-- Logs begin at Fri 2021-07-23 13:21:43 UTC, end at Fri 2021-07-23 15:31:20 UTC. -- Jul 23 13:49:58.818155 n-d-801990-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 13:50:01.483218 n-d-801990-3 neutron-server[93659]: INFO neutron.common.config [-] Logging enabled! Jul 23 13:50:01.483854 n-d-801990-3 neutron-server[93659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 13:50:01.483944 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 13:50:01.487278 n-d-801990-3 neutron-server[93659]: INFO neutron.common.config [-] Logging enabled! Jul 23 13:50:01.487526 n-d-801990-3 neutron-server[93659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 13:50:01.487834 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 13:50:01.488769 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 13:50:01.489083 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 13:50:01.489419 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 13:50:01.489660 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 13:50:01.489887 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 13:50:01.490209 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.490490 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.490808 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.491041 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.491339 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.491630 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.491910 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.492197 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.492489 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.492776 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.493058 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.493327 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.493555 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.493835 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.494123 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.494408 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.494629 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] debug = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.494929 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.495351 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.495767 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.496048 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.496334 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.496617 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.496887 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.497164 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.497448 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.497773 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] host = n-d-801990-3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.498049 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.498337 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.498622 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.498927 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.499202 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.499476 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.499757 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.500028 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.500298 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] log_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.500570 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.500852 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.501136 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.501423 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.501646 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.501867 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.502152 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.502435 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.502738 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.503014 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.503289 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.503561 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.503832 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.504100 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.504383 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.504694 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.504977 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.505252 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.505526 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.505794 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.506063 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.506343 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.506617 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.506918 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.507194 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.507478 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.507747 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.508019 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.508322 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.508605 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.508883 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.509164 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.509437 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.509714 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.509985 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.510253 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.510520 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] use_json = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.510821 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.511088 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.511368 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.511638 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.511908 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.512179 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.512449 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.512729 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:01.513021 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.513314 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.513612 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.513892 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.514183 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.514461 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.514775 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.515052 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.515338 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.515624 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.515908 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.516183 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.516465 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.516737 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.517025 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.517327 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.517616 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.517901 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.518173 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.518448 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.518743 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.519020 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.519303 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.519595 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.519882 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.520188 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.520488 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.520777 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.521052 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.521323 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.521599 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.521887 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.522167 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.522440 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.522746 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.523024 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.523297 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.523570 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.523849 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.524135 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.524411 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.524681 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.524949 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.525224 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.525495 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.525777 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.526051 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.526322 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.526592 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.526892 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.527164 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.527436 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.527713 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.527984 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.528258 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.528532 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.528802 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.529074 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.529342 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.529612 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.529882 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.530150 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.530423 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.530720 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.530994 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.531264 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.531536 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.531807 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.532091 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.532386 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.532663 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.532940 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.533219 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.533497 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.533775 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.534050 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.534328 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.534605 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.534898 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.535187 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.535473 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.535760 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.536066 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.536344 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.536636 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.536914 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.537193 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.537472 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.537749 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.538036 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.538322 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.538613 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.538930 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.539220 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.539513 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.539806 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.540086 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.540392 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.540670 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:01.540886 n-d-801990-3 neutron-server[93659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 13:50:01.541123 n-d-801990-3 neutron-server[93659]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93659) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 13:50:01.879369 n-d-801990-3 neutron-server[93659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 13:50:01.879691 n-d-801990-3 neutron-server[93659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 13:50:01.879981 n-d-801990-3 neutron-server[93659]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 13:50:01.880461 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 13:50:02.289434 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.289655 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.289869 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.291245 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.291506 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.291787 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.325260 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.325527 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.325793 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.339302 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.339592 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.339858 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.369262 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.369544 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.369818 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.404978 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.405246 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.405515 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.644629 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.645272 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.645272 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.645461 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.646125 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.762669 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.762997 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.763274 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.763556 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.763821 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.764129 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.764388 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.764645 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.764892 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.765155 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.765414 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.765673 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.765922 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.766168 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.766422 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.766694 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.766950 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.767213 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.767485 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.767742 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.768013 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.768262 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.768543 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.768920 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.769168 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.769414 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.769807 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:02.770046 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:02.770334 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:02.770570 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:02.770829 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:02.771065 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:02.771427 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 13:50:02.775412 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 13:50:02.779407 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 13:50:02.783100 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 23 13:50:02.784721 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 13:50:02.785181 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 13:50:02.785516 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 13:50:02.785928 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 13:50:02.788731 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 13:50:02.788977 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 13:50:02.789319 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 13:50:02.794566 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 13:50:02.817061 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 13:50:02.817515 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.817814 n-d-801990-3 neutron-server[93659]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93659) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 13:50:02.818173 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.819538 n-d-801990-3 neutron-server[93659]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93659) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 13:50:02.819817 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 13:50:02.820059 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 13:50:02.823105 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.823389 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:02.887189 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 13:50:02.887430 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 13:50:02.887659 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 13:50:02.888021 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 13:50:02.910056 n-d-801990-3 neutron-server[93659]: DEBUG oslo_db.sqlalchemy.engines [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93659) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 13:50:03.440376 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing driver for type 'gre' Jul 23 13:50:03.440868 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] gre ID ranges: [(1, 1000)] Jul 23 13:50:03.496625 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing driver for type 'local' Jul 23 13:50:03.496958 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing driver for type 'vlan' Jul 23 13:50:03.511606 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] VlanTypeDriver initialization complete Jul 23 13:50:03.511919 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing driver for type 'vxlan' Jul 23 13:50:03.512408 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] vxlan ID ranges: [(1, 1000)] Jul 23 13:50:03.562873 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing extension driver 'port_security' Jul 23 13:50:03.563216 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.extensions.port_security [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] PortSecurityExtensionDriver initialization complete Jul 23 13:50:03.563551 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing mechanism driver 'openvswitch' Jul 23 13:50:03.563883 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing mechanism driver 'hyperv' Jul 23 13:50:03.570514 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:03.571233 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.571600 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.571949 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.572471 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 13:50:03.572891 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnet after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.573239 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnet after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.573578 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.573966 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 13:50:03.574370 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.574744 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.575083 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.575466 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 13:50:03.575863 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > security_group after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.576213 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > security_group after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.576546 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.577069 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 13:50:03.577470 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.577818 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.578263 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.578670 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 13:50:03.579073 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > address_group after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.579414 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > address_group after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.579774 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.580159 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 13:50:03.580534 n-d-801990-3 neutron-server[93659]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] ML2 OVO RPC backend initialized. {{(pid=93659) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 13:50:03.581234 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.581586 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.581995 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.582339 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > networks before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.582771 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.583134 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > ports before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.583475 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnet before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.583817 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnets before_response 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.584159 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.584494 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.584825 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.585155 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.585485 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.585813 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.586140 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnet after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.586469 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnet after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.586828 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.587394 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.plugin [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Modular L2 Plugin initialization complete Jul 23 13:50:03.587717 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading services supported by the core plugin {{(pid=93659) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 13:50:03.588035 n-d-801990-3 neutron-server[93659]: INFO neutron.plugins.ml2.managers [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Got port-security extension from driver 'port_security' Jul 23 13:50:03.588486 n-d-801990-3 neutron-server[93659]: INFO neutron.extensions.vlantransparent [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Disabled vlantransparent extension. Jul 23 13:50:03.589286 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93659) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 13:50:03.589603 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: router Jul 23 13:50:03.629647 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.630042 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router after_create 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.630404 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router before_create 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.630792 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.631166 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.631518 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router after_delete 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.631872 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.632228 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router after_create 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.632569 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router after_update 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.632900 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router after_update 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.633246 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.633594 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router after_update 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.634012 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_update 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.634384 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: port after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.634747 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: port after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.635082 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: subnet after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.635417 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.635759 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.636103 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_create 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.636438 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: port before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.636758 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.637110 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router after_update 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.637447 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.637792 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_create 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.638149 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.638489 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_update 55549900 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.638881 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > agent after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.639228 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > agent after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.639570 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > network after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.640425 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Tracking information for resource: router configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:03.640754 n-d-801990-3 neutron-server[93659]: DEBUG neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Tracking information for resource: floatingip configured {{(pid=93659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 13:50:03.645781 n-d-801990-3 neutron-server[93659]: INFO neutron.db.l3_agentschedulers_db [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 13:50:03.646354 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: port after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.646725 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: port after_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.647069 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: port after_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.647445 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: port after_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.648220 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router before_create 55550100 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.648583 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.648949 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_create 55550100 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.649286 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > router precommit_update 55550100 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.653718 n-d-801990-3 neutron-server[93659]: DEBUG neutron.services.provider_configuration [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service providers = [] {{(pid=93659) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 13:50:03.654080 n-d-801990-3 neutron-server[93659]: DEBUG neutron.db.servicetype_db [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93659) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 13:50:03.657010 n-d-801990-3 neutron-server[93659]: DEBUG neutron.services.service_base [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 13:50:03.657354 n-d-801990-3 neutron-server[93659]: DEBUG neutron.services.service_base [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 13:50:03.657696 n-d-801990-3 neutron-server[93659]: DEBUG neutron.services.service_base [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 13:50:03.658568 n-d-801990-3 neutron-server[93659]: DEBUG neutron.services.service_base [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 13:50:03.658963 n-d-801990-3 neutron-server[93659]: INFO neutron.services.service_base [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 13:50:03.659337 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.659656 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 13:50:03.670481 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.670845 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: auto_allocate Jul 23 13:50:03.676475 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: network precommit_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.676858 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: network precommit_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.677369 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.677687 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: tag Jul 23 13:50:03.684183 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.684510 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: timestamp Jul 23 13:50:03.689762 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.690093 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: network_ip_availability Jul 23 13:50:03.695716 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.696022 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.696380 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.697080 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.697401 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: flavors Jul 23 13:50:03.702043 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.702375 n-d-801990-3 neutron-server[93659]: INFO neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading Plugin: revisions Jul 23 13:50:03.706613 n-d-801990-3 neutron-server[93659]: DEBUG neutron.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 13:50:03.707025 n-d-801990-3 neutron-server[93659]: DEBUG oslo_concurrency.lockutils [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=93659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 13:50:03.707828 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93659) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 13:50:03.708132 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Initializing extension manager. Jul 23 13:50:03.708636 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: __init__.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.708975 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: __pycache__ {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.709302 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.709629 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: address_group.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.710375 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.710960 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: address-group Jul 23 13:50:03.711276 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: address_scope.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.711984 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.712476 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: address-scope Jul 23 13:50:03.712788 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.713694 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.714535 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: router-admin-state-down-before-update Jul 23 13:50:03.714878 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: agent.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.715564 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.716245 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: agent Jul 23 13:50:03.716563 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: agent_resources_synced.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.717460 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.717953 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: agent-resources-synced Jul 23 13:50:03.718267 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: allowedaddresspairs.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.720071 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.720574 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: allowed-address-pairs Jul 23 13:50:03.720893 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: auto_allocated_topology.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.721942 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.722444 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: auto-allocated-topology Jul 23 13:50:03.722791 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: availability_zone.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.723509 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.723997 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: availability_zone Jul 23 13:50:03.724315 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: availability_zone_filter.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.725217 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.725706 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: availability_zone_filter Jul 23 13:50:03.726023 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: data_plane_status.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.726949 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.727439 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 13:50:03.727755 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: default_subnetpools.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.728660 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.729151 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: default-subnetpools Jul 23 13:50:03.729471 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.730266 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.730792 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: dhcp_agent_scheduler Jul 23 13:50:03.731116 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: dns.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.732019 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.732515 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension dns-integration not supported by any of loaded plugins Jul 23 13:50:03.732842 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: dns_domain_ports.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.733742 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.734230 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 13:50:03.734547 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.735478 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.735975 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 13:50:03.736290 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: dvr.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.736953 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.737442 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: dvr Jul 23 13:50:03.737762 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: ecmp_routes.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.738664 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.739214 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 13:50:03.739532 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: empty_string_filtering.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.740435 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.740921 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: empty-string-filtering Jul 23 13:50:03.741239 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.742151 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.742670 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 13:50:03.742985 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.743886 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.744372 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 13:50:03.744682 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: external_net.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.745584 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.746073 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: external-net Jul 23 13:50:03.746384 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.747300 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.747791 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: extra_dhcp_opt Jul 23 13:50:03.748107 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: extraroute.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.749011 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.749499 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: extraroute Jul 23 13:50:03.749814 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: extraroute_atomic.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.750858 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.751350 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: extraroute-atomic Jul 23 13:50:03.751682 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: filter_validation.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.752334 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.752822 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: filter-validation Jul 23 13:50:03.753138 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: fip_pf_description.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.754047 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.754554 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 13:50:03.754895 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: fip_port_details.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.755798 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.756297 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: fip-port-details Jul 23 13:50:03.756612 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: flavors.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.757823 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.758318 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: flavors Jul 23 13:50:03.758636 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.760276 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.760780 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 13:50:03.761105 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: floatingip_pools.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.761792 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.762303 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: floatingip-pools Jul 23 13:50:03.762622 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: ip_allocation.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.763553 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.764049 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 13:50:03.764368 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.765281 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.765775 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: ip-substring-filtering Jul 23 13:50:03.766094 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l2_adjacency.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.767115 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.767607 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 13:50:03.767924 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l3.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.768878 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.769379 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: router Jul 23 13:50:03.769694 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.772096 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.772609 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 13:50:03.772938 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.773867 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.774369 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: ext-gw-mode Jul 23 13:50:03.774715 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.775646 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.776144 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: l3-ha Jul 23 13:50:03.776471 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l3_flavors.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.777375 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.777867 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: l3-flavors Jul 23 13:50:03.778186 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.779151 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.779648 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 13:50:03.779968 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: l3agentscheduler.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.780994 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.781490 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: l3_agent_scheduler Jul 23 13:50:03.781812 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: logging.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.783300 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.783799 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension logging not supported by any of loaded plugins Jul 23 13:50:03.784125 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: metering.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.784857 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.785418 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: metering Jul 23 13:50:03.785737 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.786880 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.787386 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: metering_source_and_destination_fields Jul 23 13:50:03.787705 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: multiprovidernet.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.788619 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.789112 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: multi-provider Jul 23 13:50:03.789430 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: netmtu.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.790330 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.790854 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: net-mtu Jul 23 13:50:03.791169 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: netmtu_writable.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.792084 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.792575 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: net-mtu-writable Jul 23 13:50:03.792888 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: network_availability_zone.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.793547 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.794034 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: network_availability_zone Jul 23 13:50:03.794348 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: network_ip_availability.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.795449 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.795945 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: network-ip-availability Jul 23 13:50:03.796263 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: network_segment_range.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.797009 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.797497 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 13:50:03.797812 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: pagination.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.798804 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.799129 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: pagination Jul 23 13:50:03.799442 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: port_device_profile.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.800356 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.800860 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: port-device-profile Jul 23 13:50:03.801175 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.802171 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.802677 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: port-mac-address-regenerate Jul 23 13:50:03.803018 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.803909 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.804412 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: port-numa-affinity-policy Jul 23 13:50:03.804728 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: port_resource_request.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.805621 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.806115 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 13:50:03.806427 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: portbindings.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.807364 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.807866 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: binding Jul 23 13:50:03.808180 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: portbindings_extended.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.809546 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.810049 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: binding-extended Jul 23 13:50:03.810373 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: portsecurity.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.811321 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.811817 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: port-security Jul 23 13:50:03.812142 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: project_id.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.813107 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.813428 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: project-id Jul 23 13:50:03.813740 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: providernet.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.814684 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.815194 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: provider Jul 23 13:50:03.815511 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.819045 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.819552 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos not supported by any of loaded plugins Jul 23 13:50:03.819875 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.821099 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.821603 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 13:50:03.821923 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.822871 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.823370 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 13:50:03.823690 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_default.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.824593 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.825095 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-default not supported by any of loaded plugins Jul 23 13:50:03.825419 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_fip.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.826061 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.826553 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-fip not supported by any of loaded plugins Jul 23 13:50:03.826895 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_gateway_ip.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.827805 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.828301 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 13:50:03.828618 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_port_network_policy.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.829508 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.830003 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 13:50:03.830321 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_rule_type_details.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.831247 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.831742 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 13:50:03.832064 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: qos_rules_alias.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.833146 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.833654 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 13:50:03.833974 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: quotasv2.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.834893 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.835211 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: quotas Jul 23 13:50:03.835525 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: quotasv2_detail.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.838492 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.838867 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: quota_details Jul 23 13:50:03.839544 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: rbac.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.840593 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.841108 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: rbac-policies Jul 23 13:50:03.841443 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: rbac_address_group.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.842566 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.843103 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: rbac-address-group Jul 23 13:50:03.843425 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: rbac_address_scope.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.844341 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.844843 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: rbac-address-scope Jul 23 13:50:03.845161 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: rbac_security_groups.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.846062 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.846561 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: rbac-security-groups Jul 23 13:50:03.846905 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: rbac_subnetpool.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.847809 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.848329 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: rbac-subnetpool Jul 23 13:50:03.848646 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: revisionifmatch.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.849555 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.850049 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: revision-if-match Jul 23 13:50:03.850367 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: revisions.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.851503 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.852004 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: standard-attr-revisions Jul 23 13:50:03.852326 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: router_availability_zone.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.852991 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.853488 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: router_availability_zone Jul 23 13:50:03.853808 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: routerservicetype.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.854734 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.855229 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension router-service-type not supported by any of loaded plugins Jul 23 13:50:03.855546 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.856455 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.856950 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: security-groups-normalized-cidr Jul 23 13:50:03.857278 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.858191 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.858717 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: port-security-groups-filtering Jul 23 13:50:03.859046 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.859948 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.860445 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: security-groups-remote-address-group Jul 23 13:50:03.860762 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: securitygroup.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.870318 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.870864 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: security-group Jul 23 13:50:03.871193 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: segment.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.871974 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.872495 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension segment not supported by any of loaded plugins Jul 23 13:50:03.872817 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.873753 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.874247 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 13:50:03.874566 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: servicetype.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.875696 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.876202 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: service-type Jul 23 13:50:03.876523 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: sorting.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.877493 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.877821 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: sorting Jul 23 13:50:03.878144 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: standard_attr_segment.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.879142 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.879693 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 13:50:03.880011 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: standardattrdescription.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.880660 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.881154 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: standard-attr-description Jul 23 13:50:03.881470 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: stateful_security_group.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.882392 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.882928 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: stateful-security-group Jul 23 13:50:03.883250 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: stdattrs_common.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.883829 n-d-801990-3 neutron-server[93659]: WARNING neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 13:50:03.884146 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.885060 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.885563 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 13:50:03.885878 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: subnet_onboard.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.886964 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.887465 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: subnet_onboard Jul 23 13:50:03.887782 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.888700 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.889194 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 13:50:03.889513 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: subnet_service_types.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.890425 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.890949 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: subnet-service-types Jul 23 13:50:03.891269 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: subnetallocation.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.892344 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.892848 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: subnet_allocation Jul 23 13:50:03.893168 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.893836 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.894332 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: subnetpool-prefix-ops Jul 23 13:50:03.894676 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.895666 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.896160 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 13:50:03.896477 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: tagging.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.897538 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.898039 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: standard-attr-tag Jul 23 13:50:03.898365 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: timestamp.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.899578 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.900083 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loaded extension: standard-attr-timestamp Jul 23 13:50:03.900406 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: trunk.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.901425 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.901935 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension trunk not supported by any of loaded plugins Jul 23 13:50:03.902260 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: trunk_details.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.903193 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.903703 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension trunk-details not supported by any of loaded plugins Jul 23 13:50:03.904026 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: uplink_status_propagation.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.904946 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.905445 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 13:50:03.905763 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Loading extension file: vlantransparent.py {{(pid=93659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 13:50:03.906428 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 13:50:03.906953 n-d-801990-3 neutron-server[93659]: INFO neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 13:50:03.909623 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:network Jul 23 13:50:03.910144 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:subnet Jul 23 13:50:03.910541 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 13:50:03.911019 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:port Jul 23 13:50:03.912306 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.912748 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service FLAVORS assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.913367 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.913799 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.914127 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:router Jul 23 13:50:03.914533 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:floatingip Jul 23 13:50:03.915059 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service METERING assigned prefix: /metering {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.916549 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.916919 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.917274 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 13:50:03.918314 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 13:50:03.918784 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:security_group Jul 23 13:50:03.919211 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 13:50:03.919811 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service CORE assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.920129 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 13:50:03.920476 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] subnetpool is already registered Jul 23 13:50:03.920904 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service CORE assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.921226 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 13:50:03.921556 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] subnetpool is already registered Jul 23 13:50:03.923877 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.924303 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service FLAVORS assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.924882 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.925292 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.925612 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:router Jul 23 13:50:03.925950 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] router is already registered Jul 23 13:50:03.926350 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:floatingip Jul 23 13:50:03.926723 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] floatingip is already registered Jul 23 13:50:03.927169 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service METERING assigned prefix: /metering {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.927824 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 13:50:03.928147 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] rbac_policy is already registered Jul 23 13:50:03.928548 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:security_group Jul 23 13:50:03.928878 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] security_group is already registered Jul 23 13:50:03.929275 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 13:50:03.929602 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] security_group_rule is already registered Jul 23 13:50:03.930215 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service CORE assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.930535 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 13:50:03.930895 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] subnetpool is already registered Jul 23 13:50:03.931318 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.v2.resource_helper [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Service CORE assigned prefix: {{(pid=93659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 13:50:03.931632 n-d-801990-3 neutron-server[93659]: INFO neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 13:50:03.931957 n-d-801990-3 neutron-server[93659]: WARNING neutron.quota.resource_registry [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] subnetpool is already registered Jul 23 13:50:03.932430 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: extensions {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.933941 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: address-groups {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.935446 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: address-scopes {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.936761 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: agents {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.937903 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: auto-allocated-topology {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.939178 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: availability_zones {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.940397 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: dhcp-networks {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.943134 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: dhcp-agents {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.944568 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: routers {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.946315 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: flavors {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.947564 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: service_profiles {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.948761 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: next_providers {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.950196 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: service_profiles {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.951742 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: floatingip-pools {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.952939 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: routers {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.954663 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: floatingips {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.955931 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: l3-routers {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.957316 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: l3-agents {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.958766 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: metering-labels {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.960000 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: metering-label-rules {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.961399 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: network-ip-availabilities {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.962684 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: bindings {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.964539 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: quotas {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.966074 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: quotas {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.967517 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: rbac-policies {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.968732 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: security-groups {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.970111 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: security-group-rules {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.971501 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: service-providers {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.972738 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: subnetpools {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.974086 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: subnetpools {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.975669 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.977329 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.979152 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.980904 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.982614 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.984562 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.986374 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.988200 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.990570 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.992287 n-d-801990-3 neutron-server[93659]: DEBUG neutron.api.extensions [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Extended resource: tags {{(pid=93659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 13:50:03.998380 n-d-801990-3 neutron-server[93659]: WARNING keystonemiddleware.auth_token [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 13:50:04.003070 n-d-801990-3 neutron-server[93659]: WARNING keystonemiddleware.auth_token [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 13:50:04.012664 n-d-801990-3 neutron-server[93659]: DEBUG oslo_concurrency.lockutils [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Acquired lock "singleton_lock" {{(pid=93659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 13:50:04.013140 n-d-801990-3 neutron-server[93659]: DEBUG oslo_concurrency.lockutils [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Releasing lock "singleton_lock" {{(pid=93659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 13:50:04.013788 n-d-801990-3 neutron-server[93659]: INFO oslo_service.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Starting 2 workers Jul 23 13:50:04.018536 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Started child 93766 {{(pid=93659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 13:50:04.022926 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Started child 93767 {{(pid=93659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 13:50:04.023786 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:04.024592 n-d-801990-3 neutron-server[93659]: INFO neutron.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 13:50:04.025048 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Notify callbacks [] for process, before_spawn {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:04.025433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [-] (93766) wsgi starting up on http://0.0.0.0:9696 Jul 23 13:50:04.027421 n-d-801990-3 neutron-server[93659]: INFO oslo_service.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Starting 1 workers Jul 23 13:50:04.027772 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:04.029130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [-] (93767) wsgi starting up on http://0.0.0.0:9696 Jul 23 13:50:04.032550 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Started child 93768 {{(pid=93659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 13:50:04.033038 n-d-801990-3 neutron-server[93659]: INFO oslo_service.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Starting 1 workers Jul 23 13:50:04.036143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] calling RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 13:50:04.036798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] returning from RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 13:50:04.037722 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Started child 93769 {{(pid=93659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 13:50:04.037949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:04.038284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:04.038487 n-d-801990-3 neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a03e08d-3833-4834-8f53-54d8023f1c8a None None] Notify callbacks [] for process, after_spawn {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:04.040359 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 13:50:04.040704 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 13:50:04.040704 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 13:50:04.041016 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 13:50:04.041307 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 13:50:04.041463 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 13:50:04.041857 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.042149 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.042371 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.042544 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:04.043155 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.043155 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.043454 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.043682 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.043952 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.044189 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.044446 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.044649 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.044800 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.044954 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.045205 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.045417 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.045720 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.045922 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.046200 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.046427 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.046587 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.046865 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.047068 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.047340 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] debug = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.047562 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.048047 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.048283 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.048518 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.048720 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.049002 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.049231 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.049479 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.049681 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.049911 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.050134 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.050385 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.050621 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.050910 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.051055 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.051305 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.051573 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.052005 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] host = n-d-801990-3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.052263 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.052487 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.052735 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.052982 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.053223 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.053436 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.053674 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.053935 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.054178 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.054419 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.054701 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.054965 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.055202 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.055427 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.055588 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_options = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.055819 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.056085 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.056342 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.056529 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.056696 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.056865 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.057109 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.057273 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.057517 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.057727 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.057979 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.058135 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.058339 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.058570 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.058854 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.059091 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.059302 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.059523 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.059783 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.060005 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.060226 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.060448 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.060677 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.060964 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.061139 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.061347 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.061622 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.061805 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.062021 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.062255 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.062494 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.062753 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.062999 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.063238 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.063467 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.063687 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.063914 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.064190 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.064417 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.064658 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.064897 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.065123 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.065362 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.065578 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.065825 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.066048 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_json = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.066253 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.066476 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.066785 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.067169 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.067334 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.067474 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.067678 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.067925 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.068328 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.068616 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.069829 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.070104 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.070380 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.070696 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.070933 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.071219 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.071451 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.071594 n-d-801990-3 neutron-server[93769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:04.071840 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.072080 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.072314 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.072599 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.072853 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.073115 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.073459 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.073732 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.074000 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.074238 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.074462 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.075390 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.076156 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.077014 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.077014 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.077014 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.077457 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.077674 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.078684 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.078684 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.078684 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.078684 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.079009 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.079085 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.079331 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.079548 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.079791 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.080029 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.080248 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.080487 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.080712 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.080947 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.081189 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.081410 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.081630 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.081848 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.082080 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.082294 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.082521 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.082772 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.083041 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.083268 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.083489 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.083723 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.083940 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.084159 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.084407 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.085927 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.086158 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.086403 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.086637 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.086894 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.087166 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.087392 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.087610 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.087830 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.088071 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.088323 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.088545 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.088785 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.089359 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.089580 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.089799 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.090014 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.090228 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.090447 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.090674 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.090890 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.091134 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.091372 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.091583 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.091798 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.092008 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.092222 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.092436 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.092702 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.093018 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.093270 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.093549 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.093817 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.094075 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.094299 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.094548 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.095447 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.095802 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.098180 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.098572 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.098861 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.099142 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.099400 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.099640 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.099909 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.100144 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.100376 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.100626 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.100865 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.101113 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.102930 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.103202 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.103492 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.103785 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.104076 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.104389 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.104654 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.104940 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.105583 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.106393 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.106751 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.107035 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.107739 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.108000 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.108276 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.108535 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.108858 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.109126 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.109363 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.109711 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.109944 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.110224 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.110482 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.110745 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.110969 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.111208 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.111638 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.111883 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.112121 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.112450 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.112748 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.113018 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.113261 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.113528 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.113778 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.114059 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.114337 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.114592 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.114902 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.115158 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.115412 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.115633 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.115882 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.116103 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.116341 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.116561 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.116800 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.117051 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.117270 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.117490 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.117725 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.117965 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.118187 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.118437 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.118762 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.119012 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.119253 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.119500 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.119736 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.119974 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.120196 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.120450 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.120687 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.120967 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.121212 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.121451 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.121795 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.122053 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.122336 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.122553 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.122867 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.123091 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.123309 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.123529 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.123750 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.123966 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.124202 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.124609 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.124838 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.125103 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.125355 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.125708 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.125963 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.126217 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.126455 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.126703 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.126952 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.127170 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.127411 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.127643 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.127858 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.128072 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.128317 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.128546 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.128775 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.129004 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.129220 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.129453 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.129756 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.129968 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.130269 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.130535 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.130858 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.131193 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.131437 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.131687 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.131955 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.132190 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.132409 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.132635 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.132851 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.133065 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.133295 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.133505 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.133717 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.133961 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.134175 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.134383 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.134613 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.134846 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.135056 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.135279 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.135493 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.135701 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.135927 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.136170 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.136385 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.136626 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.136841 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.137049 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.137275 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.137482 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.137690 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.137929 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.138141 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.138347 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.138666 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.138918 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.139155 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.139425 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.139656 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.139912 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.140175 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.140474 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.140708 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.140968 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.141189 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.141407 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.141633 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.141899 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.142215 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.142512 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.142787 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.143040 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.143298 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.143591 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.143920 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.144091 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.144386 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.144730 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.145004 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.145407 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.145599 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.145884 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.146388 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.146388 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.146726 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.146865 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.147026 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.147292 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.147534 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.147743 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.147954 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.148246 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.148404 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.148636 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.148859 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.149091 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.149309 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.149464 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 13:50:04.150150 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 13:50:04.150527 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 13:50:04.150746 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 13:50:04.150823 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 13:50:04.151036 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 13:50:04.151195 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 13:50:04.151366 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.151585 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.151770 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.151908 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.152066 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.152202 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.152459 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.152459 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.152742 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.152742 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153027 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153027 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153323 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153323 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153587 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153721 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153855 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.153955 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.154078 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.154318 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.154478 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.154808 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.155101 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] debug = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.155257 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.155492 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.155651 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.155817 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.155916 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.156455 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.156455 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.156455 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.156752 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.156752 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.156900 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.156976 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.157150 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.157307 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.157446 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.157593 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.157961 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.158270 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] host = n-d-801990-3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.158466 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.158588 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.158803 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159065 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159065 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159217 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159368 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159501 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159666 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159828 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.159986 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.160135 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.160292 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.160508 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.160579 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_options = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.160738 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.161092 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.161292 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.161424 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.161672 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.161758 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.161907 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.162007 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.162162 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.162470 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.162635 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.162802 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.162961 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.163181 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.163344 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.163485 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.163565 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.163708 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.163869 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.164029 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.164189 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.164332 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.164546 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.164654 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.164795 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.164976 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.165113 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.165268 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.165416 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.165650 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.165740 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.165879 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.166038 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.166260 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.166370 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.166474 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.166684 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.166924 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.167102 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.167192 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.167296 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.167430 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.167805 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.167805 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168077 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168077 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_json = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168198 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168311 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168522 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168702 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168790 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.168928 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.169105 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.169956 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 13:50:04.169956 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.169956 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.169956 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.170285 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.170285 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.170285 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.170590 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.170590 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.170774 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.171034 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.171034 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.171264 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.171455 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.171576 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.171749 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.172139 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.172139 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.172408 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.172408 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.172563 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.172701 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.172867 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.173051 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.173300 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.173396 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.173551 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.173701 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.173819 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.174028 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.174113 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.174276 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.174428 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.174579 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.174699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:04.174805 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.174890 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.175052 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.175213 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.175374 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.175535 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.175695 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.175854 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.176013 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.176173 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.176348 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.176518 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.176679 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.176840 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.177034 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.177177 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.177348 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.177510 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.177671 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.177817 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.178093 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.178255 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.178415 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.178560 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.178733 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.178895 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.179056 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.179216 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.179390 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.179548 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.179708 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.179868 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.180028 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.180187 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.180348 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.180508 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.180668 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.180828 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.180989 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.181149 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.181309 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.181472 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.181635 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.181795 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.181956 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.182116 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.182276 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.182434 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.182592 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.182772 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.182932 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.183102 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.183279 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.183438 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.183597 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.183756 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.183916 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.184076 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.184236 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.184401 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.184564 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.184722 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.184883 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.185044 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.185205 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.185365 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.185524 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.185683 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.185842 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.186006 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.186681 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.186681 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.186681 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.186681 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187297 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187297 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187297 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187297 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187824 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187824 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187824 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.187824 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.188324 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.188324 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.188324 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.188701 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.188701 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.188701 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.189088 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.189088 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.189362 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.189362 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.189617 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.189617 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.189872 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.190014 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.190153 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.190288 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.190424 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.190559 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.190726 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.190867 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.191001 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.191146 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.191298 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.191438 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.191573 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.191709 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.191865 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.192072 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.192239 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.192386 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.192548 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.192697 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.192860 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.193021 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.193172 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.193333 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.193494 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.193655 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.193806 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.193963 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.194112 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.194271 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.194432 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.194690 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.194833 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.194969 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.195103 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.195321 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.195476 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.195625 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.195761 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.195895 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.196039 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.196175 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.196312 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.196492 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.196637 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.196772 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.196916 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.197052 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.197268 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.197268 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.197543 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.197679 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.197813 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.197948 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.198080 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.198231 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.198368 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.198502 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.198637 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.198813 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.198949 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.199106 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.199259 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.199418 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.199571 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.199710 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.199872 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.200032 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.200193 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.200353 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.200514 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.200676 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.200839 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.200989 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.201148 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.201309 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.201460 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.201620 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.201782 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.201955 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.202116 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.202276 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.202426 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.202571 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.202751 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.202922 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.203083 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.203235 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.203392 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.203543 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.203699 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.203870 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.204031 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.204192 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.204352 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.204513 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.204732 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.204871 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.205008 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.205143 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.205287 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.205505 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.205656 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.205791 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.205926 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.206061 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.206195 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.206330 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.206464 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.206608 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.206794 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.206931 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.207077 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.207236 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.207457 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.207614 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.207768 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.207904 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.208050 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.208188 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.208322 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.208453 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.208626 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.208789 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.208951 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.209930 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.209930 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.209930 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.209930 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.209930 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.209930 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.210359 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.210359 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.210359 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.210536 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.210663 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.210839 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.211006 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.211180 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.211340 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.211504 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.211665 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.211825 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.211986 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.212145 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.212310 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.212453 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.212612 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.212772 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.212931 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.213091 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.213249 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.213410 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.213569 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.213729 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.213887 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.214399 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.214559 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 13:50:04.214750 n-d-801990-3 neutron-server[93659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 13:50:04.493611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:04.506752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098028 Jul 23 13:50:15.761746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b4507-4d98-4e75-a13a-27b9a926eee9 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 13:50:15.843609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b4507-4d98-4e75-a13a-27b9a926eee9 None None] No non-hosted networks {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 13:50:15.881489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.agentschedulers_db [None req-fa7b4507-4d98-4e75-a13a-27b9a926eee9 None None] DHCP Agent not found on host n-d-801990-3 {{(pid=93768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 13:50:16.036777 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1126-4e6c-4d48-a9e2-0dd1b6f537df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403335'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:18.204493 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403335'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:18.205253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.205635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.206028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.206365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.206712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.207129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.207415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.207738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.208111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.208432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.208753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.209130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:18.209576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-801990-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:18.215164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-801990-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:18.378480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3240d01-2078-4c80-b90f-0bc86687dc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403335'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:18.426754 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca5fd-961e-4850-85ad-86339a3452f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:19.398365 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403335'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:21.014085 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403335'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:22.184960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:22.692595 n-d-801990-3 neutron-server[93766]: WARNING oslo_policy.policy [None req-4144adfa-dcfb-4e10-9f54-ae71f36ea8d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:22.693177 n-d-801990-3 neutron-server[93766]: WARNING oslo_policy.policy [None req-4144adfa-dcfb-4e10-9f54-ae71f36ea8d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:22.904812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-4144adfa-dcfb-4e10-9f54-ae71f36ea8d6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 13:50:22.906107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4144adfa-dcfb-4e10-9f54-ae71f36ea8d6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7189083 Jul 23 13:50:23.659047 n-d-801990-3 neutron-server[93768]: INFO neutron.db.l3_hamode_db [None req-522ff770-d619-4d0d-8e76-74937b589014 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 13:50:23.737658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ff770-d619-4d0d-8e76-74937b589014 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:50:23.738023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ff770-d619-4d0d-8e76-74937b589014 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 13:50:25.290257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:25.611686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:50:25.703149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.policy [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 13:50:25.747910 n-d-801990-3 neutron-server[93766]: WARNING oslo_policy.policy [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:25.748275 n-d-801990-3 neutron-server[93766]: WARNING oslo_policy.policy [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:25.756713 n-d-801990-3 neutron-server[93766]: INFO neutron.quota [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] Loaded quota_driver: . Jul 23 13:50:25.852427 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750221657664', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750221658301', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750221669623', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750221672065', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750221681742', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750221626621', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524640', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3699384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3797938'] for rbac-policy, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:25.926338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:25.928014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-949fcde8-ceba-48b4-a5f4-504eba461542 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6367159 Jul 23 13:50:28.525756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:28.852594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Request body: {'network': {'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'admin_state_up': True, 'name': 'private', 'project_id': '9d306b7e86e249ee9cba28140bed016f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:50:28.889661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Made reservation on behalf of 9d306b7e86e249ee9cba28140bed016f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:50:28.892567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:28.918781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:29.044493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:29.052121 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:29.071297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 13:50:29.099529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750222044802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:29.100036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Unsubscribe: segment precommit_create {{(pid=93766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 13:50:29.100520 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Added segment 20774a25-a573-4f1a-820e-c0159d4c2df9 of type vlan for network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 Jul 23 13:50:29.117128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ddcf6-cbfe-4ea1-86a8-b37f2e6a9a5b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:29.165987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.166274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.166623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.166963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.167283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.167597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.167903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.168216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.168525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.168827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.169121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.169427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Tracked resource versions report: Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: pushed versions: Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Log': {'1.0'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Network': {'1.1'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Port': {'1.7'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: consumer versions: Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: L3 agent@n-d-801990-3: {}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: Metadata agent@n-d-801990-3: {}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: Metering agent@n-d-801990-3: {}, Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Log': '1.0', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Network': '1.1', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Port': '1.7', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'PortForwarding': '1.2', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'QosPolicy': '1.8', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'SubPort': '1.0', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Subnet': '1.1', Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: 'Trunk': '1.1'}} Jul 23 13:50:29.170532 n-d-801990-3 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:50:29.220881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:29.273554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:29.274799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:29.275416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:29.331408 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8042490 Jul 23 13:50:29.371131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d250b8d-6430-4b7d-abe1-97ae7d6ce8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:29.383670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 13:50:31.995985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:32.414940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd9a36-1f9b-4c5e-8f78-a0c0e5cb8725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:32.416286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-86bd9a36-1f9b-4c5e-8f78-a0c0e5cb8725 admin admin] 10.222.0.21 "GET /v2.0/networks/ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 HTTP/1.1" status: 200 len: 825 time: 0.4193354 Jul 23 13:50:32.444329 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a632ad2a-15c8-475b-8d2f-e1be5212c5b1 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/57aca3ef-332d-406b-9819-f53be5568af9 HTTP/1.1" status: 200 len: 734 time: 0.0195081 Jul 23 13:50:32.452579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Request body: {'subnet': {'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'name': 'private-subnet', 'subnetpool_id': '57aca3ef-332d-406b-9819-f53be5568af9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:50:32.477498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Made reservation on behalf of 9d306b7e86e249ee9cba28140bed016f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:50:32.479865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:32.770216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:32.832921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=600b2ea7-92a0-4f00-ba67-9ac529e56c9a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:32.841561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Checking segment: {'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:50:32.841963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Network hostable DHCP agents. Network: ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 13:50:32.866566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 13:50:32.879233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:50:32.884429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:32.885528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:32.888868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ad0f1-4f59-4de1-afa1-d22ad41139c4 None None] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:50:32.900680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-979a4db4-f632-4032-8929-bf4f6cfd20ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4514289 Jul 23 13:50:33.210025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'fixed_ips': [{'subnet_id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 13:50:33.211347 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:33.479343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Allocated IP 172.20.0.2 (ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28/600b2ea7-92a0-4f00-ba67-9ac529e56c9a/19b39449-e8b6-46a2-a3f8-f94bda43bc5f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:50:33.710303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:33.726348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Transition to ACTIVE for port object 19b39449-e8b6-46a2-a3f8-f94bda43bc5f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:50:33.747506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Transition to ACTIVE for port object 19b39449-e8b6-46a2-a3f8-f94bda43bc5f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:50:33.757811 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:33.827167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:50:33.833767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:50:33.841326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:50:33.847443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Pushing event updated for resources: {'Port': ['ID=19b39449-e8b6-46a2-a3f8-f94bda43bc5f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:33.881628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.881976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.882321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.882678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.883001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.883327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.883651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.883974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.884295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.884610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.884930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.885246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Tracked resource versions report: Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: pushed versions: Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Log': {'1.0'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Network': {'1.1'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Port': {'1.7'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: consumer versions: Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: L3 agent@n-d-801990-3: {}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: Metadata agent@n-d-801990-3: {}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: Metering agent@n-d-801990-3: {}, Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Log': '1.0', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Network': '1.1', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Port': '1.7', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'PortForwarding': '1.2', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'QosPolicy': '1.8', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'SubPort': '1.0', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Subnet': '1.1', Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: 'Trunk': '1.1'}} Jul 23 13:50:33.886386 n-d-801990-3 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:50:33.939786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Attempting to bind port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 13:50:33.940447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Attempting to bind port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 13:50:33.940545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Attempting to bind port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f on network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 13:50:33.945684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 13:50:33.946083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Checking segment: {'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:50:33.946538 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:33.946944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Bound using segment: {'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 13:50:33.947409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Bound port: 19b39449-e8b6-46a2-a3f8-f94bda43bc5f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 13:50:33.947813 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:34.012193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] For port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 13:50:34.016482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] For port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=19b39449-e8b6-46a2-a3f8-f94bda43bc5f,segment=NetworkSegment(20774a25-a573-4f1a-820e-c0159d4c2df9),segment_id=20774a25-a573-4f1a-820e-c0159d4c2df9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 13:50:34.021657 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:34.083349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286bd2b-12b7-4dfc-8773-ae4426e5f5c7 None None] Pushing event updated for resources: {'Port': ['ID=19b39449-e8b6-46a2-a3f8-f94bda43bc5f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:35.267185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:35.783489 n-d-801990-3 neutron-server[93767]: WARNING oslo_policy.policy [None req-d63ea30b-54df-4e79-9154-334452a1c3a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:35.784038 n-d-801990-3 neutron-server[93767]: WARNING oslo_policy.policy [None req-d63ea30b-54df-4e79-9154-334452a1c3a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:35.994185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-d63ea30b-54df-4e79-9154-334452a1c3a0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 13:50:35.995273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d63ea30b-54df-4e79-9154-334452a1c3a0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7269814 Jul 23 13:50:38.350798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:38.672381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-9196fc5f-bb33-4eda-9bfb-03c28ff4d012 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 13:50:38.673467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9196fc5f-bb33-4eda-9bfb-03c28ff4d012 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3216045 Jul 23 13:50:41.262262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:41.597876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'name': 'router1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:50:41.667106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.policy [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 13:50:41.713375 n-d-801990-3 neutron-server[93767]: WARNING oslo_policy.policy [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:41.713778 n-d-801990-3 neutron-server[93767]: WARNING oslo_policy.policy [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 13:50:41.722960 n-d-801990-3 neutron-server[93767]: INFO neutron.quota [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Loaded quota_driver: . Jul 23 13:50:41.784883 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:41.786974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:41.940744 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:41.947212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:41.973771 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:41.975418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ef856cbd-9396-448b-874c-ef4c9e0bf767 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7118239 Jul 23 13:50:42.094691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 19b39449-e8b6-46a2-a3f8-f94bda43bc5f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:50:42.183934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:50:42.213053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a07dfc-d408-4a29-891b-1f9bba7815ba None None] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:50:42.294880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-adc90f36-dc29-4806-9a4e-4142559294e8 None None] Provisioning for port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:50:42.300365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-adc90f36-dc29-4806-9a4e-4142559294e8 None None] Provisioning complete for port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:50:42.300758 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc90f36-dc29-4806-9a4e-4142559294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:42.460367 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc90f36-dc29-4806-9a4e-4142559294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:42.510995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-adc90f36-dc29-4806-9a4e-4142559294e8 None None] For port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=19b39449-e8b6-46a2-a3f8-f94bda43bc5f,segment=NetworkSegment(20774a25-a573-4f1a-820e-c0159d4c2df9),segment_id=20774a25-a573-4f1a-820e-c0159d4c2df9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 13:50:42.516987 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc90f36-dc29-4806-9a4e-4142559294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:42.562905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc90f36-dc29-4806-9a4e-4142559294e8 None None] Pushing event updated for resources: {'Port': ['ID=19b39449-e8b6-46a2-a3f8-f94bda43bc5f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:42.743416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e61ecb91-2dc4-4df3-af8a-0cc96ae6c27d None None] Provisioning complete for port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:50:42.743789 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e61ecb91-2dc4-4df3-af8a-0cc96ae6c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:44.050904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 19b39449-e8b6-46a2-a3f8-f94bda43bc5f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:50:44.101412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:50:44.102088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:44.312836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:44.626414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-f80e477b-0994-4626-875b-feacd1d4f179 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 13:50:44.627437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f80e477b-0994-4626-875b-feacd1d4f179 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136799 Jul 23 13:50:45.693650 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5fec40e-1c90-4589-83b1-543d52457b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:46.973327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:47.313587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:50:47.337396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Made reservation on behalf of 024a02a74c0d44c3bc58a6a016c39259 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:50:47.340092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.347896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.443316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.449557 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.464633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93766) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 13:50:47.484901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6809f-dad6-427a-a05b-7c66ac247a7f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:47.489134 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.489516 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Added segment 129df71c-064f-4ec1-af8a-f12195f0b389 of type flat for network 630d89f6-02ed-4223-950e-6ebef56a4ac5 Jul 23 13:50:47.537496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.577477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.578499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:47.579084 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:47.608426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6337340 Jul 23 13:50:47.637940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369740c-892b-48f5-8572-02bf70840df7 admin admin] Pushing event updated for resources: {'Network': ['ID=630d89f6-02ed-4223-950e-6ebef56a4ac5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:47.648564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 13:50:48.197124 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:48.374447 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90337a01-4bdc-4d73-9521-be23f68c50f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:49.342864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:49.962526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:50.210690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be8dca-a98f-4978-9e08-52ac6248806a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:50.212213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-27be8dca-a98f-4978-9e08-52ac6248806a admin admin] 10.222.0.21 "GET /v2.0/subnets/600b2ea7-92a0-4f00-ba67-9ac529e56c9a HTTP/1.1" status: 200 len: 849 time: 0.2486787 Jul 23 13:50:50.329882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a045e2db-557d-4e57-814d-1da908ed4ba8 admin admin] 10.222.0.21 "GET /v2.0/routers/05192f7a-e938-4cf0-90e2-decf6d209dc1 HTTP/1.1" status: 200 len: 704 time: 0.1089544 Jul 23 13:50:50.605603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:50.921693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Allocated IP 172.20.0.1 (ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28/600b2ea7-92a0-4f00-ba67-9ac529e56c9a/02a4a3e0-886e-4184-bcfb-aef19f5b4a02) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:50:50.954232 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.146893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.172185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Transition to ACTIVE for port object 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:50:51.253756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.309055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:50:51.314278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:50:51.365017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Pushing event updated for resources: {'Port': ['ID=02a4a3e0-886e-4184-bcfb-aef19f5b4a02,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:51.367546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:50:51.368487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.429275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.429626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.429960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.430288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.430626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.430970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.431276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.431633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.431929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.432244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.432559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.432869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Tracked resource versions report: Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: pushed versions: Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Log': {'1.0'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Network': {'1.1'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Port': {'1.7'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: consumer versions: Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: L3 agent@n-d-801990-3: {}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: Metadata agent@n-d-801990-3: {}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: Metering agent@n-d-801990-3: {}, Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Log': '1.0', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Network': '1.1', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Port': '1.7', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'PortForwarding': '1.2', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'QosPolicy': '1.8', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'SubPort': '1.0', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Subnet': '1.1', Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: 'Trunk': '1.1'}} Jul 23 13:50:51.434002 n-d-801990-3 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:50:51.511501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14832267-f14e-4efa-9c1f-bf9b7864e430 None None] Provisioning for port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:50:51.515115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14832267-f14e-4efa-9c1f-bf9b7864e430 None None] Provisioning complete for port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:50:51.515555 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14832267-f14e-4efa-9c1f-bf9b7864e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.553361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14832267-f14e-4efa-9c1f-bf9b7864e430 None None] Port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 13:50:51.587971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.766331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.774432 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.775227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:51.829912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Pushing event updated for resources: {'Port': ['ID=02a4a3e0-886e-4184-bcfb-aef19f5b4a02,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:51.912998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:50:51.914285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:50:52.074951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1960b762-85b0-4573-ab0e-e279c5e57624 None None] Provisioning complete for port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:50:52.075520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1960b762-85b0-4573-ab0e-e279c5e57624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:52.110363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1960b762-85b0-4573-ab0e-e279c5e57624 None None] Port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 13:50:52.124147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Router 05192f7a-e938-4cf0-90e2-decf6d209dc1 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 13:50:52.215478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 13:50:52.220959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e232b909-2c90-49c9-9838-36663d4bc539 admin admin] 10.222.0.21 "PUT /v2.0/routers/05192f7a-e938-4cf0-90e2-decf6d209dc1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8838496 Jul 23 13:50:52.225650 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Sync routers for ids ['05192f7a-e938-4cf0-90e2-decf6d209dc1'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 13:50:52.240507 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Routers {'05192f7a-e938-4cf0-90e2-decf6d209dc1'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:50:52.241360 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:50:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['05192f7a-e938-4cf0-90e2-decf6d209dc1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:52.423415 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Set router 05192f7a-e938-4cf0-90e2-decf6d209dc1 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:50:52.842173 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'name': 'router1', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:50:41Z', 'updated_at': '2021-07-23T13:50:51Z', 'revision_number': 2, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'gw_port_host': None, '_interfaces': [{'id': '02a4a3e0-886e-4184-bcfb-aef19f5b4a02', 'name': '', 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'mac_address': 'fa:16:3e:38:c3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:50Z', 'updated_at': '2021-07-23T13:50:51Z', 'revision_number': 2, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'subnets': [{'id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57aca3ef-332d-406b-9819-f53be5568af9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:52.891954 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Checking router: 05192f7a-e938-4cf0-90e2-decf6d209dc1 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 13:50:52.892341 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Updating router 05192f7a-e938-4cf0-90e2-decf6d209dc1 port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 13:50:52.955757 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:53.438242 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:53.455279 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Transition to ACTIVE for port object 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:50:53.461690 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:53.618224 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Pushing event updated for resources: {'Port': ['ID=02a4a3e0-886e-4184-bcfb-aef19f5b4a02,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:53.633935 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.634281 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.634614 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.634978 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.635304 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.635628 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.635948 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.636265 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.636585 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.636900 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.637217 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.637614 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Tracked resource versions report: Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: pushed versions: Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Log': {'1.0'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Network': {'1.1'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Port': {'1.7'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: consumer versions: Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: L3 agent@n-d-801990-3: {}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: Metadata agent@n-d-801990-3: {}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: Metering agent@n-d-801990-3: {}, Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Log': '1.0', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Network': '1.1', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Port': '1.7', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'PortForwarding': '1.2', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'QosPolicy': '1.8', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'SubPort': '1.0', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Subnet': '1.1', Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: 'Trunk': '1.1'}} Jul 23 13:50:53.638719 n-d-801990-3 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:50:53.640894 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Attempting to bind port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 13:50:53.641218 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Attempting to bind port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 13:50:53.641633 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Attempting to bind port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 on network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 13:50:53.647669 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 13:50:53.648077 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Checking segment: {'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:50:53.648549 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:53.648927 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Bound using segment: {'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 13:50:53.649896 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Bound port: 02a4a3e0-886e-4184-bcfb-aef19f5b4a02, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20774a25-a573-4f1a-820e-c0159d4c2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 13:50:53.649896 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:53.712357 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] For port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 13:50:53.733475 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] For port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=02a4a3e0-886e-4184-bcfb-aef19f5b4a02,segment=NetworkSegment(20774a25-a573-4f1a-820e-c0159d4c2df9),segment_id=20774a25-a573-4f1a-820e-c0159d4c2df9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 13:50:53.740702 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:53.793626 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Routers {'05192f7a-e938-4cf0-90e2-decf6d209dc1'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:50:53.794253 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:50:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['05192f7a-e938-4cf0-90e2-decf6d209dc1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:53.861644 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190f575-e821-477b-ab13-a02b06121689 None None] Pushing event updated for resources: {'Port': ['ID=02a4a3e0-886e-4184-bcfb-aef19f5b4a02,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:53.885711 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] Set router 05192f7a-e938-4cf0-90e2-decf6d209dc1 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:50:54.093093 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'name': 'router1', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:50:41Z', 'updated_at': '2021-07-23T13:50:51Z', 'revision_number': 2, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'gw_port_host': None, '_interfaces': [{'id': '02a4a3e0-886e-4184-bcfb-aef19f5b4a02', 'name': '', 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'mac_address': 'fa:16:3e:38:c3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:50Z', 'updated_at': '2021-07-23T13:50:53Z', 'revision_number': 4, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'subnets': [{'id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57aca3ef-332d-406b-9819-f53be5568af9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:50:54.131145 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106dc42-4f1d-4b51-8c68-5279281f7908 None None] The sync data for ids ['05192f7a-e938-4cf0-90e2-decf6d209dc1'] in n-d-801990-3 is: [{'id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'name': 'router1', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:50:41Z', 'updated_at': '2021-07-23T13:50:51Z', 'revision_number': 2, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'gw_port_host': None, '_interfaces': [{'id': '02a4a3e0-886e-4184-bcfb-aef19f5b4a02', 'name': '', 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'mac_address': 'fa:16:3e:38:c3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:50Z', 'updated_at': '2021-07-23T13:50:53Z', 'revision_number': 4, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'subnets': [{'id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57aca3ef-332d-406b-9819-f53be5568af9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 13:50:54.409362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:54.519449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a076e6b-27ae-467a-8f2c-2109a4aa6ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:54.520879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a076e6b-27ae-467a-8f2c-2109a4aa6ae0 admin admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 842 time: 0.1105428 Jul 23 13:50:54.530262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:50:54.554635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Made reservation on behalf of 024a02a74c0d44c3bc58a6a016c39259 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:50:54.557139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:54.868654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 13:50:54.869061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:54.918705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00278b02-dff0-4af3-8462-c1e0d6b7201a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:54.930134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:50:54.930478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Network hostable DHCP agents. Network: 630d89f6-02ed-4223-950e-6ebef56a4ac5, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 13:50:54.953954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 13:50:54.966471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 630d89f6-02ed-4223-950e-6ebef56a4ac5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:50:54.971182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:54.972140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:54.975682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a64c1-ac71-4689-bb89-f97d4e61db00 None None] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:50:55.006677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9fda394e-6022-4d71-afe3-60633f36aed0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4622300 Jul 23 13:50:55.109916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb631d-1102-4e7c-9fc8-a94352f910dd None None] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:50:57.202969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:50:57.450574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4d1891bf-d681-4600-9508-09e3303db3e7 admin admin] 10.222.0.21 "GET /v2.0/routers/05192f7a-e938-4cf0-90e2-decf6d209dc1 HTTP/1.1" status: 200 len: 710 time: 0.2463939 Jul 23 13:50:57.567874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680f7667-da36-44a3-968b-8d4490158e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:50:57.569167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-680f7667-da36-44a3-968b-8d4490158e60 admin admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 886 time: 0.1133797 Jul 23 13:50:57.579673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:50:57.821233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:58.059463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:58.183921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:58.332751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Allocated IP 172.25.2.150 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/67c688b9-ff72-4263-9e74-c0a54fe4c2cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:50:58.446089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:58.531514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:58.592615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:50:58.610039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:50:58.612961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:50:58.650710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Pushing event updated for resources: {'Port': ['ID=67c688b9-ff72-4263-9e74-c0a54fe4c2cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:50:58.896065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:59.096735 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:59.100242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:59.215631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Router 05192f7a-e938-4cf0-90e2-decf6d209dc1 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 13:50:59.323087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 13:50:59.327677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:50:59.328790 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1e505d38-a62f-436f-93c4-701ab274dd95 admin admin] 10.222.0.21 "PUT /v2.0/routers/05192f7a-e938-4cf0-90e2-decf6d209dc1 HTTP/1.1" status: 200 len: 890 time: 1.7525814 Jul 23 13:51:00.078452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:51:00.128329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:51:00.131882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:51:00.132260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:00.208043 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:00.240372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=02a4a3e0-886e-4184-bcfb-aef19f5b4a02,segment=NetworkSegment(20774a25-a573-4f1a-820e-c0159d4c2df9),segment_id=20774a25-a573-4f1a-820e-c0159d4c2df9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 13:51:00.246337 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:00.339827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=02a4a3e0-886e-4184-bcfb-aef19f5b4a02,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:51:00.410167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Sync routers for ids ['05192f7a-e938-4cf0-90e2-decf6d209dc1'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 13:51:00.421044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Routers {'05192f7a-e938-4cf0-90e2-decf6d209dc1'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:51:00.421737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:50:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['05192f7a-e938-4cf0-90e2-decf6d209dc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:51:00.621823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Set router 05192f7a-e938-4cf0-90e2-decf6d209dc1 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:51:01.000759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'name': 'router1', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '67c688b9-ff72-4263-9e74-c0a54fe4c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:50:41Z', 'updated_at': '2021-07-23T13:50:58Z', 'revision_number': 4, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'gw_port': {'id': '67c688b9-ff72-4263-9e74-c0a54fe4c2cc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:58Z', 'updated_at': '2021-07-23T13:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '02a4a3e0-886e-4184-bcfb-aef19f5b4a02', 'name': '', 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'mac_address': 'fa:16:3e:38:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:50Z', 'updated_at': '2021-07-23T13:51:00Z', 'revision_number': 5, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'subnets': [{'id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57aca3ef-332d-406b-9819-f53be5568af9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:51:01.050949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Checking router: 05192f7a-e938-4cf0-90e2-decf6d209dc1 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 13:51:01.051280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Updating router 05192f7a-e938-4cf0-90e2-decf6d209dc1 port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 13:51:01.087562 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:01.404410 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:01.415166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Transition to ACTIVE for port object 67c688b9-ff72-4263-9e74-c0a54fe4c2cc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:51:01.421035 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:01.472950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Attempting to bind port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 13:51:01.473324 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Attempting to bind port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 13:51:01.473744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Attempting to bind port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 13:51:01.475689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0cb8b-466a-4832-a67b-10a037ac6deb None None] Pushing event updated for resources: {'Port': ['ID=67c688b9-ff72-4263-9e74-c0a54fe4c2cc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:51:01.480958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 13:51:01.481335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:51:01.481753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:01.482367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 13:51:01.482566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Bound port: 67c688b9-ff72-4263-9e74-c0a54fe4c2cc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 13:51:01.483577 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:01.533703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] For port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 13:51:01.537088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] For port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=67c688b9-ff72-4263-9e74-c0a54fe4c2cc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 13:51:01.541954 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:01.601820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0cb8b-466a-4832-a67b-10a037ac6deb None None] Pushing event updated for resources: {'Port': ['ID=67c688b9-ff72-4263-9e74-c0a54fe4c2cc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:51:01.606772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Routers {'05192f7a-e938-4cf0-90e2-decf6d209dc1'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:51:01.606935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:50:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['05192f7a-e938-4cf0-90e2-decf6d209dc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:51:01.672518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:51:01.792274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] Set router 05192f7a-e938-4cf0-90e2-decf6d209dc1 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:51:01.807926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7aab3a56-cc43-498c-af0a-fdcf3114ccbb admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1342440 Jul 23 13:51:02.013319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'name': 'router1', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '67c688b9-ff72-4263-9e74-c0a54fe4c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:50:41Z', 'updated_at': '2021-07-23T13:50:58Z', 'revision_number': 4, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'gw_port': {'id': '67c688b9-ff72-4263-9e74-c0a54fe4c2cc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:58Z', 'updated_at': '2021-07-23T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '02a4a3e0-886e-4184-bcfb-aef19f5b4a02', 'name': '', 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'mac_address': 'fa:16:3e:38:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:50Z', 'updated_at': '2021-07-23T13:51:00Z', 'revision_number': 5, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'subnets': [{'id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57aca3ef-332d-406b-9819-f53be5568af9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:51:02.039937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebcad5-4784-4543-bfa2-35cd7e1a888f None None] The sync data for ids ['05192f7a-e938-4cf0-90e2-decf6d209dc1'] in n-d-801990-3 is: [{'id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'name': 'router1', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '67c688b9-ff72-4263-9e74-c0a54fe4c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:50:41Z', 'updated_at': '2021-07-23T13:50:58Z', 'revision_number': 4, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'gw_port': {'id': '67c688b9-ff72-4263-9e74-c0a54fe4c2cc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:58Z', 'updated_at': '2021-07-23T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '02a4a3e0-886e-4184-bcfb-aef19f5b4a02', 'name': '', 'network_id': 'ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28', 'tenant_id': '9d306b7e86e249ee9cba28140bed016f', 'mac_address': 'fa:16:3e:38:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05192f7a-e938-4cf0-90e2-decf6d209dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:50:50Z', 'updated_at': '2021-07-23T13:51:00Z', 'revision_number': 5, 'project_id': '9d306b7e86e249ee9cba28140bed016f', 'subnets': [{'id': '600b2ea7-92a0-4f00-ba67-9ac529e56c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57aca3ef-332d-406b-9819-f53be5568af9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 13:51:02.067351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:51:02.136543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:51:02.137153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:04.094876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 67c688b9-ff72-4263-9e74-c0a54fe4c2cc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:51:04.149585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:51:04.154162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:51:04.154750 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:04.235855 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:04.257353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=67c688b9-ff72-4263-9e74-c0a54fe4c2cc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 13:51:04.263336 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:04.314135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=67c688b9-ff72-4263-9e74-c0a54fe4c2cc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:51:06.119304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 67c688b9-ff72-4263-9e74-c0a54fe4c2cc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:51:06.203107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 67c688b9-ff72-4263-9e74-c0a54fe4c2cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:51:06.203791 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:07.094745 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:51:15.700717 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e35b55-d385-4cce-8492-ed259e5f43d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:18.201753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:18.393034 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a04d4791-c846-4193-8596-e0fc10cb9de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:19.348588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:20.985620 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:44.095189 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:51:45.694552 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af54039d-649b-4287-8799-f32033132f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:48.206731 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:48.381049 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e50bb4c1-d7dd-4ae3-ac9a-af8fca97aebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:49.356015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:51:50.977186 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:15.698737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-772aeb39-75f1-4fea-bf99-4409781f2d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:18.210345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:18.376485 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56eb07ec-fe29-4921-9f71-fff30e536e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:19.351845 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:20.981389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:21.094741 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:52:40.962633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:41.027783 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c946da-3609-4990-9a09-ee8244dab6c7 admin admin] GET failed (client error): The resource could not be found. Jul 23 13:52:41.029217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f2c946da-3609-4990-9a09-ee8244dab6c7 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655839 Jul 23 13:52:41.247733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64eaa5-7aa6-4e78-911a-3d3b77fa571b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:41.249127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8f64eaa5-7aa6-4e78-911a-3d3b77fa571b admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2158918 Jul 23 13:52:43.380355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:43.495737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac40250-a0ec-42af-8409-99effcca8824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:43.497561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8ac40250-a0ec-42af-8409-99effcca8824 admin admin] 10.222.0.21 "GET /v2.0/subnets/600b2ea7-92a0-4f00-ba67-9ac529e56c9a HTTP/1.1" status: 200 len: 849 time: 0.1162179 Jul 23 13:52:43.507583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:52:43.591377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:43.734520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750221983564'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:43.762797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:43.763435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:43.764840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] 10.222.0.21 "PUT /v2.0/subnets/600b2ea7-92a0-4f00-ba67-9ac529e56c9a HTTP/1.1" status: 200 len: 868 time: 0.2612278 Jul 23 13:52:43.768196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38404355-507e-449b-a77a-68b5702cfbc7 None None] Network ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:52:43.789963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=600b2ea7-92a0-4f00-ba67-9ac529e56c9a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:52:43.797452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.797821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.798139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.798486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.798818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.799166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.799484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.799820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.800141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.800468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.800836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:43.801142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4b30a-e743-45ce-b6b2-73bcb0bfa52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:52:44.199032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d7aa9ca-a00e-4a15-a671-914245a65eb8 None None] Provisioning complete for port 02a4a3e0-886e-4184-bcfb-aef19f5b4a02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:52:44.199514 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa9ca-a00e-4a15-a671-914245a65eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:44.288550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d7aa9ca-a00e-4a15-a671-914245a65eb8 None None] Provisioning complete for port 19b39449-e8b6-46a2-a3f8-f94bda43bc5f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:52:44.288794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa9ca-a00e-4a15-a671-914245a65eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:45.702497 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bd49fd6-13c3-4812-a7fd-7fb6e5f16b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:45.930071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:46.135751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beba873-c99b-4fc4-b9e3-bd5c130cc073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:46.136224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beba873-c99b-4fc4-b9e3-bd5c130cc073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:46.137810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1beba873-c99b-4fc4-b9e3-bd5c130cc073 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2067349 Jul 23 13:52:48.215460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:48.258062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:48.380219 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80da4df6-7254-4b26-9280-60b2014a53ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:48.389636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41322d5-378d-4d3f-920f-b3d87a11087b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:48.390088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41322d5-378d-4d3f-920f-b3d87a11087b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:48.391946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a41322d5-378d-4d3f-920f-b3d87a11087b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327143 Jul 23 13:52:49.353782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:50.518525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:50.648660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef5a1b-d216-47df-8778-4f16fc451782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:50.650009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fcef5a1b-d216-47df-8778-4f16fc451782 admin admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 886 time: 0.1304421 Jul 23 13:52:50.983960 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:52:52.757476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:52.911869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d303f2-21d3-4214-9556-6beebe1bc5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:52.913190 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-84d303f2-21d3-4214-9556-6beebe1bc5c5 admin admin] 10.222.0.21 "GET /v2.0/networks/ad1fa059-dfe8-4edd-b4cf-f68eae7b8a28 HTTP/1.1" status: 200 len: 869 time: 0.1547868 Jul 23 13:52:55.050696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:55.183892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87e41d-70ca-45ef-958a-c485e27cd6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:55.184342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87e41d-70ca-45ef-958a-c485e27cd6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:55.185848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-da87e41d-70ca-45ef-958a-c485e27cd6bb admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339028 Jul 23 13:52:57.327362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:57.437762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a8c2a-d911-42a9-a819-d9628db92577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:57.438216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a8c2a-d911-42a9-a819-d9628db92577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:57.439810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8c3a8c2a-d911-42a9-a819-d9628db92577 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114781 Jul 23 13:52:58.093106 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:52:59.630762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:52:59.719653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a572ba-d949-4b5a-aef4-df2ee23ccbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:52:59.720976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-96a572ba-d949-4b5a-aef4-df2ee23ccbb8 admin admin] 10.222.0.21 "GET /v2.0/subnets/00278b02-dff0-4af3-8462-c1e0d6b7201a HTTP/1.1" status: 200 len: 816 time: 0.0892470 Jul 23 13:53:01.852306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:53:01.959800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b02012-41ed-4b43-b037-f4b05eae2e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:53:01.961134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e2b02012-41ed-4b43-b037-f4b05eae2e42 admin admin] 10.222.0.21 "GET /v2.0/subnets/600b2ea7-92a0-4f00-ba67-9ac529e56c9a HTTP/1.1" status: 200 len: 868 time: 0.1075547 Jul 23 13:53:15.708680 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f933-07f6-4ddc-b4a2-31806c085e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:18.219201 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:18.383790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ad96ef3-162d-4970-ba87-5b756152f304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:19.359637 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:20.992037 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:26.345079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:53:26.392724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-39412d97-e00c-409f-bbd2-76a72352ff49 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 13:53:26.393730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39412d97-e00c-409f-bbd2-76a72352ff49 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476789 Jul 23 13:53:28.610035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:53:28.676221 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aa410a-650b-4d22-a978-c0ac187fb798 admin admin] GET failed (client error): The resource could not be found. Jul 23 13:53:28.677556 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-69aa410a-650b-4d22-a978-c0ac187fb798 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665631 Jul 23 13:53:28.761184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b7955-29cc-4279-af67-da4e2dbe7774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:53:28.762608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a02b7955-29cc-4279-af67-da4e2dbe7774 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810616 Jul 23 13:53:30.920122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:53:30.982715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:53:31.011914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Made reservation on behalf of 024a02a74c0d44c3bc58a6a016c39259 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:53:31.014270 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:31.042734 n-d-801990-3 neutron-server[93767]: WARNING neutron.services.revisions.revision_plugin [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Could not find related network for resource to bump revision. Jul 23 13:53:31.061785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 13:53:31.074593 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750222044802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:31.075253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Unsubscribe: segment precommit_create {{(pid=93767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 13:53:31.075716 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Added segment a6741896-4b64-4f49-b92f-a52b16a2a168 of type vlan for network 1058d26c-9c90-419f-87d0-f0329144e932 Jul 23 13:53:31.199927 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:31.244677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:31.245747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:53:31.246321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:31.294331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3731170 Jul 23 13:53:31.340805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Pushing event updated for resources: {'Network': ['ID=1058d26c-9c90-419f-87d0-f0329144e932,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:53:31.348180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.348516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.348904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.349233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.349555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.349870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.350186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.350496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.350853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.351171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.351499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.351791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54c5d-ed09-4794-99c2-995a4c9b62f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:31.364735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1058d26c-9c90-419f-87d0-f0329144e932 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 13:53:33.446043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:53:33.514473 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-94930995-3c62-4428-aa56-290f6391bb91 admin admin] GET failed (client error): The resource could not be found. Jul 23 13:53:33.515823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94930995-3c62-4428-aa56-290f6391bb91 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0688100 Jul 23 13:53:33.587316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e3a59-d669-4547-a5cc-00b285802c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:53:33.589072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-013e3a59-d669-4547-a5cc-00b285802c48 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673463 Jul 23 13:53:33.598504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'cidr': '192.168.233.0/24'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:53:33.622904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Made reservation on behalf of 024a02a74c0d44c3bc58a6a016c39259 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:53:33.625147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:33.787086 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:33.837290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653ab0b8-7a7b-4d4f-8b34-568984f169b0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:53:33.847918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:53:33.848262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Network hostable DHCP agents. Network: 1058d26c-9c90-419f-87d0-f0329144e932, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 13:53:33.865285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Network 1058d26c-9c90-419f-87d0-f0329144e932 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 13:53:33.875037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1058d26c-9c90-419f-87d0-f0329144e932) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:53:33.879292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:53:33.879813 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:33.884286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3539dda-a3d7-47da-8495-8fb714332d79 None None] Network 1058d26c-9c90-419f-87d0-f0329144e932 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:53:33.894550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3d1291c2-df3e-496f-8cdd-640f55a9afa6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2982087 Jul 23 13:53:34.145714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1058d26c-9c90-419f-87d0-f0329144e932', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'tenant_id': '024a02a74c0d44c3bc58a6a016c39259', 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 13:53:34.146607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:34.282772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Allocated IP 192.168.233.2 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/26f6d4f4-45c0-4ce6-8539-cea0844c5496) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:53:34.428528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:34.437237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Transition to ACTIVE for port object 26f6d4f4-45c0-4ce6-8539-cea0844c5496 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:53:34.451913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Transition to ACTIVE for port object 26f6d4f4-45c0-4ce6-8539-cea0844c5496 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:53:34.458895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:34.495082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:53:34.499748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:53:34.505992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:53:34.508963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Pushing event updated for resources: {'Port': ['ID=26f6d4f4-45c0-4ce6-8539-cea0844c5496,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:53:34.519264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.519615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.519955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.520286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.520615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.520939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.521264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.521587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.521908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.522226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.522580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.522885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:53:34.572595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Attempting to bind port 26f6d4f4-45c0-4ce6-8539-cea0844c5496 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 13:53:34.572953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Attempting to bind port 26f6d4f4-45c0-4ce6-8539-cea0844c5496 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 13:53:34.573307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Attempting to bind port 26f6d4f4-45c0-4ce6-8539-cea0844c5496 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 13:53:34.578197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 13:53:34.578564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:53:34.578992 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:34.579373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 13:53:34.579830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Bound port: 26f6d4f4-45c0-4ce6-8539-cea0844c5496, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 13:53:34.580222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:34.642243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] For port 26f6d4f4-45c0-4ce6-8539-cea0844c5496, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 13:53:34.645775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] For port 26f6d4f4-45c0-4ce6-8539-cea0844c5496, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=26f6d4f4-45c0-4ce6-8539-cea0844c5496,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 13:53:34.650336 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:34.703620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4058d4-f968-421c-b067-e19641dc49fd None None] Pushing event updated for resources: {'Port': ['ID=26f6d4f4-45c0-4ce6-8539-cea0844c5496,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:53:35.091626 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:53:35.502462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc993f5-f996-4eeb-a957-274f76fd0e00 None None] Network 1058d26c-9c90-419f-87d0-f0329144e932 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:53:35.615240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-669255b4-e1e4-4a3a-ac2c-33887565d718 None None] Provisioning for port 26f6d4f4-45c0-4ce6-8539-cea0844c5496 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:53:36.207753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 26f6d4f4-45c0-4ce6-8539-cea0844c5496 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:53:36.258448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 26f6d4f4-45c0-4ce6-8539-cea0844c5496 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:53:36.262156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 26f6d4f4-45c0-4ce6-8539-cea0844c5496 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:53:36.262529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:36.340272 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:36.372551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 26f6d4f4-45c0-4ce6-8539-cea0844c5496, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=26f6d4f4-45c0-4ce6-8539-cea0844c5496,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 13:53:36.377646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:36.424250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=26f6d4f4-45c0-4ce6-8539-cea0844c5496,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:53:38.179467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 26f6d4f4-45c0-4ce6-8539-cea0844c5496 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:53:38.228706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 26f6d4f4-45c0-4ce6-8539-cea0844c5496 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:53:38.229191 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:45.702682 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e59de73-cf85-40c8-a6ae-93ed7afa05b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:48.223218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:48.386104 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fe560e5-51b8-48b4-8640-91bbec62cd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:49.362141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:53:50.993094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:12.091482 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:54:15.705369 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cc20d99-bbec-4af9-8f31-76648005ffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:18.229043 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:18.389766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9479470-0544-4773-a9b6-a31693986be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:19.364539 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:20.997610 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:43.475722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:54:43.481824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-bdb38347-90fe-4bde-9c3f-069ff0769f6b tempest-verify_tempest_config-13357457 tempest-verify_tempest_config-13357457-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 13:54:43.482870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bdb38347-90fe-4bde-9c3f-069ff0769f6b tempest-verify_tempest_config-13357457 tempest-verify_tempest_config-13357457-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061126 Jul 23 13:54:43.810816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:54:43.917324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:44.020655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:44.026825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:44.072086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824433d8-d121-44be-99cf-f33acbdec179,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:54:44.076203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=725729a5929547fe8a7834efe5e87566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2642326 Jul 23 13:54:44.078933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:54:44.081548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.081897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.082234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.082569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.082930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.083262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.083598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.083905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.084245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.084546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.084863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.085176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab85e46-43bd-4b29-9ac9-6627c0326530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.157164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:44.177762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:44.265898 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:44.268418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:44.269643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/824433d8-d121-44be-99cf-f33acbdec179 HTTP/1.1" status: 204 len: 168 time: 0.1896949 Jul 23 13:54:44.277382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824433d8-d121-44be-99cf-f33acbdec179,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:54:44.284408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.284756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.285096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.285432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.285762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.286092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.286413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.286768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.287093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.287412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.287730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:44.288054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d5b-0074-41a7-b5a3-945efcdc570a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:54:45.717850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5c23df-84f9-46cc-8dc6-0fd25dffde17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:48.225999 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:48.398541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e60d852b-fa14-41ad-ac23-6c780d5a18b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:49.097244 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:54:49.378030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:54:51.011057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:15.716669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d5f71c3-e6a8-49b6-a0f0-d99936ff2e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:18.235573 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:18.392980 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-478c7024-9d11-4eba-a2b2-8e638eee6315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:19.378258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:21.009434 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:26.101454 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:55:45.713238 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7f28df-939f-4266-b2f9-0503c650600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:48.237216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:48.403987 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-157e894c-cebf-4530-92e2-dcbf9b5eb363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:49.381780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:55:51.010178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:03.105806 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:56:15.714496 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21a1acb4-ce8b-4082-b32f-89ac2401753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:18.233850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:18.401477 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44084c4f-f042-494b-bf71-51f9264da5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:19.385704 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:21.016600 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:40.109982 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:56:45.715451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e8ee-5f85-4369-bd8a-c1bf0a5e8791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:48.238134 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:48.399799 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b79adf4d-e0f2-43ac-9568-e695c89006c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:49.392530 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:56:51.022582 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:15.720376 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77794ef5-14bc-4c57-b1f2-d8509d54608b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:17.114686 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:57:18.235964 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:18.400810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66d6780-961b-44a4-b583-c8b0e81efe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:19.399674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:21.023114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:37.158951 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403335'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:45.724684 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da825fcb-233b-47e0-a0f0-308425a30972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:47.445746 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403335'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:48.232673 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:48.405351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4340b30a-ad32-4930-abde-dd0c28e243f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:49.395148 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:51.026575 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:57:54.118470 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:58:07.103832 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:15.717518 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0b9f-4981-440a-aa14-79a9274e0080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:17.402139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:18.230681 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:18.407110 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eca219ef-f4b8-4f0a-9d63-fd8544b58614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:19.396919 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:21.028314 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:21.328446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:58:21.439370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4af52326-a108-4458-9fc9-b51e3165684c admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1098094 Jul 23 13:58:23.582501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:58:23.638167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d9d5e13b-3adb-4064-8111-18978a1da81a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0545316 Jul 23 13:58:31.122474 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:58:37.104097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:45.732369 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d496a8-2967-419a-aa47-22d4e8a8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:47.408281 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:48.232071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:48.407546 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2587d805-1bbb-40b1-b3ab-0bd6fa8c07b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:49.407329 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:58:51.041308 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:07.101554 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:08.125728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:59:15.716480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80b4f358-bd76-48d2-ac93-cf7bdd62f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:17.396940 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:18.225599 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:18.400734 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e29319-7903-4bb9-a3d5-dd84c6783c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:19.397223 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:21.039135 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:37.111979 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:45.126567 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 13:59:45.322196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:45.721964 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf42f15e-d382-4881-8db0-73da40789061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:45.768118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7943bd74-cac4-4a41-912c-9a65260b733e tempest-AutoAllocateNetworkTest-1649416175 tempest-AutoAllocateNetworkTest-1649416175-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aa20757c7f654ee3a90a2fe93a1dee4a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4418387 Jul 23 13:59:45.768510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:45.967238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426ec1c-c387-4728-b583-2d6d370aa8ce tempest-AutoAllocateNetworkTest-1649416175 tempest-AutoAllocateNetworkTest-1649416175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:45.968658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2426ec1c-c387-4728-b583-2d6d370aa8ce tempest-AutoAllocateNetworkTest-1649416175 tempest-AutoAllocateNetworkTest-1649416175-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1991596 Jul 23 13:59:45.972083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:46.031601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:46.035555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6b10e3ae-13a2-42a5-bb76-fc0cda412fa7 tempest-AutoAllocateNetworkTest-1649416175 tempest-AutoAllocateNetworkTest-1649416175-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618532 Jul 23 13:59:46.060028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-58595da4-e8d8-4a38-af2c-bead6c7cbba9 tempest-AutoAllocateNetworkTest-1649416175 tempest-AutoAllocateNetworkTest-1649416175-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aa20757c7f654ee3a90a2fe93a1dee4a HTTP/1.1" status: 200 len: 208 time: 0.0272861 Jul 23 13:59:46.767568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:46.882621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:47.149885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.249371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.255579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-network', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:59:47.263341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.302635 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa20757c7f654ee3a90a2fe93a1dee4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5338414 Jul 23 13:59:47.304245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:47.325906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Made reservation on behalf of e1ee878b980a446f81df72704992bf0b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:59:47.328709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.347809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.366334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.390768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.403010 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.410069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e827ed6-50ff-4183-b522-c0c8199fb651,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:47.471575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.472253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.472764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.473255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.473924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.474447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.475099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.475616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.476636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.477171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.477471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.478205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630b84b-9f51-4b5e-8ab4-21d1ecf989be admin admin] Tracked resource versions report: Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: pushed versions: Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Log': {'1.0'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Network': {'1.1'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Port': {'1.7'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: consumer versions: Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: HyperV agent@n-h1-801990-3: {}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: HyperV agent@n-h2-801990-3: {}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: L3 agent@n-d-801990-3: {}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: Metadata agent@n-d-801990-3: {}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: Metering agent@n-d-801990-3: {}, Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Log': '1.0', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Network': '1.1', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Port': '1.7', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'PortForwarding': '1.2', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'QosPolicy': '1.8', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'SubPort': '1.0', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Subnet': '1.1', Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: 'Trunk': '1.1'}} Jul 23 13:59:47.479551 n-d-801990-3 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:59:47.485455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.488363 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.491184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.493314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e827ed6-50ff-4183-b522-c0c8199fb651 HTTP/1.1" status: 204 len: 168 time: 0.1879387 Jul 23 13:59:47.502757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.504274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e827ed6-50ff-4183-b522-c0c8199fb651,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:47.513873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.514586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.515226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.516019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 13:59:47.516227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.517080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.517583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.518094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.518783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.519383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.519987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.520641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.521263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fef39f-38fe-4f25-9538-b67d8dabefca admin admin] Tracked resource versions report: Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: pushed versions: Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Log': {'1.0'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Network': {'1.1'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Port': {'1.7'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: consumer versions: Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: HyperV agent@n-h1-801990-3: {}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: HyperV agent@n-h2-801990-3: {}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: L3 agent@n-d-801990-3: {}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: Metadata agent@n-d-801990-3: {}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: Metering agent@n-d-801990-3: {}, Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Log': '1.0', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Network': '1.1', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Port': '1.7', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'PortForwarding': '1.2', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'QosPolicy': '1.8', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'SubPort': '1.0', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Subnet': '1.1', Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: 'Trunk': '1.1'}} Jul 23 13:59:47.523864 n-d-801990-3 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:59:47.526714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.526714 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Added segment 8ed4aadb-9904-4948-8438-8d0063f05d25 of type vlan for network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 Jul 23 13:59:47.597875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.611506 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa921e2d-516c-47e6-a911-b037c40b2d07,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:47.636733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.637973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:47.638611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.663564 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7793977 Jul 23 13:59:47.667210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:47.678803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Request body: {'subnet': {'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-subnet', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:59:47.705958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6668c-5c25-4f4d-bddf-ab7563a1bf11 admin admin] Pushing event updated for resources: {'Network': ['ID=07f82d8e-fbdb-4400-aed1-8d8fc0060295,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:47.707084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Made reservation on behalf of e1ee878b980a446f81df72704992bf0b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:59:47.710075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.716958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 13:59:47.897619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:47.945541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd76f74-46f6-4d83-8ab0-45844039905d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:47.961637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Checking segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:59:47.961997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Network hostable DHCP agents. Network: 07f82d8e-fbdb-4400-aed1-8d8fc0060295, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 13:59:47.981199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 13:59:47.991931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 07f82d8e-fbdb-4400-aed1-8d8fc0060295) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:59:48.001792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c14f16b-edae-4d41-8629-859007e22722 None None] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:59:48.003966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:48.004576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.021141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bfd90c8c-e0db-4d9c-85e0-55732777c4d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3521223 Jul 23 13:59:48.024646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:48.032255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:59:48.056999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.058375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.127545 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.305904 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.335262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 13:59:48.339234 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.342111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.445441 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9eef23b-3fa1-433b-8956-b4469e5ca5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.536114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Allocated IP 172.20.0.2 (07f82d8e-fbdb-4400-aed1-8d8fc0060295/ecd76f74-46f6-4d83-8ab0-45844039905d/0504256e-40b4-4792-a7aa-5e28d03c191e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:59:48.598011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.618870 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.706115 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.718380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Transition to ACTIVE for port object 0504256e-40b4-4792-a7aa-5e28d03c191e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:59:48.738171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Transition to ACTIVE for port object 0504256e-40b4-4792-a7aa-5e28d03c191e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:59:48.749841 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.803002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:59:48.807109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:59:48.817801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:59:48.826612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Pushing event updated for resources: {'Port': ['ID=0504256e-40b4-4792-a7aa-5e28d03c191e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:48.865530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.865981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.866419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.866862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.867361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.867702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.868118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.868527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.868981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.869330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.869844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.870195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Tracked resource versions report: Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: pushed versions: Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Log': {'1.0'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Network': {'1.1'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Port': {'1.7'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: consumer versions: Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: HyperV agent@n-h1-801990-3: {}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: HyperV agent@n-h2-801990-3: {}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: L3 agent@n-d-801990-3: {}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: Metadata agent@n-d-801990-3: {}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: Metering agent@n-d-801990-3: {}, Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Log': '1.0', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Network': '1.1', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Port': '1.7', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'PortForwarding': '1.2', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'QosPolicy': '1.8', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'SubPort': '1.0', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Subnet': '1.1', Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: 'Trunk': '1.1'}} Jul 23 13:59:48.871321 n-d-801990-3 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:59:48.910767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Attempting to bind port 0504256e-40b4-4792-a7aa-5e28d03c191e on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 13:59:48.911369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Attempting to bind port 0504256e-40b4-4792-a7aa-5e28d03c191e by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 13:59:48.912077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Attempting to bind port 0504256e-40b4-4792-a7aa-5e28d03c191e on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 13:59:48.918531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Allocated IP 172.25.2.107 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/55773d19-0fd0-447c-9588-6a33ac6e1ef0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:59:48.919011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 13:59:48.919611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Checking segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:59:48.920330 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:48.920898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Bound using segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 13:59:48.921414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Bound port: 0504256e-40b4-4792-a7aa-5e28d03c191e, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 13:59:48.921826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:49.016867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] For port 0504256e-40b4-4792-a7aa-5e28d03c191e, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 13:59:49.020390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] For port 0504256e-40b4-4792-a7aa-5e28d03c191e, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0504256e-40b4-4792-a7aa-5e28d03c191e,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 13:59:49.027235 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:49.053307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:49.080839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fac77b-b1cf-4cb6-a011-81477b4b6bde None None] Pushing event updated for resources: {'Port': ['ID=0504256e-40b4-4792-a7aa-5e28d03c191e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:49.145764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:49.193923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:59:49.197191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:59:49.203163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:59:49.271590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=55773d19-0fd0-447c-9588-6a33ac6e1ef0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:49.401913 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:49.527965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:49.803952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:49.977895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Router 960e8965-1974-4646-a57a-4078acd0aa88 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 13:59:50.108592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 13:59:50.123291 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Sync routers for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 13:59:50.135679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:50.136927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ff4e32f8-199c-4ccf-bd31-0b9de20e1ae0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1107037 Jul 23 13:59:50.140020 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:59:50.141525 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:50.142959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:50.314961 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:59:50.436238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328adfcf-603a-4833-b693-3c3ff4f76275 None None] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:59:50.519681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4379e971-4426-463c-9248-8ecbbbdaad39 None None] Provisioning for port 0504256e-40b4-4792-a7aa-5e28d03c191e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:59:50.572386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0504256e-40b4-4792-a7aa-5e28d03c191e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:59:50.577321 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:49Z', 'revision_number': 3, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:50.612467 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Checking router: 960e8965-1974-4646-a57a-4078acd0aa88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 13:59:50.613749 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Updating router 960e8965-1974-4646-a57a-4078acd0aa88 port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 13:59:50.669063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0504256e-40b4-4792-a7aa-5e28d03c191e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:59:50.677478 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:50.682269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0504256e-40b4-4792-a7aa-5e28d03c191e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:50.682897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:50.823528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:50.879360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0504256e-40b4-4792-a7aa-5e28d03c191e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0504256e-40b4-4792-a7aa-5e28d03c191e,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 13:59:50.890064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.013585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0504256e-40b4-4792-a7aa-5e28d03c191e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:51.034186 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.037658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.054159 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Transition to ACTIVE for port object 55773d19-0fd0-447c-9588-6a33ac6e1ef0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:59:51.055139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.066202 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.096956 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Attempting to bind port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 13:59:51.098067 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Attempting to bind port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 13:59:51.100232 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Attempting to bind port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 13:59:51.127315 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 13:59:51.127981 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:59:51.128256 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.128708 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 13:59:51.129306 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Bound port: 55773d19-0fd0-447c-9588-6a33ac6e1ef0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 13:59:51.129774 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.157442 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Pushing event updated for resources: {'Port': ['ID=55773d19-0fd0-447c-9588-6a33ac6e1ef0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:51.181550 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.181987 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.182464 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.182992 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.183411 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.184068 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.184584 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.184975 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.185369 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.185752 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.186140 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.186569 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Tracked resource versions report: Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: pushed versions: Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Log': {'1.0'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Network': {'1.1'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Port': {'1.7'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: consumer versions: Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: { DHCP agent@n-d-801990-3: {}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: HyperV agent@n-h1-801990-3: {}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: HyperV agent@n-h2-801990-3: {}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: L3 agent@n-d-801990-3: {}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: Metadata agent@n-d-801990-3: {}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: Metering agent@n-d-801990-3: {}, Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: Open vSwitch agent@n-d-801990-3: { 'AddressGroup': '1.2', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Log': '1.0', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Network': '1.1', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Port': '1.7', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'PortForwarding': '1.2', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'QosPolicy': '1.8', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'SubPort': '1.0', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Subnet': '1.1', Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: 'Trunk': '1.1'}} Jul 23 13:59:51.187776 n-d-801990-3 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 13:59:51.235342 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] For port 55773d19-0fd0-447c-9588-6a33ac6e1ef0, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 13:59:51.239754 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] For port 55773d19-0fd0-447c-9588-6a33ac6e1ef0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=55773d19-0fd0-447c-9588-6a33ac6e1ef0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 13:59:51.247662 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.250687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:51.252972 n-d-801990-3 neutron-server[93767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 13:59:51.283866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-1d088e8f-0d22-4fa9-8b1b-d16dcfce315a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef7917b9db41476f8fc3da94788fced8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317972 Jul 23 13:59:51.305054 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:59:51.305903 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:51.337953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Allocated IP 172.20.0.1 (07f82d8e-fbdb-4400-aed1-8d8fc0060295/ecd76f74-46f6-4d83-8ab0-45844039905d/fb533f21-b70d-4dd7-872a-ccb805e1310b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:59:51.416177 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:59:51.425280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c72a467a-bc5e-4b4e-98f8-5005d59f6de4 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:51.427359 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c72a467a-bc5e-4b4e-98f8-5005d59f6de4 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372304 Jul 23 13:59:51.451458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-57c4fef7-c676-4086-a8f4-f22a91335d3b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/quotas/ef7917b9db41476f8fc3da94788fced8 HTTP/1.1" status: 200 len: 375 time: 0.0176575 Jul 23 13:59:51.467022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.495988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a067f29a-3452-42eb-9a66-50529645c875 None None] Provisioning complete for port 0504256e-40b4-4792-a7aa-5e28d03c191e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:51.496516 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a067f29a-3452-42eb-9a66-50529645c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.502302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Transition to ACTIVE for port object fb533f21-b70d-4dd7-872a-ccb805e1310b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:59:51.525177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-01b921cb-ddb0-4597-85bd-5cd7e86e0444 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef7917b9db41476f8fc3da94788fced8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646970 Jul 23 13:59:51.540966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.555707 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc4db2-95e7-4d1d-a97a-f7a093c99110 None None] Pushing event updated for resources: {'Port': ['ID=55773d19-0fd0-447c-9588-6a33ac6e1ef0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:51.609448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:59:51.620132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:59:51.626840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:59:51.627262 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:51.752706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Pushing event updated for resources: {'Port': ['ID=fb533f21-b70d-4dd7-872a-ccb805e1310b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:51.864512 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:49Z', 'revision_number': 3, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:51.909903 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e50fb0-352d-4b23-bbd1-a2020548981c None None] The sync data for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 is: [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:49Z', 'revision_number': 3, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 13:59:51.991458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e069b273-8584-4436-8649-0e7e97039c3c None None] Provisioning for port fb533f21-b70d-4dd7-872a-ccb805e1310b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:59:51.998671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e069b273-8584-4436-8649-0e7e97039c3c None None] Provisioning complete for port fb533f21-b70d-4dd7-872a-ccb805e1310b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:51.999063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e069b273-8584-4436-8649-0e7e97039c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:52.030316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9591c86-29d4-4a00-842f-4530b56ed678 req-70219aa7-fd33-4d75-b056-48b8057bb985 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 210 time: 0.1303189 Jul 23 13:59:52.033595 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:52.093463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e069b273-8584-4436-8649-0e7e97039c3c None None] Port fb533f21-b70d-4dd7-872a-ccb805e1310b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 13:59:52.349392 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:52.356912 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:52.357965 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:52.535752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Pushing event updated for resources: {'Port': ['ID=fb533f21-b70d-4dd7-872a-ccb805e1310b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:52.637451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0504256e-40b4-4792-a7aa-5e28d03c191e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:59:52.642764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:59:52.649729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:59:52.766088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0504256e-40b4-4792-a7aa-5e28d03c191e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:52.767994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:52.897220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Router 960e8965-1974-4646-a57a-4078acd0aa88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 13:59:53.018284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 55773d19-0fd0-447c-9588-6a33ac6e1ef0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:59:53.142155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:59:53.165828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6ba1aaf-7223-4197-9663-72e285797011 None None] Provisioning complete for port fb533f21-b70d-4dd7-872a-ccb805e1310b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:53.166414 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aaf-7223-4197-9663-72e285797011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.177305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 13:59:53.191249 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8c821961-fbee-49f0-af94-30265d198fef admin admin] 10.222.0.21 "PUT /v2.0/routers/960e8965-1974-4646-a57a-4078acd0aa88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0471838 Jul 23 13:59:53.223583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:53.223955 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.227414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba1aaf-7223-4197-9663-72e285797011 None None] Port fb533f21-b70d-4dd7-872a-ccb805e1310b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 13:59:53.240917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:53.350904 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.356074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:53.385840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 55773d19-0fd0-447c-9588-6a33ac6e1ef0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=55773d19-0fd0-447c-9588-6a33ac6e1ef0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 13:59:53.392698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.473560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=55773d19-0fd0-447c-9588-6a33ac6e1ef0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:53.740601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273e46b8-5518-4075-a997-a6b966e3d300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.753361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.827269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 13:59:53.827269 n-d-801990-3 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 13:59:53.827269 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id': 'd4a5d975c90441d496257b1a62b7fc55', 'id': 'cf48a93d-5289-4e1b-89d9-5c5a5c73e94d', 'expiration': datetime.datetime(2021, 7, 23, 14, 1, 53, 781311)}] Jul 23 13:59:53.827269 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 13:59:53.828015 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 13:59:53.843530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:53.885225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273e46b8-5518-4075-a997-a6b966e3d300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.890249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273e46b8-5518-4075-a997-a6b966e3d300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:53.915520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:53.945553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-273e46b8-5518-4075-a997-a6b966e3d300 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4760ef66e684e328c6a21bd642d9c05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7037294 Jul 23 13:59:53.946505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e46b8-5518-4075-a997-a6b966e3d300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e6110-4d16-48da-afc0-0ad443afee52,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:53.948210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:54.083870 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d7c66f2-6d0b-4433-b1e2-72a58476e21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.114659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d7c66f2-6d0b-4433-b1e2-72a58476e21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.192347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cccf6736-b73f-4c0b-bf6b-2a472cdc1c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.199911 n-d-801990-3 neutron-server[93766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 13:59:54.263158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f4191950-2f6b-428f-9fb0-83f0183b9117 req-2492f4a3-b114-436f-947f-59a8cf0e025c tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 210 time: 0.4173961 Jul 23 13:59:54.278353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d7c66f2-6d0b-4433-b1e2-72a58476e21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.281576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d7c66f2-6d0b-4433-b1e2-72a58476e21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.283214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4d7c66f2-6d0b-4433-b1e2-72a58476e21f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e4e6110-4d16-48da-afc0-0ad443afee52 HTTP/1.1" status: 204 len: 168 time: 0.3339026 Jul 23 13:59:54.315044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c66f2-6d0b-4433-b1e2-72a58476e21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e6110-4d16-48da-afc0-0ad443afee52,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:54.329580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.463861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cccf6736-b73f-4c0b-bf6b-2a472cdc1c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.481304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cccf6736-b73f-4c0b-bf6b-2a472cdc1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.501962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 55773d19-0fd0-447c-9588-6a33ac6e1ef0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:59:54.589734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Sync routers for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 13:59:54.606354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:59:54.607030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:54.612490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.11', 56539) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:54.618862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:54.619738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.644702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.653172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.672519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cccf6736-b73f-4c0b-bf6b-2a472cdc1c9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bef35e020924ab8aac7e2439d8a97db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7555544 Jul 23 13:59:54.673719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf6736-b73f-4c0b-bf6b-2a472cdc1c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fb6986-a5ee-446c-8cc6-d235bf94edc9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:54.676066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:54.684103 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-7d956302-58b7-4990-8715-f2b71b1e2cd8 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ef7917b9db41476f8fc3da94788fced8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704966 Jul 23 13:59:54.706430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4a5d975c90441d496257b1a62b7fc55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3491533 Jul 23 13:59:54.720604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:54.801028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:59:54.817078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:54.839828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-network', 'tenant_id': '07d7e879178f49aea9075f67edfd6102'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:59:54.856432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657c4b8-3177-4068-84d8-5883354d2e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af52ca64-808e-4893-bdd4-61a7cec86408,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:54.905977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Made reservation on behalf of 07d7e879178f49aea9075f67edfd6102 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:59:54.911055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.944635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:54.946546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93cc2c7f-7ef3-42e2-b45f-891cf93b8aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.097477 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.107492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.124269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 13:59:55.128191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3af6-f689-4129-b59f-3280a65dd870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.137130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.137626 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Added segment d1062036-6cd9-46a8-a7b8-53266679d3bd of type vlan for network 952b74bb-538f-43fb-95c6-6680f56e70d4 Jul 23 13:59:55.152301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-3feba830-10b0-41bc-b61d-2ee0ed31be94 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:55.154040 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-3feba830-10b0-41bc-b61d-2ee0ed31be94 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4416759 Jul 23 13:59:55.168369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3af6-f689-4129-b59f-3280a65dd870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.206868 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.242524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3af6-f689-4129-b59f-3280a65dd870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.242894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93cc2c7f-7ef3-42e2-b45f-891cf93b8aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.244402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3af6-f689-4129-b59f-3280a65dd870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.248560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb5b3af6-f689-4129-b59f-3280a65dd870 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53fb6986-a5ee-446c-8cc6-d235bf94edc9 HTTP/1.1" status: 204 len: 168 time: 0.5684540 Jul 23 13:59:55.260429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b3af6-f689-4129-b59f-3280a65dd870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fb6986-a5ee-446c-8cc6-d235bf94edc9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:55.290458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:52Z', 'revision_number': 2, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:55.313560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Request body: {'port': {'device_id': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'ef7917b9db41476f8fc3da94788fced8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:59:55.340740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Checking router: 960e8965-1974-4646-a57a-4078acd0aa88 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 13:59:55.340902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Updating router 960e8965-1974-4646-a57a-4078acd0aa88 port fb533f21-b70d-4dd7-872a-ccb805e1310b binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 13:59:55.405666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.445284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43234d95-1d99-4e52-9608-76fc37d7880d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:55.497843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:55.501801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-ea92d825-24df-4b80-9004-9da792b8a282 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d9b41b47305d44eb86b50d4f23363a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913405 Jul 23 13:59:55.538169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93cc2c7f-7ef3-42e2-b45f-891cf93b8aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.540816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93cc2c7f-7ef3-42e2-b45f-891cf93b8aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.544410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-93cc2c7f-7ef3-42e2-b45f-891cf93b8aac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af52ca64-808e-4893-bdd4-61a7cec86408 HTTP/1.1" status: 204 len: 168 time: 0.8176103 Jul 23 13:59:55.680671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:55.712118 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62e41dd5-c420-412f-9e36-21ce7ce12f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.773520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.774900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:55.775649 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.794424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e438aac7-59fc-4ff9-9b22-bc7e280fff43 req-16a12924-99eb-4687-9334-d52fd29a1ff7 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 210 time: 0.1297612 Jul 23 13:59:55.798393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc2c7f-7ef3-42e2-b45f-891cf93b8aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af52ca64-808e-4893-bdd4-61a7cec86408,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:55.897838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] Pushing event updated for resources: {'Network': ['ID=952b74bb-538f-43fb-95c6-6680f56e70d4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:55.906968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-7974f34d-4056-4b18-8c14-8e5decf5f541 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:55.913708 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-7974f34d-4056-4b18-8c14-8e5decf5f541 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024086 Jul 23 13:59:55.940671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.950540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-b011bb3d-8d67-4782-a1b1-ec758819611a tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/quotas/d9b41b47305d44eb86b50d4f23363a7d HTTP/1.1" status: 200 len: 375 time: 0.0353532 Jul 23 13:59:55.952813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Transition to ACTIVE for port object fb533f21-b70d-4dd7-872a-ccb805e1310b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:59:55.956584 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:55.969832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 13:59:55.982811 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.009469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-a3bdf9d7-5293-496a-8075-40e6981c5ee1 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9b41b47305d44eb86b50d4f23363a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577531 Jul 23 13:59:56.037949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62e41dd5-c420-412f-9e36-21ce7ce12f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.056262 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62e41dd5-c420-412f-9e36-21ce7ce12f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.062996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-14cb4a27-c49f-402d-9d63-62bb1b8e9a8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2358494 Jul 23 13:59:56.065710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:56.081230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Request body: {'subnet': {'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-subnet', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:59:56.153564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41dd5-c420-412f-9e36-21ce7ce12f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49daebe-8652-422c-9b93-3df5eb8f90d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:56.174689 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 13:59:56.174689 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 13:59:56.174689 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id_1': '07d7e879178f49aea9075f67edfd6102', 'expiration_1': datetime.datetime(2021, 7, 23, 13, 59, 56, 89517)}] Jul 23 13:59:56.174689 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 13:59:56.175910 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 13:59:56.177419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 13:59:56.177419 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 13:59:56.177419 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id_1': '806df70443a54d6195cfe07c86f9b6d1', 'expiration_1': datetime.datetime(2021, 7, 23, 13, 59, 56, 13416)}] Jul 23 13:59:56.177419 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 13:59:56.178154 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 13:59:56.186594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Attempting to bind port fb533f21-b70d-4dd7-872a-ccb805e1310b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 13:59:56.187395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Attempting to bind port fb533f21-b70d-4dd7-872a-ccb805e1310b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 13:59:56.187931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Attempting to bind port fb533f21-b70d-4dd7-872a-ccb805e1310b on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 13:59:56.200834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 13:59:56.201487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Checking segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:59:56.202238 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.202890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Bound using segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 13:59:56.203572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Bound port: fb533f21-b70d-4dd7-872a-ccb805e1310b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 13:59:56.204234 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.219293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:56.220679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-62e41dd5-c420-412f-9e36-21ce7ce12f9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2404bb99d5124b018029339f0b7b3ce7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5300014 Jul 23 13:59:56.222189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Made reservation on behalf of ef7917b9db41476f8fc3da94788fced8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:59:56.226391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.255317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.350787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:56.373615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebd4faaa-bd1e-4002-bd03-8d926ccc1653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.393543 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e13ce2a-aea7-472b-a799-fb2489b11cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.431576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] For port fb533f21-b70d-4dd7-872a-ccb805e1310b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 13:59:56.444100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] For port fb533f21-b70d-4dd7-872a-ccb805e1310b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fb533f21-b70d-4dd7-872a-ccb805e1310b,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 13:59:56.543302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715d64f-bd09-4f75-b23a-8f4b1fe5cf78 None None] Pushing event updated for resources: {'Port': ['ID=fb533f21-b70d-4dd7-872a-ccb805e1310b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:56.551045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.569592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.571974 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.669887 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebd4faaa-bd1e-4002-bd03-8d926ccc1653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.705951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:56.766943 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.786223 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482f9adf-0e70-49be-a083-cfdaca32b20a req-8c02dc8e-81c8-4ee2-a2c5-b7aa38e743f5 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 210 time: 0.4019663 Jul 23 13:59:56.816954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86c9-f198-4e0f-ae41-27e42f1956ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:56.828488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd4db47-8fdb-4d08-b71b-060336dd8e77,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:56.894704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715d64f-bd09-4f75-b23a-8f4b1fe5cf78 None None] Pushing event updated for resources: {'Port': ['ID=fb533f21-b70d-4dd7-872a-ccb805e1310b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:56.899667 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 13:59:56.900436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:57.011509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebd4faaa-bd1e-4002-bd03-8d926ccc1653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.014320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebd4faaa-bd1e-4002-bd03-8d926ccc1653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.015738 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ebd4faaa-bd1e-4002-bd03-8d926ccc1653 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c49daebe-8652-422c-9b93-3df5eb8f90d9 HTTP/1.1" status: 204 len: 168 time: 0.7951157 Jul 23 13:59:57.047611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4faaa-bd1e-4002-bd03-8d926ccc1653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49daebe-8652-422c-9b93-3df5eb8f90d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:57.248096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11381449-fade-4b55-abbb-40ac28e35eaa req-9ca9254d-4c39-406d-9216-541a5ededa1a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 210 time: 0.1148536 Jul 23 13:59:57.253957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 13:59:57.338948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e13ce2a-aea7-472b-a799-fb2489b11cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.340638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Allocated IP 192.168.233.173 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/11c1d7eb-0caa-4cba-b1f2-6bf53de98e46) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 13:59:57.362484 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e13ce2a-aea7-472b-a799-fb2489b11cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.398362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Made reservation on behalf of 07d7e879178f49aea9075f67edfd6102 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 13:59:57.408896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.527501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13ce2a-aea7-472b-a799-fb2489b11cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13e6afe-750f-456a-93ef-02d9860050b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:57.605001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3e13ce2a-aea7-472b-a799-fb2489b11cdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c679aa03a04408dac1f73601c4c0a9b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2505746 Jul 23 13:59:57.609042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:57.738928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be80e91-e87d-46f4-b0d2-9ce5fa5a61aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.791502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.809236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.839385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be80e91-e87d-46f4-b0d2-9ce5fa5a61aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:57.845629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=806df70443a54d6195cfe07c86f9b6d1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3358960 Jul 23 13:59:57.935654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:57.961990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:56Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 13:59:58.015617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df1387-0cbe-459f-a572-64d7cd6ab282 None None] The sync data for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 is: [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:56Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 13:59:58.064138 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86c9-f198-4e0f-ae41-27e42f1956ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.115131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a09ac-4311-48a5-93a4-46e8f9a8126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cbe275-5c04-4222-9517-efb99b0217ed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:58.188332 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86c9-f198-4e0f-ae41-27e42f1956ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.204138 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.313243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-912d1d5c-ac80-455c-b621-3853f26b59a1 req-eea5df4f-b81f-41b2-85fd-1818f3dfc726 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 210 time: 0.2793915 Jul 23 13:59:58.326392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:58.333623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be80e91-e87d-46f4-b0d2-9ce5fa5a61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.336934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be80e91-e87d-46f4-b0d2-9ce5fa5a61aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.338869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5be80e91-e87d-46f4-b0d2-9ce5fa5a61aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f13e6afe-750f-456a-93ef-02d9860050b7 HTTP/1.1" status: 204 len: 168 time: 0.7282038 Jul 23 13:59:58.499738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c7ce86c9-f198-4e0f-ae41-27e42f1956ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=818b1bedae05477299f74db63d77eaca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7791550 Jul 23 13:59:58.518081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:58.533827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce86c9-f198-4e0f-ae41-27e42f1956ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf57ef7-5d56-4ba7-bf06-dee6fcbf5956,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:58.536992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b8d819-38d1-4ec5-8ecf-e64d3f484368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.538902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fb533f21-b70d-4dd7-872a-ccb805e1310b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 13:59:58.539340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be80e91-e87d-46f4-b0d2-9ce5fa5a61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13e6afe-750f-456a-93ef-02d9860050b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:58.540974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=247ef891-a8b3-4741-a9db-c147cfb9f81e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:58.570507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71904e98-7a5e-4675-b2db-bf7448209a12 req-98c6563e-2626-4ee0-b426-8705930ef388 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 210 time: 0.0852060 Jul 23 13:59:58.662205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Checking segment: {'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 13:59:58.662596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Network hostable DHCP agents. Network: 952b74bb-538f-43fb-95c6-6680f56e70d4, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 13:59:58.668678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b8d819-38d1-4ec5-8ecf-e64d3f484368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.681648 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.711086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port fb533f21-b70d-4dd7-872a-ccb805e1310b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 13:59:58.720393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 13:59:58.738860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fb533f21-b70d-4dd7-872a-ccb805e1310b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 13:59:58.742470 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.758333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 952b74bb-538f-43fb-95c6-6680f56e70d4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:59:58.769775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:58.770939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.790995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-60449267-d1f9-4cc4-9e81-f4acd08c8f8d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7236974 Jul 23 13:59:58.809350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:58.811160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34587368-dd04-4faa-993d-dbbfae83e81c None None] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 13:59:58.812724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Transition to ACTIVE for port object 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 13:59:58.820338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 13:59:58.829701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b8d819-38d1-4ec5-8ecf-e64d3f484368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.833356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b8d819-38d1-4ec5-8ecf-e64d3f484368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.836986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b4b8d819-38d1-4ec5-8ecf-e64d3f484368 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8cbe275-5c04-4222-9517-efb99b0217ed HTTP/1.1" status: 204 len: 168 time: 0.8948109 Jul 23 13:59:58.877206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8d819-38d1-4ec5-8ecf-e64d3f484368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cbe275-5c04-4222-9517-efb99b0217ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:58.880320 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008db129-6d83-4c10-909a-bd8a8bfb5c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.916896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.918520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:58.971805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008db129-6d83-4c10-909a-bd8a8bfb5c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.009776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.069773 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008db129-6d83-4c10-909a-bd8a8bfb5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.074492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008db129-6d83-4c10-909a-bd8a8bfb5c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.077707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-008db129-6d83-4c10-909a-bd8a8bfb5c91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bf57ef7-5d56-4ba7-bf06-dee6fcbf5956 HTTP/1.1" status: 204 len: 168 time: 0.5586038 Jul 23 13:59:59.090170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.196958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008db129-6d83-4c10-909a-bd8a8bfb5c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf57ef7-5d56-4ba7-bf06-dee6fcbf5956,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:59.366233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Pushing event updated for resources: {'Port': ['ID=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 13:59:59.379108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 13:59:59.380779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 13:59:59.383488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 13:59:59.390346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 13:59:59.391033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.410402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.444968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-383a29c0-2717-4f20-bb49-3e3bec39cfc6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1357801 Jul 23 13:59:59.493962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d45339-0264-4fee-8d45-9c8610c7e800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.516579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-952b74bb-538f-43fb-95c6-6680f56e70d4', 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'fixed_ips': [{'subnet_id': '247ef891-a8b3-4741-a9db-c147cfb9f81e'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 13:59:59.517511 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.525076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.623104 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13ff398f-a856-4828-82f5-786c138ce99a req-b580d436-c5b9-4c9a-9864-b0df40d5dd8f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 210 time: 0.1310217 Jul 23 13:59:59.653879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-4c29e843-aa15-4e45-a4f5-c38b0949a077 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 13:59:59.655031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-4c29e843-aa15-4e45-a4f5-c38b0949a077 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0667300 Jul 23 13:59:59.701898 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d45339-0264-4fee-8d45-9c8610c7e800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.722761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d45339-0264-4fee-8d45-9c8610c7e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.756347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port fb533f21-b70d-4dd7-872a-ccb805e1310b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fb533f21-b70d-4dd7-872a-ccb805e1310b,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 13:59:59.787346 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 13:59:59.803213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.48', 52900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:59.831561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d6d45339-0264-4fee-8d45-9c8610c7e800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3799e3da5b9048eaa8f5528141370c1f&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4987946 Jul 23 13:59:59.857492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 13:59:59.936979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-d36cb750-e3b1-4e91-8828-74a85fd5b2f7 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d9b41b47305d44eb86b50d4f23363a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326141 Jul 23 14:00:00.012627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=fb533f21-b70d-4dd7-872a-ccb805e1310b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:00.085726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d45339-0264-4fee-8d45-9c8610c7e800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f8de4-0577-4551-bf54-45e56dd42f15,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:00.116227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62a62b6a-ff9e-42fb-bbfa-3098ab1ed821 None None] Provisioning for port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:00.135593 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135723c5-39c2-4738-bd13-a89d8b869825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.151510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62a62b6a-ff9e-42fb-bbfa-3098ab1ed821 None None] Provisioning complete for port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:00.153500 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62a62b6a-ff9e-42fb-bbfa-3098ab1ed821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.187171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e216-fe91-4d74-af3e-557881542177 req-8a4cc388-15e6-49ff-909e-3c36600e7e9b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:00.188492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c405e216-fe91-4d74-af3e-557881542177 req-8a4cc388-15e6-49ff-909e-3c36600e7e9b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 936 time: 0.4251461 Jul 23 14:00:00.191012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135723c5-39c2-4738-bd13-a89d8b869825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.294844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135723c5-39c2-4738-bd13-a89d8b869825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.300754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135723c5-39c2-4738-bd13-a89d8b869825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.305451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-135723c5-39c2-4738-bd13-a89d8b869825 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c9f8de4-0577-4551-bf54-45e56dd42f15 HTTP/1.1" status: 204 len: 168 time: 0.4463637 Jul 23 14:00:00.362623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135723c5-39c2-4738-bd13-a89d8b869825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f8de4-0577-4551-bf54-45e56dd42f15,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:00.473416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:00.497767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c405e216-fe91-4d74-af3e-557881542177 req-1d1a8ed0-4059-427c-9849-33c079fc92b8 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557703 Jul 23 14:00:00.521555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-62a62b6a-ff9e-42fb-bbfa-3098ab1ed821 None None] Port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:00.530834 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f2603-a057-474d-a875-bd381037fdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.536458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.563219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.608632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fb533f21-b70d-4dd7-872a-ccb805e1310b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:00.648117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-c5f428fb-db83-4db1-b487-363b0987be78 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:00.649642 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-c5f428fb-db83-4db1-b487-363b0987be78 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6977468 Jul 23 14:00:00.723170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Allocated IP 172.20.0.2 (952b74bb-538f-43fb-95c6-6680f56e70d4/247ef891-a8b3-4741-a9db-c147cfb9f81e/21345f6d-dc4d-45f3-9708-c81a810c579b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:00.751424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Request body: {'port': {'device_id': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'd9b41b47305d44eb86b50d4f23363a7d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:00.789684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fb533f21-b70d-4dd7-872a-ccb805e1310b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:00.790614 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:00.797606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Allocated IP 172.25.2.100 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/b1082481-ef7d-40b9-bbbf-bec4558a7dd1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:01.233937 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.258442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Transition to ACTIVE for port object 21345f6d-dc4d-45f3-9708-c81a810c579b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:01.263000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Request body: {'port': {'device_id': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:01.290172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Transition to ACTIVE for port object 21345f6d-dc4d-45f3-9708-c81a810c579b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:01.300509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.365281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.435710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7e1938ff-8445-4e6e-96c6-270cfa5719f9 req-2d9a33ef-256e-4194-a13f-2fcf59875ef2 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 210 time: 0.2697058 Jul 23 14:00:01.482339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.519718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:01.547155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:01.555294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:01.559281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:01.642349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.654400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Pushing event updated for resources: {'Port': ['ID=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:01.748049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:01.752621 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.755475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:01.766591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:01.776750 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f2603-a057-474d-a875-bd381037fdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.807905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f2603-a057-474d-a875-bd381037fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.860780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=21345f6d-dc4d-45f3-9708-c81a810c579b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:01.886389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:00:01.886389 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:00:01.886389 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id_1': '769127d7980445bc8d3f15065e4901cc', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 0, 1, 700642)}] Jul 23 14:00:01.886389 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:00:01.898316 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:00:01.939628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Attempting to bind port 21345f6d-dc4d-45f3-9708-c81a810c579b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:01.940195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Attempting to bind port 21345f6d-dc4d-45f3-9708-c81a810c579b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:01.941101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Attempting to bind port 21345f6d-dc4d-45f3-9708-c81a810c579b on network 952b74bb-538f-43fb-95c6-6680f56e70d4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:01.951817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:01.952451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Checking segment: {'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:01.953640 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.954204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Bound using segment: {'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:01.957571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Bound port: 21345f6d-dc4d-45f3-9708-c81a810c579b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:01.958180 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:01.974661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Made reservation on behalf of d9b41b47305d44eb86b50d4f23363a7d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:01.984857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.043128 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d4f2603-a057-474d-a875-bd381037fdc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=303b4036ffb949b7885ce62d3be27fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5636578 Jul 23 14:00:02.050573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:02.059071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.074830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15090fe-7218-46a3-99c1-69fb77fbb445 req-696eca6c-f587-468b-9641-5bfd9b362b29 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:02.076736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a15090fe-7218-46a3-99c1-69fb77fbb445 req-696eca6c-f587-468b-9641-5bfd9b362b29 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 936 time: 0.4153709 Jul 23 14:00:02.170423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a15090fe-7218-46a3-99c1-69fb77fbb445 req-9afb4228-35cc-47eb-8389-cade8182384f tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858276 Jul 23 14:00:02.197585 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.200262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd16ec6-73b9-40a7-a6ad-46ba352077f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.202750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] For port 21345f6d-dc4d-45f3-9708-c81a810c579b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:02.212521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] For port 21345f6d-dc4d-45f3-9708-c81a810c579b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=21345f6d-dc4d-45f3-9708-c81a810c579b,segment=NetworkSegment(d1062036-6cd9-46a8-a7b8-53266679d3bd),segment_id=d1062036-6cd9-46a8-a7b8-53266679d3bd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:02.221457 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.299142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f2603-a057-474d-a875-bd381037fdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098d1278-7388-436e-8c95-ef309e361c4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:02.303870 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd16ec6-73b9-40a7-a6ad-46ba352077f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.388800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341534-a468-4e04-9a93-12d6ab3b9fc8 None None] Pushing event updated for resources: {'Port': ['ID=21345f6d-dc4d-45f3-9708-c81a810c579b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:02.409247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.477062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd16ec6-73b9-40a7-a6ad-46ba352077f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.480145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcd16ec6-73b9-40a7-a6ad-46ba352077f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.481441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dcd16ec6-73b9-40a7-a6ad-46ba352077f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/098d1278-7388-436e-8c95-ef309e361c4a HTTP/1.1" status: 204 len: 168 time: 0.4275990 Jul 23 14:00:02.634361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd16ec6-73b9-40a7-a6ad-46ba352077f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098d1278-7388-436e-8c95-ef309e361c4a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:02.699802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.797767 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d69001aa-355b-4cf3-a9af-d809156f0e61 req-4e05c392-233f-4cd5-b771-509df7311db4 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 210 time: 0.1879771 Jul 23 14:00:02.915612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:02.926225 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:02.945715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Transition to ACTIVE for port object 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:02.956709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:03.066137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Pushing event updated for resources: {'Port': ['ID=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:03.101469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:03.224401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Router 45640b91-529c-4234-8759-9779f074b461 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:00:03.300610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:03.605302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:00:03.614058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Attempting to bind port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:03.614439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Attempting to bind port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:03.614871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Attempting to bind port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:03.629104 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Sync routers for ids ['45640b91-529c-4234-8759-9779f074b461'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:00:03.633433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:03.644578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e991c2cf-5240-49a4-8777-0466138fc428,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:03.661778 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Routers {'45640b91-529c-4234-8759-9779f074b461'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:03.665198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426daf-a782-41ad-9e2b-ca6cfe3d66bb req-c76a9398-3b4a-4c69-b7ce-036693337dad tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:03.667046 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['45640b91-529c-4234-8759-9779f074b461'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:03.672335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82426daf-a782-41ad-9e2b-ca6cfe3d66bb req-c76a9398-3b4a-4c69-b7ce-036693337dad tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 0.2669976 Jul 23 14:00:03.675615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:03.680226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5d34a0f9-9bbc-4098-be82-9958a43cb19b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8657622 Jul 23 14:00:03.681516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:03.695555 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:03.715909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:03.716141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Attempting to bind port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:03.867360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:03.868103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:03.868622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:03.868774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Bound port: 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:03.869109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:03.955034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42554ab-8541-42ab-925e-26834bc72ea7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:03.976481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82426daf-a782-41ad-9e2b-ca6cfe3d66bb req-3cbe7ef7-c1fb-4e75-bec0-bb89640305bd tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917957 Jul 23 14:00:03.985556 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Set router 45640b91-529c-4234-8759-9779f074b461 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:04.108795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] For port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:04.125094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] For port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:04.227428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ad9259d-b6cd-405c-9574-40eba4d7502d req-9faa93f9-6b08-400f-822a-1a02afb8f06f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 210 time: 0.0949993 Jul 23 14:00:04.229602 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:04.233428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e12a2-9c8b-4084-8357-bd3d0659ea1e None None] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:04.316615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Pushing event updated for resources: {'Port': ['ID=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:04.322031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1288b6ca-c0ba-4590-bb3f-af710e401aa6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=769127d7980445bc8d3f15065e4901cc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7973015 Jul 23 14:00:04.329022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:04.346681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:04.347482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:04.349127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-c6d11385-5130-4bf2-b60e-9b9d0c1843c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 HTTP/1.1" status: 200 len: 1096 time: 3.9431224 Jul 23 14:00:04.350785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'tag': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:04.450112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Allocated IP 192.168.233.39 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/4b479bae-e7c7-4d77-88c3-48070c4058ef) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:04.565745 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:00:01Z', 'revision_number': 3, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port': {'id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:00Z', 'updated_at': '2021-07-23T14:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:04.582406 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4dd4-b644-459e-8e43-cc765d44252f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:04.598268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d34f658-6f3d-4d6b-b561-4ff804a7bb9d None None] Provisioning for port 21345f6d-dc4d-45f3-9708-c81a810c579b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:04.656882 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Checking router: 45640b91-529c-4234-8759-9779f074b461 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:00:04.657490 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Updating router 45640b91-529c-4234-8759-9779f074b461 port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:00:04.670782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 21345f6d-dc4d-45f3-9708-c81a810c579b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:04.732472 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4dd4-b644-459e-8e43-cc765d44252f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:04.762512 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:04.840340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-649ba229-8137-4ab1-b1cc-528d48192782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:04.852553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-649ba229-8137-4ab1-b1cc-528d48192782 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef7917b9db41476f8fc3da94788fced8&device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 1099 time: 0.2745950 Jul 23 14:00:05.042671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 21345f6d-dc4d-45f3-9708-c81a810c579b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:05.052763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 21345f6d-dc4d-45f3-9708-c81a810c579b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:05.055928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.057035 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.094239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Transition to ACTIVE for port object 4b479bae-e7c7-4d77-88c3-48070c4058ef will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:05.462890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.471148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-7ad9b954-f26f-4ba7-be29-7cad0ec02bb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 HTTP/1.1" status: 200 len: 217 time: 0.2532830 Jul 23 14:00:05.480745 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73969e45-b191-4c94-b3cb-6235b953a615" -d '{"events": [{"name": "network-changed", "server_uuid": "e9dd6194-fe92-4c01-859f-648c9e3ec988", "tag": "11c1d7eb-0caa-4cba-b1f2-6bf53de98e46"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:05.493182 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.633521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 21345f6d-dc4d-45f3-9708-c81a810c579b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=21345f6d-dc4d-45f3-9708-c81a810c579b,segment=NetworkSegment(d1062036-6cd9-46a8-a7b8-53266679d3bd),segment_id=d1062036-6cd9-46a8-a7b8-53266679d3bd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:05.645241 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.645460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-eeb4c35d-e11c-40af-80e7-fb81b39a8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:05.647003 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-eeb4c35d-e11c-40af-80e7-fb81b39a8dfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1621523 Jul 23 14:00:05.657035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.816176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06c94dbd-d6f7-41c3-a99c-4228ac10bd7a None None] Provisioning complete for port 21345f6d-dc4d-45f3-9708-c81a810c579b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:05.818784 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06c94dbd-d6f7-41c3-a99c-4228ac10bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.834041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=21345f6d-dc4d-45f3-9708-c81a810c579b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:05.968582 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:05.972810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Pushing event updated for resources: {'Port': ['ID=4b479bae-e7c7-4d77-88c3-48070c4058ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:06.015689 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Transition to ACTIVE for port object b1082481-ef7d-40b9-bbbf-bec4558a7dd1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:06.029515 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.158776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:06.207912 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80293a40-56b4-4bd8-a0d0-af3a093d9538 None None] Pushing event updated for resources: {'Port': ['ID=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:06.223946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:06.249107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:06.264633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:06.265964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.289299 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Attempting to bind port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:06.293563 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Attempting to bind port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:06.294350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Attempting to bind port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:06.305588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4dd4-b644-459e-8e43-cc765d44252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.311649 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4dd4-b644-459e-8e43-cc765d44252f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.313035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d4f4dd4-b644-459e-8e43-cc765d44252f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f42554ab-8541-42ab-925e-26834bc72ea7 HTTP/1.1" status: 204 len: 168 time: 1.9828117 Jul 23 14:00:06.318351 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:06.319148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-18b5c91f-352f-4895-b47f-2ff20481962f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5886602 Jul 23 14:00:06.320304 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:06.322234 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.323670 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:06.324193 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Bound port: b1082481-ef7d-40b9-bbbf-bec4558a7dd1, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:06.324648 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.385600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f4dd4-b644-459e-8e43-cc765d44252f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42554ab-8541-42ab-925e-26834bc72ea7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:06.416605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1c587-826d-4c83-8e45-e8104fb8a4c5 req-0151bc27-9e68-400a-9b78-9d662b7ca714 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:06.420473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ba1c587-826d-4c83-8e45-e8104fb8a4c5 req-0151bc27-9e68-400a-9b78-9d662b7ca714 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 935 time: 0.9523180 Jul 23 14:00:06.439061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-c83ff0d4-0cb0-4ef9-aacc-8ea138833fa5 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:00:06.440344 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-c83ff0d4-0cb0-4ef9-aacc-8ea138833fa5 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0678403 Jul 23 14:00:06.513543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff8f4-317d-441e-8018-108a9cb7bb90 req-d420a32e-8c59-4093-b020-4e865780d3f3 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:06.517517 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca3ff8f4-317d-441e-8018-108a9cb7bb90 req-d420a32e-8c59-4093-b020-4e865780d3f3 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 1.3008602 Jul 23 14:00:06.541837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-37db3c1a-5aaf-428b-956b-beab7e86ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:06.543674 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-37db3c1a-5aaf-428b-956b-beab7e86ab8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7837322 Jul 23 14:00:06.610812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 21345f6d-dc4d-45f3-9708-c81a810c579b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:06.621240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] For port b1082481-ef7d-40b9-bbbf-bec4558a7dd1, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:06.640505 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] For port b1082481-ef7d-40b9-bbbf-bec4558a7dd1, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:06.666224 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.712166 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca3ff8f4-317d-441e-8018-108a9cb7bb90 req-5bb02323-d624-497d-a352-29b4e8c2777e tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724503 Jul 23 14:00:06.715741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 21345f6d-dc4d-45f3-9708-c81a810c579b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:06.722190 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:06.853889 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Routers {'45640b91-529c-4234-8759-9779f074b461'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:06.856420 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['45640b91-529c-4234-8759-9779f074b461'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:06.876967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ba1c587-826d-4c83-8e45-e8104fb8a4c5 req-f3cd852a-27d4-4395-9692-c199f8039fb7 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388888 Jul 23 14:00:06.886256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-9ab96ca0-4268-436c-b68c-66d776a1be0c service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852974 Jul 23 14:00:06.929126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Allocated IP 172.20.0.1 (952b74bb-538f-43fb-95c6-6680f56e70d4/247ef891-a8b3-4741-a9db-c147cfb9f81e/ea2fd696-2c23-4c30-a183-6b1a9670e297) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:06.939247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4565c77a-2b78-4dee-aa2b-402e264ce9e3 None None] Provisioning for port 4b479bae-e7c7-4d77-88c3-48070c4058ef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:06.954341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4565c77a-2b78-4dee-aa2b-402e264ce9e3 None None] Provisioning complete for port 4b479bae-e7c7-4d77-88c3-48070c4058ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:06.955077 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4565c77a-2b78-4dee-aa2b-402e264ce9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:07.050471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4565c77a-2b78-4dee-aa2b-402e264ce9e3 None None] Port 4b479bae-e7c7-4d77-88c3-48070c4058ef cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:07.103256 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80293a40-56b4-4bd8-a0d0-af3a093d9538 None None] Pushing event updated for resources: {'Port': ['ID=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:07.147609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:07.201675 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51970529-14b0-4da8-b08f-0e269567d3e3 req-4786e415-7070-4a5e-9485-f311367b0758 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114464 Jul 23 14:00:07.234298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:07.264655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Transition to ACTIVE for port object ea2fd696-2c23-4c30-a183-6b1a9670e297 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:07.313196 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] Set router 45640b91-529c-4234-8759-9779f074b461 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:07.316285 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:07.371573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:07.381453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:07.403274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:07.404397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:07.527024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Request body: {'port': {'device_id': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'device_owner': 'compute:tempest-test_az-860309456', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:07.883080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37ad54da-2c65-4886-bff1-ea43b69da114 None None] Provisioning for port ea2fd696-2c23-4c30-a183-6b1a9670e297 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:07.902848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37ad54da-2c65-4886-bff1-ea43b69da114 None None] Provisioning complete for port ea2fd696-2c23-4c30-a183-6b1a9670e297 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:07.903879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37ad54da-2c65-4886-bff1-ea43b69da114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:07.909606 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:07.971862 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:00:01Z', 'revision_number': 3, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port': {'id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:00Z', 'updated_at': '2021-07-23T14:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:08.004881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2fd696-2c23-4c30-a183-6b1a9670e297,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:08.037621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:08.048863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37ad54da-2c65-4886-bff1-ea43b69da114 None None] Port ea2fd696-2c23-4c30-a183-6b1a9670e297 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:08.070501 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc079f-1c84-456c-b08b-9651276080b2 None None] The sync data for ids ['45640b91-529c-4234-8759-9779f074b461'] in n-d-801990-3 is: [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:00:01Z', 'revision_number': 3, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port': {'id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:00Z', 'updated_at': '2021-07-23T14:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:00:08.241478 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba45e69f-4ec8-477c-bb4a-5395e3ebeaff x-openstack-request-id: req-ba45e69f-4ec8-477c-bb4a-5395e3ebeaff {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:08.242565 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9dd6194-fe92-4c01-859f-648c9e3ec988", "tag": "11c1d7eb-0caa-4cba-b1f2-6bf53de98e46", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:08.243011 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba45e69f-4ec8-477c-bb4a-5395e3ebeaff {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:08.243622 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'tag': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46', 'status': 'completed', 'code': 200} Jul 23 14:00:08.462093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73969e45-b191-4c94-b3cb-6235b953a615 req-63cfb870-afea-4a4c-a386-2df3528b45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:08.464096 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73969e45-b191-4c94-b3cb-6235b953a615 req-63cfb870-afea-4a4c-a386-2df3528b45d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef7917b9db41476f8fc3da94788fced8&device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 1099 time: 0.2249305 Jul 23 14:00:08.661263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40dbbe-56c5-46a5-863c-257ee35ac309 req-2017d091-e8cd-4911-b6b1-aee4d684a8f5 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:08.674146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd40dbbe-56c5-46a5-863c-257ee35ac309 req-2017d091-e8cd-4911-b6b1-aee4d684a8f5 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 0.4077117 Jul 23 14:00:08.792463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b479bae-e7c7-4d77-88c3-48070c4058ef {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:08.812907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:08.825309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd40dbbe-56c5-46a5-863c-257ee35ac309 req-69c88485-f7a2-46ba-8378-08525e3e0576 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477764 Jul 23 14:00:08.873839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Transition to ACTIVE for port object 4b479bae-e7c7-4d77-88c3-48070c4058ef will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:08.886475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:08.886808 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:08.900274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:08.911635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:08.944380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73969e45-b191-4c94-b3cb-6235b953a615 req-f16b74e3-d0f4-4d35-b9e9-a58c2d2a2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:08.945887 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73969e45-b191-4c94-b3cb-6235b953a615 req-f16b74e3-d0f4-4d35-b9e9-a58c2d2a2a51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.4720547 Jul 23 14:00:09.300900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Attempting to bind port 4b479bae-e7c7-4d77-88c3-48070c4058ef on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:09.301577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Attempting to bind port 4b479bae-e7c7-4d77-88c3-48070c4058ef by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:09.301577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Attempting to bind port 4b479bae-e7c7-4d77-88c3-48070c4058ef on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:09.331175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73969e45-b191-4c94-b3cb-6235b953a615 req-ce54e051-47da-464e-ae95-28f407317985 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 HTTP/1.1" status: 200 len: 217 time: 0.3623662 Jul 23 14:00:09.332277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Port 4b479bae-e7c7-4d77-88c3-48070c4058ef on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:09.332730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Attempting to bind port 4b479bae-e7c7-4d77-88c3-48070c4058ef on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:09.340527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b479bae-e7c7-4d77-88c3-48070c4058ef,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:09.469955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2fd696-2c23-4c30-a183-6b1a9670e297,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:09.486805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73969e45-b191-4c94-b3cb-6235b953a615 req-32fd26e0-1aee-42be-95cc-4cd8fe61a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:09.488637 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73969e45-b191-4c94-b3cb-6235b953a615 req-32fd26e0-1aee-42be-95cc-4cd8fe61a28c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1389248 Jul 23 14:00:09.575118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:09.575351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:09.575720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:09.576164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Bound port: 4b479bae-e7c7-4d77-88c3-48070c4058ef, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:09.580984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:09.603177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e4cda-2ba7-4617-a8c2-1cc96b1acaec req-b915f7fd-2604-4a12-be56-e70ccfa8044e tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:09.607847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c07e4cda-2ba7-4617-a8c2-1cc96b1acaec req-b915f7fd-2604-4a12-be56-e70ccfa8044e tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.5633368 Jul 23 14:00:09.681182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:09.691029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:09.732023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] For port 4b479bae-e7c7-4d77-88c3-48070c4058ef, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:09.750700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c07e4cda-2ba7-4617-a8c2-1cc96b1acaec req-adc7f9e1-9d74-4e6d-a1d5-7cebea0e3488 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347528 Jul 23 14:00:09.786843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73969e45-b191-4c94-b3cb-6235b953a615 req-0260cfda-e293-4304-8bfb-bbf74c555c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:09.794454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73969e45-b191-4c94-b3cb-6235b953a615 req-0260cfda-e293-4304-8bfb-bbf74c555c41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2960978 Jul 23 14:00:09.807028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] For port 4b479bae-e7c7-4d77-88c3-48070c4058ef, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b479bae-e7c7-4d77-88c3-48070c4058ef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:09.818694 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:09.982007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:09.983934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:09.990059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b479bae-e7c7-4d77-88c3-48070c4058ef HTTP/1.1" status: 200 len: 1116 time: 3.1498532 Jul 23 14:00:10.097851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Router 45640b91-529c-4234-8759-9779f074b461 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:00:10.323279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3ae0287-6091-4ea5-960e-30909bff6074 None None] Provisioning complete for port ea2fd696-2c23-4c30-a183-6b1a9670e297 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:10.324392 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0287-6091-4ea5-960e-30909bff6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:10.438990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae0287-6091-4ea5-960e-30909bff6074 None None] Port ea2fd696-2c23-4c30-a183-6b1a9670e297 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:10.466035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'tag': '4b479bae-e7c7-4d77-88c3-48070c4058ef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:10.469263 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e" -d '{"events": [{"name": "network-changed", "server_uuid": "19627dcd-4a48-4269-bda4-09b6f772d0d6", "tag": "4b479bae-e7c7-4d77-88c3-48070c4058ef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:10.475669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52797f37-d5a8-458d-86f7-1b8e6eb458d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b479bae-e7c7-4d77-88c3-48070c4058ef,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:10.560022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:00:10.577531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-576ef4ee-e2b1-48ec-a1e7-7167a526a6a2 admin admin] 10.222.0.21 "PUT /v2.0/routers/45640b91-529c-4234-8759-9779f074b461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8918648 Jul 23 14:00:10.603396 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73969e45-b191-4c94-b3cb-6235b953a615 req-db4e169a-a1cd-4b07-b688-acfb7b3fa8c3 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964281 Jul 23 14:00:10.712712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1082481-ef7d-40b9-bbbf-bec4558a7dd1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:10.855620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:10.856682 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73969e45-b191-4c94-b3cb-6235b953a615 req-f01ca38f-accc-47bc-969c-e4ea96f50d25 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360497 Jul 23 14:00:10.863401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:10.863792 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547f249d-9c4b-40d3-b678-aeabd204d619 x-openstack-request-id: req-547f249d-9c4b-40d3-b678-aeabd204d619 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:10.864217 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19627dcd-4a48-4269-bda4-09b6f772d0d6", "tag": "4b479bae-e7c7-4d77-88c3-48070c4058ef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:10.864659 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-547f249d-9c4b-40d3-b678-aeabd204d619 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:10.865426 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'tag': '4b479bae-e7c7-4d77-88c3-48070c4058ef', 'status': 'completed', 'code': 200} Jul 23 14:00:10.876557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783bda9-8404-45f7-96b1-7b9c336a44cb req-673fd3b9-662c-4123-b7a1-c86c6ea95131 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:10.879868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:10.881129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:10.889621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0783bda9-8404-45f7-96b1-7b9c336a44cb req-673fd3b9-662c-4123-b7a1-c86c6ea95131 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 0.6611104 Jul 23 14:00:10.967486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0783bda9-8404-45f7-96b1-7b9c336a44cb req-6f6d4e5f-28c8-485a-87eb-934401ecece6 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761499 Jul 23 14:00:10.976646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-32433c64-73d0-44c4-b7a7-c9c7e87868bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:10.985929 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-32433c64-73d0-44c4-b7a7-c9c7e87868bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9b41b47305d44eb86b50d4f23363a7d&device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 1119 time: 0.5014925 Jul 23 14:00:11.092267 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-7ed82068-4f2a-4863-916a-dd4a030c02e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4b479bae-e7c7-4d77-88c3-48070c4058ef HTTP/1.1" status: 200 len: 217 time: 0.0966551 Jul 23 14:00:11.210466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Sync routers for ids ['45640b91-529c-4234-8759-9779f074b461'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:00:11.236412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.265323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b1082481-ef7d-40b9-bbbf-bec4558a7dd1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:11.268882 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec1bc88-c7d9-4c71-b449-03772286a261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.269754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Routers {'45640b91-529c-4234-8759-9779f074b461'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:11.270813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['45640b91-529c-4234-8759-9779f074b461'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:11.275443 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.450417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-29560988-c3a9-460c-9295-b256665531aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:11.460840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-29560988-c3a9-460c-9295-b256665531aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.3309879 Jul 23 14:00:11.533024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec1bc88-c7d9-4c71-b449-03772286a261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.540248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec1bc88-c7d9-4c71-b449-03772286a261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.590147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aec1bc88-c7d9-4c71-b449-03772286a261 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8286f3f89e44108937f4e8d3d15dcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7324014 Jul 23 14:00:11.591832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1bc88-c7d9-4c71-b449-03772286a261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d6e2dc-41ee-4f99-b927-771da9945622,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:11.595314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:11.630781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:11.668702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f555043c-fc5b-43e2-b0ea-5440639e4f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.740440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f555043c-fc5b-43e2-b0ea-5440639e4f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.740687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Set router 45640b91-529c-4234-8759-9779f074b461 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:11.770280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e46b1-f413-4b2d-bc33-ff1b2124853c req-a02ec287-f6a1-443d-9c01-2c18ab940a9e tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:11.783283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f34e46b1-f413-4b2d-bc33-ff1b2124853c req-a02ec287-f6a1-443d-9c01-2c18ab940a9e tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.6875179 Jul 23 14:00:11.842726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f555043c-fc5b-43e2-b0ea-5440639e4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.847012 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f555043c-fc5b-43e2-b0ea-5440639e4f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:11.848355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f555043c-fc5b-43e2-b0ea-5440639e4f7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63d6e2dc-41ee-4f99-b927-771da9945622 HTTP/1.1" status: 204 len: 168 time: 0.2518642 Jul 23 14:00:11.885524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555043c-fc5b-43e2-b0ea-5440639e4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d6e2dc-41ee-4f99-b927-771da9945622,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:12.214510 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f34e46b1-f413-4b2d-bc33-ff1b2124853c req-daa8f9ff-ad25-44c3-acae-8fdd3bb39ed1 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302223 Jul 23 14:00:12.232393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744658-f221-4288-9bb0-43a046dca813 req-524e7b8a-9c9f-46fe-bebf-ccc66c4d0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:12.235397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-524e7b8a-9c9f-46fe-bebf-ccc66c4d0587 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7158513 Jul 23 14:00:12.427494 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-896de2a9-dbc0-41c4-ade4-ccffc02833c8 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732106 Jul 23 14:00:12.471856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:00:07Z', 'revision_number': 4, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port': {'id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:00Z', 'updated_at': '2021-07-23T14:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ea2fd696-2c23-4c30-a183-6b1a9670e297', 'name': '', 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'mac_address': 'fa:16:3e:9f:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '247ef891-a8b3-4741-a9db-c147cfb9f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:06Z', 'updated_at': '2021-07-23T14:00:08Z', 'revision_number': 2, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'subnets': [{'id': '247ef891-a8b3-4741-a9db-c147cfb9f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:12.521590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a91fda-6e13-4abe-9a51-3181892b2453 req-7ee83df2-f4cd-47d9-a80f-a711bfa3b286 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:12.529655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80a91fda-6e13-4abe-9a51-3181892b2453 req-7ee83df2-f4cd-47d9-a80f-a711bfa3b286 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 0.1623971 Jul 23 14:00:12.578519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1082481-ef7d-40b9-bbbf-bec4558a7dd1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:12.594031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Checking router: 45640b91-529c-4234-8759-9779f074b461 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:00:12.594629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Updating router 45640b91-529c-4234-8759-9779f074b461 port ea2fd696-2c23-4c30-a183-6b1a9670e297 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:00:12.654502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80a91fda-6e13-4abe-9a51-3181892b2453 req-89a4fd79-433c-4e1c-bc56-60a72ac8b013 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236084 Jul 23 14:00:12.764317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:12.783024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41744658-f221-4288-9bb0-43a046dca813 req-d0c1b5ee-e758-4ea1-aa2c-916f494f8fe7 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266146 Jul 23 14:00:12.831228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:12.832012 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:12.936102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:12.957206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db253604-78dd-405d-b3a2-e5f88936a206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.149502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db253604-78dd-405d-b3a2-e5f88936a206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.160580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db253604-78dd-405d-b3a2-e5f88936a206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.243741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-db253604-78dd-405d-b3a2-e5f88936a206 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53a13df68b6d4a7788cd0f8c9952e57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064570 Jul 23 14:00:13.246552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:13.247578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253604-78dd-405d-b3a2-e5f88936a206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d6996a-bc97-478c-aae5-785cf414e02e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:13.310460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2aa383b1-6f3a-420c-a5a6-0c9da5e5426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.344611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2aa383b1-6f3a-420c-a5a6-0c9da5e5426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.426125 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2aa383b1-6f3a-420c-a5a6-0c9da5e5426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.430061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2aa383b1-6f3a-420c-a5a6-0c9da5e5426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.431207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2aa383b1-6f3a-420c-a5a6-0c9da5e5426f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67d6996a-bc97-478c-aae5-785cf414e02e HTTP/1.1" status: 204 len: 168 time: 0.1836298 Jul 23 14:00:13.444186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa383b1-6f3a-420c-a5a6-0c9da5e5426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d6996a-bc97-478c-aae5-785cf414e02e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:13.597679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.640389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Transition to ACTIVE for port object ea2fd696-2c23-4c30-a183-6b1a9670e297 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:13.653612 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:13.700883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-3667750a-2e19-4932-870b-117aea181f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:13.706137 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-3667750a-2e19-4932-870b-117aea181f23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9b41b47305d44eb86b50d4f23363a7d&device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 1119 time: 0.1833186 Jul 23 14:00:13.944502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df983031-4a3f-4e0c-a69b-7071a4db5cb1 req-d5a34bd7-8dc2-421d-a0f2-6faf960d0047 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:13.952156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df983031-4a3f-4e0c-a69b-7071a4db5cb1 req-d5a34bd7-8dc2-421d-a0f2-6faf960d0047 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.1967568 Jul 23 14:00:13.956571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab8ded-fbbc-4bdf-b674-6d08614f820a None None] Pushing event updated for resources: {'Port': ['ID=ea2fd696-2c23-4c30-a183-6b1a9670e297,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:13.983261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Attempting to bind port ea2fd696-2c23-4c30-a183-6b1a9670e297 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:13.983867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Attempting to bind port ea2fd696-2c23-4c30-a183-6b1a9670e297 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:13.985142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Attempting to bind port ea2fd696-2c23-4c30-a183-6b1a9670e297 on network 952b74bb-538f-43fb-95c6-6680f56e70d4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:13.995048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:13.999308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Checking segment: {'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:13.999921 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:14.001037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Bound using segment: {'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:14.001707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Bound port: ea2fd696-2c23-4c30-a183-6b1a9670e297, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1062036-6cd9-46a8-a7b8-53266679d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:14.002241 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:14.014620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-2bc51b51-a589-4862-8a15-6e4f92d34f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:14.030992 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-2bc51b51-a589-4862-8a15-6e4f92d34f2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3030148 Jul 23 14:00:14.070144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df983031-4a3f-4e0c-a69b-7071a4db5cb1 req-e447c4b1-7bce-4bf1-bab6-7d944cad58f5 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122112 Jul 23 14:00:14.158303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-6ac89166-6a61-4d8e-8ca1-892f12e73a17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4b479bae-e7c7-4d77-88c3-48070c4058ef HTTP/1.1" status: 200 len: 217 time: 0.1341121 Jul 23 14:00:14.201506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] For port ea2fd696-2c23-4c30-a183-6b1a9670e297, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:14.206676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] For port ea2fd696-2c23-4c30-a183-6b1a9670e297, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ea2fd696-2c23-4c30-a183-6b1a9670e297,segment=NetworkSegment(d1062036-6cd9-46a8-a7b8-53266679d3bd),segment_id=d1062036-6cd9-46a8-a7b8-53266679d3bd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:14.241720 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:14.268570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-5b27560e-3d06-4da9-864d-bcc945c2de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:14.272082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-5b27560e-3d06-4da9-864d-bcc945c2de73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1063294 Jul 23 14:00:14.323255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab8ded-fbbc-4bdf-b674-6d08614f820a None None] Pushing event updated for resources: {'Port': ['ID=ea2fd696-2c23-4c30-a183-6b1a9670e297,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:14.351071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Routers {'45640b91-529c-4234-8759-9779f074b461'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:14.351883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T13:59:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['45640b91-529c-4234-8759-9779f074b461'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:14.575627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] Set router 45640b91-529c-4234-8759-9779f074b461 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:14.584798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-0433fe6b-4eb8-41ae-b953-c2b0a01a79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:14.590621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-0433fe6b-4eb8-41ae-b953-c2b0a01a79ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640515 Jul 23 14:00:14.661966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:14.692226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:14.892759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a760b3-d51c-400b-992a-aad465f90cdc req-5da38507-ac90-40b6-af79-a07c841731fe tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:14.893402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:14.900773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46a760b3-d51c-400b-992a-aad465f90cdc req-5da38507-ac90-40b6-af79-a07c841731fe tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 0.1318250 Jul 23 14:00:14.969159 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ecefd6-ab9e-40f7-b357-1e4c153c7efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.000648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46a760b3-d51c-400b-992a-aad465f90cdc req-dcefe599-5cdd-4abd-bfd1-9256b7730af1 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897746 Jul 23 14:00:15.051141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:15.052095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:00:07Z', 'revision_number': 4, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port': {'id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:00Z', 'updated_at': '2021-07-23T14:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ea2fd696-2c23-4c30-a183-6b1a9670e297', 'name': '', 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'mac_address': 'fa:16:3e:9f:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '247ef891-a8b3-4741-a9db-c147cfb9f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:06Z', 'updated_at': '2021-07-23T14:00:14Z', 'revision_number': 4, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'subnets': [{'id': '247ef891-a8b3-4741-a9db-c147cfb9f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:15.057431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e21083f1-7565-420b-a07b-0242e86652b7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877780755', 'description': 'tempest-description--235490414'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:15.144897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c6a04-56ab-4850-8270-f506348c67cd None None] The sync data for ids ['45640b91-529c-4234-8759-9779f074b461'] in n-d-801990-3 is: [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:00:07Z', 'revision_number': 4, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port': {'id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:00Z', 'updated_at': '2021-07-23T14:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ea2fd696-2c23-4c30-a183-6b1a9670e297', 'name': '', 'network_id': '952b74bb-538f-43fb-95c6-6680f56e70d4', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'mac_address': 'fa:16:3e:9f:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '247ef891-a8b3-4741-a9db-c147cfb9f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:06Z', 'updated_at': '2021-07-23T14:00:14Z', 'revision_number': 4, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'subnets': [{'id': '247ef891-a8b3-4741-a9db-c147cfb9f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:00:15.152960 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:00:15.152960 n-d-801990-3 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:00:15.152960 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id': '034796945a9a4b13b0384f0403228bfb', 'id': '7bf3dfde-85e2-4172-8c2b-aad28f1717a4', 'expiration': datetime.datetime(2021, 7, 23, 14, 2, 15, 52243)}] Jul 23 14:00:15.152960 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:00:15.154027 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:00:15.310379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ecefd6-ab9e-40f7-b357-1e4c153c7efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.320485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ecefd6-ab9e-40f7-b357-1e4c153c7efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.480062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:15.480290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-86ecefd6-ab9e-40f7-b357-1e4c153c7efb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82842a7cf34547508335aa9fe01d5130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7820604 Jul 23 14:00:15.482835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecefd6-ab9e-40f7-b357-1e4c153c7efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73559afa-3e17-4e2c-82fb-54638adda7d6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:15.497130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:15.509091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e21083f1-7565-420b-a07b-0242e86652b7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.557872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab1767-b547-4dc2-a9a4-2a8375df2544 req-cb7596b0-681e-42ea-8714-69edfa2afd32 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:15.566561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72ab1767-b547-4dc2-a9a4-2a8375df2544 req-cb7596b0-681e-42ea-8714-69edfa2afd32 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.3808613 Jul 23 14:00:15.645274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25d466b5-1b20-4357-a14f-02dbcd4f857c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.654625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.697669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72ab1767-b547-4dc2-a9a4-2a8375df2544 req-485885a7-f6e6-40c5-a620-762379132ad9 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261408 Jul 23 14:00:15.724842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb47299a-2392-43d2-a118-b4878e034d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.725886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.762873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25d466b5-1b20-4357-a14f-02dbcd4f857c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.826002 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e21083f1-7565-420b-a07b-0242e86652b7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.834283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e21083f1-7565-420b-a07b-0242e86652b7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.851220 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:00:15.851220 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:00:15.851220 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id_1': 'c127bac5a17848f6b5560f56286c3d6c', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 0, 15, 744540)}] Jul 23 14:00:15.851220 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:00:15.851629 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:00:15.901457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25d466b5-1b20-4357-a14f-02dbcd4f857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.904668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25d466b5-1b20-4357-a14f-02dbcd4f857c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:15.906069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-25d466b5-1b20-4357-a14f-02dbcd4f857c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73559afa-3e17-4e2c-82fb-54638adda7d6 HTTP/1.1" status: 204 len: 168 time: 0.4184804 Jul 23 14:00:15.913825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21083f1-7565-420b-a07b-0242e86652b7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:15.928831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d466b5-1b20-4357-a14f-02dbcd4f857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73559afa-3e17-4e2c-82fb-54638adda7d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:16.039683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.058043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.069780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e21083f1-7565-420b-a07b-0242e86652b7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.074656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e21083f1-7565-420b-a07b-0242e86652b7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0224075 Jul 23 14:00:16.075367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:16.080264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-790cf6d1-db3d-4e3e-bc9d-fbae1af02d1a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'security_group_rule': {'security_group_id': '4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:16.154269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790cf6d1-db3d-4e3e-bc9d-fbae1af02d1a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.191496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:16.191735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=034796945a9a4b13b0384f0403228bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5213130 Jul 23 14:00:16.251512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21c937-ef49-4d13-9851-5c81d2830bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1885f9-84be-45a7-b5ff-7fbfdc609f3f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:16.291588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07cbd3-db72-462a-94fb-28e144d6aae3 req-7fc798cf-1813-4443-8634-c9f856b816bf tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:16.302866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce07cbd3-db72-462a-94fb-28e144d6aae3 req-7fc798cf-1813-4443-8634-c9f856b816bf tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 0.1898444 Jul 23 14:00:16.355347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.385227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790cf6d1-db3d-4e3e-bc9d-fbae1af02d1a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.398553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790cf6d1-db3d-4e3e-bc9d-fbae1af02d1a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.423542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03db5116-2729-4019-a8ce-1bc07919cbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.426327 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce07cbd3-db72-462a-94fb-28e144d6aae3 req-8275c7a4-c8ae-4421-8592-1eeba2bdf76a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217210 Jul 23 14:00:16.465883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cf6d1-db3d-4e3e-bc9d-fbae1af02d1a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5db53c3-b577-430b-abe5-311ca6266c7d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:16.483848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03db5116-2729-4019-a8ce-1bc07919cbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.568413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03db5116-2729-4019-a8ce-1bc07919cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.572128 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03db5116-2729-4019-a8ce-1bc07919cbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.576316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-03db5116-2729-4019-a8ce-1bc07919cbda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b1885f9-84be-45a7-b5ff-7fbfdc609f3f HTTP/1.1" status: 204 len: 168 time: 0.3789153 Jul 23 14:00:16.579223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ea2fd696-2c23-4c30-a183-6b1a9670e297 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:16.598445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db5116-2729-4019-a8ce-1bc07919cbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1885f9-84be-45a7-b5ff-7fbfdc609f3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:16.618997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.625575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:16.662734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.693259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ea2fd696-2c23-4c30-a183-6b1a9670e297 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:16.697452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85992f83-54c0-4fd0-abee-465662ec4c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.698939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ea2fd696-2c23-4c30-a183-6b1a9670e297 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:16.699207 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.703625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790cf6d1-db3d-4e3e-bc9d-fbae1af02d1a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.711092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-790cf6d1-db3d-4e3e-bc9d-fbae1af02d1a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6314337 Jul 23 14:00:16.711395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:16.759312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52b7f677-adeb-47fd-8705-5d286b96dc47 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'security_group_rule': {'security_group_id': '4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:16.852243 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.880248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c127bac5a17848f6b5560f56286c3d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3781891 Jul 23 14:00:16.880444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:16.921009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbdcbb-a3be-469a-88af-604a92c1c018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b6c952-7789-4ea7-a68d-ab0a5f5b9a32,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:16.937636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ea2fd696-2c23-4c30-a183-6b1a9670e297, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ea2fd696-2c23-4c30-a183-6b1a9670e297,segment=NetworkSegment(d1062036-6cd9-46a8-a7b8-53266679d3bd),segment_id=d1062036-6cd9-46a8-a7b8-53266679d3bd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:16.948967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26f16e73-52e2-468a-b270-ab921cb37865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:16.956769 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.034502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b5269-3be5-417e-b965-69b1f340a556 req-e7aa492a-0492-4524-bf11-94e13a1510f3 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:17.036121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d00b5269-3be5-417e-b965-69b1f340a556 req-e7aa492a-0492-4524-bf11-94e13a1510f3 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.1791611 Jul 23 14:00:17.071623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26f16e73-52e2-468a-b270-ab921cb37865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.089146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85992f83-54c0-4fd0-abee-465662ec4c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.103533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85992f83-54c0-4fd0-abee-465662ec4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.123999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ea2fd696-2c23-4c30-a183-6b1a9670e297,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:17.182263 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26f16e73-52e2-468a-b270-ab921cb37865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.184968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26f16e73-52e2-468a-b270-ab921cb37865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.189874 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-26f16e73-52e2-468a-b270-ab921cb37865 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9b6c952-7789-4ea7-a68d-ab0a5f5b9a32 HTTP/1.1" status: 204 len: 168 time: 0.3050191 Jul 23 14:00:17.200344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f16e73-52e2-468a-b270-ab921cb37865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b6c952-7789-4ea7-a68d-ab0a5f5b9a32,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:17.201644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d00b5269-3be5-417e-b965-69b1f340a556 req-4d326e5e-8d00-4217-9793-0af7ceabf4e8 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528308 Jul 23 14:00:17.226331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b7f677-adeb-47fd-8705-5d286b96dc47 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.226726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85992f83-54c0-4fd0-abee-465662ec4c8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3401ac4270084341b731d8c975d4c3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984628 Jul 23 14:00:17.228413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:17.287447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85992f83-54c0-4fd0-abee-465662ec4c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b95c6-d6c6-460b-a9d5-fe11a3dba508,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:17.346630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-662bad61-9de5-4840-a412-0909452cf894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.375551 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-662bad61-9de5-4840-a412-0909452cf894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.377284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b7f677-adeb-47fd-8705-5d286b96dc47 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.393711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b7f677-adeb-47fd-8705-5d286b96dc47 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.404309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.420016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7f677-adeb-47fd-8705-5d286b96dc47 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64c02e5-6d84-4185-b3d5-1b015a3fc486,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:17.425578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b7f677-adeb-47fd-8705-5d286b96dc47 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.426993 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-52b7f677-adeb-47fd-8705-5d286b96dc47 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6953015 Jul 23 14:00:17.435815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:17.440881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:17.458338 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-662bad61-9de5-4840-a412-0909452cf894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.467015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-662bad61-9de5-4840-a412-0909452cf894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.468748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-662bad61-9de5-4840-a412-0909452cf894 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff4b95c6-d6c6-460b-a9d5-fe11a3dba508 HTTP/1.1" status: 204 len: 168 time: 0.2388949 Jul 23 14:00:17.472912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:17.492469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.507633 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373344e5-0baf-4bc5-8a9e-9bc31bde6d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.510632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bad61-9de5-4840-a412-0909452cf894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b95c6-d6c6-460b-a9d5-fe11a3dba508,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:17.647715 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.667812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35144f6a-7ef3-4c65-94ec-0a589f1b4ec3 req-82eba343-29c8-46f9-8c6f-560e81e3d355 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:17.669400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35144f6a-7ef3-4c65-94ec-0a589f1b4ec3 req-82eba343-29c8-46f9-8c6f-560e81e3d355 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 948 time: 0.1167381 Jul 23 14:00:17.739861 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35144f6a-7ef3-4c65-94ec-0a589f1b4ec3 req-199bbcab-033e-41f9-a16c-245e7bb9ac20 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627582 Jul 23 14:00:17.741690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373344e5-0baf-4bc5-8a9e-9bc31bde6d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.750265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373344e5-0baf-4bc5-8a9e-9bc31bde6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:17.836095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-373344e5-0baf-4bc5-8a9e-9bc31bde6d82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ed2197bf1464592a768527be1169ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577204 Jul 23 14:00:17.836314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Allocated IP 172.25.2.198 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c5990180-64a5-4d27-8869-de4abea71fc4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:17.836419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373344e5-0baf-4bc5-8a9e-9bc31bde6d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a422951-f0d5-46dd-a37e-a3bc09e22608,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:17.837903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:17.861148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:00:17.964483 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ced428a-d45e-43b8-b68c-31b37abfbea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.005445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ced428a-d45e-43b8-b68c-31b37abfbea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.015085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:18.030684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:18.031927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.047679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e168f78-c7fe-49fb-9e9d-dfc9c3f2eec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.056808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46', 'mac_address': 'fa:16:3e:75:64:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:00:18.101396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.143391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ced428a-d45e-43b8-b68c-31b37abfbea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.145948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ced428a-d45e-43b8-b68c-31b37abfbea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.149126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ced428a-d45e-43b8-b68c-31b37abfbea6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a422951-f0d5-46dd-a37e-a3bc09e22608 HTTP/1.1" status: 204 len: 168 time: 0.3097491 Jul 23 14:00:18.159817 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.175540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:18.191753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:18.197543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:18.201575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced428a-d45e-43b8-b68c-31b37abfbea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a422951-f0d5-46dd-a37e-a3bc09e22608,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:18.240901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e168f78-c7fe-49fb-9e9d-dfc9c3f2eec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.248182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e168f78-c7fe-49fb-9e9d-dfc9c3f2eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.249420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:18.249718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event updated for resources: {'Port': ['ID=c5990180-64a5-4d27-8869-de4abea71fc4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:18.285967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:18.296359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.331071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7e168f78-c7fe-49fb-9e9d-dfc9c3f2eec9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5caf186dc5c145e8a4a5b8c56be61a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146737 Jul 23 14:00:18.335342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:18.356122 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.365860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e168f78-c7fe-49fb-9e9d-dfc9c3f2eec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870dd0e8-8c6f-434b-9ff1-bad00ca93d45,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:18.380703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.430877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c88b3a12-6dbc-4ae0-be37-05ae654a017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.441958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:18.449952 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b8b671-ea82-479f-ac9a-e42ef4707be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.479643 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c88b3a12-6dbc-4ae0-be37-05ae654a017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.488105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62896eab-dc88-408d-a870-9591a789d398 req-afa30f0a-2f45-4c33-a7be-1f6635250f1e tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:18.490137 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62896eab-dc88-408d-a870-9591a789d398 req-afa30f0a-2f45-4c33-a7be-1f6635250f1e tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.1733005 Jul 23 14:00:18.512509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.522190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ea2fd696-2c23-4c30-a183-6b1a9670e297 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:18.574603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62896eab-dc88-408d-a870-9591a789d398 req-d4f97a67-3ab8-4f8a-a908-a228340e32d0 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Jul 23 14:00:18.584061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c88b3a12-6dbc-4ae0-be37-05ae654a017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.588678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c88b3a12-6dbc-4ae0-be37-05ae654a017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.593073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c88b3a12-6dbc-4ae0-be37-05ae654a017a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/870dd0e8-8c6f-434b-9ff1-bad00ca93d45 HTTP/1.1" status: 204 len: 168 time: 0.2559307 Jul 23 14:00:18.618433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b3a12-6dbc-4ae0-be37-05ae654a017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870dd0e8-8c6f-434b-9ff1-bad00ca93d45,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:18.660368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ea2fd696-2c23-4c30-a183-6b1a9670e297 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:18.660928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.672180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:18.724508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['11c1d7eb-0caa-4cba-b1f2-6bf53de98e46'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:18.749957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.764533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.816475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.837079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:18.837969 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4010832 Jul 23 14:00:18.844828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd788-c360-4b9d-b17e-f3fd64f00142 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event updated for resources: {'Port': ['ID=c5990180-64a5-4d27-8869-de4abea71fc4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:18.965594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c762b6-1ee3-44e6-b4f8-6452a35a6548 req-263bc6f1-6cc8-4567-a859-c25dc41b11c2 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:18.990476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83c762b6-1ee3-44e6-b4f8-6452a35a6548 req-263bc6f1-6cc8-4567-a859-c25dc41b11c2 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 949 time: 0.1181204 Jul 23 14:00:19.045922 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce3cb03-d27c-427b-8258-f1356d88bb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.106864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83c762b6-1ee3-44e6-b4f8-6452a35a6548 req-35ec26c4-2977-4318-a822-ba12c67f5cae tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971994 Jul 23 14:00:19.243388 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce3cb03-d27c-427b-8258-f1356d88bb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.254358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce3cb03-d27c-427b-8258-f1356d88bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.305646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8ce3cb03-d27c-427b-8258-f1356d88bb6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85e6189d17234661b48fe1904c13e305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293652 Jul 23 14:00:19.305646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3cb03-d27c-427b-8258-f1356d88bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcbdfa-d87c-4cf8-8640-98cd704d9492,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:19.307176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:19.442557 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.475633 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-532d74bd-a439-4322-9cb2-075d6abebb74 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--877780755&fields=id&tenant_id=e1ee878b980a446f81df72704992bf0b HTTP/1.1" status: 200 len: 267 time: 0.1808867 Jul 23 14:00:19.515576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be5754bd-2581-412d-bc48-09abca2d6442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.631625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be5754bd-2581-412d-bc48-09abca2d6442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.727773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-b5f76836-28d8-41e4-9f73-030513fcf029 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:19.729261 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-b5f76836-28d8-41e4-9f73-030513fcf029 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 824 time: 0.2363067 Jul 23 14:00:19.745535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce46348-a365-4389-818c-f5a62b0f718a req-94b80cbd-64aa-4302-bfe2-6949f8c1dc03 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:19.748525 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-e512e4fd-9e3f-44c5-bd41-dcf1b1f47c8d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/quotas/e1ee878b980a446f81df72704992bf0b HTTP/1.1" status: 200 len: 375 time: 0.0136063 Jul 23 14:00:19.756966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be5754bd-2581-412d-bc48-09abca2d6442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.760409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be5754bd-2581-412d-bc48-09abca2d6442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:19.761320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ce46348-a365-4389-818c-f5a62b0f718a req-94b80cbd-64aa-4302-bfe2-6949f8c1dc03 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.0953696 Jul 23 14:00:19.765752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-be5754bd-2581-412d-bc48-09abca2d6442 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7abcbdfa-d87c-4cf8-8640-98cd704d9492 HTTP/1.1" status: 204 len: 168 time: 0.4515407 Jul 23 14:00:19.811049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ce46348-a365-4389-818c-f5a62b0f718a req-6871094f-f7df-4587-809b-ba802a7904b8 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486224 Jul 23 14:00:19.843960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5754bd-2581-412d-bc48-09abca2d6442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abcbdfa-d87c-4cf8-8640-98cd704d9492,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:19.865249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:19.929235 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-32c64b5c-c344-4f9a-8e42-e6d55480a188 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1624765 Jul 23 14:00:19.943218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:19.948262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:19.948835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.184809 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.208699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:20.271092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2415e-2b99-4ce3-ae32-f485aa2ec062 req-1fb5ec8b-04e5-4f17-ae9c-2a73ff642fde tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:20.272766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-70a2415e-2b99-4ce3-ae32-f485aa2ec062 req-1fb5ec8b-04e5-4f17-ae9c-2a73ff642fde tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 949 time: 0.0822465 Jul 23 14:00:20.288690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:20.294853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.342969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-70a2415e-2b99-4ce3-ae32-f485aa2ec062 req-4dab9f94-518d-43f3-a346-eda524c36358 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622933 Jul 23 14:00:20.368965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:20.389258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:20.402528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e92cf-d117-4a35-8779-7e251fb2acb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.521304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e92cf-d117-4a35-8779-7e251fb2acb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.527307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e92cf-d117-4a35-8779-7e251fb2acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.568194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-5d5e41cb-358a-424e-8f2e-147e01ab72fb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:00:20.569214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-5d5e41cb-358a-424e-8f2e-147e01ab72fb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4490321 Jul 23 14:00:20.579704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e92cf-d117-4a35-8779-7e251fb2acb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86081f16-3ca9-4908-9c9c-62a26bb5f257,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:20.589164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-013e92cf-d117-4a35-8779-7e251fb2acb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34fde5bf89dd43418d2d8ee7b3f437dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961727 Jul 23 14:00:20.589526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:20.654951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a62cd05-de60-4cbd-9473-32b2c503a874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.683565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a62cd05-de60-4cbd-9473-32b2c503a874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.696012 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-4d392f19-6d66-4e36-a9cc-98204e19137c service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693695 Jul 23 14:00:20.712442 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-49137d97-7c67-4b67-b202-d60e1c664ad2 service neutron] 10.222.0.21 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344676 Jul 23 14:00:20.757499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a62cd05-de60-4cbd-9473-32b2c503a874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.762691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a62cd05-de60-4cbd-9473-32b2c503a874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:20.766772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0a62cd05-de60-4cbd-9473-32b2c503a874 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86081f16-3ca9-4908-9c9c-62a26bb5f257 HTTP/1.1" status: 204 len: 168 time: 0.1734371 Jul 23 14:00:20.775047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62cd05-de60-4cbd-9473-32b2c503a874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86081f16-3ca9-4908-9c9c-62a26bb5f257,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:20.825055 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b92e41-a63e-4964-a7bf-d90edf75376b" -d '{"events": [{"server_uuid": "e9dd6194-fe92-4c01-859f-648c9e3ec988", "name": "network-vif-plugged", "status": "completed", "tag": "11c1d7eb-0caa-4cba-b1f2-6bf53de98e46"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:20.878532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f916d5fa-bcf3-41d3-a048-6b6cc009b67e req-f93afb0e-6bec-4480-b41a-a9c324350423 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621590 Jul 23 14:00:20.878986 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-e7465d7d-d12b-4c04-8839-d8672dfeb5cd service neutron] 10.222.0.21 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566441 Jul 23 14:00:21.052908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:21.152044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f730e-93f5-4f05-807e-87a12df8f894 req-003e642a-7a0f-4d39-bcc7-57c85196229f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:21.154079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d1f730e-93f5-4f05-807e-87a12df8f894 req-003e642a-7a0f-4d39-bcc7-57c85196229f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.0820749 Jul 23 14:00:21.186970 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa7a753-0597-428e-8f08-51a8d18b17a0 x-openstack-request-id: req-caa7a753-0597-428e-8f08-51a8d18b17a0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:21.187499 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dd6194-fe92-4c01-859f-648c9e3ec988", "name": "network-vif-plugged", "status": "completed", "tag": "11c1d7eb-0caa-4cba-b1f2-6bf53de98e46", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:21.188366 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caa7a753-0597-428e-8f08-51a8d18b17a0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:21.189018 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46', 'code': 200} Jul 23 14:00:21.220702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d1f730e-93f5-4f05-807e-87a12df8f894 req-b0a0d6db-971c-4dc2-a1e7-d5f6ddf67c41 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595417 Jul 23 14:00:21.279015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ef54813-d60d-4a8c-9454-e196a4d138b4 req-815f3266-0f72-468c-9467-874583428fa6 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 210 time: 0.0479038 Jul 23 14:00:21.431359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa918-f7f0-4782-a629-5b5120e53987 req-0c66f6cc-2272-4c52-b9e5-ffb61865cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:21.434595 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f73aa918-f7f0-4782-a629-5b5120e53987 req-0c66f6cc-2272-4c52-b9e5-ffb61865cdcc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 1101 time: 0.1121492 Jul 23 14:00:21.459552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f73aa918-f7f0-4782-a629-5b5120e53987 req-50b6be24-8e4a-4255-9a84-cc11dfdd8a89 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:21.603570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8103093-d785-4907-a07a-b52083fe6cde req-c5fb7430-60fc-445b-8596-0c38f014a396 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:21.605512 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f8103093-d785-4907-a07a-b52083fe6cde req-c5fb7430-60fc-445b-8596-0c38f014a396 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 950 time: 0.1354203 Jul 23 14:00:21.671984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f73aa918-f7f0-4782-a629-5b5120e53987 req-50b6be24-8e4a-4255-9a84-cc11dfdd8a89 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:21.679640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f8103093-d785-4907-a07a-b52083fe6cde req-5db043b4-1c4d-4126-873e-f7fe6185bc3d tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582159 Jul 23 14:00:21.680938 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f73aa918-f7f0-4782-a629-5b5120e53987 req-50b6be24-8e4a-4255-9a84-cc11dfdd8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:21.725671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f73aa918-f7f0-4782-a629-5b5120e53987 req-50b6be24-8e4a-4255-9a84-cc11dfdd8a89 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840278 Jul 23 14:00:21.735079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6be24-8e4a-4255-9a84-cc11dfdd8a89 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa1904-b6fb-4644-a0c5-97794537e31c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:22.126225 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:00:22.545889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:22.598560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:22.672966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a09c5-f2be-40a9-9e25-de26ade9bf1e req-d0a62f2f-885a-48aa-8232-08f790c3534d tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:22.674734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-418a09c5-f2be-40a9-9e25-de26ade9bf1e req-d0a62f2f-885a-48aa-8232-08f790c3534d tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.0893440 Jul 23 14:00:22.721637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-418a09c5-f2be-40a9-9e25-de26ade9bf1e req-14cd9ab9-8ee3-4102-9296-03fc26f3e0a9 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Jul 23 14:00:22.738742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f22fec29-9b21-4574-bc90-111b3ff89e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:22.754108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-178a7344-bbbe-4df3-b357-e766f85298d2 req-bfb68ee8-1bc8-44c0-b731-94f1e3f77406 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 210 time: 0.0852747 Jul 23 14:00:22.758180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1060541953-network', 'tenant_id': '50dd7614a8714c38b5f626965e84e0c1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:22.806538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:00:22.806538 n-d-801990-3 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:00:22.806538 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id': '50dd7614a8714c38b5f626965e84e0c1', 'id': '5b0fb750-7d44-4a05-9808-ba78a344501d', 'expiration': datetime.datetime(2021, 7, 23, 14, 2, 22, 797216)}] Jul 23 14:00:22.806538 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:00:22.806949 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:00:22.838437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-6db34f74-3408-48a1-9c43-159e7b273c45 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:22.840646 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-6db34f74-3408-48a1-9c43-159e7b273c45 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 824 time: 0.1587467 Jul 23 14:00:22.884152 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f22fec29-9b21-4574-bc90-111b3ff89e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:22.890492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f22fec29-9b21-4574-bc90-111b3ff89e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:22.936692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f22fec29-9b21-4574-bc90-111b3ff89e97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7376e6ced65044a89522002e26c48401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873186 Jul 23 14:00:22.936692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fec29-9b21-4574-bc90-111b3ff89e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaa2713-fcf6-4236-b764-441ea45b05ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:22.938959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:22.943331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-35981856-8804-4d60-b820-2b45a8fe4b36 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ee878b980a446f81df72704992bf0b HTTP/1.1" status: 200 len: 379 time: 0.0559933 Jul 23 14:00:22.958215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609c06-722b-4a4f-9280-9e896341a4e8 req-41d50bca-98f9-43c6-8f54-d3b527f86e5f tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:22.965397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3609c06-722b-4a4f-9280-9e896341a4e8 req-41d50bca-98f9-43c6-8f54-d3b527f86e5f tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 950 time: 0.1139474 Jul 23 14:00:22.976799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'port': {'device_id': '0f428226-9855-43a7-ad23-107961f7dc73', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'admin_state_up': True, 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'security_groups': ['4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:22.999718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cecee1ff-1978-46f3-919e-5b84fc4061a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.024949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cecee1ff-1978-46f3-919e-5b84fc4061a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.035506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3609c06-722b-4a4f-9280-9e896341a4e8 req-4581a46a-86a2-4881-a705-675a0a80f7cf tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689070 Jul 23 14:00:23.083251 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cecee1ff-1978-46f3-919e-5b84fc4061a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.086285 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cecee1ff-1978-46f3-919e-5b84fc4061a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.090505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cecee1ff-1978-46f3-919e-5b84fc4061a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abaa2713-fcf6-4236-b764-441ea45b05ba HTTP/1.1" status: 204 len: 168 time: 0.1472683 Jul 23 14:00:23.098297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecee1ff-1978-46f3-919e-5b84fc4061a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaa2713-fcf6-4236-b764-441ea45b05ba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:23.170774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Made reservation on behalf of e1ee878b980a446f81df72704992bf0b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:23.174702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.314683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Allocated IP 172.20.0.7 (07f82d8e-fbdb-4400-aed1-8d8fc0060295/ecd76f74-46f6-4d83-8ab0-45844039905d/abe673e0-a293-4e65-add3-3ee063ca07c8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:23.368969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Made reservation on behalf of 50dd7614a8714c38b5f626965e84e0c1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:23.371396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.390528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.474636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:23.509104 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f62f37f9-349f-4925-a456-8450e9d3c766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.515738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:23.565051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.585673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Transition to ACTIVE for port object abe673e0-a293-4e65-add3-3ee063ca07c8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:23.625347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.639839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.697374 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1a03-c3ac-46cc-8bb4-d766c8c1f78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.703004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:00:23.711069 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.728430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6e560-3575-4517-853f-ce67d2f501c7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:23.784166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.785168 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Added segment cfee8112-6a7b-4fb5-821a-3961590b6ce9 of type vlan for network 9256d62a-168c-4275-ab78-c9ab83d0dd69 Jul 23 14:00:23.818608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:23.846266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:23.853305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:23.856511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:23.863091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:23.863880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.866541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event updated for resources: {'Port': ['ID=abe673e0-a293-4e65-add3-3ee063ca07c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:23.913487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d876f-226d-4322-a900-e014abb4ff83 req-3d1f75a8-6d63-4664-956e-b26e5369730c tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:23.920631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae0d876f-226d-4322-a900-e014abb4ff83 req-3d1f75a8-6d63-4664-956e-b26e5369730c tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 931 time: 0.0868387 Jul 23 14:00:23.932265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:23.948136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b479bae-e7c7-4d77-88c3-48070c4058ef details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:00:23.963043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae0d876f-226d-4322-a900-e014abb4ff83 req-e790c061-e08d-45d0-8caa-ca5701f4bcfb tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412366 Jul 23 14:00:24.006719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1604217e-a24e-45bc-8eaa-27dc6646fca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.025941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.027051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:24.027635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.088444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e60ab381-c65d-42a5-8798-efec5aba0969 None None] Provisioning for port abe673e0-a293-4e65-add3-3ee063ca07c8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:24.093457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e60ab381-c65d-42a5-8798-efec5aba0969 None None] Provisioning complete for port abe673e0-a293-4e65-add3-3ee063ca07c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:24.093831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e60ab381-c65d-42a5-8798-efec5aba0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.117578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9256d62a-168c-4275-ab78-c9ab83d0dd69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:24.120631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f62f37f9-349f-4925-a456-8450e9d3c766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.126344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4b479bae-e7c7-4d77-88c3-48070c4058ef, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b479bae-e7c7-4d77-88c3-48070c4058ef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:24.134244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcc9bb-d524-4923-9373-9267aeff7b45 req-15631f34-fd84-4ded-a3a3-ee05791b18f2 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:24.136030 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3dcc9bb-d524-4923-9373-9267aeff7b45 req-15631f34-fd84-4ded-a3a3-ee05791b18f2 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 968 time: 0.2606511 Jul 23 14:00:24.138341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f62f37f9-349f-4925-a456-8450e9d3c766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.142615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:00:24.151797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '4b479bae-e7c7-4d77-88c3-48070c4058ef', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '4b479bae-e7c7-4d77-88c3-48070c4058ef', 'mac_address': 'fa:16:3e:2c:0f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:tempest-test_az-860309456', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:00:24.170505 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-4082fbaa-ba48-4cd2-85db-ad56b75d3c0f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1979272 Jul 23 14:00:24.198901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Request body: {'port': {'device_id': '0f428226-9855-43a7-ad23-107961f7dc73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:24.217639 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.219437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e60ab381-c65d-42a5-8798-efec5aba0969 None None] Port abe673e0-a293-4e65-add3-3ee063ca07c8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:24.225992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84787f3-e7d0-4d0f-b632-01bfd8617c44 req-0a26d44c-940b-48a0-86b3-63f0f11fdd89 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:24.233249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a84787f3-e7d0-4d0f-b632-01bfd8617c44 req-0a26d44c-940b-48a0-86b3-63f0f11fdd89 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 950 time: 0.1278231 Jul 23 14:00:24.250776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f62f37f9-349f-4925-a456-8450e9d3c766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=965cdb25e9924bff9aea282e9064eab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7704666 Jul 23 14:00:24.251188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:24.258129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f37f9-349f-4925-a456-8450e9d3c766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c32cdde-eb5e-4b9e-88bd-1ea005bc255b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:24.265699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3dcc9bb-d524-4923-9373-9267aeff7b45 req-cca07581-3f8e-45ce-a9e8-23cda0edee2c tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223869 Jul 23 14:00:24.269699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b479bae-e7c7-4d77-88c3-48070c4058ef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:24.299138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4b479bae-e7c7-4d77-88c3-48070c4058ef, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b479bae-e7c7-4d77-88c3-48070c4058ef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:24.305489 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.318990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1a03-c3ac-46cc-8bb4-d766c8c1f78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.328455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.335251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a84787f3-e7d0-4d0f-b632-01bfd8617c44 req-93d8e777-c333-456c-a087-8a8c35e62463 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010463 Jul 23 14:00:24.343417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1a03-c3ac-46cc-8bb4-d766c8c1f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.364520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=4b479bae-e7c7-4d77-88c3-48070c4058ef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:24.424038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ad8e1a03-c3ac-46cc-8bb4-d766c8c1f78e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f33572716fb0429ca87a82e49020a9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040759 Jul 23 14:00:24.427382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:24.430862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e1a03-c3ac-46cc-8bb4-d766c8c1f78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e521c-0eb1-4a18-8261-cbf4d52d9093,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:24.451438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a686ad-b9f1-4db7-83a1-fe545fea611a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.501161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a686ad-b9f1-4db7-83a1-fe545fea611a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.568759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3534a201-975e-4127-815a-ad70e496f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.586195 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1604217e-a24e-45bc-8eaa-27dc6646fca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.600126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1604217e-a24e-45bc-8eaa-27dc6646fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.604681 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-57ad2024-adbf-4796-837c-b1f77ccbe3f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0041895 Jul 23 14:00:24.604838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3534a201-975e-4127-815a-ad70e496f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.610163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:24.615557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Request body: {'subnet': {'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1060541953-subnet', 'tenant_id': '50dd7614a8714c38b5f626965e84e0c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:24.646492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a686ad-b9f1-4db7-83a1-fe545fea611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.649273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a686ad-b9f1-4db7-83a1-fe545fea611a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.650461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-70a686ad-b9f1-4db7-83a1-fe545fea611a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c32cdde-eb5e-4b9e-88bd-1ea005bc255b HTTP/1.1" status: 204 len: 168 time: 0.3959343 Jul 23 14:00:24.651018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['4b479bae-e7c7-4d77-88c3-48070c4058ef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:24.673443 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1604217e-a24e-45bc-8eaa-27dc6646fca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f3c6540191a4704892520ded6dfc7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258040 Jul 23 14:00:24.678482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:24.679148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604217e-a24e-45bc-8eaa-27dc6646fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0210cfb4-d0b9-46a7-9b96-11ae10cfdcb2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:24.692663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a686ad-b9f1-4db7-83a1-fe545fea611a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c32cdde-eb5e-4b9e-88bd-1ea005bc255b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:24.720321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3534a201-975e-4127-815a-ad70e496f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.723347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3534a201-975e-4127-815a-ad70e496f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.727582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3534a201-975e-4127-815a-ad70e496f7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b39e521c-0eb1-4a18-8261-cbf4d52d9093 HTTP/1.1" status: 204 len: 168 time: 0.2952397 Jul 23 14:00:24.730099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe673e0-a293-4e65-add3-3ee063ca07c8 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:24.738827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Made reservation on behalf of 50dd7614a8714c38b5f626965e84e0c1 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:24.740137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534a201-975e-4127-815a-ad70e496f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e521c-0eb1-4a18-8261-cbf4d52d9093,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:24.741210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.799560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.851447 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c983ca06-cca3-4e63-9b48-5c06ba25171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.875619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Transition to ACTIVE for port object abe673e0-a293-4e65-add3-3ee063ca07c8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:24.895033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.942443 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c983ca06-cca3-4e63-9b48-5c06ba25171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:24.996044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c89c0-015f-4c3a-a232-95b17ea32d85 req-2e498c87-2d83-4909-82c8-d948ec12f1b2 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:25.005388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d69c89c0-015f-4c3a-a232-95b17ea32d85 req-2e498c87-2d83-4909-82c8-d948ec12f1b2 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 950 time: 0.0901997 Jul 23 14:00:25.059102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d69c89c0-015f-4c3a-a232-95b17ea32d85 req-2eac6a17-3a98-4bcb-99f5-92d2ba1d7f29 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526991 Jul 23 14:00:25.123646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe673e0-a293-4e65-add3-3ee063ca07c8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:25.199093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Attempting to bind port abe673e0-a293-4e65-add3-3ee063ca07c8 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:25.199438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Attempting to bind port abe673e0-a293-4e65-add3-3ee063ca07c8 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:25.199761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Attempting to bind port abe673e0-a293-4e65-add3-3ee063ca07c8 on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:25.223101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Port abe673e0-a293-4e65-add3-3ee063ca07c8 on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:25.223421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Attempting to bind port abe673e0-a293-4e65-add3-3ee063ca07c8 on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:25.232793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:25.233151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Checking segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:25.233570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Bound using segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:25.234162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Bound port: abe673e0-a293-4e65-add3-3ee063ca07c8, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:25.234521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.246049 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c983ca06-cca3-4e63-9b48-5c06ba25171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.248836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c983ca06-cca3-4e63-9b48-5c06ba25171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.252378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c983ca06-cca3-4e63-9b48-5c06ba25171f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0210cfb4-d0b9-46a7-9b96-11ae10cfdcb2 HTTP/1.1" status: 204 len: 168 time: 0.5703690 Jul 23 14:00:25.260821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:25.282610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b30ca73e-a603-464f-838a-1a2184db52a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.340257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc1e8b-671b-49d2-b21f-93b9208b1c99 req-1ee0442c-937d-419f-a2d4-0fdc51c24ee7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:25.341864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27dc1e8b-671b-49d2-b21f-93b9208b1c99 req-1ee0442c-937d-419f-a2d4-0fdc51c24ee7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 943 time: 0.2644110 Jul 23 14:00:25.342681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983ca06-cca3-4e63-9b48-5c06ba25171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0210cfb4-d0b9-46a7-9b96-11ae10cfdcb2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:25.458753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a603a-ba1d-4d24-b73e-2d5ed8ee975a req-2a7f6d25-7279-42c7-a746-71a3dd6e3494 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:25.466353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b9a603a-ba1d-4d24-b73e-2d5ed8ee975a req-2a7f6d25-7279-42c7-a746-71a3dd6e3494 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 969 time: 0.1070580 Jul 23 14:00:25.471151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.482955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b30ca73e-a603-464f-838a-1a2184db52a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.494842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b30ca73e-a603-464f-838a-1a2184db52a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.558093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b9a603a-ba1d-4d24-b73e-2d5ed8ee975a req-467f86cb-89a4-42ad-a414-901ca00f23c3 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857358 Jul 23 14:00:25.563934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ca73e-a603-464f-838a-1a2184db52a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6342e8d0-42a9-4b70-93b9-b368465cf3ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:25.568730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b30ca73e-a603-464f-838a-1a2184db52a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=562071f62cdf4d63b1e425a91c2ae26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068502 Jul 23 14:00:25.571646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:25.575457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27dc1e8b-671b-49d2-b21f-93b9208b1c99 req-6952a13d-cdae-4419-a0ba-f469096b4c9f tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058108 Jul 23 14:00:25.601106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] For port abe673e0-a293-4e65-add3-3ee063ca07c8, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:25.611879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] For port abe673e0-a293-4e65-add3-3ee063ca07c8, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=abe673e0-a293-4e65-add3-3ee063ca07c8,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:25.617520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d3a393-fbf0-4de3-ab25-41dbd27f45a0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:25.626762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.639101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-915ed792-1d1a-4755-b6fe-c08bd26759dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.669792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:25.669925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-915ed792-1d1a-4755-b6fe-c08bd26759dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.670573 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.671960 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] 10.222.0.11 "PUT /v2.0/ports/abe673e0-a293-4e65-add3-3ee063ca07c8 HTTP/1.1" status: 200 len: 1091 time: 1.4822240 Jul 23 14:00:25.672551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:25.674865 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07743def-65ff-4fc7-800a-865c18c578b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:25.677418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:25.677774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Network hostable DHCP agents. Network: 9256d62a-168c-4275-ab78-c9ab83d0dd69, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:00:25.750387 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8938fa28-1121-45bc-822b-7e2d6488aa71 x-openstack-request-id: req-8938fa28-1121-45bc-822b-7e2d6488aa71 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:25.751065 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:25.751540 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8938fa28-1121-45bc-822b-7e2d6488aa71 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:25.751990 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'status': 'completed', 'code': 200} Jul 23 14:00:25.752640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a21f2-4fa8-4221-97f1-8c67f96354e4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe673e0-a293-4e65-add3-3ee063ca07c8,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:25.782625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-915ed792-1d1a-4755-b6fe-c08bd26759dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.786113 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-915ed792-1d1a-4755-b6fe-c08bd26759dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.786378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:00:25.791236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-915ed792-1d1a-4755-b6fe-c08bd26759dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6342e8d0-42a9-4b70-93b9-b368465cf3ee HTTP/1.1" status: 204 len: 168 time: 0.2183349 Jul 23 14:00:25.802366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ed792-1d1a-4755-b6fe-c08bd26759dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6342e8d0-42a9-4b70-93b9-b368465cf3ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:25.811469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9256d62a-168c-4275-ab78-c9ab83d0dd69) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:25.821102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:25.821689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78447a-fe17-412a-a538-636f0b44fac6 None None] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:25.822174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.834437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-f5feacfe-6a34-44b0-9dbb-d23e05fbb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:25.835977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-f5feacfe-6a34-44b0-9dbb-d23e05fbb59b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 1094 time: 0.1018140 Jul 23 14:00:25.849088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:25.850612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c030a6e2-05a7-48f5-9964-40757fdaf358 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2392163 Jul 23 14:00:25.886926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d369f7-bbcb-43ad-bbbd-7f88fcbca847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:25.902222 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-6fd6260a-0ced-462b-94d9-c0bcb22927e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe673e0-a293-4e65-add3-3ee063ca07c8 HTTP/1.1" status: 200 len: 217 time: 0.0502985 Jul 23 14:00:25.928771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b479bae-e7c7-4d77-88c3-48070c4058ef up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:26.050179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d369f7-bbcb-43ad-bbbd-7f88fcbca847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.058629 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d369f7-bbcb-43ad-bbbd-7f88fcbca847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.077157 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109fb371-f555-4840-a3e4-8c862b8809b6 None None] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:26.173290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-42d369f7-bbcb-43ad-bbbd-7f88fcbca847 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5defb49b11bb46e19a8c249d0473384f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180065 Jul 23 14:00:26.177279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d369f7-bbcb-43ad-bbbd-7f88fcbca847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c01243-e841-4f7e-9151-d8818c005b2c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:26.196259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:26.239275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 4b479bae-e7c7-4d77-88c3-48070c4058ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:26.246534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 4b479bae-e7c7-4d77-88c3-48070c4058ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:26.247233 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.257677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-2ff050f5-5fe1-4aeb-95f1-db96c82ba6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.259306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-2ff050f5-5fe1-4aeb-95f1-db96c82ba6c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 200 len: 863 time: 0.3470991 Jul 23 14:00:26.326129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f0b07-0a4c-49d2-b2e9-b51574024a8a req-6323c0fa-a3b1-4928-92a7-09a827e8ef9b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.328314 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c061e6ac-2fbc-4fd6-aeab-5541ea3eacb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.333176 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c07f0b07-0a4c-49d2-b2e9-b51574024a8a req-6323c0fa-a3b1-4928-92a7-09a827e8ef9b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 950 time: 0.1241047 Jul 23 14:00:26.346587 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.369747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c061e6ac-2fbc-4fd6-aeab-5541ea3eacb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.381900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b479bae-e7c7-4d77-88c3-48070c4058ef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:26.385567 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c039a5d2-3f86-4fb4-bbf1-ef7fd6f6d69f" -d '{"events": [{"server_uuid": "19627dcd-4a48-4269-bda4-09b6f772d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "4b479bae-e7c7-4d77-88c3-48070c4058ef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:26.402359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4b479bae-e7c7-4d77-88c3-48070c4058ef, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b479bae-e7c7-4d77-88c3-48070c4058ef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:26.407409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c07f0b07-0a4c-49d2-b2e9-b51574024a8a req-0a62a771-c617-4dca-af5b-73ba3532ca86 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 Jul 23 14:00:26.419182 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.448279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f8be-dc7e-4361-889a-2169446448e2 req-c4e0b06d-a653-4ae6-a4a9-854d50830adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.450462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-c4e0b06d-a653-4ae6-a4a9-854d50830adb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07f82d8e-fbdb-4400-aed1-8d8fc0060295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715126 Jul 23 14:00:26.465277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c061e6ac-2fbc-4fd6-aeab-5541ea3eacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.468612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c061e6ac-2fbc-4fd6-aeab-5541ea3eacb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.472915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c061e6ac-2fbc-4fd6-aeab-5541ea3eacb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6c01243-e841-4f7e-9151-d8818c005b2c HTTP/1.1" status: 204 len: 168 time: 0.2738273 Jul 23 14:00:26.483437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061e6ac-2fbc-4fd6-aeab-5541ea3eacb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c01243-e841-4f7e-9151-d8818c005b2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:26.500415 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e8fbdd-1fcb-4c4a-b023-f5fdf1b673ba x-openstack-request-id: req-a1e8fbdd-1fcb-4c4a-b023-f5fdf1b673ba {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:26.500704 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19627dcd-4a48-4269-bda4-09b6f772d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "4b479bae-e7c7-4d77-88c3-48070c4058ef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:26.500962 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1e8fbdd-1fcb-4c4a-b023-f5fdf1b673ba {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:26.501487 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b479bae-e7c7-4d77-88c3-48070c4058ef', 'code': 200} Jul 23 14:00:26.502241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=4b479bae-e7c7-4d77-88c3-48070c4058ef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:26.575608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.11', 56546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:26.596763 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-d6a7c4a4-dbbd-49e1-9492-9a775787533c service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390059 Jul 23 14:00:26.639705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1cc4-d302-44fa-a296-1a3ed2bd6124 req-7406c644-2974-4b02-bbf2-bb9d6456723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.641210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-900b1cc4-d302-44fa-a296-1a3ed2bd6124 req-7406c644-2974-4b02-bbf2-bb9d6456723b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 1121 time: 0.1053874 Jul 23 14:00:26.749543 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-900b1cc4-d302-44fa-a296-1a3ed2bd6124 req-d7e1b55e-fce0-4f2f-99a4-59500b85becc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988150 Jul 23 14:00:26.779926 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0802f8be-dc7e-4361-889a-2169446448e2 req-d55505f7-a7b8-4280-a95e-f3a7d8a4fd1e service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752324 Jul 23 14:00:26.790781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870304b-2c40-48c6-86b5-716410f05604 req-70aaa706-0c56-4c6a-9ae1-b2bb98967e9f tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.792921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1870304b-2c40-48c6-86b5-716410f05604 req-70aaa706-0c56-4c6a-9ae1-b2bb98967e9f tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 1101 time: 0.2147229 Jul 23 14:00:26.801745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ab711-0666-410a-83d6-8737afec476b req-8de6ee59-a63e-4a4d-a90a-08a387691c47 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.809699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b8ab711-0666-410a-83d6-8737afec476b req-8de6ee59-a63e-4a4d-a90a-08a387691c47 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 970 time: 0.1297431 Jul 23 14:00:26.821448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc510d5-9e5f-4405-ba48-7354282871bb req-7b682a4e-c04e-48b9-8940-e9a2a90a8409 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.833742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdc510d5-9e5f-4405-ba48-7354282871bb req-7b682a4e-c04e-48b9-8940-e9a2a90a8409 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 943 time: 0.1486046 Jul 23 14:00:26.861133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b8ab711-0666-410a-83d6-8737afec476b req-3eeb40f4-c12b-4f5c-9c13-9adc46afc824 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449967 Jul 23 14:00:26.920587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdc510d5-9e5f-4405-ba48-7354282871bb req-66961207-f52b-4791-b6d4-a5eddd6770d9 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856051 Jul 23 14:00:26.954231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Deleting port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:00:26.954725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:26.968651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743def-65ff-4fc7-800a-865c18c578b9 req-b58779f7-72e5-4097-a4ab-9079e7cf0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:26.970710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07743def-65ff-4fc7-800a-865c18c578b9 req-b58779f7-72e5-4097-a4ab-9079e7cf0ff8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 1094 time: 0.0789349 Jul 23 14:00:27.058444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] For port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:27.058444 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.072523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Calling delete_port for 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:00:27.095968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743def-65ff-4fc7-800a-865c18c578b9 req-e9d81a97-1cb0-466d-95d3-18c94773908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:27.098406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07743def-65ff-4fc7-800a-865c18c578b9 req-e9d81a97-1cb0-466d-95d3-18c94773908f service neutron] 10.222.0.11 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 925 time: 0.1200438 Jul 23 14:00:27.143574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07743def-65ff-4fc7-800a-865c18c578b9 req-282745af-1a59-4f51-9c26-ce7c5e63ad7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe673e0-a293-4e65-add3-3ee063ca07c8 HTTP/1.1" status: 200 len: 217 time: 0.0377543 Jul 23 14:00:27.210078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743def-65ff-4fc7-800a-865c18c578b9 req-04054af6-6448-49f2-a4c0-18442493c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:27.211638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07743def-65ff-4fc7-800a-865c18c578b9 req-04054af6-6448-49f2-a4c0-18442493c2eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 200 len: 863 time: 0.0592299 Jul 23 14:00:27.261835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.298496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['11c1d7eb-0caa-4cba-b1f2-6bf53de98e46'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:27.299951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Pushing event deleted for resources: {'Port': ['ID=11c1d7eb-0caa-4cba-b1f2-6bf53de98e46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:27.322088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743def-65ff-4fc7-800a-865c18c578b9 req-518a2ccb-7146-4a51-aa2a-bcdbfe702f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:27.327250 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07743def-65ff-4fc7-800a-865c18c578b9 req-518a2ccb-7146-4a51-aa2a-bcdbfe702f9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07f82d8e-fbdb-4400-aed1-8d8fc0060295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058517 Jul 23 14:00:27.390931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:27.398192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-188769954-network', 'tenant_id': 'ddf92b6074e34ad88183ae45fb39de36'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:27.497831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Made reservation on behalf of ddf92b6074e34ad88183ae45fb39de36 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:27.500806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.527351 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07743def-65ff-4fc7-800a-865c18c578b9 req-0c32e323-df4d-4f32-91a1-9c7a4ea2beb4 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927578 Jul 23 14:00:27.528529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.600617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] No DVR routers for this DVR port 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:00:27.605296 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.609201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1870304b-2c40-48c6-86b5-716410f05604 req-173ad68a-2902-4b59-bf97-5d5aac6f3e17 tempest-DeleteServersAdminTestJSON-1820035951 tempest-DeleteServersAdminTestJSON-1820035951-project-admin] 10.222.0.11 "DELETE /v2.0/ports/11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 HTTP/1.1" status: 204 len: 173 time: 0.8085060 Jul 23 14:00:27.609740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'name': 'network-vif-deleted', 'tag': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:27.691528 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07743def-65ff-4fc7-800a-865c18c578b9 req-8e14e1e5-09cc-43cc-b117-03fe8e3997c3 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524971 Jul 23 14:00:27.776804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.779669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-223d8078-8749-4409-90c9-b0d080f7148c req-0ff9d743-1c1a-47de-b894-75c799c2913c tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9dd6194-fe92-4c01-859f-648c9e3ec988 HTTP/1.1" status: 200 len: 210 time: 0.0539591 Jul 23 14:00:27.784318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.815409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:00:27.826950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e811364c-5b76-469b-bfc2-546111610036,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:27.833617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.833981 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Added segment cee88fbb-bea2-4435-92dd-a854f2b39743 of type vlan for network 74a63e81-c359-44f2-9097-d6a86b68b69e Jul 23 14:00:27.884402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.923971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.925279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:27.925974 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:27.992923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:27.993515 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6010160 Jul 23 14:00:28.004582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Request body: {'subnet': {'network_id': '74a63e81-c359-44f2-9097-d6a86b68b69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-188769954-subnet', 'tenant_id': 'ddf92b6074e34ad88183ae45fb39de36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:28.029110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Made reservation on behalf of ddf92b6074e34ad88183ae45fb39de36 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:28.031546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c088e39-18e5-4a06-9e92-ce6cecc199cc admin admin] Pushing event updated for resources: {'Network': ['ID=74a63e81-c359-44f2-9097-d6a86b68b69e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:28.032990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.058495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 74a63e81-c359-44f2-9097-d6a86b68b69e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:00:28.101205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c405-bae8-4df7-8dc9-4049427f4a75 req-4fb56031-ee63-48d2-9dd9-e164251147a0 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:28.125063 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53a5c405-bae8-4df7-8dc9-4049427f4a75 req-4fb56031-ee63-48d2-9dd9-e164251147a0 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 970 time: 0.1785722 Jul 23 14:00:28.126269 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fb1d47-9381-46fa-9a85-29739eda833e" -d '{"events": [{"server_uuid": "e9dd6194-fe92-4c01-859f-648c9e3ec988", "name": "network-vif-deleted", "tag": "11c1d7eb-0caa-4cba-b1f2-6bf53de98e46"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:28.207856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53a5c405-bae8-4df7-8dc9-4049427f4a75 req-57a1b844-f61c-4a46-9fab-3db207aee6a8 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795870 Jul 23 14:00:28.218259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:28.320290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.373098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b574-61b0-4d7d-8d3b-330289dff732 req-a36e80a8-bf58-40a5-a099-0eec8333b20d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:28.379257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85d8b574-61b0-4d7d-8d3b-330289dff732 req-a36e80a8-bf58-40a5-a099-0eec8333b20d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 943 time: 0.1748698 Jul 23 14:00:28.416679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a15e56c-2271-44f2-8f90-9dbf2acf4e75,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:28.450481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1226319106-network', 'tenant_id': 'e56c099a734948f49da3d3230518dd66'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:28.459863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85d8b574-61b0-4d7d-8d3b-330289dff732 req-3faa98b5-fe02-45a3-93ab-2627afe9cc3e tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677130 Jul 23 14:00:28.463600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Checking segment: {'id': 'cee88fbb-bea2-4435-92dd-a854f2b39743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '74a63e81-c359-44f2-9097-d6a86b68b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:28.463970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Network hostable DHCP agents. Network: 74a63e81-c359-44f2-9097-d6a86b68b69e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:00:28.496676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Made reservation on behalf of e56c099a734948f49da3d3230518dd66 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:28.499381 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.512211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Network 74a63e81-c359-44f2-9097-d6a86b68b69e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:00:28.515277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.527637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 74a63e81-c359-44f2-9097-d6a86b68b69e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:28.533551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:28.534393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.538507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478cb54f-4842-45c2-9ab9-6d7f86286442 None None] Network 74a63e81-c359-44f2-9097-d6a86b68b69e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:28.673149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.683612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.711606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:00:28.729582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05144c63-864c-4917-8fea-edbf72818f0a None None] Network 74a63e81-c359-44f2-9097-d6a86b68b69e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:28.730988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-97f6b041-e82e-498f-a75f-bd5b9df6ba25 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7306380 Jul 23 14:00:28.733491 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f700b0-5da1-4588-b7ef-0bd38f46c076 x-openstack-request-id: req-24f700b0-5da1-4588-b7ef-0bd38f46c076 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:28.733832 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dd6194-fe92-4c01-859f-648c9e3ec988", "name": "network-vif-deleted", "tag": "11c1d7eb-0caa-4cba-b1f2-6bf53de98e46", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:28.734134 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24f700b0-5da1-4588-b7ef-0bd38f46c076 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:28.734617 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dd6194-fe92-4c01-859f-648c9e3ec988', 'name': 'network-vif-deleted', 'tag': '11c1d7eb-0caa-4cba-b1f2-6bf53de98e46', 'status': 'completed', 'code': 200} Jul 23 14:00:28.744504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.744927 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Added segment 314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e of type vlan for network ab688272-9fd2-41a7-8d23-85eb2d29960c Jul 23 14:00:28.780471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad1db41-9d3d-4913-a145-aea50581f97e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:28.781901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:28.808992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.850609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.862924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:28.862924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.882074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6694422 Jul 23 14:00:28.886826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:28.892344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Request body: {'subnet': {'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1226319106-subnet', 'tenant_id': 'e56c099a734948f49da3d3230518dd66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:28.916886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Made reservation on behalf of e56c099a734948f49da3d3230518dd66 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:28.919883 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:28.933002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db145b79-d9ee-44b5-b9fa-8cff6a48dafa admin admin] Pushing event updated for resources: {'Network': ['ID=ab688272-9fd2-41a7-8d23-85eb2d29960c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:28.944543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ab688272-9fd2-41a7-8d23-85eb2d29960c details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:00:29.104496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13575101-fb22-4405-a3b3-190c782a3725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.145128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.220893 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-0d8d25a0-cd73-4df0-97c5-d4009d06a4b2 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef7917b9db41476f8fc3da94788fced8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774059 Jul 23 14:00:29.294079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48c1729-385f-484b-88a7-dcf8b75aa643,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:29.358972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:29.359483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Network hostable DHCP agents. Network: ab688272-9fd2-41a7-8d23-85eb2d29960c, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:00:29.392727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-caabb584-591d-4653-bc59-65aee44ab0bb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:29.394192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-caabb584-591d-4653-bc59-65aee44ab0bb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717184 Jul 23 14:00:29.426206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Network ab688272-9fd2-41a7-8d23-85eb2d29960c is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:00:29.438693 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-1a94feec-47d8-4a02-8706-d6518c8b17b3 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/quotas/ef7917b9db41476f8fc3da94788fced8 HTTP/1.1" status: 200 len: 375 time: 0.0283644 Jul 23 14:00:29.441700 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13575101-fb22-4405-a3b3-190c782a3725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.446014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ab688272-9fd2-41a7-8d23-85eb2d29960c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:29.452220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:29.452852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.458708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae3c6c-d992-4830-905e-a0f047588e99 None None] Network ab688272-9fd2-41a7-8d23-85eb2d29960c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:29.502795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13575101-fb22-4405-a3b3-190c782a3725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.536911 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-7f742291-a54a-4b2a-85b4-b6f0fe43f1c9 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef7917b9db41476f8fc3da94788fced8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813847 Jul 23 14:00:29.544660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13575101-fb22-4405-a3b3-190c782a3725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0687fb08-52e0-4de2-8602-cbaf4335d905,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:29.575228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-db52e68c-64a0-433b-9380-5903bc005f26 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6871893 Jul 23 14:00:29.583457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-13575101-fb22-4405-a3b3-190c782a3725 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9cffb666ae44013b7e9eaa6d7f209a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994206 Jul 23 14:00:29.584101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:29.610765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbf907-38ae-4466-b0aa-eb4e3fe01079 None None] Network ab688272-9fd2-41a7-8d23-85eb2d29960c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:29.680797 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcb2da47-cd48-4778-a2e3-2646c3f08a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.741933 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcb2da47-cd48-4778-a2e3-2646c3f08a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.792431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-59cf210c-16e4-4d5c-bcb1-866ec0913312 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:29.801052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-59cf210c-16e4-4d5c-bcb1-866ec0913312 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.3155358 Jul 23 14:00:29.828708 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-08de868c-aad1-4990-9910-a42a9354e215 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/quotas/50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 375 time: 0.0262151 Jul 23 14:00:29.852273 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcb2da47-cd48-4778-a2e3-2646c3f08a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.864236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcb2da47-cd48-4778-a2e3-2646c3f08a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:29.866911 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dcb2da47-cd48-4778-a2e3-2646c3f08a05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0687fb08-52e0-4de2-8602-cbaf4335d905 HTTP/1.1" status: 204 len: 168 time: 0.2814987 Jul 23 14:00:29.877553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-78996c9b-3274-4187-bef8-107a89d774de tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433800 Jul 23 14:00:29.898394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2da47-cd48-4778-a2e3-2646c3f08a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687fb08-52e0-4de2-8602-cbaf4335d905,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:29.919288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device abe673e0-a293-4e65-add3-3ee063ca07c8 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:00:29.962909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295c46f-ac08-4fc1-b552-5e1877b2caf0 req-1530b859-f822-4a5f-8cd3-c73d0c603b13 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:29.971653 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2295c46f-ac08-4fc1-b552-5e1877b2caf0 req-1530b859-f822-4a5f-8cd3-c73d0c603b13 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 970 time: 0.1347730 Jul 23 14:00:30.031622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2295c46f-ac08-4fc1-b552-5e1877b2caf0 req-634167f7-ffc9-41ca-91da-afabae6c9f2a tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588796 Jul 23 14:00:30.060393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port abe673e0-a293-4e65-add3-3ee063ca07c8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=abe673e0-a293-4e65-add3-3ee063ca07c8,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:30.064485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:00:30.124639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:00:30.124987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 11c1d7eb-0caa-4cba-b1f2-6bf53de98e46 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:00:30.141625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'port_id': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'mac_address': 'fa:16:3e:2b:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:00:30.184625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a39e66-7583-47db-bb96-8bdf6394bae2 req-fcf2108e-7fc6-47fe-baa0-b84029990180 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:30.186451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67a39e66-7583-47db-bb96-8bdf6394bae2 req-fcf2108e-7fc6-47fe-baa0-b84029990180 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 943 time: 0.0904503 Jul 23 14:00:30.244293 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.262206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67a39e66-7583-47db-bb96-8bdf6394bae2 req-f49fe6ba-d486-42a2-a893-69dd504e3e98 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666089 Jul 23 14:00:30.272628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe673e0-a293-4e65-add3-3ee063ca07c8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:30.308109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port abe673e0-a293-4e65-add3-3ee063ca07c8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=abe673e0-a293-4e65-add3-3ee063ca07c8,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:30.317388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.380848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-74b3d447-57e4-4bf3-a343-179c342e7e8a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:00:30.382251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-74b3d447-57e4-4bf3-a343-179c342e7e8a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1489930 Jul 23 14:00:30.395941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16a55c52-6c8b-4567-a3c7-e5da4a14e3bb req-84565d21-4410-46f6-96ae-0c21c253aff2 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 210 time: 0.0414629 Jul 23 14:00:30.407016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=abe673e0-a293-4e65-add3-3ee063ca07c8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:30.463895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:30.480953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d04e89ad-007b-4689-9515-b1a4c7c5d84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.517531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-515f045a-814c-4dfc-9049-e93c0689b381 service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271460 Jul 23 14:00:30.590977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['abe673e0-a293-4e65-add3-3ee063ca07c8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:30.601305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d04e89ad-007b-4689-9515-b1a4c7c5d84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.610329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d04e89ad-007b-4689-9515-b1a4c7c5d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.677177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d04e89ad-007b-4689-9515-b1a4c7c5d84c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b38ba7adfba4b2aa7d60b6b3e8a8714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119048 Jul 23 14:00:30.678066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e89ad-007b-4689-9515-b1a4c7c5d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a704be26-a7a4-4b48-a330-2a14fcab6b1a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:30.680414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:30.696000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-971824d4-bbbf-41f0-af3d-5cc9aab8d80e service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719871 Jul 23 14:00:30.752706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efa945b1-9945-4c3b-b69e-b78f574b35ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.784751 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efa945b1-9945-4c3b-b69e-b78f574b35ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.832339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:30.841700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-826345104-network', 'tenant_id': 'e5df0ebae73c42fcb206b8476ed5a13f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:30.867154 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efa945b1-9945-4c3b-b69e-b78f574b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.870076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efa945b1-9945-4c3b-b69e-b78f574b35ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.873848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-efa945b1-9945-4c3b-b69e-b78f574b35ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a704be26-a7a4-4b48-a330-2a14fcab6b1a HTTP/1.1" status: 204 len: 168 time: 0.1790264 Jul 23 14:00:30.882825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa945b1-9945-4c3b-b69e-b78f574b35ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a704be26-a7a4-4b48-a330-2a14fcab6b1a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:30.889955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Made reservation on behalf of e5df0ebae73c42fcb206b8476ed5a13f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:30.894901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:30.928230 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.029553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bfddf-c0c6-44a7-a289-0cfbfac12b44 req-dc0f0e04-45b2-4840-ad8d-07e67612912d tempest-AggregatesAdminTestJSON-1999205713 tempest-AggregatesAdminTestJSON-1999205713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:31.034771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f02bfddf-c0c6-44a7-a289-0cfbfac12b44 req-dc0f0e04-45b2-4840-ad8d-07e67612912d tempest-AggregatesAdminTestJSON-1999205713 tempest-AggregatesAdminTestJSON-1999205713-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 1121 time: 0.1085863 Jul 23 14:00:31.077489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f02bfddf-c0c6-44a7-a289-0cfbfac12b44 req-b6ad43b9-4ba2-45a8-83fb-201863a62941 tempest-AggregatesAdminTestJSON-1999205713 tempest-AggregatesAdminTestJSON-1999205713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.140530 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-a30d582e-ca24-4ad1-bafc-384ae731d6d9 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ef7917b9db41476f8fc3da94788fced8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381322 Jul 23 14:00:31.155042 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.169606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.241060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:00:31.260868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dda7ab6-c6de-485e-a753-c533da83a429,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:31.269820 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.270159 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Added segment 2075940a-1ead-431d-aa97-3d87ff550b7c of type vlan for network 8e74d51f-0c31-47cb-b828-028f059c5ef9 Jul 23 14:00:31.326025 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.378778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.379765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:31.380328 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.413526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f02bfddf-c0c6-44a7-a289-0cfbfac12b44 req-b6ad43b9-4ba2-45a8-83fb-201863a62941 tempest-AggregatesAdminTestJSON-1999205713 tempest-AggregatesAdminTestJSON-1999205713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.418795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f02bfddf-c0c6-44a7-a289-0cfbfac12b44 req-b6ad43b9-4ba2-45a8-83fb-201863a62941 tempest-AggregatesAdminTestJSON-1999205713 tempest-AggregatesAdminTestJSON-1999205713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.452009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-4db34fa9-68dc-4a3a-be83-ebe661d65ef3 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:31.453568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-4db34fa9-68dc-4a3a-be83-ebe661d65ef3 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009207 Jul 23 14:00:31.455934 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cecba52a-4d57-4f96-9e58-7c4c71d1f02d req-c0b8a693-e643-43a4-aae2-067a05d9fd64 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 210 time: 0.0469780 Jul 23 14:00:31.464761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6306319 Jul 23 14:00:31.467885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:31.473838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ddefe-89d7-4d8b-98bd-ff4b2f42d95b admin admin] Pushing event updated for resources: {'Network': ['ID=8e74d51f-0c31-47cb-b828-028f059c5ef9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:31.484357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f02bfddf-c0c6-44a7-a289-0cfbfac12b44 req-b6ad43b9-4ba2-45a8-83fb-201863a62941 tempest-AggregatesAdminTestJSON-1999205713 tempest-AggregatesAdminTestJSON-1999205713-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388115 Jul 23 14:00:31.488015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8e74d51f-0c31-47cb-b828-028f059c5ef9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:00:31.495439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad43b9-4ba2-45a8-83fb-201863a62941 tempest-AggregatesAdminTestJSON-1999205713 tempest-AggregatesAdminTestJSON-1999205713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b16240-fbb3-468f-84f9-0582a85dd471,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:31.524803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Request body: {'subnet': {'network_id': '8e74d51f-0c31-47cb-b828-028f059c5ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-826345104-subnet', 'tenant_id': 'e5df0ebae73c42fcb206b8476ed5a13f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:31.534421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Request body: {'port': {'device_id': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'ef7917b9db41476f8fc3da94788fced8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:31.630590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Made reservation on behalf of e5df0ebae73c42fcb206b8476ed5a13f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:31.633939 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.804449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Made reservation on behalf of ef7917b9db41476f8fc3da94788fced8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:31.808026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:31.817081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec4d9e-de72-4dd8-963a-d8e14c097929 req-01ea9bb1-ac5f-48c2-b822-ba239e611db9 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:31.818750 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-47ec4d9e-de72-4dd8-963a-d8e14c097929 req-01ea9bb1-ac5f-48c2-b822-ba239e611db9 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 944 time: 0.2016838 Jul 23 14:00:31.918456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device abe673e0-a293-4e65-add3-3ee063ca07c8 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:31.986618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port abe673e0-a293-4e65-add3-3ee063ca07c8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:31.992476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port abe673e0-a293-4e65-add3-3ee063ca07c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:31.993199 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.003127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1de5229f-6033-4e8b-9a76-7788c4ab3c4f req-47637592-84bd-452e-b949-a12bda2df134 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 210 time: 0.0579672 Jul 23 14:00:32.017022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-47ec4d9e-de72-4dd8-963a-d8e14c097929 req-e191400a-49e7-4e82-a645-7153d05713f7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923559 Jul 23 14:00:32.064044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.073449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:32.111302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.155551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:32.158361 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc7a914-8e3b-4008-a0f6-a02d56856c19" -d '{"events": [{"server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "name": "network-vif-plugged", "status": "completed", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:32.179262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port abe673e0-a293-4e65-add3-3ee063ca07c8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=abe673e0-a293-4e65-add3-3ee063ca07c8,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:32.186798 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.261068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1531751984-network', 'tenant_id': 'e280fc812cf64616baedf344ac94cfba'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:32.264742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=abe673e0-a293-4e65-add3-3ee063ca07c8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:32.303419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Made reservation on behalf of e280fc812cf64616baedf344ac94cfba for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:32.306288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.316569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.359235 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6093a307-6201-4ef4-b7ed-34794f6a9a3c x-openstack-request-id: req-6093a307-6201-4ef4-b7ed-34794f6a9a3c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:32.359800 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "name": "network-vif-plugged", "status": "completed", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:32.360223 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6093a307-6201-4ef4-b7ed-34794f6a9a3c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:32.360748 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'code': 200} Jul 23 14:00:32.374877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Allocated IP 192.168.233.24 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/0c0daa7e-ec92-40af-8c1c-963cbe51ce86) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:32.399347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=745c772a-0b22-44ee-868a-6f62ad09636d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:32.445941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.452207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.475126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:00:32.476682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Checking segment: {'id': '2075940a-1ead-431d-aa97-3d87ff550b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8e74d51f-0c31-47cb-b828-028f059c5ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:32.477309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Network hostable DHCP agents. Network: 8e74d51f-0c31-47cb-b828-028f059c5ef9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:00:32.495556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa723e46-91ef-441b-ae80-f2620c020770,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:32.499174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.499655 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Added segment 8889db70-98f5-4dca-b16c-a64850a5fd8a of type vlan for network d78269bc-4686-46ef-9db3-e3f85dab8ee7 Jul 23 14:00:32.540324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c4e1bc3a-507a-453a-a308-7267042856ec tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:32.550948 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c4e1bc3a-507a-453a-a308-7267042856ec tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.2100356 Jul 23 14:00:32.558620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Network 8e74d51f-0c31-47cb-b828-028f059c5ef9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:00:32.566525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.578950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Request body: {'port': {'device_id': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'admin_state_up': True, 'tenant_id': '50dd7614a8714c38b5f626965e84e0c1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:32.611281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 8e74d51f-0c31-47cb-b828-028f059c5ef9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:32.619443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb405f-6da5-45f5-9673-b8eb27eccf3c None None] Network 8e74d51f-0c31-47cb-b828-028f059c5ef9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:32.633023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:32.633873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.675370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.676310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:32.676951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.707814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfcb3e05-1774-4377-967d-3d3c640ef391 req-041dc451-99d6-4793-85a0-b6160573f4a0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 210 time: 0.0471256 Jul 23 14:00:32.726376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd876f-678c-4c43-a0ee-8c8eac35ef11 req-b0104765-f478-43fd-86f5-d55002a3939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:32.727900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34dd876f-678c-4c43-a0ee-8c8eac35ef11 req-b0104765-f478-43fd-86f5-d55002a3939f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 1096 time: 0.1702993 Jul 23 14:00:32.728608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ff1bcdf5-4920-4310-8e45-b0081508d61b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2581604 Jul 23 14:00:32.771443 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6967099 Jul 23 14:00:32.778090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:32.790249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Request body: {'subnet': {'network_id': 'd78269bc-4686-46ef-9db3-e3f85dab8ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1531751984-subnet', 'tenant_id': 'e280fc812cf64616baedf344ac94cfba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:32.803035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.830922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Transition to ACTIVE for port object 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:32.832457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:00:32.832457 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:00:32.832457 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id_1': '50dd7614a8714c38b5f626965e84e0c1', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 0, 32, 808109)}] Jul 23 14:00:32.832457 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:00:32.833227 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:00:32.851215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Made reservation on behalf of e280fc812cf64616baedf344ac94cfba for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:32.854341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:32.865047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b4b81-fe5f-4c0d-9f48-191e3feef4ea None None] Network 8e74d51f-0c31-47cb-b828-028f059c5ef9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:32.886543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46de9-aafa-4994-8b61-bb7fe57f4802 admin admin] Pushing event updated for resources: {'Network': ['ID=d78269bc-4686-46ef-9db3-e3f85dab8ee7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:32.907085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34dd876f-678c-4c43-a0ee-8c8eac35ef11 req-3e0f2522-30b1-4339-85e1-66501feb382a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725912 Jul 23 14:00:32.912312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d78269bc-4686-46ef-9db3-e3f85dab8ee7 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:00:32.955456 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:33.019504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:33.023994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:33.037287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:33.043857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:33.044711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:33.067397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Pushing event updated for resources: {'Port': ['ID=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:33.073489 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-524be681-b307-4745-94b5-25dd95e12223 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5447426 Jul 23 14:00:33.237483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Request body: {'port': {'device_id': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:33.241489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:33.368503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c0746b-1397-4bf5-a4fe-7d9e12f5930f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:33.393775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33b807cf-63c8-491d-98a9-4174e8401b4f None None] Provisioning for port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:33.399387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33b807cf-63c8-491d-98a9-4174e8401b4f None None] Provisioning complete for port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:33.401897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b807cf-63c8-491d-98a9-4174e8401b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:33.410384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Checking segment: {'id': '8889db70-98f5-4dca-b16c-a64850a5fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd78269bc-4686-46ef-9db3-e3f85dab8ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:33.410993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Network hostable DHCP agents. Network: d78269bc-4686-46ef-9db3-e3f85dab8ee7, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:00:33.443857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785df05-aa1c-40e9-9d63-759854970156 req-a1f650ec-2ca8-4e27-b5cd-a7b8c967c35b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:33.445384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b785df05-aa1c-40e9-9d63-759854970156 req-a1f650ec-2ca8-4e27-b5cd-a7b8c967c35b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 935 time: 0.2711143 Jul 23 14:00:33.448176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Made reservation on behalf of 50dd7614a8714c38b5f626965e84e0c1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:33.451489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:33.454012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-33b807cf-63c8-491d-98a9-4174e8401b4f None None] Port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:33.466731 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:33.499450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Network d78269bc-4686-46ef-9db3-e3f85dab8ee7 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:00:33.561768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957d851-c67a-4ee7-9732-8d369c80080e req-03b63a70-252c-407d-aa69-67774cfa724a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:33.563167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2957d851-c67a-4ee7-9732-8d369c80080e req-03b63a70-252c-407d-aa69-67774cfa724a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 945 time: 0.0661421 Jul 23 14:00:33.570350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d78269bc-4686-46ef-9db3-e3f85dab8ee7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:33.574613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:33.575223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:33.582917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91be4d-3c3e-4ffc-8f17-a4f3b966ea7a None None] Network d78269bc-4686-46ef-9db3-e3f85dab8ee7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:33.612057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2957d851-c67a-4ee7-9732-8d369c80080e req-b0a1e736-49ad-44c7-9f34-de67ee8a798d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Jul 23 14:00:33.630777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b785df05-aa1c-40e9-9d63-759854970156 req-cee7bb3b-d636-4339-b2cb-bc9732b0d833 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756568 Jul 23 14:00:33.655846 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-521b0282-675e-4def-b9ee-afc1ca516958 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8643289 Jul 23 14:00:33.778563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295373a-3e71-4bdb-83c7-a7cc368628e2 None None] Network d78269bc-4686-46ef-9db3-e3f85dab8ee7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:33.789572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Allocated IP 172.20.0.2 (9256d62a-168c-4275-ab78-c9ab83d0dd69/42d3a393-fbf0-4de3-ab25-41dbd27f45a0/d9c70066-c071-4576-92aa-7f9faad47801) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:33.976091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:34.135531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:34.175547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.203016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.209498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-ab7ab8af-5dc0-43b3-8476-c288560cc090 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:34.211510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Transition to ACTIVE for port object 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:34.218386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-ab7ab8af-5dc0-43b3-8476-c288560cc090 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.1298962 Jul 23 14:00:34.227774 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.255765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-1aadfca2-7362-4c15-9db1-e84925febb5d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/quotas/e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 375 time: 0.0361538 Jul 23 14:00:34.303296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-482f5833-a2f3-4ff9-a6af-9ae174bf4185 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465262 Jul 23 14:00:34.318340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ae2d8af2-f60a-4b81-a555-2bc188ff5a49 req-19696df3-f5ba-4068-aa28-0306b2af32fb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 210 time: 0.0408678 Jul 23 14:00:34.337700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Pushing event updated for resources: {'Port': ['ID=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:34.340453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db9902e-bde7-4a1a-8b4f-39f8d26e4947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.351761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.454882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:34.458667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:34.466931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Attempting to bind port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:34.467378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Attempting to bind port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:34.467692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Attempting to bind port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:34.471643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:34.477510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:34.478200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.496452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:34.496781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Attempting to bind port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:34.508076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:34.508789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:34.509193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:34.509748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Bound port: 0c0daa7e-ec92-40af-8c1c-963cbe51ce86, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:34.510108 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.521236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:34.539777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-94699489-84e8-483a-b805-ca32e91887eb service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290030 Jul 23 14:00:34.609319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] For port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:34.613678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] For port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:34.616277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:34.621666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1790545946-network', 'tenant_id': '281fd1a5c34e4efaaeea4edffc02b956'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:34.630557 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.674103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:34.674823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.676299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] 10.222.0.11 "PUT /v2.0/ports/0c0daa7e-ec92-40af-8c1c-963cbe51ce86 HTTP/1.1" status: 200 len: 1095 time: 1.4442787 Jul 23 14:00:34.676778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'tag': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:34.679174 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ce43a-9256-4826-89a1-f2893ab697dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcd468d-1bfd-481f-aef2-ef89b022a0ef", "tag": "0c0daa7e-ec92-40af-8c1c-963cbe51ce86"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:34.705965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9c52e-d9d8-43cc-8fff-bfc8e7b1759f service neutron] Pushing event updated for resources: {'Port': ['ID=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:34.842958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-ff5b8789-388d-4d33-bfb6-d3e687bc430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:34.844575 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-ff5b8789-388d-4d33-bfb6-d3e687bc430f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef7917b9db41476f8fc3da94788fced8&device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 1098 time: 0.1032701 Jul 23 14:00:34.850106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-fbf407f6-bfa7-4f15-bc34-d8cebfb4f388 service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092895 Jul 23 14:00:34.856178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7734-8d47-4896-8e71-0ba0b759faac req-604db5f9-f335-473a-bf41-72085cead157 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:34.857703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30be7734-8d47-4896-8e71-0ba0b759faac req-604db5f9-f335-473a-bf41-72085cead157 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 945 time: 0.0828121 Jul 23 14:00:34.862433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db9902e-bde7-4a1a-8b4f-39f8d26e4947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.872371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db9902e-bde7-4a1a-8b4f-39f8d26e4947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:34.904123 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-e1f0b11a-bb3d-4033-bee8-e144c32ebb0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0c0daa7e-ec92-40af-8c1c-963cbe51ce86 HTTP/1.1" status: 200 len: 217 time: 0.0452199 Jul 23 14:00:34.916028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9902e-bde7-4a1a-8b4f-39f8d26e4947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4df41d-5efd-445e-a9be-0ba37183a267,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:34.923709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6db9902e-bde7-4a1a-8b4f-39f8d26e4947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef9d3ebe59f74c588d8e367044fdc441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9439580 Jul 23 14:00:34.927093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:34.930168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-c18a08d2-7246-4224-b622-7445ff5f611c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3575296 Jul 23 14:00:34.971171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Request body: {'port': {'device_id': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'device_owner': 'compute:tempest-test_az-860309456', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:34.986602 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18fed8e6-9252-4de9-8e8c-1e25b84507dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.019917 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18fed8e6-9252-4de9-8e8c-1e25b84507dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.044351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Made reservation on behalf of 281fd1a5c34e4efaaeea4edffc02b956 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:35.047534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.058087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-8e696026-fd91-421a-afca-60f929960a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:35.059549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-8e696026-fd91-421a-afca-60f929960a16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1284926 Jul 23 14:00:35.067887 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.083191 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30be7734-8d47-4896-8e71-0ba0b759faac req-b334f772-3700-4a5c-acfc-adffd5ac821c tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125504 Jul 23 14:00:35.142232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5cae1-fe24-4fe9-9c05-fa9e4debf99f req-16c0cefe-d65d-40dd-9bd7-89e24f4b9429 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:35.143777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1e5cae1-fe24-4fe9-9c05-fa9e4debf99f req-16c0cefe-d65d-40dd-9bd7-89e24f4b9429 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 947 time: 0.0979331 Jul 23 14:00:35.145093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18fed8e6-9252-4de9-8e8c-1e25b84507dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.148275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18fed8e6-9252-4de9-8e8c-1e25b84507dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.152125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-18fed8e6-9252-4de9-8e8c-1e25b84507dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc4df41d-5efd-445e-a9be-0ba37183a267 HTTP/1.1" status: 204 len: 168 time: 0.2240300 Jul 23 14:00:35.176454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fed8e6-9252-4de9-8e8c-1e25b84507dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4df41d-5efd-445e-a9be-0ba37183a267,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:35.179898 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d618413-fe5d-487a-9bd1-600536424b6c x-openstack-request-id: req-3d618413-fe5d-487a-9bd1-600536424b6c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:35.181020 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcd468d-1bfd-481f-aef2-ef89b022a0ef", "tag": "0c0daa7e-ec92-40af-8c1c-963cbe51ce86", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:35.181302 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d618413-fe5d-487a-9bd1-600536424b6c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:35.181704 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'tag': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86', 'status': 'completed', 'code': 200} Jul 23 14:00:35.208205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1e5cae1-fe24-4fe9-9c05-fa9e4debf99f req-303eafdc-0b1f-4f8b-b2c4-088c8cb0d469 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540764 Jul 23 14:00:35.327500 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39092006-3ce6-4c2f-8ff4-d0185955be2a req-42d84a07-7a60-4d44-98b5-e3913b56ec74 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 210 time: 0.0634229 Jul 23 14:00:35.331716 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.346286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af125-2481-4636-8d18-d2fcec081135 req-caa46618-ef00-495e-956f-8334a9a48db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:35.347714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-caa46618-ef00-495e-956f-8334a9a48db8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632377 Jul 23 14:00:35.589294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5333a6-4a09-4b54-916e-c9278f970b4b req-81956aaf-8e17-4896-8bfc-9f79fb0ee29b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:35.590906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c5333a6-4a09-4b54-916e-c9278f970b4b req-81956aaf-8e17-4896-8bfc-9f79fb0ee29b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 931 time: 0.0749447 Jul 23 14:00:35.631553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c5333a6-4a09-4b54-916e-c9278f970b4b req-a8a86578-a8c6-4195-a1e3-57ffc821f8b6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Jul 23 14:00:35.739545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:35.754987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9114d32-a4c6-48c0-b5ee-56b1acc27c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.832508 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.847590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.910072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-a756ce64-0f34-40fe-aa78-1a56fe38a32d service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523555 Jul 23 14:00:35.914850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:00:35.951990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9114d32-a4c6-48c0-b5ee-56b1acc27c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.964435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9114d32-a4c6-48c0-b5ee-56b1acc27c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:35.982093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554406c5-8712-4678-a799-e0ba425e69fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:36.004218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9114d32-a4c6-48c0-b5ee-56b1acc27c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3330c1b6-92cb-4a72-bc9c-1eee29e6dd06,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:36.012825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f9114d32-a4c6-48c0-b5ee-56b1acc27c8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f276dda5002e46c4a5fae299664b6c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688596 Jul 23 14:00:36.014614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.014614 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Added segment 1f463702-fbd7-42b4-98fc-e0491023b5ab of type vlan for network 734f1700-911c-4939-8085-6d2425ebe9f7 Jul 23 14:00:36.015329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:36.071352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fdd58c4-b967-4012-a428-711936bea5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.095101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fdd58c4-b967-4012-a428-711936bea5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.124183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d19e-c44c-4234-906c-b2f323b0cf9c req-b7e16881-2880-46ab-991f-84a22d8fa129 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:36.125678 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2720d19e-c44c-4234-906c-b2f323b0cf9c req-b7e16881-2880-46ab-991f-84a22d8fa129 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 945 time: 0.6323278 Jul 23 14:00:36.134226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.136638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:36.151333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'floatingip': {'port_id': 'abe673e0-a293-4e65-add3-3ee063ca07c8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:36.186598 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef2af125-2481-4636-8d18-d2fcec081135 req-61aa0f5e-d907-4640-bdce-2e21af806e5d service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589777 Jul 23 14:00:36.197682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.198664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:36.199271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.255640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.264666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c70066-c071-4576-92aa-7f9faad47801 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:36.274768 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6572578 Jul 23 14:00:36.293996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:36.299619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Request body: {'subnet': {'network_id': '734f1700-911c-4939-8085-6d2425ebe9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1790545946-subnet', 'tenant_id': '281fd1a5c34e4efaaeea4edffc02b956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:36.306181 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.309842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e49eed-7f17-42d1-9ecb-3366eedc53de admin admin] Pushing event updated for resources: {'Network': ['ID=734f1700-911c-4939-8085-6d2425ebe9f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:36.321616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 734f1700-911c-4939-8085-6d2425ebe9f7 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:00:36.471168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-4f99aee4-4010-4015-8273-bb21dbc046fa tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:36.472641 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-4f99aee4-4010-4015-8273-bb21dbc046fa tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.1463308 Jul 23 14:00:36.495247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303171e-587e-4951-8d92-113abc879ca8 req-aca9d08f-f0f7-496c-8a3a-f2e96e9a0071 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:36.496645 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6303171e-587e-4951-8d92-113abc879ca8 req-aca9d08f-f0f7-496c-8a3a-f2e96e9a0071 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 947 time: 0.1252913 Jul 23 14:00:36.498923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Transition to ACTIVE for port object d9c70066-c071-4576-92aa-7f9faad47801 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:36.502582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Request body: {'port': {'device_id': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'admin_state_up': True, 'tenant_id': 'e56c099a734948f49da3d3230518dd66'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:36.508997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.530382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fdd58c4-b967-4012-a428-711936bea5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.535306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fdd58c4-b967-4012-a428-711936bea5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.536928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0fdd58c4-b967-4012-a428-711936bea5dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3330c1b6-92cb-4a72-bc9c-1eee29e6dd06 HTTP/1.1" status: 204 len: 168 time: 0.5235267 Jul 23 14:00:36.568501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd58c4-b967-4012-a428-711936bea5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3330c1b6-92cb-4a72-bc9c-1eee29e6dd06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:36.618977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Made reservation on behalf of 281fd1a5c34e4efaaeea4edffc02b956 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:36.621236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.638599 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6303171e-587e-4951-8d92-113abc879ca8 req-a111997a-128c-4c2a-9aca-52b6e434f7e1 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325805 Jul 23 14:00:36.642270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:36.697167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:36.697563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:36.697966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:36.708570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:36.708985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:36.717598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:36.718024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:36.718473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:36.719070 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Bound port: d9c70066-c071-4576-92aa-7f9faad47801, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:36.719457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.760005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Made reservation on behalf of e56c099a734948f49da3d3230518dd66 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:36.763805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.801117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a1b2a1a-d802-486d-882a-3febfc92ed13 req-92546664-b020-4e76-97ff-ef509d812499 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 210 time: 0.0947635 Jul 23 14:00:36.830354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:36.880190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:36.891194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.962378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:36.963417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:36.965140 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 1112 time: 2.0144691 Jul 23 14:00:37.075193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-48d47f12-75da-4ac8-987e-2edc0867276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:37.077271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-48d47f12-75da-4ac8-987e-2edc0867276a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef7917b9db41476f8fc3da94788fced8&device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 1098 time: 0.7252796 Jul 23 14:00:37.084726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5baf5-d123-425f-89cd-f294271f35f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:37.107612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Allocated IP 172.20.0.7 (ab688272-9fd2-41a7-8d23-85eb2d29960c/c48c1729-385f-484b-88a7-dcf8b75aa643/10234452-993c-49f5-a8fd-919e1223a990) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:37.156106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-368f9b61-3c09-482a-99f4-ab4cf8916a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:37.157443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-368f9b61-3c09-482a-99f4-ab4cf8916a39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1115 time: 0.1210315 Jul 23 14:00:37.186485 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:37.196464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b593-df48-4ac9-9dc8-8e86a427485d req-874cb5d9-8f5b-4baf-b53a-b1bc46818e45 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:37.203435 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c222b593-df48-4ac9-9dc8-8e86a427485d req-874cb5d9-8f5b-4baf-b53a-b1bc46818e45 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.2354343 Jul 23 14:00:37.205126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:37.207241 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29cd18-5291-4517-b10b-5b5afcaa5926" -d '{"events": [{"name": "network-changed", "server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "tag": "d9c70066-c071-4576-92aa-7f9faad47801"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:37.249823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-2fd7b2a8-e806-4714-ab3e-597fb5dc3a35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 217 time: 0.0796776 Jul 23 14:00:37.324043 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3885e56f-c1c1-47cb-8847-27dbcd381475 x-openstack-request-id: req-3885e56f-c1c1-47cb-8847-27dbcd381475 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:37.324321 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "tag": "d9c70066-c071-4576-92aa-7f9faad47801", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:37.324565 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3885e56f-c1c1-47cb-8847-27dbcd381475 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:37.324950 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801', 'status': 'completed', 'code': 200} Jul 23 14:00:37.356520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c222b593-df48-4ac9-9dc8-8e86a427485d req-f86ab505-1e72-44b5-92c8-2a748b3bcd20 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474566 Jul 23 14:00:37.366802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-cd21a3b8-a160-4c0b-a4a2-940b93cfc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:37.368286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-cd21a3b8-a160-4c0b-a4a2-940b93cfc248 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1063282 Jul 23 14:00:37.448549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-0e68f27e-f4a6-4452-aebb-7b79188c7003 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426586 Jul 23 14:00:37.497644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:37.622263 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-b77cefad-f9d3-41f7-b3a2-6358cc62f8e7 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216443 Jul 23 14:00:37.682086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:37.710160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:37.751009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:37.794945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-52c9b78c-22dc-4516-9a26-1f9877a341fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:37.796463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-52c9b78c-22dc-4516-9a26-1f9877a341fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.7112367 Jul 23 14:00:37.805473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:37.828785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Network ab688272-9fd2-41a7-8d23-85eb2d29960c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:37.831747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:37.837130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:37.844203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:37.844827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:37.848169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=638b1c2e-d030-4a8d-aa22-510375465c3d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:37.863381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5531090-e0e0-42ea-a6ed-37f3bc1681e4 req-f1a4f894-a11e-444a-a23c-768e4978466a service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332771 Jul 23 14:00:37.869672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-network', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:37.886185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-d38f3087-bb9a-4a33-9bed-90e50a0567a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3884597 Jul 23 14:00:37.895748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Made reservation on behalf of 38b1075add474343b7e7db2b6f29ec3b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:37.898338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:37.914670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Request body: {'port': {'device_id': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:37.918173 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:37.945695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-f5ed9ecf-77aa-4e50-a4be-c736d32fbfcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0c0daa7e-ec92-40af-8c1c-963cbe51ce86 HTTP/1.1" status: 200 len: 217 time: 0.1257319 Jul 23 14:00:37.973450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:00:38.037390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Checking segment: {'id': '1f463702-fbd7-42b4-98fc-e0491023b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734f1700-911c-4939-8085-6d2425ebe9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:38.037733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Network hostable DHCP agents. Network: 734f1700-911c-4939-8085-6d2425ebe9f7, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:00:38.092830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.110906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-10ff7b46-7f19-432b-bf79-164749c873fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.112449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-10ff7b46-7f19-432b-bf79-164749c873fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1512289 Jul 23 14:00:38.120450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.123065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-759d9e81-b87f-4d18-828e-a9337de6264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.124838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-759d9e81-b87f-4d18-828e-a9337de6264a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1115 time: 0.1823528 Jul 23 14:00:38.130904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Network 734f1700-911c-4939-8085-6d2425ebe9f7 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:00:38.153383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.238687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.248117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ebb-3325-4d2f-b66c-591e46972936 req-33b01b5e-699d-45a9-8d65-b82617a32c61 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.249627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47c16ebb-3325-4d2f-b66c-591e46972936 req-33b01b5e-699d-45a9-8d65-b82617a32c61 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 947 time: 0.4311614 Jul 23 14:00:38.250227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 734f1700-911c-4939-8085-6d2425ebe9f7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:38.259998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39c85b-db0a-46a8-84da-9a92eaebeb61 None None] Network 734f1700-911c-4939-8085-6d2425ebe9f7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:38.264266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.264888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.318767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe49718c-1fbe-41af-806a-e48e92c281c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0234482 Jul 23 14:00:38.351848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47c16ebb-3325-4d2f-b66c-591e46972936 req-279c4c95-b063-4aea-9a8c-c90d18845f48 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904913 Jul 23 14:00:38.369490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-311000f4-8e07-44ae-87a8-d129ef305a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.371066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-311000f4-8e07-44ae-87a8-d129ef305a7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2491283 Jul 23 14:00:38.372327 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6 associated. External IP: 172.25.2.198, port: abe673e0-a293-4e65-add3-3ee063ca07c8. Jul 23 14:00:38.423984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2d8c4-b74c-43b8-b0cb-433ef2303972 None None] Network 734f1700-911c-4939-8085-6d2425ebe9f7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:38.496060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:38.536869 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.573868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:00:38.612876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] Deleting subnet 28c0746b-1397-4bf5-a4fe-7d9e12f5930f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:00:38.629556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.633115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-3249d329-2412-46f0-b8da-279114635840 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498388 Jul 23 14:00:38.671103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.671441 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Added segment bd7d335d-18fe-4f29-a575-e00d6e1d9ce7 of type vlan for network c9df23a6-3f29-430d-a8ba-a5f0505074c9 Jul 23 14:00:38.703699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886caa65-9f90-4728-9d05-6e4caa4d47b4 req-8844f9f2-8133-4d08-a11e-3e9377134147 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.705203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-886caa65-9f90-4728-9d05-6e4caa4d47b4 req-8844f9f2-8133-4d08-a11e-3e9377134147 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 931 time: 0.6198230 Jul 23 14:00:38.728535 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.734318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8687a401-5a4d-42dd-a9cb-01c25dbd4170,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:38.770554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-27afbee0-844b-44aa-8cc6-e5766ed76bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.772090 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-27afbee0-844b-44aa-8cc6-e5766ed76bd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.6287045 Jul 23 14:00:38.785813 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.827321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.854999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-4e848fbc-34f3-4168-b01f-227a8c26a5f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 217 time: 0.0711205 Jul 23 14:00:38.911161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a7ce43a-9256-4826-89a1-f2893ab697dd req-38973183-e29b-456d-a224-b5f6b7bd5a6b service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583041 Jul 23 14:00:38.916438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-886caa65-9f90-4728-9d05-6e4caa4d47b4 req-ced97db6-cc71-4772-b1af-176bcfc6c5ab tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850386 Jul 23 14:00:38.950178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729699e-bcb4-4c22-8fc8-6df5a89ab307 req-0c400673-0e5b-44b1-b78a-7f48184c9e0e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.952486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9729699e-bcb4-4c22-8fc8-6df5a89ab307 req-0c400673-0e5b-44b1-b78a-7f48184c9e0e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.2666161 Jul 23 14:00:38.962299 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.979677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:38.980694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:38.981249 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.014692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Router 960e8965-1974-4646-a57a-4078acd0aa88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:00:39.017204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-342655a7-c643-4118-80a2-b6de9d3de166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:39.018438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c0746b-1397-4bf5-a4fe-7d9e12f5930f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:39.018712 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-342655a7-c643-4118-80a2-b6de9d3de166 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1512859 Jul 23 14:00:39.043829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.043955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3322575 Jul 23 14:00:39.045657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eca1bb37-7330-418d-8b80-6ccd00401d4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/28c0746b-1397-4bf5-a4fe-7d9e12f5930f HTTP/1.1" status: 204 len: 168 time: 0.5473578 Jul 23 14:00:39.047607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:39.051805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:39.058912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Request body: {'subnet': {'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-subnet', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:39.101673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9729699e-bcb4-4c22-8fc8-6df5a89ab307 req-45ee1cf2-e04c-4cb3-a448-4b977d0ee65b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418271 Jul 23 14:00:39.125117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d569eb-d87b-40d8-856d-9762c301751b admin admin] Pushing event updated for resources: {'Network': ['ID=c9df23a6-3f29-430d-a8ba-a5f0505074c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:39.130505 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-0fd96579-4f4d-4b20-b609-24d1548b5be5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006939 Jul 23 14:00:39.139609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:00:39.190324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10234452-993c-49f5-a8fd-919e1223a990 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:39.201255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.265025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Transition to ACTIVE for port object 10234452-993c-49f5-a8fd-919e1223a990 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:39.273419 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.350362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-b43fcabe-e493-4efe-97e7-fd8dd45a28f8 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089992 Jul 23 14:00:39.377649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:39.444848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:39.445191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:39.445512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:39.480933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:39.481377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:39.490473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:39.499962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:39.499962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:39.500239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:39.500631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Bound port: 10234452-993c-49f5-a8fd-919e1223a990, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:39.500992 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.554423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d29cd18-5291-4517-b10b-5b5afcaa5926 req-ecf158f0-ddd4-4d9e-83f1-dd16997b7a86 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904590 Jul 23 14:00:39.578304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.591162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Made reservation on behalf of 38b1075add474343b7e7db2b6f29ec3b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:39.593422 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.616693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:39.621158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:39.628722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.641151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:00:39.648264 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.658361 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] Sync routers for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:00:39.669367 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:39.670204 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:00:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:39.682678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3defeec5-a9b6-49ef-b408-32437f0b8042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.702718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caec2a-6bfb-4a9b-9845-ec9675cac287 req-8ad47d76-31d6-4866-9adf-4561ca605da5 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:39.707106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64caec2a-6bfb-4a9b-9845-ec9675cac287 req-8ad47d76-31d6-4866-9adf-4561ca605da5 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 970 time: 0.1487453 Jul 23 14:00:39.714237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:39.714886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.716335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] 10.222.0.11 "PUT /v2.0/ports/10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 1091 time: 1.8145816 Jul 23 14:00:39.724655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'tag': '10234452-993c-49f5-a8fd-919e1223a990'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:39.730612 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53457447-1a7a-4dc3-974a-2b31fa442dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "tag": "10234452-993c-49f5-a8fd-919e1223a990"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:39.786622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4ac42883-37e6-44d7-9a8e-f411ec00aa56 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "PUT /v2.0/floatingips/ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6 HTTP/1.1" status: 200 len: 991 time: 3.6459799 Jul 23 14:00:39.788609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:39.790075 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7131ff19-323e-4392-b7c7-f2017d402496" -d '{"events": [{"name": "network-changed", "server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:39.794028 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:39.799273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706240-250c-4e9e-8e34-9433fe0dd25f req-9b83425b-921c-47b3-b443-499fa1be7567 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:39.800318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a22489-131d-4974-b7f3-d74eee393452 service neutron] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:39.800783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0706240-250c-4e9e-8e34-9433fe0dd25f req-9b83425b-921c-47b3-b443-499fa1be7567 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 947 time: 0.2709675 Jul 23 14:00:39.826040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.849758 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64caec2a-6bfb-4a9b-9845-ec9675cac287 req-084df845-338a-4558-856b-ac41d05c35f7 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158009 Jul 23 14:00:39.849972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.850172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.850918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.851237 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.851828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.851952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.852210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.852529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.853367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.853367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.903524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-53634449-b2dc-4615-a89b-eed161d68757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:39.905035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-53634449-b2dc-4615-a89b-eed161d68757 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1094 time: 0.1151016 Jul 23 14:00:39.927573 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534ea9bf-0102-4496-b7ff-ba2b8f7a141d x-openstack-request-id: req-534ea9bf-0102-4496-b7ff-ba2b8f7a141d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:39.928154 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "tag": "10234452-993c-49f5-a8fd-919e1223a990", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:39.928154 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-534ea9bf-0102-4496-b7ff-ba2b8f7a141d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:39.928455 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'tag': '10234452-993c-49f5-a8fd-919e1223a990', 'status': 'completed', 'code': 200} Jul 23 14:00:39.962591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:00:39.972461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-2f71fdab-5bbc-4df1-94a6-c38a9849d353 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 217 time: 0.0539393 Jul 23 14:00:39.974866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3defeec5-a9b6-49ef-b408-32437f0b8042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:39.975434 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.976024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.976329 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.977109 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:39.977109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78269bc-4686-46ef-9db3-e3f85dab8ee7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:39.994857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3defeec5-a9b6-49ef-b408-32437f0b8042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.049902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8889db70-98f5-4dca-b16c-a64850a5fd8a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:40.050250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8889db70-98f5-4dca-b16c-a64850a5fd8a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:40.077835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.110819 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87be8fe1-9d54-46dd-9b07-0068d5c21ac5 x-openstack-request-id: req-87be8fe1-9d54-46dd-9b07-0068d5c21ac5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:40.111142 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:40.111335 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87be8fe1-9d54-46dd-9b07-0068d5c21ac5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:40.111723 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'status': 'completed', 'code': 200} Jul 23 14:00:40.141455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3defeec5-a9b6-49ef-b408-32437f0b8042 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf086860b7eb460e901d1858da753837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6458423 Jul 23 14:00:40.143986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:40.146323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defeec5-a9b6-49ef-b408-32437f0b8042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed36da-e9a1-4f36-9f99-ec41a7557e05,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:40.149712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0706240-250c-4e9e-8e34-9433fe0dd25f req-7b58c0ed-2bd4-496f-9d13-12ded939e4a0 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074925 Jul 23 14:00:40.151262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.175346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:40.179554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-2e6e7a5a-d7db-4cbc-8771-26bd57fc7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:40.181217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-2e6e7a5a-d7db-4cbc-8771-26bd57fc7960 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.2017345 Jul 23 14:00:40.191250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86', 'mac_address': 'fa:16:3e:b2:5f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:00:40.226020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-57466902-1964-4f3c-9101-19305f745281 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346279 Jul 23 14:00:40.235411 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.256090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:40.272283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:00:40.272679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.281698 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'port_id': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'mac_address': 'fa:16:3e:2b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f428226-9855-43a7-ad23-107961f7dc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:00:18Z', 'updated_at': '2021-07-23T14:00:37Z', 'revision_number': 1, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:40.282684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:40.288926 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:00:40.299960 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:00:40.309803 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] Checking router: 960e8965-1974-4646-a57a-4078acd0aa88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:00:40.319914 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:40.320541 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:00:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:40.348562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:40.366123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355ce91-2cae-4a70-bdfa-5ff32fbe38b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.408190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355ce91-2cae-4a70-bdfa-5ff32fbe38b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.429966 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-26ed0ff6-f49c-42fc-ae23-b942c5b42335 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866090 Jul 23 14:00:40.439480 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.443101 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:40.462524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fb344-a7ec-4c1c-8038-10ec94c55824 req-fd84bfe4-b9ab-4acf-a8f2-13b94bc3237d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:40.464448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee4fb344-a7ec-4c1c-8038-10ec94c55824 req-fd84bfe4-b9ab-4acf-a8f2-13b94bc3237d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.2332292 Jul 23 14:00:40.483420 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.505818 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.507844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d78269bc-4686-46ef-9db3-e3f85dab8ee7 HTTP/1.1" status: 204 len: 168 time: 1.4475565 Jul 23 14:00:40.511715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:40.530579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f712b7-025e-425c-a572-673bf60a07d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d78269bc-4686-46ef-9db3-e3f85dab8ee7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:40.546129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131ff19-323e-4392-b7c7-f2017d402496 req-8fc87dc3-debf-40c0-89f7-d52cf4d86c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:40.547769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7131ff19-323e-4392-b7c7-f2017d402496 req-8fc87dc3-debf-40c0-89f7-d52cf4d86c14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 1096 time: 0.3819356 Jul 23 14:00:40.550294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f26442-d08d-4ffc-a152-e20e10f0603c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:40.565547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036111b-3649-4617-b15b-80c0e511140e req-7a530433-2feb-461a-8721-59d832c60f04 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:40.567642 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2036111b-3649-4617-b15b-80c0e511140e req-7a530433-2feb-461a-8721-59d832c60f04 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.2929368 Jul 23 14:00:40.611475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee4fb344-a7ec-4c1c-8038-10ec94c55824 req-d6cbbd9f-a497-4a77-b912-c39d2917e043 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289239 Jul 23 14:00:40.615207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Checking segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:40.616194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Network hostable DHCP agents. Network: c9df23a6-3f29-430d-a8ba-a5f0505074c9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:00:40.632150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['0c0daa7e-ec92-40af-8c1c-963cbe51ce86'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:40.640128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355ce91-2cae-4a70-bdfa-5ff32fbe38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.642757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a355ce91-2cae-4a70-bdfa-5ff32fbe38b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.646520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a355ce91-2cae-4a70-bdfa-5ff32fbe38b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09ed36da-e9a1-4f36-9f99-ec41a7557e05 HTTP/1.1" status: 204 len: 168 time: 0.4989145 Jul 23 14:00:40.652436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7951f45-b93e-4825-9ba0-bc43458e6136 req-b97e8d20-a70b-4cc5-9979-ae1adb14f27a service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144096 Jul 23 14:00:40.655231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] Deleting subnet 638b1c2e-d030-4a8d-aa22-510375465c3d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:00:40.662370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.664535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ce91-2cae-4a70-bdfa-5ff32fbe38b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed36da-e9a1-4f36-9f99-ec41a7557e05,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:40.692573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2036111b-3649-4617-b15b-80c0e511140e req-e2b33cfd-4ecd-4c79-8de0-abf0fa477ccb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097102 Jul 23 14:00:40.718534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:00:40.728766 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.741630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.751802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131ff19-323e-4392-b7c7-f2017d402496 req-dd56a91c-f551-4897-8962-694dc30d610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:40.758764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7131ff19-323e-4392-b7c7-f2017d402496 req-dd56a91c-f551-4897-8962-694dc30d610f service neutron] 10.222.0.11 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 925 time: 0.1874325 Jul 23 14:00:40.759876 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'port_id': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'mac_address': 'fa:16:3e:2b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f428226-9855-43a7-ad23-107961f7dc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:00:18Z', 'updated_at': '2021-07-23T14:00:37Z', 'revision_number': 1, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:40.762130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c9df23a6-3f29-430d-a8ba-a5f0505074c9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:40.793500 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a73584-8292-4516-9b65-c87ac2303ef1 None None] The sync data for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 is: [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'port_id': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'mac_address': 'fa:16:3e:2b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f428226-9855-43a7-ad23-107961f7dc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:00:18Z', 'updated_at': '2021-07-23T14:00:37Z', 'revision_number': 1, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:00:40.795809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed14ea-27d0-434c-9584-a86e44748c18 None None] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:40.850761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.915626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-c1c727ea-4e06-47dd-b2f0-d2b2c5a6bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:40.917188 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-c1c727ea-4e06-47dd-b2f0-d2b2c5a6bb98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1094 time: 0.1548915 Jul 23 14:00:40.917943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638b1c2e-d030-4a8d-aa22-510375465c3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:40.923809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:40.931709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-42c69283-60ba-40c0-8a57-cb3093aace65 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/638b1c2e-d030-4a8d-aa22-510375465c3d HTTP/1.1" status: 204 len: 168 time: 0.4172161 Jul 23 14:00:40.932350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:40.941771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7131ff19-323e-4392-b7c7-f2017d402496 req-795fead8-1df9-4ebb-b0c6-a2f70fecb5db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe673e0-a293-4e65-add3-3ee063ca07c8 HTTP/1.1" status: 200 len: 999 time: 0.1652503 Jul 23 14:00:40.943807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:40.944752 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.004043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-76979e44-6173-4e90-b4f5-6f2a6acbec63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9527822 Jul 23 14:00:41.006855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:41.011506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:41.027303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131ff19-323e-4392-b7c7-f2017d402496 req-a570dee2-542e-423f-a0b9-ee4f7ae36ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:41.028891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7131ff19-323e-4392-b7c7-f2017d402496 req-a570dee2-542e-423f-a0b9-ee4f7ae36ec3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 200 len: 863 time: 0.0800807 Jul 23 14:00:41.115784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:41.128988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:00:41.130141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.139493 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef95f74a-afd4-4d05-beeb-dfe98bf8c729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.176370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd153b1-d2a2-44b5-bd4e-7d139d9a4c7c None None] New status for floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:00:41.206829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.208017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.285879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131ff19-323e-4392-b7c7-f2017d402496 req-f68b6734-4d32-4a29-b8e2-da5a65d3b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:41.287470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7131ff19-323e-4392-b7c7-f2017d402496 req-f68b6734-4d32-4a29-b8e2-da5a65d3b7ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07f82d8e-fbdb-4400-aed1-8d8fc0060295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410240 Jul 23 14:00:41.294319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.310027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Allocated IP 172.20.0.2 (c9df23a6-3f29-430d-a8ba-a5f0505074c9/d8f26442-d08d-4ffc-a152-e20e10f0603c/fd4342f5-4d86-4517-b218-654f187eed63) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:41.466970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.470140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-2a187dd8-663a-4a72-b2e8-ead2a0f4b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:41.471797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-2a187dd8-663a-4a72-b2e8-ead2a0f4b842 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.5385520 Jul 23 14:00:41.475947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef95f74a-afd4-4d05-beeb-dfe98bf8c729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.544762 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-af6ab338-7bb8-4361-bcb7-6cffa8f87c98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 217 time: 0.0640295 Jul 23 14:00:41.550106 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef95f74a-afd4-4d05-beeb-dfe98bf8c729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.586410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38b52-cf39-417e-816c-8e0feecd001c req-489d4db7-234d-4f9e-a414-9ccbf6402b37 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:41.587923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-34b38b52-cf39-417e-816c-8e0feecd001c req-489d4db7-234d-4f9e-a414-9ccbf6402b37 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 970 time: 0.5940983 Jul 23 14:00:41.600114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-26abd88c-9f92-42e3-9f84-9df4cf4666fd tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:41.601647 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-26abd88c-9f92-42e3-9f84-9df4cf4666fd tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.48 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 970 time: 0.2280025 Jul 23 14:00:41.764118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.774310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Transition to ACTIVE for port object fd4342f5-4d86-4517-b218-654f187eed63 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:41.776107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.781866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.791596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Transition to ACTIVE for port object fd4342f5-4d86-4517-b218-654f187eed63 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:41.800629 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.809633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.810028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7131ff19-323e-4392-b7c7-f2017d402496 req-4301c0bc-0a50-47da-bf38-2e31b3fa8025 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107996 Jul 23 14:00:41.810408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.811081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.811572 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.811909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.812348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.812906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.813591 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.813694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95f74a-afd4-4d05-beeb-dfe98bf8c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb84f5-3002-4665-bfa7-7a4e80ff8dca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:41.813770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.813840 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.823315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ef95f74a-afd4-4d05-beeb-dfe98bf8c729 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c614a16768ca4a539f3531ff4e780317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7002015 Jul 23 14:00:41.841046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:41.845532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:41.850326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:41.853922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:41.883429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.883776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.884106 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.884436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 14:00:41.884810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734f1700-911c-4939-8085-6d2425ebe9f7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:41.890694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-54a0afd0-390c-428c-8c82-3cde432612b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:41.890870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Pushing event updated for resources: {'Port': ['ID=fd4342f5-4d86-4517-b218-654f187eed63,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:41.892167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-54a0afd0-390c-428c-8c82-3cde432612b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.3241143 Jul 23 14:00:41.896836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4424967-9953-48b5-987f-79a8e7f521a5 req-f62c1f4e-3bb9-4507-8714-925535dc97c9 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:41.903126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4424967-9953-48b5-987f-79a8e7f521a5 req-f62c1f4e-3bb9-4507-8714-925535dc97c9 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 948 time: 0.5763788 Jul 23 14:00:41.924547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Attempting to bind port fd4342f5-4d86-4517-b218-654f187eed63 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:41.924948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Attempting to bind port fd4342f5-4d86-4517-b218-654f187eed63 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:41.925168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f463702-fbd7-42b4-98fc-e0491023b5ab') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:41.925302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Attempting to bind port fd4342f5-4d86-4517-b218-654f187eed63 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:41.925460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f463702-fbd7-42b4-98fc-e0491023b5ab') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:41.933717 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-34b38b52-cf39-417e-816c-8e0feecd001c req-b5a70bb2-0a9d-4c23-8b36-75c7d46052d1 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/security-groups?id=e991c2cf-5240-49a4-8777-0466138fc428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059180 Jul 23 14:00:41.936275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:41.937023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Checking segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:41.937425 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.938206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Bound using segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:41.938707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Bound port: fd4342f5-4d86-4517-b218-654f187eed63, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:41.939091 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:41.982170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.004060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:42.005455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-cac9f2f2-bc05-4458-9ceb-2439206ef1ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008997 Jul 23 14:00:42.010671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d9c70066-c071-4576-92aa-7f9faad47801 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:00:42.020878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.053981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] For port fd4342f5-4d86-4517-b218-654f187eed63, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:42.054209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:00:42.054609 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:00:42.075257 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:00:42.077840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] For port fd4342f5-4d86-4517-b218-654f187eed63, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fd4342f5-4d86-4517-b218-654f187eed63,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:42.077957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7131ff19-323e-4392-b7c7-f2017d402496 req-db219c83-2265-460c-88d4-0acf6cd19051 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548301 Jul 23 14:00:42.077957 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d34838-6022-46d3-a21a-f7ea1d03d56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.084631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4424967-9953-48b5-987f-79a8e7f521a5 req-330105fd-811e-4c9f-aa08-628b4037c64b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804636 Jul 23 14:00:42.094885 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.111228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d34838-6022-46d3-a21a-f7ea1d03d56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.214631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.238748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.243807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] 10.222.0.21 "DELETE /v2.0/networks/734f1700-911c-4939-8085-6d2425ebe9f7 HTTP/1.1" status: 204 len: 168 time: 1.3093300 Jul 23 14:00:42.247788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Deleting port 4b479bae-e7c7-4d77-88c3-48070c4058ef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:00:42.247788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.267116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:42.276785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56868e-50a3-4bb4-baba-cd5db940163a None None] Pushing event updated for resources: {'Port': ['ID=fd4342f5-4d86-4517-b218-654f187eed63,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:42.281868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:42.282244 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.290107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffd789-b300-44be-942f-a47490c8d16b admin admin] Pushing event deleted for resources: {'Network': ['ID=734f1700-911c-4939-8085-6d2425ebe9f7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:42.309524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-71271ae9-461e-4396-b493-017fc1b074fb service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975490 Jul 23 14:00:42.330242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12925cef-93aa-410d-ac75-3c4ba0d668b5 req-c72336b0-dba0-4db5-b99b-02ba86fd6969 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:42.337913 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12925cef-93aa-410d-ac75-3c4ba0d668b5 req-c72336b0-dba0-4db5-b99b-02ba86fd6969 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.3299851 Jul 23 14:00:42.348193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:42.372856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'd9c70066-c071-4576-92aa-7f9faad47801', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'port_id': 'd9c70066-c071-4576-92aa-7f9faad47801', 'mac_address': 'fa:16:3e:4b:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3a393-fbf0-4de3-ab25-41dbd27f45a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-860309456', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:00:42.417869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d34838-6022-46d3-a21a-f7ea1d03d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.420531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d34838-6022-46d3-a21a-f7ea1d03d56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.424158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45d34838-6022-46d3-a21a-f7ea1d03d56d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbcb84f5-3002-4665-bfa7-7a4e80ff8dca HTTP/1.1" status: 204 len: 168 time: 0.5788138 Jul 23 14:00:42.428703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.466218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.484619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d34838-6022-46d3-a21a-f7ea1d03d56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb84f5-3002-4665-bfa7-7a4e80ff8dca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:42.491265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.513840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c70066-c071-4576-92aa-7f9faad47801 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:42.536928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:42.538328 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12925cef-93aa-410d-ac75-3c4ba0d668b5 req-e65abf42-6a24-4856-873c-28b29c1c4e65 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990805 Jul 23 14:00:42.575784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] For port 4b479bae-e7c7-4d77-88c3-48070c4058ef, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b479bae-e7c7-4d77-88c3-48070c4058ef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:42.576176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.596597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:42.607463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Calling delete_port for 4b479bae-e7c7-4d77-88c3-48070c4058ef owned by compute:tempest-test_az-860309456 {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:00:42.616469 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53457447-1a7a-4dc3-974a-2b31fa442dd7 req-d23d7275-f382-4f5c-b985-5aeb8661db3d service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975922 Jul 23 14:00:42.619844 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.672009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be9bc5-028a-4355-9c31-f9dc59bfe99c req-d71e997e-ddaa-4a79-8bd8-b5f715ca3ac4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:42.678189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0be9bc5-028a-4355-9c31-f9dc59bfe99c req-d71e997e-ddaa-4a79-8bd8-b5f715ca3ac4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.3538091 Jul 23 14:00:42.760949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.784152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-531a3624-956a-4475-a0d1-c57076a2bd99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e280fc812cf64616baedf344ac94cfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459173 Jul 23 14:00:42.789276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:42.821860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Allocated IP 172.25.2.40 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/0b6343b5-4430-4f83-8660-2f47f82160e7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:42.826922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0be9bc5-028a-4355-9c31-f9dc59bfe99c req-4a4d4ae0-d418-45bd-b70c-30b960b681ac tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391215 Jul 23 14:00:42.837082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:42.839634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:42.846209 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2b750-4c22-4a30-bfbe-cbfe78eea40b" -d '{"events": [{"server_uuid": "cfcd468d-1bfd-481f-aef2-ef89b022a0ef", "name": "network-vif-plugged", "status": "completed", "tag": "0c0daa7e-ec92-40af-8c1c-963cbe51ce86"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:42.847128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:42.857019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:42.887865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.913384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.941450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550e33e9-005e-48ab-b627-c14b75d169ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:42.944104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Pushing event deleted for resources: {'Port': ['ID=4b479bae-e7c7-4d77-88c3-48070c4058ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:42.981357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:43.021689 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1093e62d-45d1-4c72-9a02-0e77e34988e9 x-openstack-request-id: req-1093e62d-45d1-4c72-9a02-0e77e34988e9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:43.021689 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcd468d-1bfd-481f-aef2-ef89b022a0ef", "name": "network-vif-plugged", "status": "completed", "tag": "0c0daa7e-ec92-40af-8c1c-963cbe51ce86", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:43.021689 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1093e62d-45d1-4c72-9a02-0e77e34988e9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:43.022507 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86', 'code': 200} Jul 23 14:00:43.049129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550e33e9-005e-48ab-b627-c14b75d169ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:43.057023 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:43.072982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] No DVR routers for this DVR port 4b479bae-e7c7-4d77-88c3-48070c4058ef on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:00:43.102773 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:43.102773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c30475ce-7ae8-401c-a46e-785c7d3d3601 req-1cbd6de3-8db3-489e-b1a3-803fd499db2f tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.48 "DELETE /v2.0/ports/4b479bae-e7c7-4d77-88c3-48070c4058ef HTTP/1.1" status: 204 len: 173 time: 1.4693384 Jul 23 14:00:43.109494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:43.128284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'name': 'network-vif-deleted', 'tag': '4b479bae-e7c7-4d77-88c3-48070c4058ef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:43.140428 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291d871f-dce8-419c-b908-8118c8087691" -d '{"events": [{"server_uuid": "19627dcd-4a48-4269-bda4-09b6f772d0d6", "name": "network-vif-deleted", "tag": "4b479bae-e7c7-4d77-88c3-48070c4058ef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:43.228142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aae249-8a57-49a6-a545-a76e0455ae1a req-cc1639dc-42ad-4e54-b9e6-9cc611b02dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:43.230550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-06aae249-8a57-49a6-a545-a76e0455ae1a req-cc1639dc-42ad-4e54-b9e6-9cc611b02dca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 1100 time: 0.1792212 Jul 23 14:00:43.264874 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550e33e9-005e-48ab-b627-c14b75d169ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:43.278211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550e33e9-005e-48ab-b627-c14b75d169ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:43.279985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:43.284030 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-550e33e9-005e-48ab-b627-c14b75d169ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa723e46-91ef-441b-ae80-f2620c020770 HTTP/1.1" status: 204 len: 168 time: 0.4934404 Jul 23 14:00:43.319342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7307510a-c10e-4976-b06a-bb1de3c016e1 req-84738046-6290-4e2f-9fc3-4ffe881ee510 tempest-AggregatesAdminTestJSON-627806039 tempest-AggregatesAdminTestJSON-627806039-project] 10.222.0.21 "GET /v2.0/ports?device_id=19627dcd-4a48-4269-bda4-09b6f772d0d6 HTTP/1.1" status: 200 len: 210 time: 0.1681337 Jul 23 14:00:43.351195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:43.354061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:43.375861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e33e9-005e-48ab-b627-c14b75d169ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa723e46-91ef-441b-ae80-f2620c020770,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:43.399452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-06aae249-8a57-49a6-a545-a76e0455ae1a req-d18e1eb0-ac8a-4691-9f40-99cf0302b0a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611614 Jul 23 14:00:43.413504 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c47c02-3c3d-4b58-9cbf-c3d56b9b97c9 x-openstack-request-id: req-64c47c02-3c3d-4b58-9cbf-c3d56b9b97c9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:43.413794 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19627dcd-4a48-4269-bda4-09b6f772d0d6", "name": "network-vif-deleted", "tag": "4b479bae-e7c7-4d77-88c3-48070c4058ef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:43.414172 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64c47c02-3c3d-4b58-9cbf-c3d56b9b97c9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:43.414461 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19627dcd-4a48-4269-bda4-09b6f772d0d6', 'name': 'network-vif-deleted', 'tag': '4b479bae-e7c7-4d77-88c3-48070c4058ef', 'status': 'completed', 'code': 200} Jul 23 14:00:43.442721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6343b5-4430-4f83-8660-2f47f82160e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:43.452809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6faac-1f04-4930-968b-dd1fffbe8520 req-8eb3161d-6f2d-4f3f-b3e3-04791b0fbe9a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:43.465356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4bc6faac-1f04-4930-968b-dd1fffbe8520 req-8eb3161d-6f2d-4f3f-b3e3-04791b0fbe9a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 949 time: 0.1757965 Jul 23 14:00:43.534880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4bc6faac-1f04-4930-968b-dd1fffbe8520 req-d092d63a-1d71-45a3-9948-442e7ceec46a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 Jul 23 14:00:43.653163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f6429-8b4a-4088-a2b1-1b2c7f6b274b None None] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:00:43.692805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b70760ca-9312-49ba-b4ce-890531820dfd None None] Provisioning for port fd4342f5-4d86-4517-b218-654f187eed63 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:43.742922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:43.847861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4874967e-23f1-43b8-a4cc-ecf2b5064c53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=281fd1a5c34e4efaaeea4edffc02b956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890307 Jul 23 14:00:43.850109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:43.867844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:43.952689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e6bef7f-d0f4-4e78-ab62-af8e6ab95867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.003300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d9c70066-c071-4576-92aa-7f9faad47801 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:44.039864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a128fa6-4e2b-42a2-a039-106f55bd8bbe req-9b6598a9-c5b1-43dc-ae89-5090ebe9b8fc tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:44.053645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a128fa6-4e2b-42a2-a039-106f55bd8bbe req-9b6598a9-c5b1-43dc-ae89-5090ebe9b8fc tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.2591186 Jul 23 14:00:44.054908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 10234452-993c-49f5-a8fd-919e1223a990 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:00:44.055698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e6bef7f-d0f4-4e78-ab62-af8e6ab95867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.090417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port d9c70066-c071-4576-92aa-7f9faad47801 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:44.122570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port d9c70066-c071-4576-92aa-7f9faad47801 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:44.122570 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.145976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dc744-4067-4f89-b751-d8546ff16d45 req-f2d0619e-f3eb-4d08-9940-615c35725c30 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:44.154211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-732dc744-4067-4f89-b751-d8546ff16d45 req-f2d0619e-f3eb-4d08-9940-615c35725c30 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 965 time: 0.1847525 Jul 23 14:00:44.217462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a128fa6-4e2b-42a2-a039-106f55bd8bbe req-95748b7e-a687-4e2b-88de-f3a66571628f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624749 Jul 23 14:00:44.218486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-732dc744-4067-4f89-b751-d8546ff16d45 req-94947d68-4e42-46e8-8654-75bb27786dbb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632164 Jul 23 14:00:44.240059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:44.250185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e6bef7f-d0f4-4e78-ab62-af8e6ab95867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.254156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e6bef7f-d0f4-4e78-ab62-af8e6ab95867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.258548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8e6bef7f-d0f4-4e78-ab62-af8e6ab95867 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/554406c5-8712-4678-a799-e0ba425e69fc HTTP/1.1" status: 204 len: 168 time: 0.4061313 Jul 23 14:00:44.268844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bef7f-d0f4-4e78-ab62-af8e6ab95867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554406c5-8712-4678-a799-e0ba425e69fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:44.278398 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.284450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '10234452-993c-49f5-a8fd-919e1223a990', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'port_id': '10234452-993c-49f5-a8fd-919e1223a990', 'mac_address': 'fa:16:3e:d8:5f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48c1729-385f-484b-88a7-dcf8b75aa643', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:00:44.336398 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.369807 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.394791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10234452-993c-49f5-a8fd-919e1223a990 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:44.400284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:44.421832 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.422093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b479bae-e7c7-4d77-88c3-48070c4058ef no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:00:44.472169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:44.475320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 4b479bae-e7c7-4d77-88c3-48070c4058ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:00:44.475669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b479bae-e7c7-4d77-88c3-48070c4058ef not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:00:44.489167 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.491772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:00:44.508381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:44.570414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:44.627212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:00:44.629350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd4342f5-4d86-4517-b218-654f187eed63 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:44.642233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:00:44.656856 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:44.662922 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:00:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:44.667575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.669097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-882c95ec-419e-4487-8c45-6ad893c1b8b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6610494 Jul 23 14:00:44.672051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:44.711366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port fd4342f5-4d86-4517-b218-654f187eed63 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:44.725128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fd4342f5-4d86-4517-b218-654f187eed63 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:44.725508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.737774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067261f-e8e9-49ac-9a35-1f236ae6a5a6 req-c10cd34a-6ded-421a-8a88-38eb5795af61 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:44.750509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7067261f-e8e9-49ac-9a35-1f236ae6a5a6 req-c10cd34a-6ded-421a-8a88-38eb5795af61 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 949 time: 0.1020510 Jul 23 14:00:44.801722 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7067261f-e8e9-49ac-9a35-1f236ae6a5a6 req-6f8535f8-c8a1-4e57-98e7-e75ea30e1d75 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499434 Jul 23 14:00:44.817436 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:44.867676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['10234452-993c-49f5-a8fd-919e1223a990'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:44.878096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:44.957221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port fd4342f5-4d86-4517-b218-654f187eed63, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fd4342f5-4d86-4517-b218-654f187eed63,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:44.975560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.033279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:45.038809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:45.042776 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb826a4-c9d8-44b4-b747-0b82f388c210" -d '{"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-plugged", "status": "completed", "tag": "d9c70066-c071-4576-92aa-7f9faad47801"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:45.076525 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:43Z', 'revision_number': 3, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:45.115654 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:00:45.116010 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Updating router 2d802ec0-cf4a-400d-8f78-22fe40395c09 port 0b6343b5-4430-4f83-8660-2f47f82160e7 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:00:45.129899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=fd4342f5-4d86-4517-b218-654f187eed63,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:45.159900 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf819981-f4ab-40ea-a2ab-d70cd0cee4a0 x-openstack-request-id: req-cf819981-f4ab-40ea-a2ab-d70cd0cee4a0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:45.160958 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-plugged", "status": "completed", "tag": "d9c70066-c071-4576-92aa-7f9faad47801", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:45.160958 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf819981-f4ab-40ea-a2ab-d70cd0cee4a0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:45.160958 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801', 'code': 200} Jul 23 14:00:45.194438 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.327810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3b900-5cd5-4ff4-95a6-56afcbcd1647 req-55cf604a-220f-4b2f-8a4b-e9adc43b0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:45.329809 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-adc3b900-5cd5-4ff4-95a6-56afcbcd1647 req-55cf604a-220f-4b2f-8a4b-e9adc43b0e57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1117 time: 0.0927858 Jul 23 14:00:45.417303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-33b1b0c1-b6fe-40f0-b925-162afed3f13d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9b41b47305d44eb86b50d4f23363a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799381 Jul 23 14:00:45.420847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:45.439422 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-adc3b900-5cd5-4ff4-95a6-56afcbcd1647 req-c9fbc71f-e5d1-40ac-b2ea-9d73828cd237 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867445 Jul 23 14:00:45.465103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a59b66-17be-446d-b7fd-16468a135370 req-dcc31765-bf7e-43d7-8a62-ad1ea30602eb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:45.465322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.476298 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18a59b66-17be-446d-b7fd-16468a135370 req-dcc31765-bf7e-43d7-8a62-ad1ea30602eb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 944 time: 0.1411543 Jul 23 14:00:45.543212 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18a59b66-17be-446d-b7fd-16468a135370 req-8fa75080-c21d-4f98-add1-423b284000b9 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Jul 23 14:00:45.565576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7610c3a8-618e-4ea7-88e9-35c7f99c6802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.634294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7610c3a8-618e-4ea7-88e9-35c7f99c6802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.695278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764ce9-976d-45eb-b426-5c432cea4eb8 req-780e03fb-44f5-48ed-9903-ace7b26473e5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:45.697004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a5764ce9-976d-45eb-b426-5c432cea4eb8 req-780e03fb-44f5-48ed-9903-ace7b26473e5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 966 time: 0.0767457 Jul 23 14:00:45.709940 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.732957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-987ba2ee-61ed-479d-87ed-ae254e40ec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.734237 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Transition to ACTIVE for port object 0b6343b5-4430-4f83-8660-2f47f82160e7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:45.756167 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.762947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Allocated IP 172.20.0.1 (c9df23a6-3f29-430d-a8ba-a5f0505074c9/d8f26442-d08d-4ffc-a152-e20e10f0603c/79a9cd99-6394-4ffe-882e-5de804c8d2d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:45.767370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a5764ce9-976d-45eb-b426-5c432cea4eb8 req-9f62abbf-7e74-4d3b-a13e-7c85f03cc7d9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631056 Jul 23 14:00:45.813784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7610c3a8-618e-4ea7-88e9-35c7f99c6802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.815492 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Attempting to bind port 0b6343b5-4430-4f83-8660-2f47f82160e7 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:45.816061 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Attempting to bind port 0b6343b5-4430-4f83-8660-2f47f82160e7 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:45.817654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7610c3a8-618e-4ea7-88e9-35c7f99c6802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.821369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7610c3a8-618e-4ea7-88e9-35c7f99c6802 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e991c2cf-5240-49a4-8777-0466138fc428 HTTP/1.1" status: 204 len: 168 time: 0.3961477 Jul 23 14:00:45.827542 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Attempting to bind port 0b6343b5-4430-4f83-8660-2f47f82160e7 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:45.857773 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:45.858368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610c3a8-618e-4ea7-88e9-35c7f99c6802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e991c2cf-5240-49a4-8777-0466138fc428,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:45.858862 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:45.859449 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.860099 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:45.866943 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Bound port: 0b6343b5-4430-4f83-8660-2f47f82160e7, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:45.867553 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.914060 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f6e5f-8ce1-4339-8a1f-890451c040e6 None None] Pushing event updated for resources: {'Port': ['ID=0b6343b5-4430-4f83-8660-2f47f82160e7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:45.928555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:45.954395 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] For port 0b6343b5-4430-4f83-8660-2f47f82160e7, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:45.958143 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] For port 0b6343b5-4430-4f83-8660-2f47f82160e7, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0b6343b5-4430-4f83-8660-2f47f82160e7,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:45.965434 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.021710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Transition to ACTIVE for port object 79a9cd99-6394-4ffe-882e-5de804c8d2d0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:46.023205 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:46.023843 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:00:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:46.031439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 10234452-993c-49f5-a8fd-919e1223a990 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:46.066685 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f6e5f-8ce1-4339-8a1f-890451c040e6 None None] Pushing event updated for resources: {'Port': ['ID=0b6343b5-4430-4f83-8660-2f47f82160e7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:46.074177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d046e-3907-41d5-875a-2cbacb4d339b req-0c890f48-19c3-4b8a-a6ba-d0b3d53105ea tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:46.081396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e0d046e-3907-41d5-875a-2cbacb4d339b req-0c890f48-19c3-4b8a-a6ba-d0b3d53105ea tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 949 time: 0.1614826 Jul 23 14:00:46.128699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 10234452-993c-49f5-a8fd-919e1223a990 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:46.134830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.137805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 10234452-993c-49f5-a8fd-919e1223a990 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:46.139430 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.155312 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:46.183289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:46.183935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e0d046e-3907-41d5-875a-2cbacb4d339b req-5aea45c0-bf08-4f0b-af5f-82a736d9e620 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929794 Jul 23 14:00:46.223680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:46.226538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:46.230459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:46.287311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=79a9cd99-6394-4ffe-882e-5de804c8d2d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:46.329571 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.366680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.416459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:46.429711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.498457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:46.525443 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:43Z', 'revision_number': 3, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:46.546598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:46.578805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd4342f5-4d86-4517-b218-654f187eed63 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:46.591474 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cf3c90-f4fc-4c8b-b969-8e68b6fc7e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.620876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-912dc3e2-c0dd-46df-bda7-16011a714852 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ded7d9bb2f6446a9775a4c6f0be0d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212394 Jul 23 14:00:46.630445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:46.765923 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898418-6f1f-4d7a-8c06-0e5bd1004f1d None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:43Z', 'revision_number': 3, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:00:46.805817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e252b9b-bb6b-40b2-a6f3-fafdb617bdcc req-2892bba7-6257-44d9-aa34-b7f994c324ea tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:46.807779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e252b9b-bb6b-40b2-a6f3-fafdb617bdcc req-2892bba7-6257-44d9-aa34-b7f994c324ea tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 949 time: 0.1448073 Jul 23 14:00:46.808614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7d289-1db9-4640-9c63-a43c20fb3901 req-bff0aed7-96c4-4c3f-bc83-7403154f6f63 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:46.816297 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8f7d289-1db9-4640-9c63-a43c20fb3901 req-bff0aed7-96c4-4c3f-bc83-7403154f6f63 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 945 time: 0.1625285 Jul 23 14:00:46.833575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-315a7ea3-a78d-4ede-a6e7-5b2f17dd7377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.844724 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.871585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e252b9b-bb6b-40b2-a6f3-fafdb617bdcc req-5ecc266f-965a-4d20-be50-5e4e4703bd9b tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546811 Jul 23 14:00:46.875428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a83108e-1e95-4c73-9dec-7afe07428b2f None None] Provisioning for port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:46.882249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a83108e-1e95-4c73-9dec-7afe07428b2f None None] Provisioning complete for port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:46.882944 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a83108e-1e95-4c73-9dec-7afe07428b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.925615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8f7d289-1db9-4640-9c63-a43c20fb3901 req-f495512e-b29b-4688-a011-a1cf6ef96e42 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037872 Jul 23 14:00:46.932918 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-315a7ea3-a78d-4ede-a6e7-5b2f17dd7377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:46.979932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9a83108e-1e95-4c73-9dec-7afe07428b2f None None] Port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:46.994109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fd4342f5-4d86-4517-b218-654f187eed63 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:46.995744 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.020954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cf3c90-f4fc-4c8b-b969-8e68b6fc7e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.033141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cf3c90-f4fc-4c8b-b969-8e68b6fc7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.112122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf3c90-f4fc-4c8b-b969-8e68b6fc7e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9515ee-52b9-476d-a0f2-55e5b0ffa8ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:47.140092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-315a7ea3-a78d-4ede-a6e7-5b2f17dd7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.143802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-315a7ea3-a78d-4ede-a6e7-5b2f17dd7377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.148068 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-315a7ea3-a78d-4ede-a6e7-5b2f17dd7377 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0b16240-fbb3-468f-84f9-0582a85dd471 HTTP/1.1" status: 204 len: 168 time: 0.5138135 Jul 23 14:00:47.161822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10234452-993c-49f5-a8fd-919e1223a990'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:47.164742 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26eb36a-edca-4213-aedd-b53c3830bc6e" -d '{"events": [{"server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "name": "network-vif-plugged", "status": "completed", "tag": "10234452-993c-49f5-a8fd-919e1223a990"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:47.171903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-75cf3c90-f4fc-4c8b-b969-8e68b6fc7e79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=076b6da7026a4b8da578bf63883143dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9846797 Jul 23 14:00:47.179541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:47.198865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a7ea3-a78d-4ede-a6e7-5b2f17dd7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b16240-fbb3-468f-84f9-0582a85dd471,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:47.481090 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.483189 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f757554-6956-493c-860d-a2d81e624422 x-openstack-request-id: req-1f757554-6956-493c-860d-a2d81e624422 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:47.483558 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "name": "network-vif-plugged", "status": "completed", "tag": "10234452-993c-49f5-a8fd-919e1223a990", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:47.483950 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f757554-6956-493c-860d-a2d81e624422 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:47.484744 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10234452-993c-49f5-a8fd-919e1223a990', 'code': 200} Jul 23 14:00:47.493193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f034-3232-4b43-9fb5-ea0cea300ea5 req-1c3e2bcb-7306-4666-9a58-0a2065437727 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:47.502523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f344f034-3232-4b43-9fb5-ea0cea300ea5 req-1c3e2bcb-7306-4666-9a58-0a2065437727 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 966 time: 0.2122848 Jul 23 14:00:47.619379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.650366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f344f034-3232-4b43-9fb5-ea0cea300ea5 req-b7bcb97f-76b5-486c-86a2-ccecb96732f9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415319 Jul 23 14:00:47.653311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.685558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.712369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.753528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.766926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=79a9cd99-6394-4ffe-882e-5de804c8d2d0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:47.789677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c6b3-1ee3-47b8-882e-32cc1d45e09e req-bee7b130-59d8-45ac-a79e-e4dc14677e67 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:47.796714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8c4c6b3-1ee3-47b8-882e-32cc1d45e09e req-bee7b130-59d8-45ac-a79e-e4dc14677e67 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 949 time: 0.1899002 Jul 23 14:00:47.799798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.800505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.801056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.801590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.802061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.802534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.803009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.803487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.803944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.804389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.804843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.805305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.846431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a59775-e27f-4e7f-96f4-0db178a9d591 req-94ec32d1-71d4-40dc-a538-b7426a4a2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:47.848305 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5a59775-e27f-4e7f-96f4-0db178a9d591 req-94ec32d1-71d4-40dc-a538-b7426a4a2845 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1096 time: 0.2559147 Jul 23 14:00:47.855621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8c4c6b3-1ee3-47b8-882e-32cc1d45e09e req-db25cd5b-7d11-4bd1-aa73-b86d090721ac tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Jul 23 14:00:47.866552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.870145 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:47.873322 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee9515ee-52b9-476d-a0f2-55e5b0ffa8ed HTTP/1.1" status: 204 len: 168 time: 0.6898112 Jul 23 14:00:47.895364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9515ee-52b9-476d-a0f2-55e5b0ffa8ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:47.914554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:47.915828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:47.917873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.918219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.918557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.927338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.927710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.928047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.928381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.928722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.929036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.929360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.929681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.930005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29190eea-dced-4cf9-a631-f7c63523e90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:47.934229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5a59775-e27f-4e7f-96f4-0db178a9d591 req-e49aa88f-3cbf-4633-8248-ade4ca43b25d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745304 Jul 23 14:00:48.120756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:00:48.241816 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.265530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-11782905-51ad-4d0d-9d44-91eba3195933 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270040 Jul 23 14:00:48.314396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-340af774-eb61-421b-b339-b23f91d4d5e4 None None] Provisioning complete for port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:48.316488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-340af774-eb61-421b-b339-b23f91d4d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.361419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-340af774-eb61-421b-b339-b23f91d4d5e4 None None] Port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:48.375634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:00:48.391060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8ff1ade7-aebe-4dc3-a045-26b55a40c2d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/2d802ec0-cf4a-400d-8f78-22fe40395c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7088735 Jul 23 14:00:48.399275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e1d8b-0349-4e30-9788-f0563537073f req-0be4be2f-f225-4fb4-bf7b-9db58c55a170 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:48.408110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f20e1d8b-0349-4e30-9788-f0563537073f req-0be4be2f-f225-4fb4-bf7b-9db58c55a170 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1117 time: 0.0777273 Jul 23 14:00:48.418901 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e599215-3a93-46fe-a497-212bfb6e8759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.428001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-b12a93dd-b5e5-4a6e-816b-a3d76961ede8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:48.428001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-b12a93dd-b5e5-4a6e-816b-a3d76961ede8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524463 Jul 23 14:00:48.465451 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-9b06b611-6534-4f3d-bab3-33f10fb843d0 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/quotas/3d10bd0b13fc42e29254197b57b1d3cb HTTP/1.1" status: 200 len: 375 time: 0.0253747 Jul 23 14:00:48.480384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f20e1d8b-0349-4e30-9788-f0563537073f req-244b7cd5-cdc2-40cd-a2fc-5970b9b786f1 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711873 Jul 23 14:00:48.516894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-23d07de3-ff6d-4b53-b2ab-c74af36d4e97 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503211 Jul 23 14:00:48.569428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:48.570829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0b6343b5-4430-4f83-8660-2f47f82160e7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:48.616884 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd3ac6d5-a323-4edd-9649-a0f53a42ebd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.639636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0b6343b5-4430-4f83-8660-2f47f82160e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:48.649867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0b6343b5-4430-4f83-8660-2f47f82160e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:48.651401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.733409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fd622-f359-4fdf-881e-377e7d8d785c req-fddbc6d7-60d2-46c8-a652-80810ec3d650 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:48.741548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-918fd622-f359-4fdf-881e-377e7d8d785c req-fddbc6d7-60d2-46c8-a652-80810ec3d650 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 945 time: 0.1765041 Jul 23 14:00:48.800389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.801941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-918fd622-f359-4fdf-881e-377e7d8d785c req-64846dc2-2420-44ce-b9e0-5d948c06c0ce tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592091 Jul 23 14:00:48.835906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0b6343b5-4430-4f83-8660-2f47f82160e7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0b6343b5-4430-4f83-8660-2f47f82160e7,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:48.845787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.864489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd3ac6d5-a323-4edd-9649-a0f53a42ebd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.872621 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd3ac6d5-a323-4edd-9649-a0f53a42ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:48.961972 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fd3ac6d5-a323-4edd-9649-a0f53a42ebd8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ff71dfa753c48b89c790248e2065e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912780 Jul 23 14:00:48.968338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:48.976471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ead7935-de15-4c1b-9a5f-f85d00161a86 req-0245c861-758b-48c2-a6c3-c17d973e6199 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 210 time: 0.0415761 Jul 23 14:00:48.985282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0b6343b5-4430-4f83-8660-2f47f82160e7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:49.007583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ac6d5-a323-4edd-9649-a0f53a42ebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96d8f7-682b-4277-b6ac-a67b0f99c2f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:49.012204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.014264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.014749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.015191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.016185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.017377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.018466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.019319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.020067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.020875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.022455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.022918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:00:49.075074 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07e29487-6719-4672-90d5-d14e9ff48a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:49.106899 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07e29487-6719-4672-90d5-d14e9ff48a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:49.116230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5341ed0-b43f-4ff8-a91b-a67c52c257c4 req-6f4769d4-ff19-4713-9297-8536949e9650 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:49.123130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5341ed0-b43f-4ff8-a91b-a67c52c257c4 req-6f4769d4-ff19-4713-9297-8536949e9650 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1117 time: 0.2228744 Jul 23 14:00:49.198761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5341ed0-b43f-4ff8-a91b-a67c52c257c4 req-8c54057b-8b20-4b40-a2b1-5c2cee6c57b2 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745263 Jul 23 14:00:49.229356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07e29487-6719-4672-90d5-d14e9ff48a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:49.235129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07e29487-6719-4672-90d5-d14e9ff48a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:49.240173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-07e29487-6719-4672-90d5-d14e9ff48a6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e96d8f7-682b-4277-b6ac-a67b0f99c2f6 HTTP/1.1" status: 204 len: 168 time: 0.2692623 Jul 23 14:00:49.251080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e29487-6719-4672-90d5-d14e9ff48a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96d8f7-682b-4277-b6ac-a67b0f99c2f6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:49.319165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:00:49.335759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:49.337637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:00:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:49.500406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:49.523835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-6ab77fba-c044-44ff-a663-c17caea0197a tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:49.528989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-cc6d6926-65c1-43c4-8854-c3a19e1d9d2a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:49.531202 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-cc6d6926-65c1-43c4-8854-c3a19e1d9d2a tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 949 time: 0.2487104 Jul 23 14:00:49.532725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-6ab77fba-c044-44ff-a663-c17caea0197a tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 821 time: 0.1300170 Jul 23 14:00:49.538240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:49.550387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-1a1599ef-8294-439e-9b5d-729fcbba6229 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/quotas/38b1075add474343b7e7db2b6f29ec3b HTTP/1.1" status: 200 len: 375 time: 0.0166330 Jul 23 14:00:49.633116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45e3d-a0f0-4c82-a5b9-09b36d5e1318 req-6973166b-f7dc-4793-8f80-2d4fdcd5bb10 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:49.639240 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07b45e3d-a0f0-4c82-a5b9-09b36d5e1318 req-6973166b-f7dc-4793-8f80-2d4fdcd5bb10 tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcd468d-1bfd-481f-aef2-ef89b022a0ef HTTP/1.1" status: 200 len: 949 time: 0.2681992 Jul 23 14:00:49.666473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-0cf7b641-6dea-49fc-ab6a-adcf27153dec tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152475 Jul 23 14:00:49.733802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-07b45e3d-a0f0-4c82-a5b9-09b36d5e1318 req-ee1e6c31-118d-40f1-a49e-62fd926877da tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fd4db47-8fdb-4d08-b71b-060336dd8e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806060 Jul 23 14:00:49.741153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Deleting port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:00:49.741489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:49.802437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-70473a5c-2c93-4903-9fa5-3cea956e810f service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346931 Jul 23 14:00:49.929976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-dc8826b6-f8e2-446a-bc95-5b7e335a59d0 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262798 Jul 23 14:00:49.933340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 2, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:49.942324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] For port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:49.942858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:49.956162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Calling delete_port for 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:00:49.979570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:00:49.979959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Updating router 2d802ec0-cf4a-400d-8f78-22fe40395c09 port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:00:50.061125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-13bf64e0-260d-4820-b825-3527bad8931c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158152 Jul 23 14:00:50.078357 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:50.279951 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:50.302103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225942-ebec-45d6-929c-eaa4b8fdbb93 req-1eb28985-7ee0-44e5-b6ef-a5cfbe31e94e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:50.310923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f225942-ebec-45d6-929c-eaa4b8fdbb93 req-1eb28985-7ee0-44e5-b6ef-a5cfbe31e94e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 945 time: 0.1124873 Jul 23 14:00:50.333146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['0c0daa7e-ec92-40af-8c1c-963cbe51ce86'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:50.419414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f225942-ebec-45d6-929c-eaa4b8fdbb93 req-6378183c-9f29-40ae-b3c0-efc1a33fb977 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929096 Jul 23 14:00:50.432885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-dbe6a15e-f7e1-4d05-8455-2f818d941f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:50.434207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-dbe6a15e-f7e1-4d05-8455-2f818d941f36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 1096 time: 0.2005954 Jul 23 14:00:50.577448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-809ec3d7-b6db-4b51-9e34-c3993980b0ac tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3204823 Jul 23 14:00:50.612334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] No DVR routers for this DVR port 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:00:50.615711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:50.618811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8ddad4a-93f9-4b70-89c8-6e5e98949a97 req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] 10.222.0.11 "DELETE /v2.0/ports/0c0daa7e-ec92-40af-8c1c-963cbe51ce86 HTTP/1.1" status: 204 len: 173 time: 1.0697315 Jul 23 14:00:50.623580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad953ee-9779-4d96-af21-8b79896183cb tempest-DeleteServersAdminTestJSON-1655773338 tempest-DeleteServersAdminTestJSON-1655773338-project] Pushing event deleted for resources: {'Port': ['ID=0c0daa7e-ec92-40af-8c1c-963cbe51ce86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:50.655082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0b6343b5-4430-4f83-8660-2f47f82160e7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:50.776742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'name': 'network-vif-deleted', 'tag': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:50.779554 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a690d7b4-5308-42cc-96f9-6e4939b94251" -d '{"events": [{"server_uuid": "cfcd468d-1bfd-481f-aef2-ef89b022a0ef", "name": "network-vif-deleted", "tag": "0c0daa7e-ec92-40af-8c1c-963cbe51ce86"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:50.789540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-0db85c48-d786-4759-b491-fd19e6bf6f6b tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:50.791986 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-0db85c48-d786-4759-b491-fd19e6bf6f6b tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811817 Jul 23 14:00:50.805259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61fc17ea-8a11-483e-b87d-bfe9c13f859a req-f7271c65-d3fd-4022-b737-c931ff957111 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 210 time: 0.0498748 Jul 23 14:00:50.810243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Request body: {'port': {'device_id': '69be323e-9a69-4921-bc2d-623270b5e759', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '3d10bd0b13fc42e29254197b57b1d3cb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:50.844407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-c76306a9-7738-4b3c-b04d-a74ffef303c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:50.846449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-c76306a9-7738-4b3c-b04d-a74ffef303c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 925 time: 0.3062234 Jul 23 14:00:50.861411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0b6343b5-4430-4f83-8660-2f47f82160e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:50.861868 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:50.929076 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:50.941375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6092da85-ac19-468c-9aa9-d58c058a92f4 req-17dcfc9f-8c55-4140-9c3d-f6f93ee559be tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 210 time: 0.0904732 Jul 23 14:00:50.990637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Transition to ACTIVE for port object 79a9cd99-6394-4ffe-882e-5de804c8d2d0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:51.008966 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.049083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-16e8d028-1f56-4226-ab25-6dc934617018 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe673e0-a293-4e65-add3-3ee063ca07c8 HTTP/1.1" status: 200 len: 1001 time: 0.1869903 Jul 23 14:00:51.096337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Made reservation on behalf of 3d10bd0b13fc42e29254197b57b1d3cb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:51.103030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.130881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.136499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-f0fe255a-6b0e-47d0-8746-293c2a6172b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:51.139144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-f0fe255a-6b0e-47d0-8746-293c2a6172b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 200 len: 863 time: 0.0823405 Jul 23 14:00:51.146034 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.183197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e7420-4d22-459a-9606-fc5b7b7cf795 None None] Pushing event updated for resources: {'Port': ['ID=79a9cd99-6394-4ffe-882e-5de804c8d2d0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:51.284507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-470b5405-d69f-4d16-b736-d63e5ffe3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:51.292316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-470b5405-d69f-4d16-b736-d63e5ffe3ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07f82d8e-fbdb-4400-aed1-8d8fc0060295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453006 Jul 23 14:00:51.328662 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.343646 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.348699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Attempting to bind port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:51.349907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Attempting to bind port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:51.351355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Attempting to bind port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:51.365485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:51.367175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Checking segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:51.368030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.368337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Bound using segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:51.368966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Bound port: 79a9cd99-6394-4ffe-882e-5de804c8d2d0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:51.369512 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.374420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1223818440', 'description': 'tempest-description-108072850'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:51.552956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.565474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e158bae-59b4-44f8-9ce3-b5a82a6521e9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:51.567340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-840f1a98-5aa4-4ec0-b52e-bad129b9261b service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660627 Jul 23 14:00:51.568154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.586588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] For port 79a9cd99-6394-4ffe-882e-5de804c8d2d0, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:51.592148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] For port 79a9cd99-6394-4ffe-882e-5de804c8d2d0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=79a9cd99-6394-4ffe-882e-5de804c8d2d0,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:51.606019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.666907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Allocated IP 192.168.233.22 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/fd802d62-ca84-494f-9b18-39311aadc3e0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:51.716676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:00:51.727446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:00:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:51.786725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08346d5b-ced8-4d2e-8247-153af09886b8 req-f96a5948-0a76-4c23-bfee-79bf9b8640d5 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088909 Jul 23 14:00:51.867020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.876901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:51.881490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e7420-4d22-459a-9606-fc5b7b7cf795 None None] Pushing event updated for resources: {'Port': ['ID=79a9cd99-6394-4ffe-882e-5de804c8d2d0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:51.953940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:51.996658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.004695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d45f8-81f5-40d3-9bd1-369fce496384,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:52.016872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Transition to ACTIVE for port object fd802d62-ca84-494f-9b18-39311aadc3e0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:52.017916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:00:52.083012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.192836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Pushing event updated for resources: {'Port': ['ID=fd802d62-ca84-494f-9b18-39311aadc3e0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:52.203517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-681699b8-c594-4a93-90bd-6e5fff1b9c51 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:52.205177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-681699b8-c594-4a93-90bd-6e5fff1b9c51 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.48 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 821 time: 0.2479615 Jul 23 14:00:52.214142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:52.216605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:52.219975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:52.238621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'port': {'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'admin_state_up': True, 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:52.310435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:52.311131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.362156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.381976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.382709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-4ad1ede3-6126-4351-9e9e-e44996cd65be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5755465 Jul 23 14:00:52.403315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:51Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:00:52.407497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Request body: {'port': {'device_id': '69be323e-9a69-4921-bc2d-623270b5e759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:52.462797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd802b97-2a6a-418e-b4f9-5cac9dd5c9ca None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:51Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:00:52.507283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.508684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-490e86f8-2ac5-4ad9-aee4-e6edc2d256ff req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1603785 Jul 23 14:00:52.543695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4f9d5-6939-4f53-a34b-c6ef51d9f013 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc245a5-3e66-47b0-afff-af80021402a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:52.575264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.578297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Made reservation on behalf of 38b1075add474343b7e7db2b6f29ec3b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:00:52.581670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f4c786d-d03a-4cfd-a5eb-9af358f6a229 None None] Provisioning for port fd802d62-ca84-494f-9b18-39311aadc3e0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:52.585303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.592139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f4c786d-d03a-4cfd-a5eb-9af358f6a229 None None] Provisioning complete for port fd802d62-ca84-494f-9b18-39311aadc3e0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:52.595948 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f4c786d-d03a-4cfd-a5eb-9af358f6a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.683870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c786d-d03a-4cfd-a5eb-9af358f6a229 None None] Port fd802d62-ca84-494f-9b18-39311aadc3e0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:52.758091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:52.958806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-c0f4ebe5-d331-498d-ae97-b66eac5347af tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:00:52.959948 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-c0f4ebe5-d331-498d-ae97-b66eac5347af tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2010293 Jul 23 14:00:52.962417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd802d62-ca84-494f-9b18-39311aadc3e0 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:52.971625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:52.995993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Transition to ACTIVE for port object fd802d62-ca84-494f-9b18-39311aadc3e0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:53.006980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.072885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Pushing event updated for resources: {'Port': ['ID=fd802d62-ca84-494f-9b18-39311aadc3e0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:53.108705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:53.109217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:00:53.152308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Allocated IP 172.20.0.5 (c9df23a6-3f29-430d-a8ba-a5f0505074c9/d8f26442-d08d-4ffc-a152-e20e10f0603c/5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:00:53.192613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6b08e-451e-4e3e-bfe0-d017552573bf req-b6ce1a71-4a3c-4fff-a941-13f4ea696f02 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:53.195498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daa6b08e-451e-4e3e-bfe0-d017552573bf req-b6ce1a71-4a3c-4fff-a941-13f4ea696f02 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1096 time: 0.1735060 Jul 23 14:00:53.254218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Attempting to bind port fd802d62-ca84-494f-9b18-39311aadc3e0 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:53.254557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Attempting to bind port fd802d62-ca84-494f-9b18-39311aadc3e0 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:53.255047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Attempting to bind port fd802d62-ca84-494f-9b18-39311aadc3e0 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:53.267363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Port fd802d62-ca84-494f-9b18-39311aadc3e0 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:53.267684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Attempting to bind port fd802d62-ca84-494f-9b18-39311aadc3e0 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:53.282532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:53.282904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:53.283293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:53.283728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Bound port: fd802d62-ca84-494f-9b18-39311aadc3e0, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:53.284089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.309803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daa6b08e-451e-4e3e-bfe0-d017552573bf req-29481ccd-bc49-4700-a7fa-33e04d049910 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986781 Jul 23 14:00:53.365499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:53.366102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:53.366442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:53.376970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:53.377324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:53.386508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:53.386868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:53.387234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:53.387660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Bound port: d9c70066-c071-4576-92aa-7f9faad47801, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:53.394664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.415464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Transition to ACTIVE for port object 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:53.438572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] For port fd802d62-ca84-494f-9b18-39311aadc3e0, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:53.465243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.472303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] For port fd802d62-ca84-494f-9b18-39311aadc3e0, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fd802d62-ca84-494f-9b18-39311aadc3e0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:53.488824 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.492404 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afc01ba-115c-4aa5-a31e-ea68c15b2ecd x-openstack-request-id: req-1afc01ba-115c-4aa5-a31e-ea68c15b2ecd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:53.492675 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcd468d-1bfd-481f-aef2-ef89b022a0ef", "name": "network-vif-deleted", "tag": "0c0daa7e-ec92-40af-8c1c-963cbe51ce86", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:53.493096 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1afc01ba-115c-4aa5-a31e-ea68c15b2ecd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:53.493487 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcd468d-1bfd-481f-aef2-ef89b022a0ef', 'name': 'network-vif-deleted', 'tag': '0c0daa7e-ec92-40af-8c1c-963cbe51ce86', 'status': 'completed', 'code': 200} Jul 23 14:00:53.548226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:00:53.554249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:00:53.560788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Pushing event updated for resources: {'Port': ['ID=fd802d62-ca84-494f-9b18-39311aadc3e0,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:53.560953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:00:53.567631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:53.572019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:53.572857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.574580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2dfccca-e0af-41bb-aa1f-ea8b54882749 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd802d62-ca84-494f-9b18-39311aadc3e0 HTTP/1.1" status: 200 len: 1095 time: 1.1760035 Jul 23 14:00:53.577011 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.588974 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fadb2424-7b96-46d2-a86f-c6ddf87c2068 service neutron] 10.222.0.21 "POST /v2.0/ports/d9c70066-c071-4576-92aa-7f9faad47801/bindings HTTP/1.1" status: 201 len: 389 time: 0.5721259 Jul 23 14:00:53.606612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Pushing event updated for resources: {'Port': ['ID=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:53.644773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:53.646030 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.678953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-c659fe56-17f6-4a78-b622-a9748f798430 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4607329 Jul 23 14:00:53.700803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Request body: {'port': {'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:53.766590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-96ba15c9-44f5-41e5-a4ba-29e116c74b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:53.770383 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-96ba15c9-44f5-41e5-a4ba-29e116c74b43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 1098 time: 0.1152260 Jul 23 14:00:53.853294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-6e3b12a5-7e90-4e34-81e4-f6b076633601 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=fd802d62-ca84-494f-9b18-39311aadc3e0 HTTP/1.1" status: 200 len: 217 time: 0.0587876 Jul 23 14:00:53.892804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:53.901620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf55a9-ea5b-4bd2-9dc9-b59037b27613 req-834345e7-f650-4faf-9266-c5726583e76b tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:53.908749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fbf55a9-ea5b-4bd2-9dc9-b59037b27613 req-834345e7-f650-4faf-9266-c5726583e76b tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 947 time: 0.1982827 Jul 23 14:00:53.928711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8efa-c3dc-4ce9-bbc5-1048fb6a316f req-d8b9daab-e1bf-49e7-9c88-fada361b5e80 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:53.938148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477a8efa-c3dc-4ce9-bbc5-1048fb6a316f req-d8b9daab-e1bf-49e7-9c88-fada361b5e80 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 931 time: 0.1905179 Jul 23 14:00:53.967496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-a770b1e6-32b6-4f1b-8748-793438f22543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:53.969446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-a770b1e6-32b6-4f1b-8748-793438f22543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1068010 Jul 23 14:00:53.974313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4ead326-0ce6-4906-baed-f9260b1464af None None] Provisioning for port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:53.978921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4ead326-0ce6-4906-baed-f9260b1464af None None] Provisioning complete for port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:53.979360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4ead326-0ce6-4906-baed-f9260b1464af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.014919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4ead326-0ce6-4906-baed-f9260b1464af None None] Port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:00:54.031572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fbf55a9-ea5b-4bd2-9dc9-b59037b27613 req-a8f9fa97-789c-4ee7-993c-f6aab6b1bbff tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213341 Jul 23 14:00:54.046441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477a8efa-c3dc-4ce9-bbc5-1048fb6a316f req-649801ef-84ef-4c8f-b5d5-3381e7fe94be tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991349 Jul 23 14:00:54.051645 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:00:54.078053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:00:54.078975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0c0daa7e-ec92-40af-8c1c-963cbe51ce86 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:00:54.083538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-cf646eab-768b-4b87-ab39-3dd460aeddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:54.085134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-cf646eab-768b-4b87-ab39-3dd460aeddeb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024992 Jul 23 14:00:54.093067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8da1d695-ef70-495c-9a8d-b5a4f2617986 req-2dab3cd8-e6c9-45ad-adc3-37176b008119 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Request body: {'security_group': {'name': 'tempest-securitygroup-548720757', 'description': 'tempest-description-608061493'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:54.169265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8da1d695-ef70-495c-9a8d-b5a4f2617986 req-2dab3cd8-e6c9-45ad-adc3-37176b008119 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.218301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-559886cd-9e07-467a-a5bf-6019410183b0 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207445 Jul 23 14:00:54.342480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8da1d695-ef70-495c-9a8d-b5a4f2617986 req-2dab3cd8-e6c9-45ad-adc3-37176b008119 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.353217 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8da1d695-ef70-495c-9a8d-b5a4f2617986 req-2dab3cd8-e6c9-45ad-adc3-37176b008119 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.360395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-e095e61a-2917-4d6f-8ab4-9c02dd23d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:54.362050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-e095e61a-2917-4d6f-8ab4-9c02dd23d7e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1117 time: 0.4316297 Jul 23 14:00:54.374276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-533ff54a-bf46-415c-ae31-908970d5dfc4 req-e2ec8d8c-7474-4f24-867d-86fb032c3758 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363220 Jul 23 14:00:54.387283 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8da1d695-ef70-495c-9a8d-b5a4f2617986 req-2dab3cd8-e6c9-45ad-adc3-37176b008119 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.397007 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8da1d695-ef70-495c-9a8d-b5a4f2617986 req-2dab3cd8-e6c9-45ad-adc3-37176b008119 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3061352 Jul 23 14:00:54.398830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab3cd8-e6c9-45ad-adc3-37176b008119 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c8c5a-dfeb-40ef-9dfd-399d817cff8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:54.516362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab6d2c-32e9-45a0-a583-8da8f0c9271f req-21cc7716-753d-48c4-81e9-49c0faddf467 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:54.517997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54ab6d2c-32e9-45a0-a583-8da8f0c9271f req-21cc7716-753d-48c4-81e9-49c0faddf467 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1096 time: 0.2064898 Jul 23 14:00:54.528562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:54.556935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:54.561798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-67f5b897-0a67-43e2-a6de-376dc5251750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:54.562114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 79a9cd99-6394-4ffe-882e-5de804c8d2d0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:54.563327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-67f5b897-0a67-43e2-a6de-376dc5251750 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1887915 Jul 23 14:00:54.574443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.606475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963937-597c-4901-9d13-7d96443471da req-74a2d540-7f6f-46f8-a5c0-1a69f4866c0b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:54.612619 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d963937-597c-4901-9d13-7d96443471da req-74a2d540-7f6f-46f8-a5c0-1a69f4866c0b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 966 time: 0.1099515 Jul 23 14:00:54.628277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-5ed8cfdc-7151-4419-b18c-3f9a27d116bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 217 time: 0.0566263 Jul 23 14:00:54.632695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:00:54.637778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Transition to ACTIVE for port object 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:00:54.640481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:54.641143 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.647815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54ab6d2c-32e9-45a0-a583-8da8f0c9271f req-76a5162f-f8b0-4cbd-8101-54987b7401c4 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182837 Jul 23 14:00:54.666814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d963937-597c-4901-9d13-7d96443471da req-33dfefb9-caf1-497d-b816-e89717e0ebdb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 Jul 23 14:00:54.670612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.729648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe4cf-394e-43c9-af17-e28fbb16c1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.744803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-c79ccbf9-6195-47c5-a94d-08d303f6807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:54.746309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-c79ccbf9-6195-47c5-a94d-08d303f6807f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1099899 Jul 23 14:00:54.763370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Pushing event updated for resources: {'Port': ['ID=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:54.771780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.812713 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 79a9cd99-6394-4ffe-882e-5de804c8d2d0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=79a9cd99-6394-4ffe-882e-5de804c8d2d0,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:54.821687 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:54.853183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-9bc00fd2-5c9b-4b94-9ba7-ae56ff702798 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936782 Jul 23 14:00:54.885746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=79a9cd99-6394-4ffe-882e-5de804c8d2d0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:54.950776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-599116697', 'description': 'tempest-description-1792254205'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:55.005374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Attempting to bind port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:55.005746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Attempting to bind port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:55.006095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Attempting to bind port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:55.052112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:55.052417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Attempting to bind port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:55.065319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:55.065735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Checking segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:55.066217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Bound using segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:55.066757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Bound port: 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:55.067203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.110842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-2148dd25-360e-4e8f-9aa7-09a5ec4cc293 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279334 Jul 23 14:00:55.145387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe4cf-394e-43c9-af17-e28fbb16c1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.164481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe4cf-394e-43c9-af17-e28fbb16c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.262934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.277479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] For port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:55.285450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d2ffe4cf-394e-43c9-af17-e28fbb16c1ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffb040bcb12444908ace0a184b964dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7547879 Jul 23 14:00:55.288867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:55.292742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.294501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffe4cf-394e-43c9-af17-e28fbb16c1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500167fa-c7b3-49c9-90b6-f788beba3c1e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:55.330589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] For port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:55.342140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.345386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-3718a331-60a5-4e22-8547-b23fb1c905df service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127490 Jul 23 14:00:55.368582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7749842f-a788-43fe-8f27-0e08fdb6f782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.392326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7749842f-a788-43fe-8f27-0e08fdb6f782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.409375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:55.410021 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.411486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] 10.222.0.48 "PUT /v2.0/ports/5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 1091 time: 1.7227120 Jul 23 14:00:55.411932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:55.414367 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bc02fd-1c67-4186-bcd8-793c28b13b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:55.445292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128196-d598-47dd-8a4d-a332c566d72e service neutron] Pushing event updated for resources: {'Port': ['ID=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:55.464285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7749842f-a788-43fe-8f27-0e08fdb6f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.468394 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7749842f-a788-43fe-8f27-0e08fdb6f782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.469752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7749842f-a788-43fe-8f27-0e08fdb6f782 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/500167fa-c7b3-49c9-90b6-f788beba3c1e HTTP/1.1" status: 204 len: 168 time: 0.1795771 Jul 23 14:00:55.482959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749842f-a788-43fe-8f27-0e08fdb6f782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500167fa-c7b3-49c9-90b6-f788beba3c1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:55.494135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69be323e-9a69-4921-bc2d-623270b5e759', 'tag': 'fd802d62-ca84-494f-9b18-39311aadc3e0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:55.497538 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a756a588-0400-4b69-8a29-5a5dcca94b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "69be323e-9a69-4921-bc2d-623270b5e759", "tag": "fd802d62-ca84-494f-9b18-39311aadc3e0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:55.546513 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.554666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:55.585585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddef9ce-6b2c-4f2b-8230-59e71cd7c141,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:55.602018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-e9baafe4-73b3-4957-bd1e-3e07358918f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:55.603537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-e9baafe4-73b3-4957-bd1e-3e07358918f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1094 time: 0.1396809 Jul 23 14:00:55.709390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-19402c27-ac53-4de7-83b8-b2f83c6cd60f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 217 time: 0.0732529 Jul 23 14:00:55.818074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:55.832703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5940674-9dce-4d23-9b60-07fc858a22df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.026301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-af8f5eba-ded1-4991-9545-5c32b6251e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:56.027777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-af8f5eba-ded1-4991-9545-5c32b6251e61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.3018494 Jul 23 14:00:56.031541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-c5611cdb-5bb1-4a0b-b94f-c010785f445c tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:56.032879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-c5611cdb-5bb1-4a0b-b94f-c010785f445c tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1117 time: 0.4334691 Jul 23 14:00:56.052321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:56.099727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.107702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.131677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:56.174435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c20feff-eb41-4ad9-a938-a9d686878079,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:56.194262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.200223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5940674-9dce-4d23-9b60-07fc858a22df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.205329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5940674-9dce-4d23-9b60-07fc858a22df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.205511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-b67917cb-9e05-4eae-844e-46809f318922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:56.206887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-b67917cb-9e05-4eae-844e-46809f318922 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651604 Jul 23 14:00:56.246204 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.247409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b57d2ee0-81f7-4cc1-ae50-47686d66099b req-9d53e6c0-4ea8-4758-85ed-e0c185bdc222 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3204787 Jul 23 14:00:56.251133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f5940674-9dce-4d23-9b60-07fc858a22df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9c87b1594464290a6b147db6ba22b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319153 Jul 23 14:00:56.251805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:56.253771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5940674-9dce-4d23-9b60-07fc858a22df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f40e7b9-405c-4979-b3bc-8de7a495af36,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:56.286324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-f158f009-e15f-444a-b1a4-559e9f118a72 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:00:56.291260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-f158f009-e15f-444a-b1a4-559e9f118a72 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1585736 Jul 23 14:00:56.360333 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66d67655-473c-4ac6-b381-ffff9ad3f073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.405432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66d67655-473c-4ac6-b381-ffff9ad3f073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.420413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-9f4a2642-250a-43af-a055-82f767390e7c service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871517 Jul 23 14:00:56.428571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Request body: {'binding': {'host': 'n-h2-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:56.429109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:00:56.443369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:56.550100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007ee24-a919-4e60-be47-c972477e4ec4 req-b415bc2a-e83a-4683-a1d9-bb7fd643ade6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:56.551666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d007ee24-a919-4e60-be47-c972477e4ec4 req-b415bc2a-e83a-4683-a1d9-bb7fd643ade6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 947 time: 0.1881666 Jul 23 14:00:56.551803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66d67655-473c-4ac6-b381-ffff9ad3f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.554239 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66d67655-473c-4ac6-b381-ffff9ad3f073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.555736 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-66d67655-473c-4ac6-b381-ffff9ad3f073 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f40e7b9-405c-4979-b3bc-8de7a495af36 HTTP/1.1" status: 204 len: 168 time: 0.3029010 Jul 23 14:00:56.555978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:56.569023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 79a9cd99-6394-4ffe-882e-5de804c8d2d0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:00:56.571212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d67655-473c-4ac6-b381-ffff9ad3f073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f40e7b9-405c-4979-b3bc-8de7a495af36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:56.613205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fef8d5ae-e27b-46c4-8f51-b87df4a327f0 req-54b518fa-14c6-43e2-8852-d6c6bc1e3fce service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854734 Jul 23 14:00:56.627235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on host n-h2-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:56.627691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:56.628020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:56.633297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:56.633987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:56.639964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:56.640572 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.648115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:56.648529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:56.649033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Bound port: 10234452-993c-49f5-a8fd-919e1223a990, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:56.652420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d007ee24-a919-4e60-be47-c972477e4ec4 req-4dc33649-d4d3-40ac-be6a-724fa1eb9fb8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720134 Jul 23 14:00:56.663451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.673099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:00:56.673726 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.757633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:56.766086 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.768205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-aee2be2d-6262-4c1a-98d5-1ad2c4ea6e4b service neutron] 10.222.0.21 "POST /v2.0/ports/10234452-993c-49f5-a8fd-919e1223a990/bindings HTTP/1.1" status: 201 len: 389 time: 0.4039888 Jul 23 14:00:56.770677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:56.842679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:56.865853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:56.866145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:56.866474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:56.872970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:56.873302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Attempting to bind port d9c70066-c071-4576-92aa-7f9faad47801 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:56.881450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:56.881791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:56.882171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:56.882765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Bound port: d9c70066-c071-4576-92aa-7f9faad47801, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:56.883693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:56.892061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfa6c-744b-4657-ab36-50970ce3e5d2 req-1ae5ca6a-7202-4ce7-8c20-a62986af43c2 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:56.900171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04fbfa6c-744b-4657-ab36-50970ce3e5d2 req-1ae5ca6a-7202-4ce7-8c20-a62986af43c2 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 943 time: 0.1658199 Jul 23 14:00:56.919575 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad7c437-0925-4189-b964-30105bd93ba9 x-openstack-request-id: req-bad7c437-0925-4189-b964-30105bd93ba9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:56.919909 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:56.920092 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bad7c437-0925-4189-b964-30105bd93ba9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:56.920482 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'status': 'completed', 'code': 200} Jul 23 14:00:56.986490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04fbfa6c-744b-4657-ab36-50970ce3e5d2 req-17627e56-cab2-4409-b2bd-f8cae95942b6 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835009 Jul 23 14:00:57.000756 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b22c548-7a67-4ac4-b599-53b5be868f79 x-openstack-request-id: req-4b22c548-7a67-4ac4-b599-53b5be868f79 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:57.001026 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69be323e-9a69-4921-bc2d-623270b5e759", "tag": "fd802d62-ca84-494f-9b18-39311aadc3e0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:57.001267 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b22c548-7a67-4ac4-b599-53b5be868f79 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:57.001654 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69be323e-9a69-4921-bc2d-623270b5e759', 'tag': 'fd802d62-ca84-494f-9b18-39311aadc3e0', 'status': 'completed', 'code': 200} Jul 23 14:00:57.089563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:57.105742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:00:57.125393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.144549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-edd25f5d-3c4f-4b38-ba85-5e29cc2a2f13 req-299bbe3b-1e46-4c85-b618-567229fec46c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-138793572', 'description': 'tempest-description-412121249'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:57.148798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.48', 52922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:57.225535 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-edd25f5d-3c4f-4b38-ba85-5e29cc2a2f13 req-299bbe3b-1e46-4c85-b618-567229fec46c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.236824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:57.241475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-e31cdd56-abdd-42a8-8ef1-9813dc591388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.243081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-e31cdd56-abdd-42a8-8ef1-9813dc591388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1094 time: 0.2024970 Jul 23 14:00:57.281315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.282003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.283445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bf8a0b09-7796-4d1c-826f-9b03ab6e4ff0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 1142 time: 1.2427948 Jul 23 14:00:57.314921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815d496-69b6-4b9a-8e88-a1a2ee5f4bf8 req-1a98527c-fd4e-47c8-8358-c0cbcce2b34f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.316683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c815d496-69b6-4b9a-8e88-a1a2ee5f4bf8 req-1a98527c-fd4e-47c8-8358-c0cbcce2b34f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.2094038 Jul 23 14:00:57.374357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:57.401610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c815d496-69b6-4b9a-8e88-a1a2ee5f4bf8 req-2356bf85-2c42-4624-a716-e22cfe19f06d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532570 Jul 23 14:00:57.402396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-8f4b7b25-bcdd-4b0f-a894-0da3f3f5c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.403848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-8f4b7b25-bcdd-4b0f-a894-0da3f3f5c336 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.1368783 Jul 23 14:00:57.487703 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-673b8bf5-17fb-4e73-a992-1f27608678e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 217 time: 0.0734546 Jul 23 14:00:57.528907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-36271028-8070-48bb-9f98-b775e32e2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.530789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-36271028-8070-48bb-9f98-b775e32e2c9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 1098 time: 0.4933929 Jul 23 14:00:57.583584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-001c2d95-8e25-42d7-9ded-4894cb768c7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef7917b9db41476f8fc3da94788fced8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8110979 Jul 23 14:00:57.583962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:57.592185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-9cb5d988-45fe-4c58-922a-e6e5a600b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.593805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-9cb5d988-45fe-4c58-922a-e6e5a600b231 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0955729 Jul 23 14:00:57.656678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-9f3858a3-3460-40a3-a711-82ad385ee0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.658089 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-9f3858a3-3460-40a3-a711-82ad385ee0cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1096 time: 0.5074444 Jul 23 14:00:57.668893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96736f-b0cd-467f-abfe-182bda14db8a req-02e998e2-570a-491d-8a03-4c48fa6dae78 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.670423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff96736f-b0cd-467f-abfe-182bda14db8a req-02e998e2-570a-491d-8a03-4c48fa6dae78 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 945 time: 0.1710596 Jul 23 14:00:57.706891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ca507f-04ab-4412-985e-56726b424acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.731752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-40f15676-5e7a-4a4e-b89a-2d1bf24d1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.733244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-40f15676-5e7a-4a4e-b89a-2d1bf24d1386 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1816154 Jul 23 14:00:57.750087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff96736f-b0cd-467f-abfe-182bda14db8a req-1dfba7fe-6950-4401-be2b-0fedb113633d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698538 Jul 23 14:00:57.752880 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ca507f-04ab-4412-985e-56726b424acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.763534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-05ae9a82-a9b0-4964-8b97-0d16c15aec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.765031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-05ae9a82-a9b0-4964-8b97-0d16c15aec38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511660 Jul 23 14:00:57.824688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-edd25f5d-3c4f-4b38-ba85-5e29cc2a2f13 req-299bbe3b-1e46-4c85-b618-567229fec46c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.828242 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-8d70cbac-94cc-427a-9807-f9df49d973b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=fd802d62-ca84-494f-9b18-39311aadc3e0 HTTP/1.1" status: 200 len: 217 time: 0.0522230 Jul 23 14:00:57.842946 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-edd25f5d-3c4f-4b38-ba85-5e29cc2a2f13 req-299bbe3b-1e46-4c85-b618-567229fec46c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.887803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-8af3390e-17c2-432a-8e28-df21831b34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.889277 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-8af3390e-17c2-432a-8e28-df21831b34a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2156560 Jul 23 14:00:57.905831 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ca507f-04ab-4412-985e-56726b424acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.908574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ca507f-04ab-4412-985e-56726b424acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.912008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c0ca507f-04ab-4412-985e-56726b424acf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fd4db47-8fdb-4d08-b71b-060336dd8e77 HTTP/1.1" status: 204 len: 168 time: 0.3244612 Jul 23 14:00:57.913123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-edd25f5d-3c4f-4b38-ba85-5e29cc2a2f13 req-299bbe3b-1e46-4c85-b618-567229fec46c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:57.914281 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-edd25f5d-3c4f-4b38-ba85-5e29cc2a2f13 req-299bbe3b-1e46-4c85-b618-567229fec46c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7824922 Jul 23 14:00:57.940503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-82050d19-57a1-4f33-9a67-e51b711109eb service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558139 Jul 23 14:00:57.955115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-e5867f1f-55b3-4427-a6a6-449e34e74a4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 217 time: 0.0533044 Jul 23 14:00:57.955725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bbe3b-1e46-4c85-b618-567229fec46c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcffca8-09db-41f3-9e56-9254151c810a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:57.978294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-b65f9417-6fe8-474d-b795-68fb30e21747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:57.979733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-b65f9417-6fe8-474d-b795-68fb30e21747 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1379898 Jul 23 14:00:57.995168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca507f-04ab-4412-985e-56726b424acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd4db47-8fdb-4d08-b71b-060336dd8e77,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:58.049289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fd802d62-ca84-494f-9b18-39311aadc3e0 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:00:58.085628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea765f3-5d62-499a-87ad-d31f85debdc1 req-5d508b46-5209-4f47-bc4c-d5d96d71030b tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:58.087317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dea765f3-5d62-499a-87ad-d31f85debdc1 req-5d508b46-5209-4f47-bc4c-d5d96d71030b tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 947 time: 0.2383654 Jul 23 14:00:58.090087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bc02fd-1c67-4186-bcd8-793c28b13b8a req-8dc88add-f3c7-4c81-a6cd-7ee97121ab2e service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382940 Jul 23 14:00:58.149021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dea765f3-5d62-499a-87ad-d31f85debdc1 req-aff3e6f3-2018-4b2d-9ad0-26a832e3a98e tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542355 Jul 23 14:00:58.174917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-8952fd33-b903-41c3-a14a-40e51206b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:58.176848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-8952fd33-b903-41c3-a14a-40e51206b4e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.2095170 Jul 23 14:00:58.234401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-d29bef66-ac23-49a4-a996-93b0b75689c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419757 Jul 23 14:00:58.238956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fd802d62-ca84-494f-9b18-39311aadc3e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fd802d62-ca84-494f-9b18-39311aadc3e0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:58.257108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'fd802d62-ca84-494f-9b18-39311aadc3e0', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'fd802d62-ca84-494f-9b18-39311aadc3e0', 'mac_address': 'fa:16:3e:c2:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:00:58.314632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-d50c9c6d-0356-4cb6-b734-95d75d2ec919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:58.316203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-d50c9c6d-0356-4cb6-b734-95d75d2ec919 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2925215 Jul 23 14:00:58.318139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.335388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd802d62-ca84-494f-9b18-39311aadc3e0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:00:58.335626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c668a33-9c50-4d19-91a4-50e1d51ac234 req-2f48a98d-6fea-44f1-a137-39279652b8bc tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:58.337252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c668a33-9c50-4d19-91a4-50e1d51ac234 req-2f48a98d-6fea-44f1-a137-39279652b8bc tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 943 time: 0.0891881 Jul 23 14:00:58.362616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fd802d62-ca84-494f-9b18-39311aadc3e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fd802d62-ca84-494f-9b18-39311aadc3e0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:58.371562 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.427779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c668a33-9c50-4d19-91a4-50e1d51ac234 req-f932c4bb-bc2a-4fed-a588-1df6833c0578 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836520 Jul 23 14:00:58.460477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fd802d62-ca84-494f-9b18-39311aadc3e0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:58.478517 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-9f5f58b5-c3c3-43ec-9fae-d52be3cc799e service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319868 Jul 23 14:00:58.543693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:58.563436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05510f68-a132-4b77-9756-ccdab1b5ee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.587664 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-2c9dd129-3fce-45c9-b700-7ab4f5549004 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354429 Jul 23 14:00:58.646892 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-6ce5e2ef-3dfd-47f2-8185-cb612e69626c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45078 time: 0.7024224 Jul 23 14:00:58.675477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fd802d62-ca84-494f-9b18-39311aadc3e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:00:58.695247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-c1c59aa1-0802-4ad2-80d7-a15144f407e7 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043455 Jul 23 14:00:58.706225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05510f68-a132-4b77-9756-ccdab1b5ee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.720580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e76687-6c1d-46c9-bfc7-3ff3e4bf023d req-d0400814-53f2-4121-9603-43cb35e79c5a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:58.729466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21e76687-6c1d-46c9-bfc7-3ff3e4bf023d req-d0400814-53f2-4121-9603-43cb35e79c5a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.1197491 Jul 23 14:00:58.737912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05510f68-a132-4b77-9756-ccdab1b5ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.744347 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-634203d6-f3ce-432d-8ec4-fc5d9e7d1d56 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0e158bae-59b4-44f8-9ce3-b5a82a6521e9 HTTP/1.1" status: 200 len: 2981 time: 0.0874445 Jul 23 14:00:58.746612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a756a588-0400-4b69-8a29-5a5dcca94b5c req-65f15772-90b2-491d-8115-fa18edc94323 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485841 Jul 23 14:00:58.796759 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-143951be-70fb-471d-bf42-f6e188fa2dfb tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0e158bae-59b4-44f8-9ce3-b5a82a6521e9 HTTP/1.1" status: 200 len: 2981 time: 0.0440817 Jul 23 14:00:58.800380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-05510f68-a132-4b77-9756-ccdab1b5ee90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31c9c28418034c68ade1cdf6ba6b9a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533278 Jul 23 14:00:58.801646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:00:58.802282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510f68-a132-4b77-9756-ccdab1b5ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3b6d8a-6537-4140-b1d3-ebc7084ac692,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:58.827487 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21e76687-6c1d-46c9-bfc7-3ff3e4bf023d req-57f0699a-c9bd-4638-afb2-050b15f55398 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970111 Jul 23 14:00:58.877729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f3b70c-6d4f-461d-a9ac-5f185a85521a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.904121 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f3b70c-6d4f-461d-a9ac-5f185a85521a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.931526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-89be4edd-7222-4b1c-90cb-5e608cc54fde tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1dda7ab6-c6de-485e-a753-c533da83a429 HTTP/1.1" status: 200 len: 2981 time: 0.1268322 Jul 23 14:00:58.939628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801'}, {'name': 'network-changed', 'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:58.941944 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0" -d '{"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c70066-c071-4576-92aa-7f9faad47801"}, {"name": "network-changed", "server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "tag": "d9c70066-c071-4576-92aa-7f9faad47801"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:58.980652 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f3b70c-6d4f-461d-a9ac-5f185a85521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.984119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f3b70c-6d4f-461d-a9ac-5f185a85521a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:58.985506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a1f3b70c-6d4f-461d-a9ac-5f185a85521a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e3b6d8a-6537-4140-b1d3-ebc7084ac692 HTTP/1.1" status: 204 len: 168 time: 0.1796560 Jul 23 14:00:59.003113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-e3191891-b0bd-47d3-97e1-2794a29dc0e6 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:59.004752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-e3191891-b0bd-47d3-97e1-2794a29dc0e6 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.1847293 Jul 23 14:00:59.007218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3b70c-6d4f-461d-a9ac-5f185a85521a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3b6d8a-6537-4140-b1d3-ebc7084ac692,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:59.017969 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-4bb23c77-cb2a-4188-b40b-83f6f7f09258 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1dda7ab6-c6de-485e-a753-c533da83a429 HTTP/1.1" status: 200 len: 2981 time: 0.0775254 Jul 23 14:00:59.022470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801990-3'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:00:59.128435 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-1a49ee64-fb36-4e11-bbb1-2c7449248be0 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1ddef9ce-6b2c-4f2b-8230-59e71cd7c141 HTTP/1.1" status: 200 len: 2981 time: 0.1004019 Jul 23 14:00:59.129416 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:00:59.145687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:59.172053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cda3b6-5f8d-4634-aa03-cc1655dae69c req-ea29775a-1557-4c11-a402-ab25c8936faa tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:59.174888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62cda3b6-5f8d-4634-aa03-cc1655dae69c req-ea29775a-1557-4c11-a402-ab25c8936faa tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 945 time: 0.0808225 Jul 23 14:00:59.209428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-2690b9de-adab-4e70-b5ab-c354370a5668 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1ddef9ce-6b2c-4f2b-8230-59e71cd7c141 HTTP/1.1" status: 200 len: 2981 time: 0.0728631 Jul 23 14:00:59.217515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62cda3b6-5f8d-4634-aa03-cc1655dae69c req-173e39a9-f1f3-4f1c-ae0a-d9549044096b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Jul 23 14:00:59.268436 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528da183-e3c3-463f-8ee4-677e47509a76 x-openstack-request-id: req-528da183-e3c3-463f-8ee4-677e47509a76 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:00:59.269053 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c70066-c071-4576-92aa-7f9faad47801", "code": 200}, {"name": "network-changed", "server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "tag": "d9c70066-c071-4576-92aa-7f9faad47801", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:00:59.269505 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-528da183-e3c3-463f-8ee4-677e47509a76 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:00:59.270221 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801', 'code': 200} Jul 23 14:00:59.270840 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801', 'status': 'completed', 'code': 200} Jul 23 14:00:59.344811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-757a7172-026c-4c55-b899-624e551eac35 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/43234d95-1d99-4e52-9608-76fc37d7880d HTTP/1.1" status: 200 len: 2977 time: 0.1238618 Jul 23 14:00:59.384759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:00:59.438828 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-4649d762-5192-434d-b3ea-b8a77f2a6998 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/43234d95-1d99-4e52-9608-76fc37d7880d HTTP/1.1" status: 200 len: 2977 time: 0.0870218 Jul 23 14:00:59.440668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-c13e2f4c-ee6c-49eb-a4d4-79032a89961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:59.442153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-c13e2f4c-ee6c-49eb-a4d4-79032a89961c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1145 time: 0.1378117 Jul 23 14:00:59.475635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:00:59.581580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-d7f2c508-ba32-4a9d-9913-5eb98c041494 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8687a401-5a4d-42dd-a9cb-01c25dbd4170 HTTP/1.1" status: 200 len: 2981 time: 0.1341631 Jul 23 14:00:59.586713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10234452-993c-49f5-a8fd-919e1223a990'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:00:59.589742 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fea31c-9c4e-41d7-8869-920e89698303" -d '{"events": [{"server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "name": "network-vif-unplugged", "status": "completed", "tag": "10234452-993c-49f5-a8fd-919e1223a990"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:00:59.596445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:59.616017 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:59.621891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0afc8-c2ba-4b16-97c6-ca65a71ce752 req-37115cb1-bf4b-472b-9f82-a3af04cd39a0 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:59.627130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81d0afc8-c2ba-4b16-97c6-ca65a71ce752 req-37115cb1-bf4b-472b-9f82-a3af04cd39a0 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 948 time: 0.0839016 Jul 23 14:00:59.674303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81d0afc8-c2ba-4b16-97c6-ca65a71ce752 req-20f34d63-1c5c-4929-8e2d-b68d8edb9e94 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Jul 23 14:00:59.695435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-30319f3a-466c-47f8-9c6f-6a375adf8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:59.696531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-30319f3a-466c-47f8-9c6f-6a375adf8eda service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.2399664 Jul 23 14:00:59.722071 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-dd4435cc-7ad0-4de3-8dfa-56e64f702568 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8687a401-5a4d-42dd-a9cb-01c25dbd4170 HTTP/1.1" status: 200 len: 2981 time: 0.1293101 Jul 23 14:00:59.769293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:00:59.776527 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-7dab84ee-19f7-46a0-a6ac-1033202781a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 217 time: 0.0650103 Jul 23 14:00:59.806111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aac30-285a-4f67-8db5-cd403be2ffc3 req-0ce743f8-5617-4213-bf77-32aef96c39f4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:59.807666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db4aac30-285a-4f67-8db5-cd403be2ffc3 req-0ce743f8-5617-4213-bf77-32aef96c39f4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 943 time: 0.0717349 Jul 23 14:00:59.827246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on host n-h1-801990-3 for vnic_type normal with profile {"migrating_to": "n-h2-801990-3"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:00:59.827579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:00:59.827913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:59.848550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db4aac30-285a-4f67-8db5-cd403be2ffc3 req-e42dea52-4b0e-4e03-a725-add8a923c5fe tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Jul 23 14:00:59.853360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:00:59.853750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Attempting to bind port 10234452-993c-49f5-a8fd-919e1223a990 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:00:59.868905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-47cde31b-4bc0-4960-8a1b-5e5a45d6da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:00:59.870385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-47cde31b-4bc0-4960-8a1b-5e5a45d6da10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0822594 Jul 23 14:00:59.873284 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-bd028557-5f3f-482b-86ce-eb6beff7699d tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8ad1db41-9d3d-4913-a145-aea50581f97e HTTP/1.1" status: 200 len: 2981 time: 0.1200633 Jul 23 14:00:59.874136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:00:59.874472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:00:59.874870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:00:59.875308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Bound port: 10234452-993c-49f5-a8fd-919e1223a990, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:00:59.875663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:00:59.920088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-228dc037-ca6c-473f-98a9-40c0e1ecaffc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354733 Jul 23 14:01:00.016448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-716643ba-4dc9-42c4-be69-ca5516828821 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8ad1db41-9d3d-4913-a145-aea50581f97e HTTP/1.1" status: 200 len: 2981 time: 0.1223197 Jul 23 14:01:00.042940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9c70066-c071-4576-92aa-7f9faad47801 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:00.055379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:00.058918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:00.088436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:00.107616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fd802d62-ca84-494f-9b18-39311aadc3e0 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:00.114040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:00.144097 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-39b28f03-847b-4bca-9271-b77aeece8210 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987185 Jul 23 14:01:00.148774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-382ab5fc-168a-40d1-8c7d-b04ac2ef244a tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a1f6809f-dad6-427a-a05b-7c66ac247a7f HTTP/1.1" status: 200 len: 2977 time: 0.1009672 Jul 23 14:01:00.285638 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a94a5-b8df-4f95-b899-86064471b8ac x-openstack-request-id: req-2d5a94a5-b8df-4f95-b899-86064471b8ac {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:00.285927 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "name": "network-vif-unplugged", "status": "completed", "tag": "10234452-993c-49f5-a8fd-919e1223a990", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:00.286131 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d5a94a5-b8df-4f95-b899-86064471b8ac {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:00.286585 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10234452-993c-49f5-a8fd-919e1223a990', 'code': 200} Jul 23 14:01:00.288820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:00.292539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:00.293160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:00.294617 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-2b774986-e75b-4f58-861a-c590465d698a service neutron] 10.222.0.48 "PUT /v2.0/ports/10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 1121 time: 1.2786846 Jul 23 14:01:00.312923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-f2e57a40-031f-4596-8b03-e4dc0ca36974 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a1f6809f-dad6-427a-a05b-7c66ac247a7f HTTP/1.1" status: 200 len: 2977 time: 0.1493201 Jul 23 14:01:00.316280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port fd802d62-ca84-494f-9b18-39311aadc3e0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:00.328148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:00.342035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e4c078-60b5-4cf4-ad0f-0fd0f4fe49f0 req-19ca1965-e2f0-4af8-9b1b-8a3c8caef0e8 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889663 Jul 23 14:01:00.344274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port fd802d62-ca84-494f-9b18-39311aadc3e0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:00.344839 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:00.381206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9c70066-c071-4576-92aa-7f9faad47801 has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:01:00.385352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:00.386593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-37421c2f-1d19-413f-812d-9083f62734b2 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a85d45f8-81f5-40d3-9bd1-369fce496384 HTTP/1.1" status: 200 len: 2981 time: 0.0586646 Jul 23 14:01:00.408927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'mac_address': 'fa:16:3e:14:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:00.449349 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-b6ea27ca-f341-46aa-87be-0fe2a3232b7c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a85d45f8-81f5-40d3-9bd1-369fce496384 HTTP/1.1" status: 200 len: 2981 time: 0.0572433 Jul 23 14:01:00.464337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcf43d-221b-4ff3-a3ca-b076c21e6ae8 req-aada6237-d1fb-4204-be90-541b81ba28bf tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:00.465901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-53fcf43d-221b-4ff3-a3ca-b076c21e6ae8 req-aada6237-d1fb-4204-be90-541b81ba28bf tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.1098282 Jul 23 14:01:00.471814 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:00.518564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:00.519918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-53fcf43d-221b-4ff3-a3ca-b076c21e6ae8 req-e47d74b7-9f78-4b2a-9544-8ec9017446b0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475221 Jul 23 14:01:00.536605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['10234452-993c-49f5-a8fd-919e1223a990'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:00.587347 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:00.607085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:00.622363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:00.695646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69be323e-9a69-4921-bc2d-623270b5e759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802d62-ca84-494f-9b18-39311aadc3e0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:00.699326 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45946f9-a570-43c0-96f8-47ec3b1523e5" -d '{"events": [{"server_uuid": "69be323e-9a69-4921-bc2d-623270b5e759", "name": "network-vif-plugged", "status": "completed", "tag": "fd802d62-ca84-494f-9b18-39311aadc3e0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:00.709485 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-eeed4cde-c629-4423-a331-5506b9e8f86b tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/aa921e2d-516c-47e6-a911-b037c40b2d07 HTTP/1.1" status: 200 len: 2977 time: 0.2538123 Jul 23 14:01:00.724761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fd802d62-ca84-494f-9b18-39311aadc3e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fd802d62-ca84-494f-9b18-39311aadc3e0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:00.742791 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:00.755875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:00.768019 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-88ecdcee-30d7-4dc2-aed6-44ac32fc1a44 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/aa921e2d-516c-47e6-a911-b037c40b2d07 HTTP/1.1" status: 200 len: 2977 time: 0.0501668 Jul 23 14:01:00.806239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-12332048-777f-4a5a-9842-d4dbbd82289a tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/de4ddcf6-cbfe-4ea1-86a8-b37f2e6a9a5b HTTP/1.1" status: 200 len: 2973 time: 0.0373335 Jul 23 14:01:00.850941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-f19f3cad-b1da-41fa-88aa-93cacaf7046f tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/de4ddcf6-cbfe-4ea1-86a8-b37f2e6a9a5b HTTP/1.1" status: 200 len: 2973 time: 0.0386376 Jul 23 14:01:00.854212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fd802d62-ca84-494f-9b18-39311aadc3e0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:00.882245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121142da-947a-4f8d-bbae-8c2e7be1f00b req-7944b7dd-a539-42c6-a482-9810e37db180 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:00.883795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-121142da-947a-4f8d-bbae-8c2e7be1f00b req-7944b7dd-a539-42c6-a482-9810e37db180 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.0738561 Jul 23 14:01:00.896205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-796cc832-0aef-4302-a03d-2618d005e9d0 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e811364c-5b76-469b-bfc2-546111610036 HTTP/1.1" status: 200 len: 2981 time: 0.0374513 Jul 23 14:01:00.920900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-121142da-947a-4f8d-bbae-8c2e7be1f00b req-ae393117-e288-4d3e-bc99-a28af5c13ce2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Jul 23 14:01:00.936736 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-88dadae7-10af-410d-8bb0-10a78617edda tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e811364c-5b76-469b-bfc2-546111610036 HTTP/1.1" status: 200 len: 2981 time: 0.0348830 Jul 23 14:01:00.975137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:00.981908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-67114fbb-45a7-44c8-a69a-d18789880334 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f6a6e560-3575-4517-853f-ce67d2f501c7 HTTP/1.1" status: 200 len: 2981 time: 0.0383849 Jul 23 14:01:01.031489 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-2a70e0ae-1d7d-4195-9307-87bcb6ace27d tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f6a6e560-3575-4517-853f-ce67d2f501c7 HTTP/1.1" status: 200 len: 2981 time: 0.0418541 Jul 23 14:01:01.080148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-0ab5dd76-0459-4f24-b737-40abdd2f513c tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f8aa1904-b6fb-4644-a0c5-97794537e31c HTTP/1.1" status: 200 len: 2981 time: 0.0402641 Jul 23 14:01:01.123144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7bb335c8-be86-4e65-803f-f477f56672e2 req-db76d80c-5111-4c39-b8a0-778cae5c8425 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f8aa1904-b6fb-4644-a0c5-97794537e31c HTTP/1.1" status: 200 len: 2981 time: 0.0368252 Jul 23 14:01:01.133801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339a571-dfc5-4182-aa47-7380dd6c57f4 req-3150724d-ae9d-48f9-904c-1741b1445185 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:01.135321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9339a571-dfc5-4182-aa47-7380dd6c57f4 req-3150724d-ae9d-48f9-904c-1741b1445185 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.0695729 Jul 23 14:01:01.161835 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e82e7c4-8e91-450c-9724-cbfbaa734e59 x-openstack-request-id: req-2e82e7c4-8e91-450c-9724-cbfbaa734e59 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:01.162360 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69be323e-9a69-4921-bc2d-623270b5e759", "name": "network-vif-plugged", "status": "completed", "tag": "fd802d62-ca84-494f-9b18-39311aadc3e0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:01.162488 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e82e7c4-8e91-450c-9724-cbfbaa734e59 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:01.163016 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69be323e-9a69-4921-bc2d-623270b5e759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802d62-ca84-494f-9b18-39311aadc3e0', 'code': 200} Jul 23 14:01:01.176194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9339a571-dfc5-4182-aa47-7380dd6c57f4 req-2b2a96d2-2083-4441-b84b-928d14b4d162 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Jul 23 14:01:01.290629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c41e2-55c4-473a-a7c2-293307d613de req-acad098f-7b18-4b17-9f40-881329b19a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:01.292280 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c81c41e2-55c4-473a-a7c2-293307d613de req-acad098f-7b18-4b17-9f40-881329b19a56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 1100 time: 0.0551057 Jul 23 14:01:01.311787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd960929-9cc8-4246-9545-c315f3cbe9b2 req-224f983e-65ab-4452-bece-32196bc45df3 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:01.313522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd960929-9cc8-4246-9545-c315f3cbe9b2 req-224f983e-65ab-4452-bece-32196bc45df3 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 944 time: 0.0659482 Jul 23 14:01:01.345514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c81c41e2-55c4-473a-a7c2-293307d613de req-a2633790-ab61-4732-844f-4bf6035ef6de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Jul 23 14:01:01.354013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd960929-9cc8-4246-9545-c315f3cbe9b2 req-1bf83055-e6c2-4958-abb0-033d96427df7 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337641 Jul 23 14:01:01.400682 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2c503b3-a558-4f2c-8867-da6a53893781 req-0216125d-0319-49f3-a316-027a80ee38d6 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd6fba8c2845410d9dca88937b134280 HTTP/1.1" status: 200 len: 6101 time: 0.0663126 Jul 23 14:01:01.446263 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2c503b3-a558-4f2c-8867-da6a53893781 req-f330c595-64e9-40de-96c2-6ba37cf553bf tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "GET /v2.0/security-groups/a85d45f8-81f5-40d3-9bd1-369fce496384 HTTP/1.1" status: 200 len: 2981 time: 0.0393665 Jul 23 14:01:01.490979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2c503b3-a558-4f2c-8867-da6a53893781 req-4b0993b6-caf3-4c0a-9c91-adaf97b05a5e tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "GET /v2.0/security-groups/a85d45f8-81f5-40d3-9bd1-369fce496384 HTTP/1.1" status: 200 len: 2981 time: 0.0389230 Jul 23 14:01:01.561502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c9499f9-e7be-432e-9244-539af0b45fc0 req-c2f12d68-1688-4e2c-bf62-1c6247c8d5b2 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3bcffca8-09db-41f3-9e56-9254151c810a HTTP/1.1" status: 200 len: 1776 time: 0.0468686 Jul 23 14:01:01.610944 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c9499f9-e7be-432e-9244-539af0b45fc0 req-b54834c1-2a10-4f20-8ade-3079e119984b tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.630609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c9499f9-e7be-432e-9244-539af0b45fc0 req-b54834c1-2a10-4f20-8ade-3079e119984b tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.669370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c9499f9-e7be-432e-9244-539af0b45fc0 req-b54834c1-2a10-4f20-8ade-3079e119984b tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.672009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c9499f9-e7be-432e-9244-539af0b45fc0 req-b54834c1-2a10-4f20-8ade-3079e119984b tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.673145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c9499f9-e7be-432e-9244-539af0b45fc0 req-b54834c1-2a10-4f20-8ade-3079e119984b tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bcffca8-09db-41f3-9e56-9254151c810a HTTP/1.1" status: 204 len: 173 time: 0.1104534 Jul 23 14:01:01.673843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a1158-2749-481b-a827-631a6fe639b2 req-fd8b3896-ef47-4152-9931-2d9eac907e08 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:01.675865 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f57a1158-2749-481b-a827-631a6fe639b2 req-fd8b3896-ef47-4152-9931-2d9eac907e08 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.0632002 Jul 23 14:01:01.680859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54834c1-2a10-4f20-8ade-3079e119984b tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcffca8-09db-41f3-9e56-9254151c810a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:01.739156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f57a1158-2749-481b-a827-631a6fe639b2 req-929e54b5-e310-44a9-8813-82040ef02ee0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 Jul 23 14:01:01.780046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f94bf64-b326-419c-891a-5f936f0b6b7b req-fc300097-9f12-4123-94be-3b12b775057f tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7c20feff-eb41-4ad9-a938-a9d686878079 HTTP/1.1" status: 200 len: 1777 time: 0.0361903 Jul 23 14:01:01.842099 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f94bf64-b326-419c-891a-5f936f0b6b7b req-1d8eba0d-aa7d-4f22-a300-b2a3f37801b6 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.862713 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f94bf64-b326-419c-891a-5f936f0b6b7b req-1d8eba0d-aa7d-4f22-a300-b2a3f37801b6 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.907517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f94bf64-b326-419c-891a-5f936f0b6b7b req-1d8eba0d-aa7d-4f22-a300-b2a3f37801b6 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.912721 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f94bf64-b326-419c-891a-5f936f0b6b7b req-1d8eba0d-aa7d-4f22-a300-b2a3f37801b6 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:01.917209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f94bf64-b326-419c-891a-5f936f0b6b7b req-1d8eba0d-aa7d-4f22-a300-b2a3f37801b6 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c20feff-eb41-4ad9-a938-a9d686878079 HTTP/1.1" status: 204 len: 173 time: 0.1311963 Jul 23 14:01:01.925320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eba0d-aa7d-4f22-a300-b2a3f37801b6 tempest-SecurityGroupsTestAdminJSON-233023025 tempest-SecurityGroupsTestAdminJSON-233023025-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c20feff-eb41-4ad9-a938-a9d686878079,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:01.984975 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7596acb-c876-48ee-8a05-d97d05dcdf1d req-b0813314-56a7-446b-ae19-2cdd129e5b66 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "GET /v2.0/security-groups/7c0c8c5a-dfeb-40ef-9dfd-399d817cff8b HTTP/1.1" status: 200 len: 1776 time: 0.0489891 Jul 23 14:01:02.062462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7596acb-c876-48ee-8a05-d97d05dcdf1d req-86e0094f-9c8e-4f02-ac81-4ed095b478f3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.078584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:02.079690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c69de-c45e-4170-8b3f-0fd74333918c req-a6bed5b7-9962-40a0-9bf8-86afdf28ae7c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:02.088427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec9c69de-c45e-4170-8b3f-0fd74333918c req-a6bed5b7-9962-40a0-9bf8-86afdf28ae7c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.0881102 Jul 23 14:01:02.090247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7596acb-c876-48ee-8a05-d97d05dcdf1d req-86e0094f-9c8e-4f02-ac81-4ed095b478f3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.133623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec9c69de-c45e-4170-8b3f-0fd74333918c req-79bb58d4-98e8-4d9e-a745-15790a2e27d6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393832 Jul 23 14:01:02.150585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7596acb-c876-48ee-8a05-d97d05dcdf1d req-86e0094f-9c8e-4f02-ac81-4ed095b478f3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.153652 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7596acb-c876-48ee-8a05-d97d05dcdf1d req-86e0094f-9c8e-4f02-ac81-4ed095b478f3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.158156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7596acb-c876-48ee-8a05-d97d05dcdf1d req-86e0094f-9c8e-4f02-ac81-4ed095b478f3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c0c8c5a-dfeb-40ef-9dfd-399d817cff8b HTTP/1.1" status: 204 len: 173 time: 0.1664085 Jul 23 14:01:02.169144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0094f-9c8e-4f02-ac81-4ed095b478f3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c8c5a-dfeb-40ef-9dfd-399d817cff8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:02.175209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:02.178525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:02.191176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:02.191620 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.248695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3901bf03-6cea-487f-a6b3-52666674bbe9 req-0087b19d-5055-4c0c-94b2-e2399ec13770 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "GET /v2.0/security-groups/adc245a5-3e66-47b0-afff-af80021402a1 HTTP/1.1" status: 200 len: 1777 time: 0.0643413 Jul 23 14:01:02.250457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:02.287254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'tag': '10234452-993c-49f5-a8fd-919e1223a990'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:02.289491 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c9084-71a6-47e8-aee9-4b02f596311b" -d '{"events": [{"name": "network-changed", "server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "tag": "10234452-993c-49f5-a8fd-919e1223a990"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:02.323174 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.354006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3901bf03-6cea-487f-a6b3-52666674bbe9 req-5327589e-fe37-43ad-9da8-d0d5017284b3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.376181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:02.382767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.390702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3901bf03-6cea-487f-a6b3-52666674bbe9 req-5327589e-fe37-43ad-9da8-d0d5017284b3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.397695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae404-2f9c-40f8-8394-47be4e5f5763 req-2c51c84a-6798-4d8a-a6dd-f63c4593179c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:02.400424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97dae404-2f9c-40f8-8394-47be4e5f5763 req-2c51c84a-6798-4d8a-a6dd-f63c4593179c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.1144693 Jul 23 14:01:02.435966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-452b09a4-6f72-4845-bcdb-f88d397cd46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.439278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:02.451698 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.461532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97dae404-2f9c-40f8-8394-47be4e5f5763 req-e7b1a0c5-a54f-467d-a8a6-c73cad161566 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Jul 23 14:01:02.481395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:01:02.481395 n-d-801990-3 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:01:02.481395 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id': 'a1081802b4ce474da8bbd9e381cededc', 'id': '3c8b8690-8cb2-42b2-8ba9-5b48da304e30', 'expiration': datetime.datetime(2021, 7, 23, 14, 3, 2, 474440)}] Jul 23 14:01:02.481395 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:01:02.481791 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:01:02.482514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3901bf03-6cea-487f-a6b3-52666674bbe9 req-5327589e-fe37-43ad-9da8-d0d5017284b3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.485324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3901bf03-6cea-487f-a6b3-52666674bbe9 req-5327589e-fe37-43ad-9da8-d0d5017284b3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.497795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3901bf03-6cea-487f-a6b3-52666674bbe9 req-5327589e-fe37-43ad-9da8-d0d5017284b3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] 10.222.0.21 "DELETE /v2.0/security-groups/adc245a5-3e66-47b0-afff-af80021402a1 HTTP/1.1" status: 204 len: 173 time: 0.2356026 Jul 23 14:01:02.512528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327589e-fe37-43ad-9da8-d0d5017284b3 tempest-SecurityGroupsTestAdminJSON-1805814977 tempest-SecurityGroupsTestAdminJSON-1805814977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc245a5-3e66-47b0-afff-af80021402a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:02.554956 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93baa1dc-3dad-48e4-b9ee-9deb2950c983 x-openstack-request-id: req-93baa1dc-3dad-48e4-b9ee-9deb2950c983 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:02.555259 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "tag": "10234452-993c-49f5-a8fd-919e1223a990", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:02.555494 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93baa1dc-3dad-48e4-b9ee-9deb2950c983 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:02.559493 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'tag': '10234452-993c-49f5-a8fd-919e1223a990', 'status': 'completed', 'code': 200} Jul 23 14:01:02.622127 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-452b09a4-6f72-4845-bcdb-f88d397cd46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.628073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-452b09a4-6f72-4845-bcdb-f88d397cd46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.670703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-452b09a4-6f72-4845-bcdb-f88d397cd46e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f456e918be4e4b57b544dba00bc543e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174209 Jul 23 14:01:02.672459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:02.678184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46bd7-81cf-4255-b665-57d2e103364c req-ba9cd798-f3cb-4a96-9dc2-16d063651d0c tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:02.679716 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84f46bd7-81cf-4255-b665-57d2e103364c req-ba9cd798-f3cb-4a96-9dc2-16d063651d0c tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 945 time: 0.1143575 Jul 23 14:01:02.680825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b09a4-6f72-4845-bcdb-f88d397cd46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c3861e-6985-47d5-9fe0-bf858affb774,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:02.696187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-5eac2b9a-650d-4066-b51b-93916e07e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:02.697785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-5eac2b9a-650d-4066-b51b-93916e07e9d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1124 time: 0.0863543 Jul 23 14:01:02.729022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955f695c-42fa-4576-8595-c0e96887198f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.755879 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955f695c-42fa-4576-8595-c0e96887198f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.761461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84f46bd7-81cf-4255-b665-57d2e103364c req-126badc4-2142-4e5e-a612-0c22e5fe08d8 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620813 Jul 23 14:01:02.807349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:02.843244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-b9ee41db-4f13-4bb2-9e29-b798b29fdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:02.845038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-b9ee41db-4f13-4bb2-9e29-b798b29fdf06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.1384330 Jul 23 14:01:02.866344 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955f695c-42fa-4576-8595-c0e96887198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.868942 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-955f695c-42fa-4576-8595-c0e96887198f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:02.870105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-955f695c-42fa-4576-8595-c0e96887198f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97c3861e-6985-47d5-9fe0-bf858affb774 HTTP/1.1" status: 204 len: 168 time: 0.1966383 Jul 23 14:01:02.881105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f695c-42fa-4576-8595-c0e96887198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c3861e-6985-47d5-9fe0-bf858affb774,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:02.910594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-25e90719-f961-4cc7-87b0-a7202ba2e528 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 217 time: 0.0537076 Jul 23 14:01:02.915637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0063648-a471-4034-a1b9-8e8e5eb04d54 req-37285b22-d37e-4053-93f3-aec18e6d4fc1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:02.922766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0063648-a471-4034-a1b9-8e8e5eb04d54 req-37285b22-d37e-4053-93f3-aec18e6d4fc1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 964 time: 0.0934615 Jul 23 14:01:02.956657 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0063648-a471-4034-a1b9-8e8e5eb04d54 req-91ed450e-9e52-42ed-bc0e-88560e50a8a2 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Jul 23 14:01:02.986342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.010881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-832f42fa-3f49-4ceb-a2bb-6e8c8ef93cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:03.012614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-832f42fa-3f49-4ceb-a2bb-6e8c8ef93cd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0952229 Jul 23 14:01:03.039141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-afd2dad7-98dd-44ce-97b0-679571c2ffe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd6fba8c2845410d9dca88937b134280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306643 Jul 23 14:01:03.043007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:03.058462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-85801a1f-7bae-40db-8c97-8e95dc9b5412 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359623 Jul 23 14:01:03.140365 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-4df23523-bd5a-4d31-8a3d-2eb3872464d6 service neutron] 10.222.0.48 "GET /v2.0/ports/d9c70066-c071-4576-92aa-7f9faad47801/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.1038134 Jul 23 14:01:03.143239 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3b731ed-f4f2-4e37-9014-2fae56f9f720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.164420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:03.167520 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8df4cc3-371c-44b8-9d82-d73acec49223" -d '{"events": [{"server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "name": "network-vif-plugged", "status": "completed", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:03.195618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-755f34eb-e257-4de6-9e95-42e21019de8a service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281726 Jul 23 14:01:03.214400 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3b731ed-f4f2-4e37-9014-2fae56f9f720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.237425 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcdc804-63b4-49be-bc4e-25e5b908eb01 x-openstack-request-id: req-7dcdc804-63b4-49be-bc4e-25e5b908eb01 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:03.237913 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "name": "network-vif-plugged", "status": "completed", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:03.238032 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dcdc804-63b4-49be-bc4e-25e5b908eb01 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:03.238489 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'code': 200} Jul 23 14:01:03.242254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.253463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:03.280234 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.283644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debedefd-36c4-422a-919f-1513d5e19856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.368029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1081802b4ce474da8bbd9e381cededc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1883633 Jul 23 14:01:03.371519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1c418-f28a-4461-92ce-a4aa8773f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f174bd-d227-47c9-b920-f983f1ad7de2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:03.373464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3b731ed-f4f2-4e37-9014-2fae56f9f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.376037 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3b731ed-f4f2-4e37-9014-2fae56f9f720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.379500 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d3b731ed-f4f2-4e37-9014-2fae56f9f720 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a85d45f8-81f5-40d3-9bd1-369fce496384 HTTP/1.1" status: 204 len: 168 time: 0.3322024 Jul 23 14:01:03.379644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:03.423469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b731ed-f4f2-4e37-9014-2fae56f9f720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d45f8-81f5-40d3-9bd1-369fce496384,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:03.513333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4a1d-9ff0-47e5-ab74-18c59d37d562 req-baf3a3d6-b9b1-4348-b8fa-a04f0b3b3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:03.514941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16fd4a1d-9ff0-47e5-ab74-18c59d37d562 req-baf3a3d6-b9b1-4348-b8fa-a04f0b3b3403 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.1931121 Jul 23 14:01:03.564103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:03.609246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debedefd-36c4-422a-919f-1513d5e19856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.643730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debedefd-36c4-422a-919f-1513d5e19856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.664334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b81c9084-71a6-47e8-aee9-4b02f596311b req-2a44b173-d6f0-4240-9383-01d568590f6c service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564271 Jul 23 14:01:03.668991 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16fd4a1d-9ff0-47e5-ab74-18c59d37d562 req-8dc825c3-8f1b-4461-a363-c82cd4675fcd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417408 Jul 23 14:01:03.672559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:03.676896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9cbd5-9111-4f9f-a50a-6df9411b717a req-84454b82-aa85-4cce-83b1-6a342ff341be tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:03.678416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82c9cbd5-9111-4f9f-a50a-6df9411b717a req-84454b82-aa85-4cce-83b1-6a342ff341be tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.4541721 Jul 23 14:01:03.705918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8533a7a-882c-437c-98d3-f94149191feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.731025 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-debedefd-36c4-422a-919f-1513d5e19856 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=645bf65e550442218a2ea9e2baae897c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700756 Jul 23 14:01:03.731747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debedefd-36c4-422a-919f-1513d5e19856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92283300-7e66-40dc-bdb5-1ee94eacc3f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:03.735288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:03.738637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c70066-c071-4576-92aa-7f9faad47801 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:03.749955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8533a7a-882c-437c-98d3-f94149191feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.756958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:03.759696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82c9cbd5-9111-4f9f-a50a-6df9411b717a req-ce267abd-f935-4b8b-81bc-e6f392f91a46 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754662 Jul 23 14:01:03.793951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b466fe-8c9a-4030-a53e-74195b02f37d req-d848e6e6-16c8-499f-b4bc-881ba53c35d8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:03.800658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1b466fe-8c9a-4030-a53e-74195b02f37d req-d848e6e6-16c8-499f-b4bc-881ba53c35d8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.2413039 Jul 23 14:01:03.801447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:03.815058 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.873224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1b466fe-8c9a-4030-a53e-74195b02f37d req-cf0208f2-d894-49a2-91e8-d1565c14333f tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714495 Jul 23 14:01:03.875617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c063cb72-6287-45bb-a397-92f3ab887bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.879383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-08972b4a-b522-411b-a586-7c90c1ba9f13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b2e23b4cd34cd0a057858d8945fde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769644 Jul 23 14:01:03.884450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:03.887191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8533a7a-882c-437c-98d3-f94149191feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.889675 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8533a7a-882c-437c-98d3-f94149191feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.890775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8533a7a-882c-437c-98d3-f94149191feb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34f174bd-d227-47c9-b920-f983f1ad7de2 HTTP/1.1" status: 204 len: 168 time: 0.5122032 Jul 23 14:01:03.931575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c063cb72-6287-45bb-a397-92f3ab887bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:03.940192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] Transition to ACTIVE for port object d9c70066-c071-4576-92aa-7f9faad47801 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:03.944301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8533a7a-882c-437c-98d3-f94149191feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f174bd-d227-47c9-b920-f983f1ad7de2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:03.949663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.031105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c07f169-f213-4545-b3b8-303ef32d2191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.040370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:04.071066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c063cb72-6287-45bb-a397-92f3ab887bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.073883 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c063cb72-6287-45bb-a397-92f3ab887bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.077837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c063cb72-6287-45bb-a397-92f3ab887bdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92283300-7e66-40dc-bdb5-1ee94eacc3f9 HTTP/1.1" status: 204 len: 168 time: 0.3370819 Jul 23 14:01:04.078013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] No DVR routers for this DVR port d9c70066-c071-4576-92aa-7f9faad47801 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:04.079552 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c07f169-f213-4545-b3b8-303ef32d2191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.080662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9c70066-c071-4576-92aa-7f9faad47801 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:04.104129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063cb72-6287-45bb-a397-92f3ab887bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92283300-7e66-40dc-bdb5-1ee94eacc3f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:04.116989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b59146-9262-4f7d-bca5-92cbbda37274 req-f81edc6a-7d1a-489c-952d-3ffd9895f66d tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:04.118773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6b59146-9262-4f7d-bca5-92cbbda37274 req-f81edc6a-7d1a-489c-952d-3ffd9895f66d tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 945 time: 0.1692195 Jul 23 14:01:04.119973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-bb430961-37e3-4d8d-bafd-23a5d4ba8121 service neutron] 10.222.0.48 "PUT /v2.0/ports/d9c70066-c071-4576-92aa-7f9faad47801/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9647210 Jul 23 14:01:04.128217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 10234452-993c-49f5-a8fd-919e1223a990 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:04.193514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6b59146-9262-4f7d-bca5-92cbbda37274 req-1cbe3cb4-7206-46b1-9a63-5562fed8b02f tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650921 Jul 23 14:01:04.206534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c07f169-f213-4545-b3b8-303ef32d2191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.211449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c07f169-f213-4545-b3b8-303ef32d2191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.214092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3c07f169-f213-4545-b3b8-303ef32d2191 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ddef9ce-6b2c-4f2b-8230-59e71cd7c141 HTTP/1.1" status: 204 len: 168 time: 0.3278513 Jul 23 14:01:04.261677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07f169-f213-4545-b3b8-303ef32d2191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddef9ce-6b2c-4f2b-8230-59e71cd7c141,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:04.382288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-033c28ca-6918-4408-a9bb-b4ecee5bb0dc tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:04.384147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-033c28ca-6918-4408-a9bb-b4ecee5bb0dc tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1116 time: 0.1607459 Jul 23 14:01:04.436871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962cbae-ad27-48a8-948c-f9e2cb0daf0a req-fc9d1fa1-8d0e-4b74-8292-b50f74499f64 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:04.441973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:04.444072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5962cbae-ad27-48a8-948c-f9e2cb0daf0a req-fc9d1fa1-8d0e-4b74-8292-b50f74499f64 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 965 time: 0.1349132 Jul 23 14:01:04.462268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 10234452-993c-49f5-a8fd-919e1223a990 has no active binding in host n-h2-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:01:04.478923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:04.489271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:04.505023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd9c70066-c071-4576-92aa-7f9faad47801', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'port_id': 'd9c70066-c071-4576-92aa-7f9faad47801', 'mac_address': 'fa:16:3e:4b:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3a393-fbf0-4de3-ab25-41dbd27f45a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-860309456', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:04.518486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5962cbae-ad27-48a8-948c-f9e2cb0daf0a req-691e145c-7767-4d3f-846b-04241c6247b6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Jul 23 14:01:04.521710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4a91-1487-4613-a73d-573d2b48b03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.559421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742eb22-6608-4bb4-8f6d-514fbb64bc42 req-658f0455-f912-48d6-90a7-86d20296d8ce tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:04.561418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-7c95a829-4c33-4211-ba3d-ba96c2c33fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:04.563200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-7c95a829-4c33-4211-ba3d-ba96c2c33fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9&tenant_id=50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 1116 time: 0.1664658 Jul 23 14:01:04.566257 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a742eb22-6608-4bb4-8f6d-514fbb64bc42 req-658f0455-f912-48d6-90a7-86d20296d8ce tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.1603868 Jul 23 14:01:04.571857 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.601097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c70066-c071-4576-92aa-7f9faad47801 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:04.625735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:04.632800 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.635067 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a742eb22-6608-4bb4-8f6d-514fbb64bc42 req-648a07a9-25f4-40ba-bf25-79fd1bd783a9 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Jul 23 14:01:04.702812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4a91-1487-4613-a73d-573d2b48b03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.706029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:04.711335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4a91-1487-4613-a73d-573d2b48b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.719214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-8054c608-6852-4d5d-a169-90d7610bcc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:04.720727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-8054c608-6852-4d5d-a169-90d7610bcc6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1116 time: 0.1159818 Jul 23 14:01:04.751409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f7ae4a91-1487-4613-a73d-573d2b48b03b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cf240ff922b4635b56aa083a29a6c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713993 Jul 23 14:01:04.754271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:04.756787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae4a91-1487-4613-a73d-573d2b48b03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f134b801-2c65-4844-90bf-c665976a5747,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:04.812580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:04.921729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0709169-737c-46cf-890e-3b4869349174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:04.935068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-8e034f4a-d847-4cda-83d7-b4582af8ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:04.936658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-8e034f4a-d847-4cda-83d7-b4582af8ce3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.2090094 Jul 23 14:01:04.978323 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-c1f767b4-5735-4f66-a22d-01d72bcb34dd tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451283 Jul 23 14:01:05.040108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0709169-737c-46cf-890e-3b4869349174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:05.054578 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-8a5b48aa-40c7-4d3d-b815-0733680fe9d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 217 time: 0.1033521 Jul 23 14:01:05.126073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-7b90ebf1-9bf8-422e-8f3a-21622f8c5bd5 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:05.126329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c5ce-7719-4931-a6e8-2dc39155fd7e req-1f635c29-e3b6-4db5-b745-715eb0cb0e2f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:05.133319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9150c5ce-7719-4931-a6e8-2dc39155fd7e req-1f635c29-e3b6-4db5-b745-715eb0cb0e2f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.2735498 Jul 23 14:01:05.134062 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-7b90ebf1-9bf8-422e-8f3a-21622f8c5bd5 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548612 Jul 23 14:01:05.149540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-a445a113-38c2-4801-b80e-4c7a2b507524 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/quotas/3d10bd0b13fc42e29254197b57b1d3cb HTTP/1.1" status: 200 len: 375 time: 0.0145540 Jul 23 14:01:05.159429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-caeb8c81-f472-4292-b9f3-65ea5538b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:05.160961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-caeb8c81-f472-4292-b9f3-65ea5538b8fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0977197 Jul 23 14:01:05.211704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-189c4755-8c2d-48f8-baeb-cf70a5b63091 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390143 Jul 23 14:01:05.226604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9150c5ce-7719-4931-a6e8-2dc39155fd7e req-fa6f7f47-b9e2-4cc3-a462-fed010e180f9 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881603 Jul 23 14:01:05.248843 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-0dedc6b5-0727-4cdb-a98b-b7a7a2d9803e tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899928 Jul 23 14:01:05.249621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0709169-737c-46cf-890e-3b4869349174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:05.259780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0709169-737c-46cf-890e-3b4869349174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:05.263555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f0709169-737c-46cf-890e-3b4869349174 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f134b801-2c65-4844-90bf-c665976a5747 HTTP/1.1" status: 204 len: 168 time: 0.5057697 Jul 23 14:01:05.357979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0709169-737c-46cf-890e-3b4869349174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f134b801-2c65-4844-90bf-c665976a5747,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:05.395820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-fc052830-d36e-40f6-a94b-b95893a470ac service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680822 Jul 23 14:01:05.531553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2527e5a2-ff02-4b5c-b4b6-72acf82b9046 req-c116b011-2123-4022-881b-1c5f3017e069 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 210 time: 0.0420592 Jul 23 14:01:05.597778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd601fd-e9db-4c32-a9cc-2c86192150df req-dab75e7a-6c66-4082-a10a-6193b5628732 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:05.605215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acd601fd-e9db-4c32-a9cc-2c86192150df req-dab75e7a-6c66-4082-a10a-6193b5628732 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 945 time: 0.1404462 Jul 23 14:01:05.677079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-dccf6682-9697-484a-80df-3492e39f9450 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733259 Jul 23 14:01:05.706377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acd601fd-e9db-4c32-a9cc-2c86192150df req-71a10ab5-a17a-448d-81aa-b5d610a5537a tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001635 Jul 23 14:01:05.802728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6907b-7a58-4dc6-a11f-735021e20595 req-2bd5ffdd-e039-4d64-bd79-423aa404242f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:05.813119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8d6907b-7a58-4dc6-a11f-735021e20595 req-2bd5ffdd-e039-4d64-bd79-423aa404242f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 966 time: 0.1308641 Jul 23 14:01:05.885167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8d6907b-7a58-4dc6-a11f-735021e20595 req-713517aa-b057-4b7c-be34-299d2449988d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710199 Jul 23 14:01:06.105030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9c70066-c071-4576-92aa-7f9faad47801 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:06.172601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d9c70066-c071-4576-92aa-7f9faad47801 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:06.176021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-d7d21d91-3c0a-4473-8711-acb62601ad74 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4282994 Jul 23 14:01:06.198738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:06.280502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:06.298717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-2298261f-9eda-4b87-94a7-8da360267e03 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:06.306765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-2298261f-9eda-4b87-94a7-8da360267e03 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1117 time: 0.2694612 Jul 23 14:01:06.323772 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:06.340852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-cd626270-c67a-43f7-9e5e-7362cc3daf8e service neutron] 10.222.0.11 "GET /v2.0/ports/10234452-993c-49f5-a8fd-919e1223a990/bindings/n-h2-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.1701922 Jul 23 14:01:06.367437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d9c70066-c071-4576-92aa-7f9faad47801 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:06.384667 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port d9c70066-c071-4576-92aa-7f9faad47801 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:06.392053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d9c70066-c071-4576-92aa-7f9faad47801 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:06.392447 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:06.620598 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:06.669416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1474108144-network', 'tenant_id': 'f3816f316b364be89b8f2df9b931702a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:06.674567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947300d9-a8b1-4dfc-88ac-51d5e06853e9 req-593f75d2-fe5b-4a9f-937b-4b02fc016193 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:06.684266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-947300d9-a8b1-4dfc-88ac-51d5e06853e9 req-593f75d2-fe5b-4a9f-937b-4b02fc016193 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 943 time: 0.2552876 Jul 23 14:01:06.739614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-baf24c83-eca4-4c9b-a026-7deaa08705d6 service neutron] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:06.748151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-baf24c83-eca4-4c9b-a026-7deaa08705d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:06.749508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49e53ae-96d4-4e20-b72d-0f1b73e8c44c req-baf24c83-eca4-4c9b-a026-7deaa08705d6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d9c70066-c071-4576-92aa-7f9faad47801/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.4399276 Jul 23 14:01:06.758468 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:01:06.762139 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:01:06.785632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Made reservation on behalf of f3816f316b364be89b8f2df9b931702a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:06.788252 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:06.794872 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-947300d9-a8b1-4dfc-88ac-51d5e06853e9 req-0601da38-e050-4f5a-a4cb-6c11f7ac95bc tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095185 Jul 23 14:01:06.806197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:06.816186 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:06.825862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:06.872940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:06.923020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10234452-993c-49f5-a8fd-919e1223a990 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:06.935407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:06.953706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.058321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] Transition to ACTIVE for port object 10234452-993c-49f5-a8fd-919e1223a990 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:07.068691 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.076866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.095530 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.135987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:01:07.145180 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be9e1b53-566b-4138-8be4-d275f1ce57aa req-bcdc2c97-a5f3-4f49-b00c-5d99be456b88 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 210 time: 0.0640974 Jul 23 14:01:07.168933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] No DVR routers for this DVR port 10234452-993c-49f5-a8fd-919e1223a990 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:07.189365 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.210977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] Pushing event updated for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:07.218713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-209a4cb4-abbd-49e8-88bd-cd77f24bdc11 service neutron] 10.222.0.11 "PUT /v2.0/ports/10234452-993c-49f5-a8fd-919e1223a990/bindings/n-h2-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8639643 Jul 23 14:01:07.246470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.247734 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Added segment 3212e491-3224-4801-8315-90fbfd1a6433 of type vlan for network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d Jul 23 14:01:07.291201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-9cad4cc1-f68d-4a76-8e23-832ef5c1d589 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833340 Jul 23 14:01:07.335774 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.379626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:07.381912 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c883e4-7f5a-4196-87d1-17dc5b56511f" -d '{"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-plugged", "status": "completed", "tag": "d9c70066-c071-4576-92aa-7f9faad47801"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:07.408709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:07.410539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a01d69-3aa6-45a3-9306-4a9c4282b215 req-c535deb4-59ab-41e8-aa4a-0494fa56aeed tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:07.412306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6a01d69-3aa6-45a3-9306-4a9c4282b215 req-c535deb4-59ab-41e8-aa4a-0494fa56aeed tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 966 time: 0.0805199 Jul 23 14:01:07.423159 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.472990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-156ea9ea-c48f-4fd5-afad-16995333ad39 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:07.474473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-156ea9ea-c48f-4fd5-afad-16995333ad39 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719098 Jul 23 14:01:07.477043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Allocated IP 172.25.2.177 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/430ff5d8-56df-406b-a0e2-25bdd5b6e45d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:07.491693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f2ae96-c80f-410d-b4ab-f6096c4a1da4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:07.498250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:07.501921 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6a01d69-3aa6-45a3-9306-4a9c4282b215 req-17e1304e-dfbe-45a2-9aca-66d72de0037f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832207 Jul 23 14:01:07.525718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.541138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Request body: {'port': {'device_id': '61934037-9456-4b34-adf8-d2e8462fac0d', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '3d10bd0b13fc42e29254197b57b1d3cb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:07.548397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-78b23f06-496c-4099-a159-34df98994303 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:07.549935 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-78b23f06-496c-4099-a159-34df98994303 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.1078706 Jul 23 14:01:07.700203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-5fdfbcf4-d3bc-4b82-8dba-51158c174df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:07.703363 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-5fdfbcf4-d3bc-4b82-8dba-51158c174df7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747&tenant_id=e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 1095 time: 0.1344490 Jul 23 14:01:07.709312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.710270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:07.710886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.761004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4790435 Jul 23 14:01:07.764229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:07.787513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Request body: {'subnet': {'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1474108144-subnet', 'tenant_id': 'f3816f316b364be89b8f2df9b931702a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:07.808514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:07.822055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f5fe2e59-8da0-45f0-8761-d7e4831559a0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245168 Jul 23 14:01:07.875759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-22d5e6af-c095-4a10-8f6e-c5d978866cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:07.877446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-22d5e6af-c095-4a10-8f6e-c5d978866cc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1095 time: 0.1299212 Jul 23 14:01:08.004744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-2bb761be-18b4-41b8-b049-dadad972b7f0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:08.006277 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-2bb761be-18b4-41b8-b049-dadad972b7f0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765816 Jul 23 14:01:08.035276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-91b29de5-af47-4775-8b2b-7028ca73f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:08.036936 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-91b29de5-af47-4775-8b2b-7028ca73f90a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.1270015 Jul 23 14:01:08.038821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-e47754f7-8491-4fc4-aade-d9254e3b3a78 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/quotas/cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 375 time: 0.0243139 Jul 23 14:01:08.102181 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:01:08.102181 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:01:08.102181 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id_1': 'f3816f316b364be89b8f2df9b931702a', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 1, 7, 802092)}] Jul 23 14:01:08.102181 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:01:08.102622 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:01:08.106954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263294ef-75f8-47dc-a14f-1268f03a5513 admin admin] Pushing event updated for resources: {'Network': ['ID=9394f24e-c5d2-49ba-b306-fba4a79c4e5d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:08.107643 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-53ce37bc-cbb3-4d0d-be98-218cbf72c0aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 217 time: 0.0580325 Jul 23 14:01:08.109757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-87a216c8-6eca-432b-90e3-55aed7272501 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620151 Jul 23 14:01:08.118303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:01:08.120187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Made reservation on behalf of 3d10bd0b13fc42e29254197b57b1d3cb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:08.123723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:08.182385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-cfce57aa-fff6-4388-97a8-b67e06a3687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:08.186079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-cfce57aa-fff6-4388-97a8-b67e06a3687b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0585546 Jul 23 14:01:08.208759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:08.252794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-5ea3376b-8f95-4d79-a8a5-c0eb33b5a9f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529294 Jul 23 14:01:08.279346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:08.304953 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ac977-91bf-4ce3-b962-2b2a84bca25b x-openstack-request-id: req-f40ac977-91bf-4ce3-b962-2b2a84bca25b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:08.305428 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-plugged", "status": "completed", "tag": "d9c70066-c071-4576-92aa-7f9faad47801", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:08.306092 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f40ac977-91bf-4ce3-b962-2b2a84bca25b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:08.306780 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801', 'code': 200} Jul 23 14:01:08.316602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:08.319414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:08.324992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Pushing event updated for resources: {'Port': ['ID=430ff5d8-56df-406b-a0e2-25bdd5b6e45d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:08.492266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-e0550a60-bb8a-4435-92dd-e5c478f9e8c3 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253189 Jul 23 14:01:08.509559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Allocated IP 192.168.233.128 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:08.517380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:08.570602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1b4e-f16b-4c33-8de6-6c6ff5139e0b req-df1d358b-4274-47e8-853b-daf22d6d9f58 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:08.572215 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-981b1b4e-f16b-4c33-8de6-6c6ff5139e0b req-df1d358b-4274-47e8-853b-daf22d6d9f58 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 944 time: 0.1566122 Jul 23 14:01:08.618505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:08.651307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-981b1b4e-f16b-4c33-8de6-6c6ff5139e0b req-0582d86f-9118-4b1f-9d17-4425f05ec1a2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Jul 23 14:01:08.656870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-3da0d2ab-754d-4d1e-9371-5e197af49db8 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516716 Jul 23 14:01:08.712628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Made reservation on behalf of f3816f316b364be89b8f2df9b931702a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:08.715652 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:08.836265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:08.897849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Transition to ACTIVE for port object 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:09.012408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.030573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fd802d62-ca84-494f-9b18-39311aadc3e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:09.057539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.087090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.125817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:09.127092 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.135499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Pushing event updated for resources: {'Port': ['ID=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:09.138262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:09.186088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:09.288013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-c9a3bf3f-5a58-47dc-a6fb-63d09881321a tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:09.289546 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-c9a3bf3f-5a58-47dc-a6fb-63d09881321a tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.3341718 Jul 23 14:01:09.294209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.300373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=36454c9c-2d61-4e3e-9a69-9f3a39f5f160,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:09.304434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Pushing event updated for resources: {'Port': ['ID=430ff5d8-56df-406b-a0e2-25bdd5b6e45d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:09.312017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336b254-3edd-4694-9a70-fb4155b8923b req-dd80c86a-9b1e-4824-b9de-e518553ee1b6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:09.313570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a336b254-3edd-4694-9a70-fb4155b8923b req-dd80c86a-9b1e-4824-b9de-e518553ee1b6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 936 time: 0.3140283 Jul 23 14:01:09.333455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:09.334233 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.349048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.350406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-c2749c06-3904-4ed5-8340-885ca6effc06 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1569467 Jul 23 14:01:09.353336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Checking segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:09.353813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Network hostable DHCP agents. Network: 9394f24e-c5d2-49ba-b306-fba4a79c4e5d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:01:09.365823 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29040f75-3327-4b98-b031-29dfdd4ea381 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8547418 Jul 23 14:01:09.396302 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a336b254-3edd-4694-9a70-fb4155b8923b req-87dbbac6-7aa3-4b30-b80e-d7de95f4a1c8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570023 Jul 23 14:01:09.400816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Request body: {'port': {'device_id': '61934037-9456-4b34-adf8-d2e8462fac0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:09.430315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3fd0298-72b4-4827-836b-5c77deb658ec None None] Provisioning for port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:09.434075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3fd0298-72b4-4827-836b-5c77deb658ec None None] Provisioning complete for port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:09.434437 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0298-72b4-4827-836b-5c77deb658ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.444168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:01:09.475393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-e0d57de6-c470-4bf6-85e9-12e3f9f84359 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.1086674 Jul 23 14:01:09.483106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-cc3b0553-a81d-488b-9d93-a362a8c582e8 service neutron] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:09.487286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-cc3b0553-a81d-488b-9d93-a362a8c582e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.488590 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5f8cd04-d5a6-43fc-b8b3-70815771e8fa req-cc3b0553-a81d-488b-9d93-a362a8c582e8 service neutron] 10.222.0.48 "DELETE /v2.0/ports/10234452-993c-49f5-a8fd-919e1223a990/bindings/n-h1-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.1850605 Jul 23 14:01:09.496442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9394f24e-c5d2-49ba-b306-fba4a79c4e5d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:09.507212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b5e8b-98a1-46c3-b378-24ebe17a5048 None None] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:09.512830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:09.513438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.523866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd0298-72b4-4827-836b-5c77deb658ec None None] Port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:01:09.538556 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fca6609f-c3e8-4fe3-ade5-1d22f9eaa498 req-126a6ed5-f547-49a2-875c-d0cf4e085168 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 210 time: 0.0344546 Jul 23 14:01:09.604973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5cf1f5e0-4cdc-4a69-a538-044ecee53cfb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8299129 Jul 23 14:01:09.617938 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:09.648300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-d6089cb8-8dfa-4c1c-8244-9f2c50a5a5db tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:09.649682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-d6089cb8-8dfa-4c1c-8244-9f2c50a5a5db tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1686141 Jul 23 14:01:09.676705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-7d4b5f4f-7f5b-4abe-b3d1-e659ae4f29f4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:01:09.677756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1b4b825-eb04-4fd6-87b4-bd4626d0499f req-7d4b5f4f-7f5b-4abe-b3d1-e659ae4f29f4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086715 Jul 23 14:01:09.702983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448367c2-5fd1-45bc-9243-17ed7785a590 None None] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:09.732824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cdac9-8643-4db2-9874-d53408d8864f req-01259b73-47f0-4f73-907a-d46b6bcbb39b tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:09.746002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-786cdac9-8643-4db2-9874-d53408d8864f req-01259b73-47f0-4f73-907a-d46b6bcbb39b tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1118 time: 0.1214130 Jul 23 14:01:09.872762 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-c5176d54-330d-4efd-b4b7-c3dca128ba61 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452497 Jul 23 14:01:09.885526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-786cdac9-8643-4db2-9874-d53408d8864f req-5499750f-6d60-442f-b574-ff24eff5a19c tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380081 Jul 23 14:01:10.041898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-c8e401b7-6e60-4037-af7f-1bb96defe78c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:10.043825 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-c8e401b7-6e60-4037-af7f-1bb96defe78c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527390 Jul 23 14:01:10.057119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7bfa8-5930-4bf9-85be-4adfa395c8db req-06f50e8d-7c48-49e9-9836-c27d1b8c279a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:10.058850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-13f7bfa8-5930-4bf9-85be-4adfa395c8db req-06f50e8d-7c48-49e9-9836-c27d1b8c279a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 944 time: 0.1260910 Jul 23 14:01:10.071550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Request body: {'port': {'device_id': '5f06640f-63a7-431c-9009-77b21f30824b', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'cc793ae8b78f4b4fa35ea33cf7c13972'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:10.109992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:10.125759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.132515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 10234452-993c-49f5-a8fd-919e1223a990 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:10.140160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-13f7bfa8-5930-4bf9-85be-4adfa395c8db req-3825c899-35aa-49aa-8200-00f5d9aff1e0 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590403 Jul 23 14:01:10.147666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Transition to ACTIVE for port object 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:10.156479 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.197815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 10234452-993c-49f5-a8fd-919e1223a990 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:10.239657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Pushing event updated for resources: {'Port': ['ID=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:10.311385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Made reservation on behalf of cc793ae8b78f4b4fa35ea33cf7c13972 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:10.321626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.333350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.345629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Attempting to bind port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:10.346180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Attempting to bind port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:10.346330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Attempting to bind port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:10.361935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:10.362304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Attempting to bind port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:10.366014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-9d450975-3ed5-4505-b440-6a66287fc4fb tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:10.367572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-9d450975-3ed5-4505-b440-6a66287fc4fb tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 821 time: 0.1817212 Jul 23 14:01:10.382738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:10.383085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:10.383690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:10.383930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Bound port: 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:10.384256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.391637 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-0d7139b8-7e45-4cce-bc05-ef894cf5b88f tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/quotas/38b1075add474343b7e7db2b6f29ec3b HTTP/1.1" status: 200 len: 375 time: 0.0168560 Jul 23 14:01:10.506282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] For port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:10.515248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-dd3267ab-70ec-45d2-af33-a2f5cb562db8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:10.516757 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-dd3267ab-70ec-45d2-af33-a2f5cb562db8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.1858511 Jul 23 14:01:10.518680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] For port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:10.525127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.527687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-54455954-288f-48f8-b775-a8940eee5df4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1239703 Jul 23 14:01:10.529907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.535998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.572387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-3e77d00e-6d39-49cd-9473-260ef79305b1 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/quotas/f3816f316b364be89b8f2df9b931702a HTTP/1.1" status: 200 len: 375 time: 0.0436809 Jul 23 14:01:10.579879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:10.580496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:10.582011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] 10.222.0.11 "PUT /v2.0/ports/999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 HTTP/1.1" status: 200 len: 1096 time: 1.1869264 Jul 23 14:01:10.583606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61934037-9456-4b34-adf8-d2e8462fac0d', 'tag': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:10.585863 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fee259e-890e-40c1-a20b-e43ac84f9a62" -d '{"events": [{"name": "network-changed", "server_uuid": "61934037-9456-4b34-adf8-d2e8462fac0d", "tag": "999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:10.627631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-7798bd89-5843-4a87-84d4-bea022705504 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446739 Jul 23 14:01:10.629477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ede80-60d6-4966-a335-e996ead46745,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:10.684076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1006c-a44b-4432-bd17-32c4b03af3dd service neutron] Pushing event updated for resources: {'Port': ['ID=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:10.763799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-1674a7c2-6ac9-4446-9702-51b5586b26a0 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165840 Jul 23 14:01:10.774035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Allocated IP 192.168.233.126 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:10.799196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-2fb375c3-ebe9-4b9f-8937-f60ecf976fbc service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473823 Jul 23 14:01:10.803111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-18dad06b-f54c-4d4e-ba6f-d5321b0d19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:10.804335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-18dad06b-f54c-4d4e-ba6f-d5321b0d19f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 1099 time: 0.1408896 Jul 23 14:01:10.868067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-88ffbf89-fba7-463b-8abb-8f9eb3c6ddce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 HTTP/1.1" status: 200 len: 217 time: 0.0455184 Jul 23 14:01:10.917499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-43247f25-d125-48d4-93c0-5b1d44b0d976 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333568 Jul 23 14:01:10.957864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-51b8d445-0ab7-4420-b8ef-cf455a03b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:10.959347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-51b8d445-0ab7-4420-b8ef-cf455a03b99a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0610850 Jul 23 14:01:10.961269 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-08e5fbf3-5980-4639-8639-e0740ca5b913 service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560843 Jul 23 14:01:11.005601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:11.023771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Transition to ACTIVE for port object 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:11.059433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29b2a734-449f-44a4-9f85-778d183589b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:11.062165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-29b2a734-449f-44a4-9f85-778d183589b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954301 Jul 23 14:01:11.118861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:11.193378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:11.212643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:11.226795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:11.252327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-d4a059fd-ff47-42ce-b091-ba547cd3b79c service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748717 Jul 23 14:01:11.316840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:11.402889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:11.403706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:11.427850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de8c6f-7d51-43ae-a7b3-28c5bf6547b3 req-a5e298d7-0754-4587-8a75-78d5784a64b6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:11.429483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51de8c6f-7d51-43ae-a7b3-28c5bf6547b3 req-a5e298d7-0754-4587-8a75-78d5784a64b6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 948 time: 0.1950865 Jul 23 14:01:11.460233 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-f64a2d0f-7344-4bef-8564-5b7f46769851 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4040155 Jul 23 14:01:11.467313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b24fae68-eb8b-4e88-b013-57e840cfed71 req-f08ac7fd-3556-4e00-9dfd-8bd4b5c128e2 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759033 Jul 23 14:01:11.473789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-9a2630ea-b6bd-416f-889b-70a1e921d8d9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:11.476230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-9a2630ea-b6bd-416f-889b-70a1e921d8d9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.2817876 Jul 23 14:01:11.486349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Request body: {'port': {'device_id': '5f06640f-63a7-431c-9009-77b21f30824b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:11.505076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51de8c6f-7d51-43ae-a7b3-28c5bf6547b3 req-4460f816-7fc7-4da6-8881-298cac8149f9 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626717 Jul 23 14:01:11.580767 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-c3688f50-dd48-4c67-aae1-172653bdb01c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/quotas/50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 375 time: 0.0491059 Jul 23 14:01:11.612781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-376bf0f2-7e49-486d-9e9e-a7d4de9b3751 None None] Provisioning for port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:11.620199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-376bf0f2-7e49-486d-9e9e-a7d4de9b3751 None None] Provisioning complete for port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:11.621249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-376bf0f2-7e49-486d-9e9e-a7d4de9b3751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:11.697058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0f953-57a7-4127-965c-58795cb98253 req-222b1f56-73f4-4dfc-a8d4-3d0f19268e48 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:11.698723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67b0f953-57a7-4127-965c-58795cb98253 req-222b1f56-73f4-4dfc-a8d4-3d0f19268e48 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 936 time: 0.1231716 Jul 23 14:01:11.775327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67b0f953-57a7-4127-965c-58795cb98253 req-59899174-72de-450b-9c7d-67cdbeabad33 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640228 Jul 23 14:01:11.792347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:11.824046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-376bf0f2-7e49-486d-9e9e-a7d4de9b3751 None None] Port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:01:11.879236 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b808c1f-388d-427c-b7cd-f9ec75c67f50 x-openstack-request-id: req-8b808c1f-388d-427c-b7cd-f9ec75c67f50 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:11.879679 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61934037-9456-4b34-adf8-d2e8462fac0d", "tag": "999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:11.880022 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b808c1f-388d-427c-b7cd-f9ec75c67f50 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:11.880519 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61934037-9456-4b34-adf8-d2e8462fac0d', 'tag': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2', 'status': 'completed', 'code': 200} Jul 23 14:01:11.902045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-d756be1c-dff6-4f28-a3db-44a87a3cbcd9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3203506 Jul 23 14:01:12.038997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3c4a255-f97b-4aa6-a7ae-df9a958a9b58 req-f38bc79b-bec5-48a8-ac1b-7a5821b9e934 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 210 time: 0.0653083 Jul 23 14:01:12.073430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-e5ca076d-a102-403b-ab63-8f05d6b27cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:12.074960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-e5ca076d-a102-403b-ab63-8f05d6b27cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 1099 time: 0.1238971 Jul 23 14:01:12.156741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-89958e94-300e-4d64-aa1e-40721ee9c7e6 service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837997 Jul 23 14:01:12.179981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-8a83e71a-abbc-4523-a92a-5d9ab3690d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:12.181452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-8a83e71a-abbc-4523-a92a-5d9ab3690d09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.0968306 Jul 23 14:01:12.227665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-fccc6e8e-cd6b-48f4-9a9b-c21810ffe6c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 HTTP/1.1" status: 200 len: 217 time: 0.0371046 Jul 23 14:01:12.263421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88d25271-bac9-4a12-a11c-495f9d95b59f req-eed5ed15-15cc-4dd4-b3cc-3dbc8461a0ac tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 210 time: 0.0381124 Jul 23 14:01:12.300572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-2a6a03b5-9fa0-4bc8-9589-303f45e57baf service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380847 Jul 23 14:01:12.305693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-0c5b65c6-058f-4c45-b3ec-e0b5b907270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:12.307384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-0c5b65c6-058f-4c45-b3ec-e0b5b907270d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0717144 Jul 23 14:01:12.308183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:12.316524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:12.331857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Transition to ACTIVE for port object 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:12.339677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:12.391505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:12.469113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-201c4c12-3420-4cd2-a547-7279a2ee8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:12.473021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-201c4c12-3420-4cd2-a547-7279a2ee8d14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550570 Jul 23 14:01:12.493809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:12.493809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:12.494116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:12.500992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:12.501323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:12.515119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:12.515791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:12.520977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:12.520977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Bound port: 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:12.520977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:12.606852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb1bd3-4d60-46c7-8f34-5a4a253a5c75 req-1198c86f-6671-43ce-9eac-0be4c70a3324 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:12.608506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bdb1bd3-4d60-46c7-8f34-5a4a253a5c75 req-1198c86f-6671-43ce-9eac-0be4c70a3324 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1095 time: 0.2190332 Jul 23 14:01:12.626702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-380a0acd-eb5d-4a63-9004-6d395f728809 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423535 Jul 23 14:01:12.704913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bdb1bd3-4d60-46c7-8f34-5a4a253a5c75 req-479840e2-9b8c-4fec-835e-f731ef42a70d tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898852 Jul 23 14:01:12.780201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fee259e-890e-40c1-a20b-e43ac84f9a62 req-a74d6f2f-a32d-4613-b9db-e5dfc061c64f service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449482 Jul 23 14:01:12.893746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:12.928512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-9aa3bd83-b5f2-47ab-a6f8-a2abf955580a tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:12.929890 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-9aa3bd83-b5f2-47ab-a6f8-a2abf955580a tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.11 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 821 time: 0.3198545 Jul 23 14:01:12.932140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:12.949252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f970252-07e9-4c20-b736-d1d95c2d8ac1 req-94693094-c8b5-4e0b-ab1d-f27d801f64c0 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:12.951758 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7f970252-07e9-4c20-b736-d1d95c2d8ac1 req-94693094-c8b5-4e0b-ab1d-f27d801f64c0 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 948 time: 0.2848787 Jul 23 14:01:12.953336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:13.018871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'port': {'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'admin_state_up': True, 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:13.055491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:13.056480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:13.058566 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] 10.222.0.48 "PUT /v2.0/ports/89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 1096 time: 1.5814028 Jul 23 14:01:13.070400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:13.075113 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37292c95-6728-487b-9ac2-2ebd3301ca6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:13.099382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6348e2e-73cc-43cb-9f4c-2061ccf2bdea req-faa87bde-07f2-400a-9cc8-6a29a37e7f66 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 210 time: 0.3068547 Jul 23 14:01:13.127243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7f970252-07e9-4c20-b736-d1d95c2d8ac1 req-bbfd7af6-8f44-4438-96ed-183c102bc170 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661053 Jul 23 14:01:13.232554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-0858d2a9-0450-438b-8b2f-3bc9a8d7b704 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:13.235552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-0858d2a9-0450-438b-8b2f-3bc9a8d7b704 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.1482921 Jul 23 14:01:13.244293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9cbd-b43c-4c6f-88cd-d0b04d71e517 service neutron] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:13.267271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Request body: {'port': {'device_id': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'admin_state_up': True, 'tenant_id': 'f3816f316b364be89b8f2df9b931702a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:13.340026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-847bd12d-d722-405c-8de7-fb417e8a083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:13.341534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-847bd12d-d722-405c-8de7-fb417e8a083e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1099 time: 0.2032592 Jul 23 14:01:13.360740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Made reservation on behalf of 38b1075add474343b7e7db2b6f29ec3b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:13.364496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:13.417799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-3c399581-343c-4f23-b17b-d938730d2f4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.0581436 Jul 23 14:01:13.431967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbed70-7838-4ef6-ba01-a1af6a92c57c req-bcf2b2d6-79b3-4a7f-8327-a20db154afb3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:13.433466 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b2fbed70-7838-4ef6-ba01-a1af6a92c57c req-bcf2b2d6-79b3-4a7f-8327-a20db154afb3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.1596832 Jul 23 14:01:13.481440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Made reservation on behalf of f3816f316b364be89b8f2df9b931702a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:13.485052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:13.505556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-997fbb45-8e40-417b-a4ed-e2fb87b634e7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:13.507199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-997fbb45-8e40-417b-a4ed-e2fb87b634e7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.1917253 Jul 23 14:01:13.557862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-9babb922-6e6a-4bd0-982c-845b257e53f4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/quotas/e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 375 time: 0.0387106 Jul 23 14:01:13.668406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Allocated IP 172.20.0.5 (9394f24e-c5d2-49ba-b306-fba4a79c4e5d/36454c9c-2d61-4e3e-9a69-9f3a39f5f160/66e3eb60-7f2f-47d3-95f3-028a1315c95c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:13.687577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-f3f6c970-c0f0-448c-b5d6-b8729532d014 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187558 Jul 23 14:01:13.772355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-23c98cbd-32df-492d-a1e1-465bc3f6230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:13.773738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-23c98cbd-32df-492d-a1e1-465bc3f6230e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.3393962 Jul 23 14:01:13.778813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b2fbed70-7838-4ef6-ba01-a1af6a92c57c req-4067b8af-0a7f-4683-9460-bd594473afde tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322399 Jul 23 14:01:13.861630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-4a051606-96be-436e-b276-520f717e5a10 service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607206 Jul 23 14:01:13.887472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a537a026-62ae-4126-a0ad-ecffdbfd62cf req-43ec2c88-933d-48a9-b1a7-78919bc702a4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 210 time: 0.0392373 Jul 23 14:01:13.888689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Allocated IP 172.20.0.12 (c9df23a6-3f29-430d-a8ba-a5f0505074c9/d8f26442-d08d-4ffc-a152-e20e10f0603c/914293ec-9bc2-4619-a6ab-796604c9b393) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:13.929426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:13.969683 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d998eece-dd45-4c15-9b49-83f9db4ee392 x-openstack-request-id: req-d998eece-dd45-4c15-9b49-83f9db4ee392 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:13.970303 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:13.970667 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d998eece-dd45-4c15-9b49-83f9db4ee392 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:13.970999 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'status': 'completed', 'code': 200} Jul 23 14:01:13.976247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-4c08425d-04db-41a2-ab1d-ba2cd93b41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:13.978129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-4c08425d-04db-41a2-ab1d-ba2cd93b41ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943495 Jul 23 14:01:14.006791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-df14e77a-0e12-4ec0-8550-85f86f0c0a14 service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384604 Jul 23 14:01:14.022239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.086968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:14.096144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:14.107858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:14.143384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:14.146326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:14.190941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-b01adff7-7841-4922-a5f8-866e095b32c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:14.193079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-b01adff7-7841-4922-a5f8-866e095b32c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.1561072 Jul 23 14:01:14.199358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:14.200184 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.219339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-135f7737-1088-410c-b17d-54d24c4df58d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593298 Jul 23 14:01:14.248997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Request body: {'port': {'device_id': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:14.264690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Request body: {'port': {'device_id': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'admin_state_up': True, 'tenant_id': '50dd7614a8714c38b5f626965e84e0c1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:14.386170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:14.391031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f4a2adb1-7a1c-408b-8d1c-cc5fb847b026 req-b2c7bfc5-4ad7-41ec-b9a6-36ea2846389c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 210 time: 0.1316803 Jul 23 14:01:14.418226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2', 'mac_address': 'fa:16:3e:df:42:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:14.443124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b640-db55-4d83-a894-a1676b43031d req-b56e7cfc-c29b-48ac-86e9-beeeff9a9442 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:14.444967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6004b640-db55-4d83-a894-a1676b43031d req-b56e7cfc-c29b-48ac-86e9-beeeff9a9442 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 931 time: 0.1285338 Jul 23 14:01:14.447810 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.488676 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.505377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:14.530867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:14.540618 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.551640 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.570618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Transition to ACTIVE for port object 914293ec-9bc2-4619-a6ab-796604c9b393 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:14.609416 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d512bb72-8ef0-4712-883f-814777020a02 req-9ad34f15-c583-4539-aa64-182152d38268 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 210 time: 0.1398878 Jul 23 14:01:14.615681 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-758ef1a1-b9b4-43b0-9555-8fb71aee4d07 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237049 Jul 23 14:01:14.625059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.654573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:14.700451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:14.709136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:14.795273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6004b640-db55-4d83-a894-a1676b43031d req-f0fe8a03-820b-4a61-b69f-3d3291723960 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191018 Jul 23 14:01:14.820841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e3eb60-7f2f-47d3-95f3-028a1315c95c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:14.837333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.861671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Transition to ACTIVE for port object 66e3eb60-7f2f-47d3-95f3-028a1315c95c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:14.870838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.893406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:14.924498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:14.937436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:14.947153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:14.950495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Pushing event updated for resources: {'Port': ['ID=914293ec-9bc2-4619-a6ab-796604c9b393,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:14.963780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-577fca74-00fb-45c2-89b1-8008ff8ecebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:14.976039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:14.987176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Made reservation on behalf of 50dd7614a8714c38b5f626965e84e0c1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:15.003927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.026458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf93c-0afb-4065-8161-5017723e01f0 req-802067cf-d41e-442a-a283-518645f7570f tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.028064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3caf93c-0afb-4065-8161-5017723e01f0 req-802067cf-d41e-442a-a283-518645f7570f tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 949 time: 0.3177714 Jul 23 14:01:15.031230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7a61fa9-6482-4b16-bbe9-677942b59be6 req-8033b852-8f82-47f6-8643-5bcdcec31631 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913412 Jul 23 14:01:15.104492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.105138 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.150973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a539c-7310-49dc-a722-806101508a07 req-b8358c70-5921-4a3a-ba4a-d65432a47101 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.161970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd7a539c-7310-49dc-a722-806101508a07 req-b8358c70-5921-4a3a-ba4a-d65432a47101 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.2566643 Jul 23 14:01:15.192596 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3caf93c-0afb-4065-8161-5017723e01f0 req-f703fcad-9eed-4cad-b40b-92b10446ff98 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543319 Jul 23 14:01:15.252622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Attempting to bind port 66e3eb60-7f2f-47d3-95f3-028a1315c95c on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:15.253001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Attempting to bind port 66e3eb60-7f2f-47d3-95f3-028a1315c95c by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:15.253329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Attempting to bind port 66e3eb60-7f2f-47d3-95f3-028a1315c95c on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:15.285522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd7a539c-7310-49dc-a722-806101508a07 req-3d5ed7d2-bc51-4de4-9a81-c42e78b2e326 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189039 Jul 23 14:01:15.287215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Port 66e3eb60-7f2f-47d3-95f3-028a1315c95c on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:15.288108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Attempting to bind port 66e3eb60-7f2f-47d3-95f3-028a1315c95c on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:15.291828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Allocated IP 172.20.0.12 (9256d62a-168c-4275-ab78-c9ab83d0dd69/42d3a393-fbf0-4de3-ab25-41dbd27f45a0/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:15.307088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:15.307564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Checking segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:15.307899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Bound using segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:15.308385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Bound port: 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:15.308765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.325887 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-577fca74-00fb-45c2-89b1-8008ff8ecebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.327711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-13650bfb-bdd4-4a48-bbf5-8368442861d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.329462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-13650bfb-bdd4-4a48-bbf5-8368442861d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1099 time: 0.1875410 Jul 23 14:01:15.350985 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-577fca74-00fb-45c2-89b1-8008ff8ecebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.358856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8055d24e-2ca0-44d5-a45a-6a117d35ba70 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3456385 Jul 23 14:01:15.367109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9de12402-87aa-44e7-81df-40009b14e17d None None] Provisioning for port 914293ec-9bc2-4619-a6ab-796604c9b393 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:15.372161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9de12402-87aa-44e7-81df-40009b14e17d None None] Provisioning complete for port 914293ec-9bc2-4619-a6ab-796604c9b393 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:15.373297 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9de12402-87aa-44e7-81df-40009b14e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.403616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Request body: {'port': {'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:15.411172 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-577fca74-00fb-45c2-89b1-8008ff8ecebd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=448ee2235505485b8122fee382d31912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000775 Jul 23 14:01:15.413887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:15.414536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fca74-00fb-45c2-89b1-8008ff8ecebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39631151-4314-41fb-98e7-9cda71aa6317,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:15.421650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9de12402-87aa-44e7-81df-40009b14e17d None None] Port 914293ec-9bc2-4619-a6ab-796604c9b393 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:01:15.434411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:15.458799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:15.475770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.535556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.536175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.537560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] 10.222.0.11 "PUT /v2.0/ports/66e3eb60-7f2f-47d3-95f3-028a1315c95c HTTP/1.1" status: 200 len: 1091 time: 1.3001943 Jul 23 14:01:15.537991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:15.540276 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82dc18-cf31-41db-9fae-bae3f1a51778" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:15.566280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93e42ff6-f279-4c93-ac8d-b2786280e912 req-ffe82f78-f4ed-4bb2-bbde-1d2ff0817a7d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 210 time: 0.0593045 Jul 23 14:01:15.569965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f08277c-ec05-4975-b69f-8c7f893cd9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.580763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed928-b6f2-456e-95da-827fbebb5700 req-ca1e3179-953b-43cb-ae4c-933d92c8fd54 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.583113 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d20ed928-b6f2-456e-95da-827fbebb5700 req-ca1e3179-953b-43cb-ae4c-933d92c8fd54 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 932 time: 0.2944031 Jul 23 14:01:15.593456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94a603-202b-4c4b-9231-4d18d4118035 service neutron] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:15.605201 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f08277c-ec05-4975-b69f-8c7f893cd9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.639866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-b819048f-d86f-4bd5-ac01-2341293216e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.641352 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-b819048f-d86f-4bd5-ac01-2341293216e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2992961 Jul 23 14:01:15.649571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.649985 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820cfedd-54e5-43af-94ca-5d081edea56a x-openstack-request-id: req-820cfedd-54e5-43af-94ca-5d081edea56a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:15.650264 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:15.650507 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-820cfedd-54e5-43af-94ca-5d081edea56a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:15.651011 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'status': 'completed', 'code': 200} Jul 23 14:01:15.695746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-16ad2ef8-2a3f-45f7-93b7-f5810ba6b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.697506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-16ad2ef8-2a3f-45f7-93b7-f5810ba6b95c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 1094 time: 0.0853143 Jul 23 14:01:15.715439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f08277c-ec05-4975-b69f-8c7f893cd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.717941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f08277c-ec05-4975-b69f-8c7f893cd9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.719062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0f08277c-ec05-4975-b69f-8c7f893cd9f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39631151-4314-41fb-98e7-9cda71aa6317 HTTP/1.1" status: 204 len: 168 time: 0.2998040 Jul 23 14:01:15.726735 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a309a3bd-05ee-4bd0-aa6c-d591e4c153f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.749752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-a70a52be-f685-4a3f-9222-8583f56c8da2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.0850806 Jul 23 14:01:15.759060 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d20ed928-b6f2-456e-95da-827fbebb5700 req-68338b37-2487-439a-9b10-514bdd3b1631 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385822 Jul 23 14:01:15.792541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:15.792884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15281986-6f10-48c1-ac62-1db4b60170f6 req-35c2274f-4833-41b1-9e77-78295e0ed4a3 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 210 time: 0.0832708 Jul 23 14:01:15.846631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-59570a70-dd2d-4f76-bcf2-b52000292035 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c HTTP/1.1" status: 200 len: 217 time: 0.1320860 Jul 23 14:01:15.848078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08277c-ec05-4975-b69f-8c7f893cd9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39631151-4314-41fb-98e7-9cda71aa6317,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:15.918175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-e28b8ce2-b1c7-486b-a6ae-6788ad3cae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.919668 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-e28b8ce2-b1c7-486b-a6ae-6788ad3cae51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1597478 Jul 23 14:01:15.993020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-0711e52b-773e-4e40-9880-e6d2f0ad4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:15.994509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-0711e52b-773e-4e40-9880-e6d2f0ad4013 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.1403437 Jul 23 14:01:16.041502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-3a9a5ef3-6ce5-4487-ab35-ba52c6a021b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361063 Jul 23 14:01:16.041723 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.069399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-46924e5c-8cec-44fd-939c-2b5519e1d180 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:16.071149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-46924e5c-8cec-44fd-939c-2b5519e1d180 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.1989911 Jul 23 14:01:16.078991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:16.096253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Request body: {'port': {'device_id': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'admin_state_up': True, 'tenant_id': 'e56c099a734948f49da3d3230518dd66'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:16.119144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:16.121012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:16.128926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:16.141137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:16.143622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:16.152698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:16.175039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bd726d-8a15-4fd4-87f3-29a5aebb34ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.196859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03bc67-1df1-4484-9ea1-8222ea655eca req-79e431e8-014d-42d1-a3c9-47a5ccaaf27b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:16.198413 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a03bc67-1df1-4484-9ea1-8222ea655eca req-79e431e8-014d-42d1-a3c9-47a5ccaaf27b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 943 time: 0.2864227 Jul 23 14:01:16.210574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-8e58b518-7eeb-45d7-9836-4ea3ad712e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:16.212097 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-8e58b518-7eeb-45d7-9836-4ea3ad712e43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2769146 Jul 23 14:01:16.246454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:16.247082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.257452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-fe683827-501d-49b1-b3bc-d33a69774aa9 service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046204 Jul 23 14:01:16.275189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:16.283408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:16.283787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.372760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.399688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61934037-9456-4b34-adf8-d2e8462fac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:16.402036 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a499fa5f-db45-473c-9a2f-61e341af90da" -d '{"events": [{"server_uuid": "61934037-9456-4b34-adf8-d2e8462fac0d", "name": "network-vif-plugged", "status": "completed", "tag": "999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:16.415428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:16.421500 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.448322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8adc4cc9-cfb8-435a-8e2b-a536c20b1998 req-8a93cff2-2439-4275-909d-4a7e066240d5 service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807549 Jul 23 14:01:16.495775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b62f-7270-415e-a371-c6df88a70f78 req-b355368b-b42b-4e5b-b978-c824fd280da8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:16.497426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a542b62f-7270-415e-a371-c6df88a70f78 req-b355368b-b42b-4e5b-b978-c824fd280da8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 949 time: 0.1705120 Jul 23 14:01:16.498486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:16.499436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bd726d-8a15-4fd4-87f3-29a5aebb34ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.512547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bd726d-8a15-4fd4-87f3-29a5aebb34ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.582562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a03bc67-1df1-4484-9ea1-8222ea655eca req-d59dbcd2-9bd5-4b0c-966c-0ed12103df5d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671267 Jul 23 14:01:16.586902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914293ec-9bc2-4619-a6ab-796604c9b393 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:16.602168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.614338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Made reservation on behalf of e56c099a734948f49da3d3230518dd66 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:16.615285 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-66649069-8022-49f7-b49e-e8d6c0b5b4d5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3610370 Jul 23 14:01:16.618522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.621670 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-61bd726d-8a15-4fd4-87f3-29a5aebb34ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15d3d8ade7554e5596a369b759585764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992790 Jul 23 14:01:16.628991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:16.633435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Transition to ACTIVE for port object 914293ec-9bc2-4619-a6ab-796604c9b393 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:16.639479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Request body: {'port': {'device_id': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:16.643169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-8b45e935-f006-44eb-bae1-f81bf6a6c076 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743987 Jul 23 14:01:16.645626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd726d-8a15-4fd4-87f3-29a5aebb34ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b69734-c5b6-42b1-8539-826d8c708fbf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:16.645758 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.660454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a542b62f-7270-415e-a371-c6df88a70f78 req-64e95233-5ae7-472a-9021-a2e56e746f02 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508081 Jul 23 14:01:16.780147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-9281d6b0-0656-481f-8b98-4eead65ba101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:16.781659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-9281d6b0-0656-481f-8b98-4eead65ba101 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 1094 time: 0.2116904 Jul 23 14:01:16.787042 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d69e84-92f6-48e1-9695-18e9189cb729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.809058 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a0573-76c0-4810-896a-a82e9655ded2 x-openstack-request-id: req-1b1a0573-76c0-4810-896a-a82e9655ded2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:16.809411 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61934037-9456-4b34-adf8-d2e8462fac0d", "name": "network-vif-plugged", "status": "completed", "tag": "999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:16.809719 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b1a0573-76c0-4810-896a-a82e9655ded2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:16.810202 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61934037-9456-4b34-adf8-d2e8462fac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2', 'code': 200} Jul 23 14:01:16.854693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Pushing event updated for resources: {'Port': ['ID=914293ec-9bc2-4619-a6ab-796604c9b393,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:16.862593 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d69e84-92f6-48e1-9695-18e9189cb729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.934153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37292c95-6728-487b-9ac2-2ebd3301ca6e req-9713e6c0-761d-45a3-9790-2e21a70ca39a service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659168 Jul 23 14:01:16.937704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.11', 56586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:16.969906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:16.999416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98418ada-1fa5-4ce9-9f86-b425191ab566 req-ae638f76-d0e8-4065-95e2-215bf7deb57e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.000862 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-98418ada-1fa5-4ce9-9f86-b425191ab566 req-ae638f76-d0e8-4065-95e2-215bf7deb57e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.3536441 Jul 23 14:01:17.006711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Allocated IP 172.20.0.13 (ab688272-9fd2-41a7-8d23-85eb2d29960c/c48c1729-385f-484b-88a7-dcf8b75aa643/88cba3e9-0e94-4bd1-b6a8-def4215a3bba) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:17.067821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-5529a417-9492-4916-8cb1-7dcb8d04574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.069444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-5529a417-9492-4916-8cb1-7dcb8d04574e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 906 time: 0.2804177 Jul 23 14:01:17.078406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d69e84-92f6-48e1-9695-18e9189cb729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.078621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Attempting to bind port 914293ec-9bc2-4619-a6ab-796604c9b393 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:17.079520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Attempting to bind port 914293ec-9bc2-4619-a6ab-796604c9b393 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:17.079863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Attempting to bind port 914293ec-9bc2-4619-a6ab-796604c9b393 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:17.080947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84d69e84-92f6-48e1-9695-18e9189cb729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.082094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-84d69e84-92f6-48e1-9695-18e9189cb729 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8b69734-c5b6-42b1-8539-826d8c708fbf HTTP/1.1" status: 204 len: 168 time: 0.4467516 Jul 23 14:01:17.093387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Port 914293ec-9bc2-4619-a6ab-796604c9b393 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:17.093708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Attempting to bind port 914293ec-9bc2-4619-a6ab-796604c9b393 on network c9df23a6-3f29-430d-a8ba-a5f0505074c9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:17.117318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:17.117659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Checking segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:17.118046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Bound using segment: {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:17.118480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Bound port: 914293ec-9bc2-4619-a6ab-796604c9b393, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:17.118865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.123287 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-98418ada-1fa5-4ce9-9f86-b425191ab566 req-03bace0e-42d1-4e18-b8e8-faac57831932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903318 Jul 23 14:01:17.350736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] For port 914293ec-9bc2-4619-a6ab-796604c9b393, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:17.371385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] For port 914293ec-9bc2-4619-a6ab-796604c9b393, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=914293ec-9bc2-4619-a6ab-796604c9b393,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:17.384263 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.392716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d69e84-92f6-48e1-9695-18e9189cb729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b69734-c5b6-42b1-8539-826d8c708fbf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:17.400684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-e892733b-6e8c-429a-9f05-ff8e7608b129 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c HTTP/1.1" status: 200 len: 217 time: 0.3144596 Jul 23 14:01:17.415222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dcb8d-0d2d-4865-83b8-446bb235a7c7 req-e8905ef1-76a1-4f67-92c8-856cf51f6af1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.422993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a1dcb8d-0d2d-4865-83b8-446bb235a7c7 req-e8905ef1-76a1-4f67-92c8-856cf51f6af1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 932 time: 0.5445743 Jul 23 14:01:17.451566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438596f-79bd-4a2b-b498-e1373c191128 req-3e215e85-2f00-4eee-a2a2-41f086878a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.453091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b438596f-79bd-4a2b-b498-e1373c191128 req-3e215e85-2f00-4eee-a2a2-41f086878a2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 1101 time: 0.4948134 Jul 23 14:01:17.465325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.465955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.467620 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] 10.222.0.11 "PUT /v2.0/ports/914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 1092 time: 2.0723574 Jul 23 14:01:17.468951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:17.471281 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acd3542-8081-42d4-a220-653f58fa598a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:17.475123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.486573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fc4c3-d0bb-48c8-a750-9efe30b4a147 req-9eecec8a-a262-4f68-bf38-866f867af7e3 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.488183 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740fc4c3-d0bb-48c8-a750-9efe30b4a147 req-9eecec8a-a262-4f68-bf38-866f867af7e3 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 944 time: 0.2698145 Jul 23 14:01:17.590875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:17.599510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.614978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Transition to ACTIVE for port object 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:17.616091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21596f-4ee5-4331-b234-ef07fe150b75 service neutron] Pushing event updated for resources: {'Port': ['ID=914293ec-9bc2-4619-a6ab-796604c9b393,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:17.616518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.639120 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.676934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-a9bbdd5f-85ea-4110-916b-0b5876e6c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.678559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-a9bbdd5f-85ea-4110-916b-0b5876e6c712 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.2504210 Jul 23 14:01:17.686828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.689798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b438596f-79bd-4a2b-b498-e1373c191128 req-1db24820-e66d-459e-a259-e8038eca0a7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019300 Jul 23 14:01:17.693328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a1dcb8d-0d2d-4865-83b8-446bb235a7c7 req-e32bfdd7-51c1-428c-9792-bf0adc171f47 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704222 Jul 23 14:01:17.756098 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740fc4c3-d0bb-48c8-a750-9efe30b4a147 req-4e365609-ea64-401d-a534-b27005b67e0e tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600210 Jul 23 14:01:17.770887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-8fc0018b-0e50-4b3d-9e5a-a9889de61eed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766795 Jul 23 14:01:17.783188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Network ab688272-9fd2-41a7-8d23-85eb2d29960c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:17.802861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:17.823292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:17.829591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:17.835697 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e625d7ac-6e82-45c5-9a53-2f2c1d819e57 x-openstack-request-id: req-e625d7ac-6e82-45c5-9a53-2f2c1d819e57 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:17.836110 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:17.836369 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e625d7ac-6e82-45c5-9a53-2f2c1d819e57 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:17.836863 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393', 'status': 'completed', 'code': 200} Jul 23 14:01:17.874952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:17.883553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.884196 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:17.914370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725abf6-d899-4de5-b118-36ecbbc3aa29 req-bf739055-06f8-4188-822b-6710d9087704 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.916726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9725abf6-d899-4de5-b118-36ecbbc3aa29 req-bf739055-06f8-4188-822b-6710d9087704 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 932 time: 0.1321175 Jul 23 14:01:17.918673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fc61f0c7-f1f5-4ed8-80b4-01ecdae23036 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8267496 Jul 23 14:01:17.921922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-fb0e25e6-c274-4d83-8165-430efc4af9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:17.923719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-fb0e25e6-c274-4d83-8165-430efc4af9fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 1095 time: 0.3717723 Jul 23 14:01:17.949410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Request body: {'port': {'device_id': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:17.958732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:17.959068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:17.959396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:17.966407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:17.966744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:17.979677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:17.980015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:17.980398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:17.980838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Bound port: 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:17.981207 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.012595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9725abf6-d899-4de5-b118-36ecbbc3aa29 req-d472f1f4-18d7-4b9a-b65e-ed04f51a0849 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895662 Jul 23 14:01:18.045207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-7779062f-5c00-4bdc-835e-2e274064e885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 217 time: 0.0618806 Jul 23 14:01:18.054994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55666a-43f7-4c2d-a2f2-ac56dee1bf7e req-9490053d-e59e-44a6-bd15-1d639a90316e tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.061483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa55666a-43f7-4c2d-a2f2-ac56dee1bf7e req-9490053d-e59e-44a6-bd15-1d639a90316e tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 943 time: 0.1599786 Jul 23 14:01:18.068818 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.180646 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa55666a-43f7-4c2d-a2f2-ac56dee1bf7e req-d74b8ce5-2e93-4bc8-848c-5152887b0776 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182578 Jul 23 14:01:18.181766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:18.184844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-69279764-94ee-4a4f-8d19-8f73825142f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.186338 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-69279764-94ee-4a4f-8d19-8f73825142f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1219380 Jul 23 14:01:18.188241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:18.195218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:18.217680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.257306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-7a5990d0-7b48-4ba6-a56b-0cf6d8eb9318 service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745390 Jul 23 14:01:18.258425 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.296930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.298294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.300012 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] 10.222.0.48 "PUT /v2.0/ports/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 1092 time: 1.6654708 Jul 23 14:01:18.326105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38797161-93ae-40fa-a349-43f5ae7de27b req-b2088006-9f8a-47ce-a5d7-6e84634d2660 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.333158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38797161-93ae-40fa-a349-43f5ae7de27b req-b2088006-9f8a-47ce-a5d7-6e84634d2660 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.2514505 Jul 23 14:01:18.344197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cde2a-1c70-4866-9e72-64ca931cadb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:18.408166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:18.432406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'mac_address': 'fa:16:3e:7a:fd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:18.458340 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83706aaf-2abd-4b55-a07b-625fa204b994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.465987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-e3e5f4ce-433a-4713-971b-cec3d96fb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.469534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-e3e5f4ce-433a-4713-971b-cec3d96fb8c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623539 Jul 23 14:01:18.480024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.480532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38797161-93ae-40fa-a349-43f5ae7de27b req-ed07e53e-8c22-411b-921d-4711eff00d68 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441293 Jul 23 14:01:18.501022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b82dc18-cf31-41db-9fae-bae3f1a51778 req-b3395644-9569-4264-bb55-ee06ee08ab4a service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273517 Jul 23 14:01:18.510451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:18.548048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:18.556635 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.584829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cba3e9-0e94-4bd1-b6a8-def4215a3bba {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:18.593624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.611681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Transition to ACTIVE for port object 88cba3e9-0e94-4bd1-b6a8-def4215a3bba will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:18.618756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.626480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-cd767eca-ee6c-476c-a87e-1fa8cb0cb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.628148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-cd767eca-ee6c-476c-a87e-1fa8cb0cb442 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1095 time: 0.2577243 Jul 23 14:01:18.630580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:18.662573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b0eca-2391-493e-ad32-73c29689c1c3 req-56374b6d-2252-42bb-b68f-77271aa8a32b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.666280 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-906b0eca-2391-493e-ad32-73c29689c1c3 req-56374b6d-2252-42bb-b68f-77271aa8a32b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.1949868 Jul 23 14:01:18.668396 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-d0817acc-b0be-4acb-b99c-65b5d259e389 service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849456 Jul 23 14:01:18.698247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-de4df688-03ea-4a37-8927-049e0a43ce13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 217 time: 0.0499902 Jul 23 14:01:18.708062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:18.769353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:18.769718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:18.769997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:18.776426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:18.776426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:18.785140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:18.785805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:18.785963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:18.786967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Bound port: 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:18.787329 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.923916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6d91d-66d3-4585-9d80-f616906197e4 req-cc30b617-95a7-47cc-8c49-5cec7c80451b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:18.925776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9c6d91d-66d3-4585-9d80-f616906197e4 req-cc30b617-95a7-47cc-8c49-5cec7c80451b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.1430917 Jul 23 14:01:18.928890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:18.932788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:18.944472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:18.986258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:19.002093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.003377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.005428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] 10.222.0.48 "PUT /v2.0/ports/88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 200 len: 1092 time: 1.0628080 Jul 23 14:01:19.010240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:19.012611 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433e2305-9515-4cda-8566-cec5a4e95b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:19.046943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9c6d91d-66d3-4585-9d80-f616906197e4 req-a4f3df22-b0e8-4bd6-98fb-892b72538ec3 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119721 Jul 23 14:01:19.050984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37b4a-ca61-449f-8496-dbe58da98d3b service neutron] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:19.070879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:19.077833 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-906b0eca-2391-493e-ad32-73c29689c1c3 req-cab85b85-a8c2-4c8b-9e6f-c315b3b6bbfb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708422 Jul 23 14:01:19.097475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-b912d169-ef93-4ed7-b99f-313230a17aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.098985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-b912d169-ef93-4ed7-b99f-313230a17aac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.3903480 Jul 23 14:01:19.150939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fa223505-da2b-43aa-a597-6b41ced2c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.152656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-fa223505-da2b-43aa-a597-6b41ced2c5d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1095 time: 0.0658755 Jul 23 14:01:19.163060 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a1891a-d0fb-45cc-802e-6bda476baa41 x-openstack-request-id: req-81a1891a-d0fb-45cc-802e-6bda476baa41 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:19.163585 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:19.164164 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81a1891a-d0fb-45cc-802e-6bda476baa41 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:19.164532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62650e7e-68df-4783-a8fc-28d3d32f8e2d req-62947fc0-6d2d-4b29-a81f-e058cfc0a561 service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653704 Jul 23 14:01:19.165070 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba', 'status': 'completed', 'code': 200} Jul 23 14:01:19.167033 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-d1b25873-a433-4a4d-9786-32fa1942da93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543325 Jul 23 14:01:19.218379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-c6358166-5beb-4758-8d80-a8ea1ed26f6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 200 len: 217 time: 0.0477238 Jul 23 14:01:19.286226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ba30c-5355-4218-ba69-5c6c43650fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.339329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-28054632-c9a5-4080-a2a6-c33421d09ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.341530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-28054632-c9a5-4080-a2a6-c33421d09ac8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1113400 Jul 23 14:01:19.377020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-d0098d59-fe0f-4b06-a5c4-ffdc083047b6 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877034 Jul 23 14:01:19.394215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332817-d94e-4232-95f9-645ec20b8f6f req-7b0142b1-8f47-4cd9-a77b-babb4afc9e2e tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.395782 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72332817-d94e-4232-95f9-645ec20b8f6f req-7b0142b1-8f47-4cd9-a77b-babb4afc9e2e tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 944 time: 0.1697745 Jul 23 14:01:19.399636 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-d8dcf1f0-49a2-4b7c-9317-3594a2891a04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426590 Jul 23 14:01:19.409287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd3542-8081-42d4-a220-653f58fa598a req-6007e4fe-b4ed-48bd-bed1-6e208f49f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.410830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7acd3542-8081-42d4-a220-653f58fa598a req-6007e4fe-b4ed-48bd-bed1-6e208f49f9cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 1095 time: 0.1398964 Jul 23 14:01:19.417822 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.419755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442ff7-ac6e-4c7c-be33-3fca134be19f req-d03bebf7-da36-4fe6-9dd6-1c2afb4103b2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.421237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0442ff7-ac6e-4c7c-be33-3fca134be19f req-d03bebf7-da36-4fe6-9dd6-1c2afb4103b2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 944 time: 0.1732283 Jul 23 14:01:19.534967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0442ff7-ac6e-4c7c-be33-3fca134be19f req-68b1b396-f0d8-4fcc-b5a4-74927fd51949 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056895 Jul 23 14:01:19.545247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ba30c-5355-4218-ba69-5c6c43650fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.550761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72332817-d94e-4232-95f9-645ec20b8f6f req-b21cc5f7-a616-4002-bafc-943d1ed7b95f tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434917 Jul 23 14:01:19.553928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ba30c-5355-4218-ba69-5c6c43650fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.584163 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f746da20-14c0-4b98-8db6-57468eaeedb7 req-8dcfd464-f997-4630-b991-128fe58f2c99 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860726 Jul 23 14:01:19.597288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd3542-8081-42d4-a220-653f58fa598a req-d73921b5-1539-44d8-a323-22b38e1cfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.598822 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7acd3542-8081-42d4-a220-653f58fa598a req-d73921b5-1539-44d8-a323-22b38e1cfe00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.1775565 Jul 23 14:01:19.606580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-72fd2db0-8395-455a-974f-8f2a36a263b0 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817596 Jul 23 14:01:19.608584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ba30c-5355-4218-ba69-5c6c43650fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67302485-8975-43a3-9d6c-a1215bae099b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:19.612973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c09ba30c-5355-4218-ba69-5c6c43650fae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbbfb0d4b532489088d7ca7b13c26193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409782 Jul 23 14:01:19.620993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:19.664185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7acd3542-8081-42d4-a220-653f58fa598a req-36d5ee71-6040-44e1-b8d2-aee602b6dcb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 217 time: 0.0532794 Jul 23 14:01:19.760810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1d10830-8410-4120-8d08-a9f990fb3738 req-08f96a51-0591-4609-a8b8-7d2e5cd9824b service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268253 Jul 23 14:01:19.770902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8b82-27cc-430d-9e6a-c1a54530d3a3 req-e174b5be-2d90-4fd0-a81c-29d8ae6c91d1 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.772270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-530a8b82-27cc-430d-9e6a-c1a54530d3a3 req-e174b5be-2d90-4fd0-a81c-29d8ae6c91d1 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 943 time: 0.1306360 Jul 23 14:01:19.773250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd3542-8081-42d4-a220-653f58fa598a req-da469fce-ea08-48dd-a27c-e13c16e06b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.775765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7acd3542-8081-42d4-a220-653f58fa598a req-da469fce-ea08-48dd-a27c-e13c16e06b98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0970805 Jul 23 14:01:19.783392 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9178ec9-9e33-45c6-8455-6f14d6b3e0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.815251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-530a8b82-27cc-430d-9e6a-c1a54530d3a3 req-552c37f8-4a36-4cb8-9f45-655549b69fe3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Jul 23 14:01:19.841241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:19.843481 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958" -d '{"events": [{"name": "network-changed", "server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:19.849635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9178ec9-9e33-45c6-8455-6f14d6b3e0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.897822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90b384-4a3f-485a-a9b2-e9ebc99559e8 req-746471cd-7f1e-4b10-a1c7-fea4e6ce6ea8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.898404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-0ac5cc95-71cb-4909-9790-c840358fc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.899356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee90b384-4a3f-485a-a9b2-e9ebc99559e8 req-746471cd-7f1e-4b10-a1c7-fea4e6ce6ea8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.1845305 Jul 23 14:01:19.899915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-0ac5cc95-71cb-4909-9790-c840358fc023 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1095 time: 0.0613058 Jul 23 14:01:19.901732 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac7bdb7-137f-475c-9420-7f35f0f5ac28 x-openstack-request-id: req-9ac7bdb7-137f-475c-9420-7f35f0f5ac28 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:19.902011 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:19.902251 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ac7bdb7-137f-475c-9420-7f35f0f5ac28 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:19.902613 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1', 'status': 'completed', 'code': 200} Jul 23 14:01:19.969956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd3542-8081-42d4-a220-653f58fa598a req-4d2cc881-123b-412d-a4b0-b9fc118f9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:19.971544 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7acd3542-8081-42d4-a220-653f58fa598a req-4d2cc881-123b-412d-a4b0-b9fc118f9f82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861832 Jul 23 14:01:19.983169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee90b384-4a3f-485a-a9b2-e9ebc99559e8 req-bbacc35e-4435-4236-b73d-4c86767a78bd tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775952 Jul 23 14:01:19.996637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9178ec9-9e33-45c6-8455-6f14d6b3e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:19.999478 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9178ec9-9e33-45c6-8455-6f14d6b3e0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.000578 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d9178ec9-9e33-45c6-8455-6f14d6b3e0d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67302485-8975-43a3-9d6c-a1215bae099b HTTP/1.1" status: 204 len: 168 time: 0.3719223 Jul 23 14:01:20.023996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-46df38ae-b2c2-4cf8-9752-ff68b4a45768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.025591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-46df38ae-b2c2-4cf8-9752-ff68b4a45768 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.1051497 Jul 23 14:01:20.031503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178ec9-9e33-45c6-8455-6f14d6b3e0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67302485-8975-43a3-9d6c-a1215bae099b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:20.094886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-5af4b5cc-2f54-4179-b4f9-bdcb7eacde54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 200 len: 217 time: 0.0536098 Jul 23 14:01:20.103283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-6655e651-f352-4b33-9bec-f02ce5bfeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.105493 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-6655e651-f352-4b33-9bec-f02ce5bfeb6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1095 time: 0.1719658 Jul 23 14:01:20.142861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7acd3542-8081-42d4-a220-653f58fa598a req-7e574e87-10ef-482a-b067-0661c1039855 service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575208 Jul 23 14:01:20.182264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 66e3eb60-7f2f-47d3-95f3-028a1315c95c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:20.196928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-91490d8b-8612-4701-ab66-1061875d925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.198523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-91490d8b-8612-4701-ab66-1061875d925f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0784767 Jul 23 14:01:20.209319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:20.265456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-d3d465c8-4a72-4ddc-b142-9714bc22cc1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548403 Jul 23 14:01:20.332401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-4fa0b3b0-2df3-4e39-bb6c-a4d02cae20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.334258 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-4fa0b3b0-2df3-4e39-bb6c-a4d02cae20a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.2128878 Jul 23 14:01:20.347777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7acd3542-8081-42d4-a220-653f58fa598a req-cafb0ac4-ea2f-477a-ba95-17131d28907f service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960807 Jul 23 14:01:20.359045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:20.369399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:20.377440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:20.377842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.382005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'mac_address': 'fa:16:3e:0b:b5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:20.397415 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-8289d795-2915-4ddf-b6c6-a6647f591e1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 217 time: 0.0462563 Jul 23 14:01:20.409632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa67c1-544d-4f28-adbb-6a399d0a593c req-4f54339c-f7ae-4019-97c1-b3d339d7f1a1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.411305 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-58fa67c1-544d-4f28-adbb-6a399d0a593c req-4f54339c-f7ae-4019-97c1-b3d339d7f1a1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.2403402 Jul 23 14:01:20.461980 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.477271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-ed983bed-5a96-4b6a-b8aa-3f3a0e2e60b8 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953776 Jul 23 14:01:20.482087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e3eb60-7f2f-47d3-95f3-028a1315c95c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:20.489814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-82f458ec-416e-471b-962c-d3d35efd493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.491954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-82f458ec-416e-471b-962c-d3d35efd493e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0790992 Jul 23 14:01:20.493693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20555cd7-6e7b-4a00-9a2f-8855e59dea95 req-7af95285-27f9-4bc6-8f9f-934984423a20 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.495210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-20555cd7-6e7b-4a00-9a2f-8855e59dea95 req-7af95285-27f9-4bc6-8f9f-934984423a20 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 949 time: 0.1630173 Jul 23 14:01:20.498179 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-58fa67c1-544d-4f28-adbb-6a399d0a593c req-ceef03c9-2c6b-43cf-8a3a-ad277ed66c00 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557933 Jul 23 14:01:20.513326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:20.549156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:20.550782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.552887 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-34e415b7-7dc5-4b02-bc42-a81f2629ac22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370193 Jul 23 14:01:20.554264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76273a52-f7b0-4f48-874d-ab3b78b2f3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.563506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.607736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:20.609987 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c01f3b-ca35-49a3-a671-67fb265b5851" -d '{"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-plugged", "status": "completed", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:20.611474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-20555cd7-6e7b-4a00-9a2f-8855e59dea95 req-9dc44c38-0d62-49f5-bb64-389ec0e9fdf2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912509 Jul 23 14:01:20.632891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-433e2305-9515-4cda-8566-cec5a4e95b0c req-5d260e7d-005f-4869-88d0-c174545c0812 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365914 Jul 23 14:01:20.636503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:20.641545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.655199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:20.711532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:20.739661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-e18ccef3-d852-4b83-a8b6-e9de8965e64e service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778667 Jul 23 14:01:20.767450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f8576-8993-4b37-9980-d6b9360eed8f req-4b689bc5-5924-4af6-b78d-4031e9d84c78 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.768915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3025cd-e710-437e-a72d-34b4939bcac2 req-5fe02338-8dcb-45e6-972e-82ac91181fe6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:20.769150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c8f8576-8993-4b37-9980-d6b9360eed8f req-4b689bc5-5924-4af6-b78d-4031e9d84c78 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 944 time: 0.0718343 Jul 23 14:01:20.770403 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd3025cd-e710-437e-a72d-34b4939bcac2 req-5fe02338-8dcb-45e6-972e-82ac91181fe6 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.1841440 Jul 23 14:01:20.808459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c8f8576-8993-4b37-9980-d6b9360eed8f req-86ebab89-3371-490f-824a-ac3b03d3d3c9 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Jul 23 14:01:20.823553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76273a52-f7b0-4f48-874d-ab3b78b2f3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.851044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76273a52-f7b0-4f48-874d-ab3b78b2f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:20.893807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd3025cd-e710-437e-a72d-34b4939bcac2 req-40755c14-9f63-43c8-8206-b76778aefc5a tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095335 Jul 23 14:01:20.916775 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-76273a52-f7b0-4f48-874d-ab3b78b2f3a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2803c7c41f2448b1a64d56b5e05019d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023616 Jul 23 14:01:20.920834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:20.922136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['66e3eb60-7f2f-47d3-95f3-028a1315c95c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:20.922278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76273a52-f7b0-4f48-874d-ab3b78b2f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df75788-272b-4084-a63e-be5edeaf9fc8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:20.929851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5fc4cb38-61ac-43e1-b1f6-64843ff8d958 req-36a01d9c-ee8a-4816-8df3-db36cdebe8af service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794598 Jul 23 14:01:20.964594 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5ae7ff-626e-4450-985e-569034446927 x-openstack-request-id: req-8e5ae7ff-626e-4450-985e-569034446927 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:20.964888 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-plugged", "status": "completed", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:20.965139 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e5ae7ff-626e-4450-985e-569034446927 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:20.965527 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'code': 200} Jul 23 14:01:21.012518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3927a-6201-4b2e-bfbf-bbd1796bb026 req-9082df19-f67f-4e79-9640-86c861572662 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:21.014186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3927a-6201-4b2e-bfbf-bbd1796bb026 req-9082df19-f67f-4e79-9640-86c861572662 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 944 time: 0.1314771 Jul 23 14:01:21.030357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1c837f-8201-4ea0-ba6f-d97f4651173c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:21.062446 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:21.071515 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1c837f-8201-4ea0-ba6f-d97f4651173c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:21.082382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3927a-6201-4b2e-bfbf-bbd1796bb026 req-25822842-c4bb-4ff3-90a4-e8a01f456637 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624762 Jul 23 14:01:21.127838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1c837f-8201-4ea0-ba6f-d97f4651173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:21.130609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1c837f-8201-4ea0-ba6f-d97f4651173c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:21.131820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5f1c837f-8201-4ea0-ba6f-d97f4651173c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1df75788-272b-4084-a63e-be5edeaf9fc8 HTTP/1.1" status: 204 len: 168 time: 0.2097983 Jul 23 14:01:21.139963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c837f-8201-4ea0-ba6f-d97f4651173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df75788-272b-4084-a63e-be5edeaf9fc8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:21.176555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eb498-f81c-4087-be6b-6b2934f82a89 req-7442e952-d4dc-4575-8d84-eb685b10608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:21.178093 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fd6eb498-f81c-4087-be6b-6b2934f82a89 req-7442e952-d4dc-4575-8d84-eb685b10608d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1101 time: 0.1286695 Jul 23 14:01:21.224793 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fd6eb498-f81c-4087-be6b-6b2934f82a89 req-3962f942-115c-49a4-aab9-c5da507b8156 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Jul 23 14:01:21.233260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf1229-1aa3-46b9-884e-86a1eb64e620 req-4d477205-8b3c-4b84-ab17-0dad1b2be554 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:21.234811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c9bf1229-1aa3-46b9-884e-86a1eb64e620 req-4d477205-8b3c-4b84-ab17-0dad1b2be554 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 944 time: 0.1131666 Jul 23 14:01:21.272997 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c9bf1229-1aa3-46b9-884e-86a1eb64e620 req-c9c52ca4-6f05-4205-bc28-14c4d769610a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Jul 23 14:01:21.630762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d1670-3926-4848-b52d-2ba25a669b9e req-fb6a3702-5343-4bf1-8216-744aeb4008e1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:21.632256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-234d1670-3926-4848-b52d-2ba25a669b9e req-fb6a3702-5343-4bf1-8216-744aeb4008e1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.0667839 Jul 23 14:01:21.671456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-234d1670-3926-4848-b52d-2ba25a669b9e req-a96bd673-1a41-44c6-9ab7-a7c37c6fe16a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Jul 23 14:01:21.759800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb533c1-eb3d-4417-98e7-49d7467b0d20 req-cf1074a5-7702-4880-8c55-e68cb476aa25 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:21.761367 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfb533c1-eb3d-4417-98e7-49d7467b0d20 req-cf1074a5-7702-4880-8c55-e68cb476aa25 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.0703380 Jul 23 14:01:21.799307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfb533c1-eb3d-4417-98e7-49d7467b0d20 req-82b700f6-aa1d-45d2-9237-0fa10510e562 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jul 23 14:01:21.950852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc6a6-5941-4a11-ba7d-0c3049df6f02 req-76e3ffbd-b401-4ea3-b999-c679db9ee38d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:21.952388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b0fc6a6-5941-4a11-ba7d-0c3049df6f02 req-76e3ffbd-b401-4ea3-b999-c679db9ee38d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 944 time: 0.0654824 Jul 23 14:01:21.994632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b0fc6a6-5941-4a11-ba7d-0c3049df6f02 req-ae99a4af-db65-41a3-a767-f834f9d0846c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Jul 23 14:01:22.055066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69356a-4ade-44ed-b9df-214b6b385939 req-840cff8f-d96d-4438-8045-931e110eb8f0 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:22.056625 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c69356a-4ade-44ed-b9df-214b6b385939 req-840cff8f-d96d-4438-8045-931e110eb8f0 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.0828650 Jul 23 14:01:22.096730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c69356a-4ade-44ed-b9df-214b6b385939 req-cb9fd709-8d12-4ba7-872b-f15224c0975d tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344410 Jul 23 14:01:22.188546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 914293ec-9bc2-4619-a6ab-796604c9b393 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:22.196525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 66e3eb60-7f2f-47d3-95f3-028a1315c95c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:22.229582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d668-3679-4d3e-847f-322e60ba74a5 req-b02aee46-5fff-47dc-b34b-d0861993ed89 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:22.231488 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9203d668-3679-4d3e-847f-322e60ba74a5 req-b02aee46-5fff-47dc-b34b-d0861993ed89 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 944 time: 0.0756767 Jul 23 14:01:22.273185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed870f50-5965-4b60-bc01-58121fc69b41 req-56e19913-4138-45de-833b-a17aaef1c338 tempest-LiveMigrationNegativeTest-1230082365 tempest-LiveMigrationNegativeTest-1230082365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:22.280824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ed870f50-5965-4b60-bc01-58121fc69b41 req-56e19913-4138-45de-833b-a17aaef1c338 tempest-LiveMigrationNegativeTest-1230082365 tempest-LiveMigrationNegativeTest-1230082365-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 1101 time: 0.1015487 Jul 23 14:01:22.290899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9203d668-3679-4d3e-847f-322e60ba74a5 req-261dc8f9-cc92-4e02-b2cc-789a3484f6f6 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Jul 23 14:01:22.295587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed870f50-5965-4b60-bc01-58121fc69b41 req-b9f11049-e538-4d8e-a43b-28b8273da70b tempest-LiveMigrationNegativeTest-1230082365 tempest-LiveMigrationNegativeTest-1230082365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.336452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 914293ec-9bc2-4619-a6ab-796604c9b393, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=914293ec-9bc2-4619-a6ab-796604c9b393,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:22.339644 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 66e3eb60-7f2f-47d3-95f3-028a1315c95c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:22.350450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 66e3eb60-7f2f-47d3-95f3-028a1315c95c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:22.350861 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.355611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '914293ec-9bc2-4619-a6ab-796604c9b393', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'mac_address': 'fa:16:3e:b6:65:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:22.428708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed870f50-5965-4b60-bc01-58121fc69b41 req-b9f11049-e538-4d8e-a43b-28b8273da70b tempest-LiveMigrationNegativeTest-1230082365 tempest-LiveMigrationNegativeTest-1230082365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.430920 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.434084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed870f50-5965-4b60-bc01-58121fc69b41 req-b9f11049-e538-4d8e-a43b-28b8273da70b tempest-LiveMigrationNegativeTest-1230082365 tempest-LiveMigrationNegativeTest-1230082365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.460093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c36387-bd99-4af6-8436-ff7b8872243f req-cb9e7f88-986b-4432-a68a-e2af6ff6daa0 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:22.461734 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-70c36387-bd99-4af6-8436-ff7b8872243f req-cb9e7f88-986b-4432-a68a-e2af6ff6daa0 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 944 time: 0.0927050 Jul 23 14:01:22.468746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914293ec-9bc2-4619-a6ab-796604c9b393 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:22.482026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ed870f50-5965-4b60-bc01-58121fc69b41 req-b9f11049-e538-4d8e-a43b-28b8273da70b tempest-LiveMigrationNegativeTest-1230082365 tempest-LiveMigrationNegativeTest-1230082365-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002039 Jul 23 14:01:22.491823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f11049-e538-4d8e-a43b-28b8273da70b tempest-LiveMigrationNegativeTest-1230082365 tempest-LiveMigrationNegativeTest-1230082365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b810b62-13de-450e-b266-19cd926784d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:22.508918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 914293ec-9bc2-4619-a6ab-796604c9b393, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=914293ec-9bc2-4619-a6ab-796604c9b393,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:22.510703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.514988 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.554955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-70c36387-bd99-4af6-8436-ff7b8872243f req-1c4ca0e8-d223-409d-b2c3-2e67b1b92224 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792737 Jul 23 14:01:22.624401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:22.628671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=914293ec-9bc2-4619-a6ab-796604c9b393,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:22.632171 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:22.700212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:22.853217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['914293ec-9bc2-4619-a6ab-796604c9b393'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:22.883459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-b10bc02d-31e6-449f-b637-b6fcfbb07ab8 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=02ba2400b62c467fb1ce274ca1fe66a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265608 Jul 23 14:01:22.920807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7083ed-76ac-48e5-adf9-c9bb686f76be req-128a0e88-b8e2-467e-b877-ea62f7f4a54c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:22.923293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf7083ed-76ac-48e5-adf9-c9bb686f76be req-128a0e88-b8e2-467e-b877-ea62f7f4a54c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.0670481 Jul 23 14:01:22.966179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf7083ed-76ac-48e5-adf9-c9bb686f76be req-d6815769-3f7d-44eb-8cfb-3215e8c7795b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365117 Jul 23 14:01:22.966903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:22.972639 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64126b94-2f7e-40e3-81b3-5d93e3a613fc" -d '{"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-plugged", "status": "completed", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:23.004499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-049b9943-cd00-41b8-a1b3-b0b7055fc2db tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.006195 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-049b9943-cd00-41b8-a1b3-b0b7055fc2db tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217380 Jul 23 14:01:23.022239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-f92df251-5599-4979-b13b-12f7f4a050a1 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/quotas/02ba2400b62c467fb1ce274ca1fe66a3 HTTP/1.1" status: 200 len: 375 time: 0.0093644 Jul 23 14:01:23.056144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-7e948f78-86ef-4f47-be31-e6b063ace743 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02ba2400b62c467fb1ce274ca1fe66a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283360 Jul 23 14:01:23.100324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f74b2-c22b-4562-b6da-ab0c850dea5d req-8cea83fd-f68d-46f8-83ef-ef93771134be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.101847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-569f74b2-c22b-4562-b6da-ab0c850dea5d req-8cea83fd-f68d-46f8-83ef-ef93771134be tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.0647895 Jul 23 14:01:23.139782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-569f74b2-c22b-4562-b6da-ab0c850dea5d req-d2e3c411-9228-4aa9-a8c7-cf73ae3e41d7 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Jul 23 14:01:23.195653 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f1aa7-6562-407b-bc0e-5b9c48ca096b x-openstack-request-id: req-f31f1aa7-6562-407b-bc0e-5b9c48ca096b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:23.196478 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-plugged", "status": "completed", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:23.196892 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f31f1aa7-6562-407b-bc0e-5b9c48ca096b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:23.197427 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'code': 200} Jul 23 14:01:23.287367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe35b4-8e68-4fbf-9370-95a416d50faf req-08f44c3b-64cd-4440-a0cb-00eb44f19dfe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.288698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-70fe35b4-8e68-4fbf-9370-95a416d50faf req-08f44c3b-64cd-4440-a0cb-00eb44f19dfe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.0777647 Jul 23 14:01:23.330163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723f1b1-18c9-4316-9fe9-f56e7f3367f8 req-573334f8-0bf3-4512-8c49-6ec6b9785a42 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.331753 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c723f1b1-18c9-4316-9fe9-f56e7f3367f8 req-573334f8-0bf3-4512-8c49-6ec6b9785a42 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 944 time: 0.0917501 Jul 23 14:01:23.339980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-70fe35b4-8e68-4fbf-9370-95a416d50faf req-23194f0d-646d-4fda-9842-cb3f72810639 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Jul 23 14:01:23.383425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912feb7-76d4-44ff-9116-9f81bd430f23 req-d94916db-b6fe-465e-aa1e-6d90d4750f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.384916 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b912feb7-76d4-44ff-9116-9f81bd430f23 req-d94916db-b6fe-465e-aa1e-6d90d4750f82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 1096 time: 0.0973716 Jul 23 14:01:23.390132 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c723f1b1-18c9-4316-9fe9-f56e7f3367f8 req-2125f3fe-f38c-43af-b930-c8baabfc33ce tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Jul 23 14:01:23.437379 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b912feb7-76d4-44ff-9116-9f81bd430f23 req-86274cee-6c45-47f9-849a-637d33cac304 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444341 Jul 23 14:01:23.467892 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-350c2175-67d9-4fa4-b3f9-66ae93f7f0f4 req-ec9507fc-73f1-4517-a90e-7b141a038186 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 210 time: 0.0293055 Jul 23 14:01:23.548318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23113ac8-5259-40bc-a6a8-8d4b8e09db86 req-c5df93fc-80d0-4be5-a1bf-cf884e492f99 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.549816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23113ac8-5259-40bc-a6a8-8d4b8e09db86 req-c5df93fc-80d0-4be5-a1bf-cf884e492f99 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 945 time: 0.0705705 Jul 23 14:01:23.598995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23113ac8-5259-40bc-a6a8-8d4b8e09db86 req-b96078bd-8dfb-47cf-afb2-49225e9cd5de tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347104 Jul 23 14:01:23.692803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5cbc0-7b95-4edb-920a-ed14c6a7e5db req-822bd5e8-e2ce-4faa-bd78-ec17a300bd39 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.694350 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43c5cbc0-7b95-4edb-920a-ed14c6a7e5db req-822bd5e8-e2ce-4faa-bd78-ec17a300bd39 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1101 time: 0.0521598 Jul 23 14:01:23.710553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae6711-aaf4-4c68-9926-903921697604 req-9b800f62-74a3-4185-8aa5-16951ee90c8a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:23.712019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1ae6711-aaf4-4c68-9926-903921697604 req-9b800f62-74a3-4185-8aa5-16951ee90c8a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 945 time: 0.0654690 Jul 23 14:01:23.712651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43c5cbc0-7b95-4edb-920a-ed14c6a7e5db req-00d0a562-3cea-4ff0-89ba-13f872d04256 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:23.752460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1ae6711-aaf4-4c68-9926-903921697604 req-a35473a6-f1c7-4213-870c-5c21f71050d9 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Jul 23 14:01:23.803066 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43c5cbc0-7b95-4edb-920a-ed14c6a7e5db req-00d0a562-3cea-4ff0-89ba-13f872d04256 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:23.807835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43c5cbc0-7b95-4edb-920a-ed14c6a7e5db req-00d0a562-3cea-4ff0-89ba-13f872d04256 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:23.836906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43c5cbc0-7b95-4edb-920a-ed14c6a7e5db req-00d0a562-3cea-4ff0-89ba-13f872d04256 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368754 Jul 23 14:01:23.842766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0a562-3cea-4ff0-89ba-13f872d04256 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b683e70-aba0-422a-bf3c-5ada72b7b539,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:24.097709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb19cdf-0fd1-430c-8a09-cc88fa32d166 req-4a957e04-a6d4-47dd-be48-6214908c86ea tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:24.099362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebb19cdf-0fd1-430c-8a09-cc88fa32d166 req-4a957e04-a6d4-47dd-be48-6214908c86ea tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.0637379 Jul 23 14:01:24.140988 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebb19cdf-0fd1-430c-8a09-cc88fa32d166 req-ed03d5ac-985d-49dc-bf6e-a62a15c7d29b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359507 Jul 23 14:01:24.202841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 914293ec-9bc2-4619-a6ab-796604c9b393 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:24.207700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:24.272617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbf385-dcd0-40ce-8859-4fdd56bec93d req-06d0e4c4-9e86-4589-ad79-02b1326d81ef tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:24.274746 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bdfbf385-dcd0-40ce-8859-4fdd56bec93d req-06d0e4c4-9e86-4589-ad79-02b1326d81ef tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.0683022 Jul 23 14:01:24.324537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bdfbf385-dcd0-40ce-8859-4fdd56bec93d req-afd340c5-632d-40b7-91bd-aab73169ccf9 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 Jul 23 14:01:24.353471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 914293ec-9bc2-4619-a6ab-796604c9b393 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:24.366685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 914293ec-9bc2-4619-a6ab-796604c9b393 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:24.367071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:24.369877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:24.405343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'port_id': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba', 'mac_address': 'fa:16:3e:b1:16:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48c1729-385f-484b-88a7-dcf8b75aa643', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:24.459302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:24.508130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cba3e9-0e94-4bd1-b6a8-def4215a3bba {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:24.513942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e047de-d61f-4e21-b5fa-23e0474d1ab3 req-5a2f7fc0-7de4-49e7-afe8-5709b05d66e6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:24.515522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8e047de-d61f-4e21-b5fa-23e0474d1ab3 req-5a2f7fc0-7de4-49e7-afe8-5709b05d66e6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1179645 Jul 23 14:01:24.540752 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:24.545006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:24.554436 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:24.555285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:24.571357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8e047de-d61f-4e21-b5fa-23e0474d1ab3 req-3f245cd0-bebc-4ddd-8eef-fba080a6d254 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494516 Jul 23 14:01:24.586775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 914293ec-9bc2-4619-a6ab-796604c9b393, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=914293ec-9bc2-4619-a6ab-796604c9b393,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:24.614359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:24.663543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:24.744940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-183d796b-e13b-4503-8b61-bf53ebee3150 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=02ba2400b62c467fb1ce274ca1fe66a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3030636 Jul 23 14:01:24.762393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=914293ec-9bc2-4619-a6ab-796604c9b393,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:24.768840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:24.775394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-aaadb578-8756-4c2d-847d-6461bd631f42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3871462 Jul 23 14:01:24.785429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'port_id': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1', 'mac_address': 'fa:16:3e:4c:47:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3a393-fbf0-4de3-ab25-41dbd27f45a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:24.808184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c2ddd-7f1b-430a-827c-15adcb5d853a req-9dde8d55-9cb7-47d6-b4ad-080999932709 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:24.809810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c19c2ddd-7f1b-430a-827c-15adcb5d853a req-9dde8d55-9cb7-47d6-b4ad-080999932709 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.0906796 Jul 23 14:01:24.824346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d783a425-aafd-4c63-83d0-b3fc51c0de7c req-ce326783-8c16-43ac-b10c-f54555df0b19 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 210 time: 0.0345142 Jul 23 14:01:24.852593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:24.868072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:24.900604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:24.908376 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:24.952269 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c19c2ddd-7f1b-430a-827c-15adcb5d853a req-eb410544-2626-478b-873b-b8e84df9e148 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258245 Jul 23 14:01:24.981006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:24.984033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2238a55-ea84-4765-b0b8-227a16593591 req-a3d31803-f7fb-4f3b-8eac-37d3a0868e6e tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:24.985767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2238a55-ea84-4765-b0b8-227a16593591 req-a3d31803-f7fb-4f3b-8eac-37d3a0868e6e tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 946 time: 0.0877924 Jul 23 14:01:25.024885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-51e7bf57-dfa0-4d85-9d0d-7816b92e63f9 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:25.026698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-51e7bf57-dfa0-4d85-9d0d-7816b92e63f9 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122428 Jul 23 14:01:25.030453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2238a55-ea84-4765-b0b8-227a16593591 req-23e3f401-51c0-4e03-92b7-c332d2dd8cd6 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380421 Jul 23 14:01:25.061164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Request body: {'port': {'device_id': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '02ba2400b62c467fb1ce274ca1fe66a3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:25.159812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd4a9-1b5d-4466-b5c2-3d5c1e729e0b req-ddd6e7e6-e064-4da9-80d5-3c6757b58ac7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:25.161301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a9ddd4a9-1b5d-4466-b5c2-3d5c1e729e0b req-ddd6e7e6-e064-4da9-80d5-3c6757b58ac7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 945 time: 0.1335657 Jul 23 14:01:25.199578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:25.202743 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69039776-5170-4270-8d43-63d661caad9d" -d '{"events": [{"server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "name": "network-vif-plugged", "status": "completed", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:25.225172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-3c94f0f4-4c27-4750-a064-90b241be4c02 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:25.226734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-3c94f0f4-4c27-4750-a064-90b241be4c02 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.11 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.0866759 Jul 23 14:01:25.228554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a9ddd4a9-1b5d-4466-b5c2-3d5c1e729e0b req-b602f681-9ed3-4641-a411-96e2f930fa63 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517194 Jul 23 14:01:25.229778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Made reservation on behalf of 02ba2400b62c467fb1ce274ca1fe66a3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:25.233040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:25.243514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:25.285323 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be5900c-62a7-42af-aee5-0eb61412b448 x-openstack-request-id: req-3be5900c-62a7-42af-aee5-0eb61412b448 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:25.285818 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "name": "network-vif-plugged", "status": "completed", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:25.286105 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3be5900c-62a7-42af-aee5-0eb61412b448 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:25.286670 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393', 'code': 200} Jul 23 14:01:25.360233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:25.369432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:25.377574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2eb87201-91fc-4bd7-a4cd-fdea97d96dd1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:25.413225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['88cba3e9-0e94-4bd1-b6a8-def4215a3bba'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:25.472766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b6437a-7569-4465-918c-95c2872c5a49,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:25.495785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5802f-45a1-4dfd-998a-975c08f46142 req-0bfb6da9-a1d9-44f4-82dc-57022c51d756 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:25.505843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcb5802f-45a1-4dfd-998a-975c08f46142 req-0bfb6da9-a1d9-44f4-82dc-57022c51d756 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.2931645 Jul 23 14:01:25.588643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Allocated IP 192.168.233.68 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/6e4fb985-494d-47ee-9151-2e010a17ec85) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:25.604572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcb5802f-45a1-4dfd-998a-975c08f46142 req-e6196b09-c352-4e92-82db-beca7de9e078 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955281 Jul 23 14:01:25.624881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Deleting port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:01:25.624881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:25.649563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110728-d37c-4501-aa95-5cdcc93f420e req-22e39bb8-ddf0-4670-92d4-dec2a09cd760 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:25.657365 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7110728-d37c-4501-aa95-5cdcc93f420e req-22e39bb8-ddf0-4670-92d4-dec2a09cd760 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 950 time: 0.1292083 Jul 23 14:01:25.855722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:25.879129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7110728-d37c-4501-aa95-5cdcc93f420e req-29679c2d-e245-4429-9561-2ae1a05fa2d4 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208638 Jul 23 14:01:25.881944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Transition to ACTIVE for port object 6e4fb985-494d-47ee-9151-2e010a17ec85 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:25.913167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56590af8-d2c5-4414-a2fa-40fe6afe991e req-bf602c53-1c64-4ab0-9ebb-c690bd3b9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:25.914631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56590af8-d2c5-4414-a2fa-40fe6afe991e req-bf602c53-1c64-4ab0-9ebb-c690bd3b9eb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 1097 time: 0.4968374 Jul 23 14:01:25.918464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:25.962460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:25.970211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:25.978460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:25.983320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Pushing event updated for resources: {'Port': ['ID=6e4fb985-494d-47ee-9151-2e010a17ec85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:26.057046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56590af8-d2c5-4414-a2fa-40fe6afe991e req-e3c85c2e-7f15-4afa-a095-58b9b625696a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037593 Jul 23 14:01:26.079174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] For port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:26.079533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:26.081885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.082294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:26.098432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88b5da-06e5-4469-9d4b-adb7341616a5 req-666d628b-c37a-4a09-8c03-58addd12a4e3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.103872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c88b5da-06e5-4469-9d4b-adb7341616a5 req-666d628b-c37a-4a09-8c03-58addd12a4e3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 945 time: 0.1881487 Jul 23 14:01:26.111573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Calling delete_port for 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:01:26.115212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdd0b1-8d1f-4471-9b69-dc9309026fca req-ccf69e01-f2b1-4b30-aadc-0d08971715f7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.117213 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43fdd0b1-8d1f-4471-9b69-dc9309026fca req-ccf69e01-f2b1-4b30-aadc-0d08971715f7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1430020 Jul 23 14:01:26.119058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-518e02a7-4d55-445f-a1ec-3037d47edaeb tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0629175 Jul 23 14:01:26.161206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43fdd0b1-8d1f-4471-9b69-dc9309026fca req-61b38aad-ad0f-4553-a2f8-a44d84963a93 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Jul 23 14:01:26.181535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c88b5da-06e5-4469-9d4b-adb7341616a5 req-bbc6e517-27f6-4de4-9df0-756af1ec97d4 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Jul 23 14:01:26.198388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4216cc00-1654-4bfd-be9c-159877f2b58f None None] Provisioning for port 6e4fb985-494d-47ee-9151-2e010a17ec85 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:26.206692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4216cc00-1654-4bfd-be9c-159877f2b58f None None] Provisioning complete for port 6e4fb985-494d-47ee-9151-2e010a17ec85 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:26.207378 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4216cc00-1654-4bfd-be9c-159877f2b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:26.244464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4216cc00-1654-4bfd-be9c-159877f2b58f None None] Port 6e4fb985-494d-47ee-9151-2e010a17ec85 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:01:26.314669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:26.348230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Pushing event deleted for resources: {'Port': ['ID=999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:26.365551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Request body: {'port': {'device_id': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:26.403811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41364f5-748c-434f-ae33-7e3e9ab64be1 req-23b8cac7-18a6-437a-bb97-2357e08ed783 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.410905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d41364f5-748c-434f-ae33-7e3e9ab64be1 req-23b8cac7-18a6-437a-bb97-2357e08ed783 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 935 time: 0.1514499 Jul 23 14:01:26.450441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] No DVR routers for this DVR port 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:26.456962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:26.459044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea4546b3-b25f-4f50-a1e2-e4b7d558a44f req-ff6cab82-b464-46c8-a85c-ff312362581c tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.11 "DELETE /v2.0/ports/999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 HTTP/1.1" status: 204 len: 173 time: 1.2211165 Jul 23 14:01:26.459493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61934037-9456-4b34-adf8-d2e8462fac0d', 'name': 'network-vif-deleted', 'tag': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:26.462050 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da0fe9d-fc7d-4977-92fa-6ee62b374250" -d '{"events": [{"server_uuid": "61934037-9456-4b34-adf8-d2e8462fac0d", "name": "network-vif-deleted", "tag": "999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:26.489401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:26.489691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d41364f5-748c-434f-ae33-7e3e9ab64be1 req-2c4de128-644c-43d0-a567-9a09359177bf tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776577 Jul 23 14:01:26.579481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fd802d62-ca84-494f-9b18-39311aadc3e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:26.594596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c52a4-17ab-4be7-ad12-ead669fcaa8a req-bb8b5c2d-f543-45e9-8158-ae3947fa171d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.603185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da1c52a4-17ab-4be7-ad12-ead669fcaa8a req-bb8b5c2d-f543-45e9-8158-ae3947fa171d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.1688123 Jul 23 14:01:26.634115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ea2e-6354-4d44-99c0-02f2a022ec6a req-cf6f6e82-b4f2-4ccf-aad1-a76dcaae9995 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.636364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0df6ea2e-6354-4d44-99c0-02f2a022ec6a req-cf6f6e82-b4f2-4ccf-aad1-a76dcaae9995 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 946 time: 0.0788274 Jul 23 14:01:26.702548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0df6ea2e-6354-4d44-99c0-02f2a022ec6a req-ad2f49d6-d7a6-4a6b-b13d-06a82dc192a0 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Jul 23 14:01:26.702995 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da1c52a4-17ab-4be7-ad12-ead669fcaa8a req-69114b0b-a77e-4992-b573-027ed7602350 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987542 Jul 23 14:01:26.750543 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797763e7-8d1a-461e-8efa-abdf2f568f01 x-openstack-request-id: req-797763e7-8d1a-461e-8efa-abdf2f568f01 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:26.751064 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61934037-9456-4b34-adf8-d2e8462fac0d", "name": "network-vif-deleted", "tag": "999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:26.751455 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-797763e7-8d1a-461e-8efa-abdf2f568f01 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:26.751989 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61934037-9456-4b34-adf8-d2e8462fac0d', 'name': 'network-vif-deleted', 'tag': '999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2', 'status': 'completed', 'code': 200} Jul 23 14:01:26.912210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-dcddcb9a-41e1-463a-84ac-724e4a484271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.913702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-dcddcb9a-41e1-463a-84ac-724e4a484271 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1101 time: 0.1488214 Jul 23 14:01:26.942374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4fb985-494d-47ee-9151-2e010a17ec85 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:26.954696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e47ce-4cb9-475c-9a33-ac07b5cbbb73 req-f07a94ec-d82b-4e1a-bbf2-5d32984c4076 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:26.955861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-175e47ce-4cb9-475c-9a33-ac07b5cbbb73 req-f07a94ec-d82b-4e1a-bbf2-5d32984c4076 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.1566312 Jul 23 14:01:26.970821 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:26.992160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ce6dfe0-f37a-4926-b9b1-bd025272d9c4 req-46eaa0c7-cf73-49b0-afd4-0fdb7d17b0cb tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=61934037-9456-4b34-adf8-d2e8462fac0d HTTP/1.1" status: 200 len: 210 time: 0.0301993 Jul 23 14:01:27.035029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Transition to ACTIVE for port object 6e4fb985-494d-47ee-9151-2e010a17ec85 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:27.046569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:27.093635 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-175e47ce-4cb9-475c-9a33-ac07b5cbbb73 req-4a5b1ae2-2b26-41e8-a22d-440645f323e4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202514 Jul 23 14:01:27.106921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-7fd66b92-e590-43ae-92fa-f245ee01ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.108399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-7fd66b92-e590-43ae-92fa-f245ee01ede9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1772549 Jul 23 14:01:27.130848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4fb985-494d-47ee-9151-2e010a17ec85,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:27.179085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-bd24083a-9760-4915-b551-d59154aa37ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.0607309 Jul 23 14:01:27.266329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-bc97465a-19a8-4b4d-9607-8ec565c6fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.267905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-bc97465a-19a8-4b4d-9607-8ec565c6fb59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0687113 Jul 23 14:01:27.306925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Attempting to bind port 6e4fb985-494d-47ee-9151-2e010a17ec85 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:27.307263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Attempting to bind port 6e4fb985-494d-47ee-9151-2e010a17ec85 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:27.307590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Attempting to bind port 6e4fb985-494d-47ee-9151-2e010a17ec85 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:27.349114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c5935-cb22-4992-a88d-dd3bf6293700 req-2c2fd666-3822-43cd-9076-202c3984bfee tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.350618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-405c5935-cb22-4992-a88d-dd3bf6293700 req-2c2fd666-3822-43cd-9076-202c3984bfee tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1061125 Jul 23 14:01:27.363865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Port 6e4fb985-494d-47ee-9151-2e010a17ec85 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:27.364170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Attempting to bind port 6e4fb985-494d-47ee-9151-2e010a17ec85 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:27.374340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:27.374700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:27.375105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:27.375523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Bound port: 6e4fb985-494d-47ee-9151-2e010a17ec85, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:27.375934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:27.395355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-405c5935-cb22-4992-a88d-dd3bf6293700 req-14ef9857-5239-4fbf-82ca-aaff84621689 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387700 Jul 23 14:01:27.451678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69e0ae-2813-47cd-b80c-d71494bd135a req-8afbf9da-c967-4c7a-bc03-c38ec7f48cc5 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.453174 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d69e0ae-2813-47cd-b80c-d71494bd135a req-8afbf9da-c967-4c7a-bc03-c38ec7f48cc5 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 945 time: 0.1424434 Jul 23 14:01:27.460455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-31b43427-fd4f-421c-bef3-2981eb88dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.461845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-31b43427-fd4f-421c-bef3-2981eb88dfbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697574 Jul 23 14:01:27.509873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] For port 6e4fb985-494d-47ee-9151-2e010a17ec85, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:27.558538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] For port 6e4fb985-494d-47ee-9151-2e010a17ec85, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6e4fb985-494d-47ee-9151-2e010a17ec85,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:27.569717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:27.604175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d69e0ae-2813-47cd-b80c-d71494bd135a req-be6bc492-0342-42a5-bc12-dc5c12f20c46 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413765 Jul 23 14:01:27.619562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661e4ff-1acb-4098-8bfb-5c4e041ea38a req-a6e508ed-0e44-41dd-ab56-b9f276c698c1 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.621537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4661e4ff-1acb-4098-8bfb-5c4e041ea38a req-a6e508ed-0e44-41dd-ab56-b9f276c698c1 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 947 time: 0.0644796 Jul 23 14:01:27.623456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.624069 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:27.625419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] 10.222.0.11 "PUT /v2.0/ports/6e4fb985-494d-47ee-9151-2e010a17ec85 HTTP/1.1" status: 200 len: 1095 time: 1.2654459 Jul 23 14:01:27.625862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'tag': '6e4fb985-494d-47ee-9151-2e010a17ec85'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:27.628208 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9559abf4-d8c6-45b9-9287-5034e7a7553b" -d '{"events": [{"name": "network-changed", "server_uuid": "878f9ae1-a0e9-4018-8066-54ff1c3b1774", "tag": "6e4fb985-494d-47ee-9151-2e010a17ec85"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:27.653714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-0a459fec-cd4d-4c0d-b2d2-0be3ee97e028 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729667 Jul 23 14:01:27.677233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4661e4ff-1acb-4098-8bfb-5c4e041ea38a req-429620f9-45f1-455e-83c6-ecbd92f9e5bf tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498099 Jul 23 14:01:27.707760 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de420c-cee8-41b0-af6b-52f27dd434f7 x-openstack-request-id: req-34de420c-cee8-41b0-af6b-52f27dd434f7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:27.708206 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878f9ae1-a0e9-4018-8066-54ff1c3b1774", "tag": "6e4fb985-494d-47ee-9151-2e010a17ec85", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:27.708570 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34de420c-cee8-41b0-af6b-52f27dd434f7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:27.708959 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'tag': '6e4fb985-494d-47ee-9151-2e010a17ec85', 'status': 'completed', 'code': 200} Jul 23 14:01:27.751079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217136f6-aa8e-4762-a930-85ce4d13ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4fb985-494d-47ee-9151-2e010a17ec85,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:27.860579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-d8c5b832-e839-4e35-a5b4-ed4520edaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.862101 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-d8c5b832-e839-4e35-a5b4-ed4520edaf09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02ba2400b62c467fb1ce274ca1fe66a3&device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 1098 time: 0.1522505 Jul 23 14:01:27.865467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-27b4d1a2-70eb-4a7f-9e9f-efd9c396e04e service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970589 Jul 23 14:01:27.915009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-d6907c37-5e11-48a7-9f40-a3e528a37632 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6e4fb985-494d-47ee-9151-2e010a17ec85 HTTP/1.1" status: 200 len: 217 time: 0.0383143 Jul 23 14:01:27.927556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1bce2-fe15-4b21-b365-4a18aff36f21 req-bec7b64b-8c34-4985-bd2d-f26b34944df0 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:27.928973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43a1bce2-fe15-4b21-b365-4a18aff36f21 req-bec7b64b-8c34-4985-bd2d-f26b34944df0 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 946 time: 0.1598363 Jul 23 14:01:28.004996 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43a1bce2-fe15-4b21-b365-4a18aff36f21 req-ca5e1b32-713c-431c-9e9c-1a876ffa8585 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677691 Jul 23 14:01:28.006415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-2fa8b7af-7645-4720-8e38-d4791ad9c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.007849 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-2fa8b7af-7645-4720-8e38-d4791ad9c375 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0779665 Jul 23 14:01:28.091702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-97242da9-023f-45e4-a9fd-a452a44f3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.095773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-97242da9-023f-45e4-a9fd-a452a44f3a8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808916 Jul 23 14:01:28.153068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286c2f1-4e9e-4752-9d0a-023e6b35afcb req-559613b9-b0b4-42ff-91e2-6d54cca8963a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.155078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4286c2f1-4e9e-4752-9d0a-023e6b35afcb req-559613b9-b0b4-42ff-91e2-6d54cca8963a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.0726662 Jul 23 14:01:28.219205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4286c2f1-4e9e-4752-9d0a-023e6b35afcb req-1a3d8f7a-814e-4080-88ca-bddbf91ed400 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582952 Jul 23 14:01:28.229445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:28.258458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-3da015bb-b05e-4c88-ad17-e0fe790c9f5c service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547894 Jul 23 14:01:28.262417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:28.264845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:01:28.265437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 999f80fd-c9c0-44eb-8ef2-cfcc87a1b5d2 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:28.317494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:28.321949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:28.322517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:28.491334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1255e7c-3d04-49ad-9889-9ca776e1ef10 req-cfd1b0e3-ce6c-4421-9510-c0d6a1d552b0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.494929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1255e7c-3d04-49ad-9889-9ca776e1ef10 req-cfd1b0e3-ce6c-4421-9510-c0d6a1d552b0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.0784991 Jul 23 14:01:28.524889 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:28.541164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1255e7c-3d04-49ad-9889-9ca776e1ef10 req-2bf6d7d6-6b18-4c62-8004-a4e60e00959e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Jul 23 14:01:28.548356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:28.550890 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b515baa-3c58-43ee-99d3-dd2e2e183761" -d '{"events": [{"server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "name": "network-vif-plugged", "status": "completed", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:28.564111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:28.569307 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:28.570117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:28.616278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-d6ec8165-0c52-4f3a-9511-4404b516ceaa tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.617806 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-d6ec8165-0c52-4f3a-9511-4404b516ceaa tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3962011 Jul 23 14:01:28.655270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:28.667830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:28.668173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abf5ff-eca7-4ca6-a41a-c7ae98175136 req-5e8ef2c2-d8c9-409c-8619-495fadd905db tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.671856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22abf5ff-eca7-4ca6-a41a-c7ae98175136 req-5e8ef2c2-d8c9-409c-8619-495fadd905db tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.0726035 Jul 23 14:01:28.672438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:28.672813 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:28.687229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-201859e6-7ed2-4ed6-b0ee-563d13fa5c19 req-204ab5ee-01e7-4a8e-b323-eced543eb19a service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105504 Jul 23 14:01:28.700268 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-2336ca7e-b4af-4659-bea7-91e190ee3c03 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0745120 Jul 23 14:01:28.715160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'floatingip': {'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:28.724137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22abf5ff-eca7-4ca6-a41a-c7ae98175136 req-85d39a09-496e-4892-8d8f-fb9eccb422f7 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Jul 23 14:01:28.754217 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:28.789195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:28.791067 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:28.794894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:28.848302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913cff2-55d5-41be-81cd-edd3eb8a1f6c req-2532a494-7f3a-4897-b8e2-4691385b172a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.848584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:28.849946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8913cff2-55d5-41be-81cd-edd3eb8a1f6c req-2532a494-7f3a-4897-b8e2-4691385b172a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.0685771 Jul 23 14:01:28.889419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8913cff2-55d5-41be-81cd-edd3eb8a1f6c req-1fbdda1b-c3c1-4896-aa9a-86005a66e124 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Jul 23 14:01:28.984950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-d99d2262-d745-43fd-8bb1-a1ba48be62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:28.986439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-d99d2262-d745-43fd-8bb1-a1ba48be62b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02ba2400b62c467fb1ce274ca1fe66a3&device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 1098 time: 0.1620831 Jul 23 14:01:29.003611 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e281d8be-3534-4b56-a5d7-5ef256bfbe35 x-openstack-request-id: req-e281d8be-3534-4b56-a5d7-5ef256bfbe35 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:29.003873 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "name": "network-vif-plugged", "status": "completed", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:29.004318 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e281d8be-3534-4b56-a5d7-5ef256bfbe35 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:29.004869 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba', 'code': 200} Jul 23 14:01:29.109266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fbcb0-5abd-4958-b86f-97f30cc8cec9 req-af573a78-11b9-4230-98ec-f1b0d8dddbfc tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.110937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-996fbcb0-5abd-4958-b86f-97f30cc8cec9 req-af573a78-11b9-4230-98ec-f1b0d8dddbfc tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 947 time: 0.0647600 Jul 23 14:01:29.157376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-996fbcb0-5abd-4958-b86f-97f30cc8cec9 req-3ecddb74-d65d-4dcd-b3a6-63f7163799c3 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Jul 23 14:01:29.198617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-25ab8ab6-944a-4e2d-8755-951001cbae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.200123 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-25ab8ab6-944a-4e2d-8755-951001cbae42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1877635 Jul 23 14:01:29.351950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-0a18a833-2139-40b5-81ad-4a3acc7eb50e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6e4fb985-494d-47ee-9151-2e010a17ec85 HTTP/1.1" status: 200 len: 217 time: 0.1279106 Jul 23 14:01:29.375630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b63ad-9fc5-41ee-9c6c-18f62488e652 req-b77da69c-e212-4cbb-a8e6-0be995852664 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.377129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e62b63ad-9fc5-41ee-9c6c-18f62488e652 req-b77da69c-e212-4cbb-a8e6-0be995852664 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 946 time: 0.0664372 Jul 23 14:01:29.418301 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e62b63ad-9fc5-41ee-9c6c-18f62488e652 req-2861cb61-f55f-4548-8d0a-2ee912a2a4a3 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354066 Jul 23 14:01:29.418545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5dcfc-cbeb-4b07-988f-0fe1b19c6960 req-8816fba3-f935-480d-af1a-dc081fa215c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.419894 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e0f5dcfc-cbeb-4b07-988f-0fe1b19c6960 req-8816fba3-f935-480d-af1a-dc081fa215c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1097 time: 0.3268099 Jul 23 14:01:29.516126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-dbde17ab-448b-4849-b6e7-6d696b18d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.517484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-dbde17ab-448b-4849-b6e7-6d696b18d109 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1447072 Jul 23 14:01:29.594080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e0f5dcfc-cbeb-4b07-988f-0fe1b19c6960 req-746b565d-7f77-4392-9d24-a4fc59c6e088 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609011 Jul 23 14:01:29.630081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:29.636999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:29.671352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff4878-e1ec-48d0-bca8-9a35405a2eb3 req-aa7571b7-b5ab-4d67-b681-d05cbcfbea4d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.672848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caff4878-e1ec-48d0-bca8-9a35405a2eb3 req-aa7571b7-b5ab-4d67-b681-d05cbcfbea4d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.0638344 Jul 23 14:01:29.712688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caff4878-e1ec-48d0-bca8-9a35405a2eb3 req-977538b9-d7b1-4e75-9a13-b21f07042b5f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340223 Jul 23 14:01:29.723163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-aad2db1e-4fdd-44ba-bcc6-8adcaff9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.724821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-aad2db1e-4fdd-44ba-bcc6-8adcaff9b800 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952381 Jul 23 14:01:29.775498 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540 associated. External IP: 172.25.2.177, port: 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2. Jul 23 14:01:29.851258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559155f-0754-46af-a02b-8fe4533162fb req-f0016c0e-f35f-4536-b548-43fe174c9be8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:29.853008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3559155f-0754-46af-a02b-8fe4533162fb req-f0016c0e-f35f-4536-b548-43fe174c9be8 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.0656717 Jul 23 14:01:29.893391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3559155f-0754-46af-a02b-8fe4533162fb req-91a28b9d-87dc-4943-b8c2-50f85c386d79 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345225 Jul 23 14:01:30.028747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96c3d-3060-4010-85b7-b6120c926be0 req-0ea09b42-fcb4-4c45-a864-302a70b6d78f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.030222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8e96c3d-3060-4010-85b7-b6120c926be0 req-0ea09b42-fcb4-4c45-a864-302a70b6d78f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.0709291 Jul 23 14:01:30.068169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8e96c3d-3060-4010-85b7-b6120c926be0 req-4ff88795-8938-4d19-b5c2-376ad159f49c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Jul 23 14:01:30.115573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-eb58b8e8-da58-4769-a433-1858f1345d01 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815694 Jul 23 14:01:30.286618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9559abf4-d8c6-45b9-9287-5034e7a7553b req-75717ff4-1c48-4c37-897a-4e68d4eb69ab service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571460 Jul 23 14:01:30.286880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a118f-84c4-4ba0-a38c-6e12ea5cd230 req-940c1e81-2c9e-4cde-a5b2-f33feae054a6 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.288117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b05a118f-84c4-4ba0-a38c-6e12ea5cd230 req-940c1e81-2c9e-4cde-a5b2-f33feae054a6 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 947 time: 0.0660830 Jul 23 14:01:30.311406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:01:30.328725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b05a118f-84c4-4ba0-a38c-6e12ea5cd230 req-6b6622d8-3070-4075-bd35-2a68e28abbea tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Jul 23 14:01:30.418892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:01:30.424301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:30.428659 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:01:30.441584 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:30.442221 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:30.462212 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c0df43ef-b572-4167-b8d9-9e5c1678e914 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "PUT /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 200 len: 996 time: 1.7525268 Jul 23 14:01:30.462688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:30.465284 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd6f866-9def-42e0-a49c-e03e99e038d0" -d '{"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:30.561114 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:30.564170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e4af5-67ea-4866-bbfa-f86c4f7048d9 req-ae7cb465-0920-4c95-80d6-d3e4978f9944 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.569349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-4ced00e4-259a-4614-9fbe-6bd9e321bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.570970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-4ced00e4-259a-4614-9fbe-6bd9e321bc48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0691018 Jul 23 14:01:30.571181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd2e4af5-67ea-4866-bbfa-f86c4f7048d9 req-ae7cb465-0920-4c95-80d6-d3e4978f9944 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 946 time: 0.0781808 Jul 23 14:01:30.611446 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd2e4af5-67ea-4866-bbfa-f86c4f7048d9 req-fe8f61f2-4e46-44c0-8204-259bd2fe52f6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391088 Jul 23 14:01:30.664418 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce2906c-de3f-4258-a2e1-84131eba6dce x-openstack-request-id: req-8ce2906c-de3f-4258-a2e1-84131eba6dce {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:30.664767 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:30.664938 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ce2906c-de3f-4258-a2e1-84131eba6dce {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:30.665323 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'status': 'completed', 'code': 200} Jul 23 14:01:30.668978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-71167f05-aa89-4154-9c8d-4a32f3bffe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.670696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-71167f05-aa89-4154-9c8d-4a32f3bffe71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.0926378 Jul 23 14:01:30.828179 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:14:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:29Z', 'revision_number': 1, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:30.842240 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-c1657a34-d78d-4fa7-9afb-1e885ca6de76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 999 time: 0.1581695 Jul 23 14:01:30.862456 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:01:30.873649 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:30.874496 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:30.876452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-0b3e5ac9-3a6f-4de4-b893-b8e6084777bd tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.877954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-0b3e5ac9-3a6f-4de4-b893-b8e6084777bd tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.48 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.1210065 Jul 23 14:01:30.923387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-83751c98-c10c-45d4-95f9-6d2b1f97ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.924884 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-83751c98-c10c-45d4-95f9-6d2b1f97ee88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.1995900 Jul 23 14:01:30.929020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-322e917e-e73d-467b-ad9f-08457e71f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.936773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6956f-4082-4654-a158-16363ed3a51a req-e4b2cd28-6dd3-4d2e-b0fb-c0858a21def6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:30.937641 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-322e917e-e73d-467b-ad9f-08457e71f3de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0944982 Jul 23 14:01:30.944577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2b6956f-4082-4654-a158-16363ed3a51a req-e4b2cd28-6dd3-4d2e-b0fb-c0858a21def6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.1408794 Jul 23 14:01:30.990384 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:31.006206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:31.008586 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2036a68-5af1-469d-907d-ce7fb5d25fd8" -d '{"events": [{"server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "name": "network-vif-plugged", "status": "completed", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:31.051079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2b6956f-4082-4654-a158-16363ed3a51a req-8145692d-31ad-40ad-8c99-2490b84b3aa2 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001065 Jul 23 14:01:31.101793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-7ef17ab1-be3a-405c-9ff0-e8759ea1ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:31.102729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Deleting port fd802d62-ca84-494f-9b18-39311aadc3e0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:01:31.103079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:31.103664 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-7ef17ab1-be3a-405c-9ff0-e8759ea1ae32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.1558683 Jul 23 14:01:31.221244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-203f0e0a-ebfa-4fc3-87a5-3a6c65887181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:31.231076 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-203f0e0a-ebfa-4fc3-87a5-3a6c65887181 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918878 Jul 23 14:01:31.239575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-d46c1bec-80d7-4e29-98c4-486018ce89b1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:01:31.245988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] For port fd802d62-ca84-494f-9b18-39311aadc3e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fd802d62-ca84-494f-9b18-39311aadc3e0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:31.246358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:31.249532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-d46c1bec-80d7-4e29-98c4-486018ce89b1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174434 Jul 23 14:01:31.265197 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:14:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:29Z', 'revision_number': 1, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:31.269195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Calling delete_port for fd802d62-ca84-494f-9b18-39311aadc3e0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:01:31.304243 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5474cd7-ab19-4463-976a-bde6d8335e23 None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:14:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:29Z', 'revision_number': 1, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:01:31.344394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-d23c2d29-3f2a-4b2c-af26-ed4a8ea9507b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 999 time: 0.2239232 Jul 23 14:01:31.373723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f7e4-7f81-468e-aee2-a208e9956822 req-cb16c0b6-b4e4-45b7-b44b-f5485ecf16c4 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:31.376499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c876f7e4-7f81-468e-aee2-a208e9956822 req-cb16c0b6-b4e4-45b7-b44b-f5485ecf16c4 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/ports?device_id=69be323e-9a69-4921-bc2d-623270b5e759 HTTP/1.1" status: 200 len: 949 time: 0.2087345 Jul 23 14:01:31.443165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-25b08345-9af8-4328-8f63-3498297cf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:31.444693 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-25b08345-9af8-4328-8f63-3498297cf459 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0877821 Jul 23 14:01:31.447225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c876f7e4-7f81-468e-aee2-a208e9956822 req-2b2abe99-c3f3-440a-874b-77ebda23d581 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e158bae-59b4-44f8-9ce3-b5a82a6521e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544007 Jul 23 14:01:31.483651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-d93f2fb9-e65c-468f-819c-0f5733abdcc1 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332039 Jul 23 14:01:31.530261 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5f42ab-6c8d-404b-af81-5af348dd62f5 x-openstack-request-id: req-5c5f42ab-6c8d-404b-af81-5af348dd62f5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:31.530877 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "name": "network-vif-plugged", "status": "completed", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:31.530877 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c5f42ab-6c8d-404b-af81-5af348dd62f5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:31.531179 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1', 'code': 200} Jul 23 14:01:31.532628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:31.561506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fd802d62-ca84-494f-9b18-39311aadc3e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:31.591276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Pushing event deleted for resources: {'Port': ['ID=fd802d62-ca84-494f-9b18-39311aadc3e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:31.691482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] No DVR routers for this DVR port fd802d62-ca84-494f-9b18-39311aadc3e0 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:31.696064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:31.698115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7b98ea8-8663-4ffe-9778-58b88a23bcad req-55b2e307-4bab-49ba-a8a8-2ec241dfca59 tempest-LiveMigrationNegativeTest-1500175834 tempest-LiveMigrationNegativeTest-1500175834-project] 10.222.0.48 "DELETE /v2.0/ports/fd802d62-ca84-494f-9b18-39311aadc3e0 HTTP/1.1" status: 204 len: 173 time: 0.8081248 Jul 23 14:01:31.699564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69be323e-9a69-4921-bc2d-623270b5e759', 'name': 'network-vif-deleted', 'tag': 'fd802d62-ca84-494f-9b18-39311aadc3e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:31.702087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55884e3-77c3-4421-b360-cd251b142cc2 None None] New status for floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:01:31.702718 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517e7c41-c28d-4784-9af6-a59adcdc1793" -d '{"events": [{"server_uuid": "69be323e-9a69-4921-bc2d-623270b5e759", "name": "network-vif-deleted", "tag": "fd802d62-ca84-494f-9b18-39311aadc3e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:31.742171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce33897-961b-478f-b2c3-d40ecab7bda0 req-3fdbe2c3-7eb8-4077-9f0e-c219dd697778 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:31.743944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ce33897-961b-478f-b2c3-d40ecab7bda0 req-3fdbe2c3-7eb8-4077-9f0e-c219dd697778 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1108959 Jul 23 14:01:31.806959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ce33897-961b-478f-b2c3-d40ecab7bda0 req-77a5ed62-b05f-407d-b7b8-b2f3569cadf8 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463548 Jul 23 14:01:31.881199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-39776ba4-c401-4162-9406-aaabb35cb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:31.888589 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-39776ba4-c401-4162-9406-aaabb35cb062 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4012821 Jul 23 14:01:31.910580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee12da15-99d9-4b9a-b800-6f765d72f769 req-e0df08c8-7e76-489b-aaa5-87d60dea74e3 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032309 Jul 23 14:01:32.053180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338a6e-3542-4486-bc5c-be86285f2688 req-2ebdfd45-52df-4f59-a2dc-a9771fe90745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:32.055620 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01338a6e-3542-4486-bc5c-be86285f2688 req-2ebdfd45-52df-4f59-a2dc-a9771fe90745 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1097 time: 0.3387699 Jul 23 14:01:32.058359 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-ee2cd64f-c1f8-4bfa-a994-4473bc1fa41c service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262693 Jul 23 14:01:32.178707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01338a6e-3542-4486-bc5c-be86285f2688 req-e84a47ae-53a1-4b4d-91b0-aea516eaf5fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880191 Jul 23 14:01:32.243828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6e4fb985-494d-47ee-9151-2e010a17ec85 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:32.256946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033d896-959c-4b76-9362-d33c4ab43abf req-4194edf3-bafd-41b3-a03c-1507f97ec7b0 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:32.259200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7033d896-959c-4b76-9362-d33c4ab43abf req-4194edf3-bafd-41b3-a03c-1507f97ec7b0 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 947 time: 0.1825321 Jul 23 14:01:32.264373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd6f866-9def-42e0-a49c-e03e99e038d0 req-aba6ef88-a700-439a-861e-c491855a4658 service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748631 Jul 23 14:01:32.317170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7033d896-959c-4b76-9362-d33c4ab43abf req-f1c1e3f2-3ba1-47fe-9cab-f3f0ce694b01 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Jul 23 14:01:32.335877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd227d8-8087-436e-bf58-b9a4c8c7ce95 req-1b59a9db-a11b-41a7-bb37-62182dc6d0b7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:32.338616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ddd227d8-8087-436e-bf58-b9a4c8c7ce95 req-1b59a9db-a11b-41a7-bb37-62182dc6d0b7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 946 time: 0.1820269 Jul 23 14:01:32.381719 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02fae9a-34fa-4e0b-933e-55801d11d38b x-openstack-request-id: req-f02fae9a-34fa-4e0b-933e-55801d11d38b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:32.382018 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69be323e-9a69-4921-bc2d-623270b5e759", "name": "network-vif-deleted", "tag": "fd802d62-ca84-494f-9b18-39311aadc3e0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:32.382267 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f02fae9a-34fa-4e0b-933e-55801d11d38b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:32.382675 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69be323e-9a69-4921-bc2d-623270b5e759', 'name': 'network-vif-deleted', 'tag': 'fd802d62-ca84-494f-9b18-39311aadc3e0', 'status': 'completed', 'code': 200} Jul 23 14:01:32.395165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ddd227d8-8087-436e-bf58-b9a4c8c7ce95 req-74e3e5fe-db6f-4151-a1a9-501f6f18d41a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540183 Jul 23 14:01:32.407897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6e4fb985-494d-47ee-9151-2e010a17ec85, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6e4fb985-494d-47ee-9151-2e010a17ec85,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:32.420561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '6e4fb985-494d-47ee-9151-2e010a17ec85', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '6e4fb985-494d-47ee-9151-2e010a17ec85', 'mac_address': 'fa:16:3e:56:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:32.474183 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:32.507773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4fb985-494d-47ee-9151-2e010a17ec85 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:32.546538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-51f0e84b-98c5-436b-b805-7a0aa53d0bcd tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:32.547037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6e4fb985-494d-47ee-9151-2e010a17ec85, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6e4fb985-494d-47ee-9151-2e010a17ec85,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:32.551144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-51f0e84b-98c5-436b-b805-7a0aa53d0bcd tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1071959 Jul 23 14:01:32.554536 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:32.555937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 66e3eb60-7f2f-47d3-95f3-028a1315c95c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:32.570323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8d5a9-a424-458d-81e1-5c896a9bac33 req-80ff2c4d-3729-4d8e-90b9-2daa5255a13e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:32.579990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33e8d5a9-a424-458d-81e1-5c896a9bac33 req-80ff2c4d-3729-4d8e-90b9-2daa5255a13e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.1154315 Jul 23 14:01:32.667162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6e4fb985-494d-47ee-9151-2e010a17ec85,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:32.678116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33e8d5a9-a424-458d-81e1-5c896a9bac33 req-aa1d9428-9ee7-40eb-b505-be3183426a75 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971665 Jul 23 14:01:32.734082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-83197a7d-897f-4f3f-9f54-9cc125b5dc5e tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1001 time: 0.1755366 Jul 23 14:01:32.746073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'floatingip': {'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:32.787664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:32.807301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'mac_address': 'fa:16:3e:0b:b5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:01:32.849607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556e4d-fe7d-4507-88b6-7a366e93c25c req-efe63d8e-3f8e-40bc-8cac-465bfd4fa0c8 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:32.856726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:32.857165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58556e4d-fe7d-4507-88b6-7a366e93c25c req-efe63d8e-3f8e-40bc-8cac-465bfd4fa0c8 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1097 time: 0.1073072 Jul 23 14:01:32.879413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:32.897716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e3eb60-7f2f-47d3-95f3-028a1315c95c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:32.925881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:32.932327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58556e4d-fe7d-4507-88b6-7a366e93c25c req-2e668e31-187a-4981-9d90-e28414484c25 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643675 Jul 23 14:01:32.933928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:32.989572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:33.144884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['66e3eb60-7f2f-47d3-95f3-028a1315c95c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:33.185809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e657aff-f272-4baf-961a-db7e9e0697ed req-fbdc0e60-36cb-4bfc-a8c3-3ccf3e08f366 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:33.201082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e657aff-f272-4baf-961a-db7e9e0697ed req-fbdc0e60-36cb-4bfc-a8c3-3ccf3e08f366 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1241210 Jul 23 14:01:33.260364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e657aff-f272-4baf-961a-db7e9e0697ed req-190f46c7-eda4-4ac1-859a-72922050fc8c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 Jul 23 14:01:33.379194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6e4fb985-494d-47ee-9151-2e010a17ec85'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:33.452190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce36d-73de-40d7-8c43-76f4ac0cc7a5 req-dd5c17d3-6505-418c-b897-ef765eddea10 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:33.454952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77fce36d-73de-40d7-8c43-76f4ac0cc7a5 req-dd5c17d3-6505-418c-b897-ef765eddea10 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1097 time: 0.0864108 Jul 23 14:01:33.558733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77fce36d-73de-40d7-8c43-76f4ac0cc7a5 req-3909fbab-000b-4eab-a9a6-c05f249c28f5 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943630 Jul 23 14:01:33.559805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:33.866808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1efa1d2f-4786-4ce1-9193-e14c6747fd47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d10bd0b13fc42e29254197b57b1d3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945268 Jul 23 14:01:33.867459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:33.927509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:01:33.960983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d12b-e724-47ff-ac62-2b47ea2a5fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:33.990033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.004031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.015306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d12b-e724-47ff-ac62-2b47ea2a5fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.046415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e61917-5597-46ae-aaee-51e57839a578 req-495f4fe4-e5b1-4113-bf52-4d6f0a07bfef tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:34.048050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15e61917-5597-46ae-aaee-51e57839a578 req-495f4fe4-e5b1-4113-bf52-4d6f0a07bfef tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 948 time: 0.1604195 Jul 23 14:01:34.117633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15e61917-5597-46ae-aaee-51e57839a578 req-b50033ae-db50-4d36-a660-e1f413e7815d tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611124 Jul 23 14:01:34.142780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d12b-e724-47ff-ac62-2b47ea2a5fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.152515 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540 associated. External IP: 172.25.2.177, port: 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2. Jul 23 14:01:34.157423 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d12b-e724-47ff-ac62-2b47ea2a5fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.159910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a2f8d12b-e724-47ff-ac62-2b47ea2a5fad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e158bae-59b4-44f8-9ce3-b5a82a6521e9 HTTP/1.1" status: 204 len: 168 time: 0.2914464 Jul 23 14:01:34.177665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8d12b-e724-47ff-ac62-2b47ea2a5fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e158bae-59b4-44f8-9ce3-b5a82a6521e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:34.257437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 66e3eb60-7f2f-47d3-95f3-028a1315c95c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:34.354474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fd802d62-ca84-494f-9b18-39311aadc3e0 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:34.380464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c2529-6dd4-4e02-8839-4bccaaf4cf96 req-dc457301-404b-4b25-8106-34aca8891267 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:34.382106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b10c2529-6dd4-4e02-8839-4bccaaf4cf96 req-dc457301-404b-4b25-8106-34aca8891267 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.1149521 Jul 23 14:01:34.414065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: fd802d62-ca84-494f-9b18-39311aadc3e0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:01:34.415704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fd802d62-ca84-494f-9b18-39311aadc3e0 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:34.437237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 66e3eb60-7f2f-47d3-95f3-028a1315c95c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:34.442557 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.498473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b10c2529-6dd4-4e02-8839-4bccaaf4cf96 req-9b123878-1ad6-4107-90da-c4af98d6b998 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041031 Jul 23 14:01:34.524903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:01:34.573702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.632821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:34.636004 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112a71b7-7423-4bf8-85e7-1d56dc59a3e3" -d '{"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-plugged", "status": "completed", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:34.664366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:34.685814 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:34.772573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:34.787208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:34.789367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:01:34.811292 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:01:34.826422 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:34.828974 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:34.867141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce25be-9640-4420-b8ce-d9eacb6d409c req-a8542c42-3a76-4152-8759-3ef3e133c779 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:34.880877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bce25be-9640-4420-b8ce-d9eacb6d409c req-a8542c42-3a76-4152-8759-3ef3e133c779 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1629601 Jul 23 14:01:34.929621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bce25be-9640-4420-b8ce-d9eacb6d409c req-38dfa20e-0353-409a-a7b1-856bcf1c03a0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Jul 23 14:01:34.930437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7e2e17b0-dfec-476f-a6d4-31c92f28d0e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c3f7a446e2e42d995dafab6d6dc84fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541665 Jul 23 14:01:34.933195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:35.004357 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:35.099191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:01:35.128375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59d59a2-fa1a-475a-acdf-173f7ee725e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:35.185046 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59d59a2-fa1a-475a-acdf-173f7ee725e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:35.226665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:01:35.231740 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:35.252405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef874e08-3c67-4fcc-963a-0aa58fcb7cae req-0677aa0b-8516-4a5b-a50b-6e7385cb3871 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:35.260251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef874e08-3c67-4fcc-963a-0aa58fcb7cae req-0677aa0b-8516-4a5b-a50b-6e7385cb3871 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1097 time: 0.1920900 Jul 23 14:01:35.268242 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59d59a2-fa1a-475a-acdf-173f7ee725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:35.271022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59d59a2-fa1a-475a-acdf-173f7ee725e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:35.274547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f59d59a2-fa1a-475a-acdf-173f7ee725e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b810b62-13de-450e-b266-19cd926784d7 HTTP/1.1" status: 204 len: 168 time: 0.3374674 Jul 23 14:01:35.288425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d59a2-fa1a-475a-acdf-173f7ee725e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b810b62-13de-450e-b266-19cd926784d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:35.331053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef874e08-3c67-4fcc-963a-0aa58fcb7cae req-b6ba70f7-4ec8-49c3-a0dd-4f24b4f1954b tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637290 Jul 23 14:01:35.331879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:35.334153 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf4956c-a968-4853-b8a6-5dd1ff27b652" -d '{"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:35.364749 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94666b2d-e56b-4b4f-beff-670a1a5acf3e x-openstack-request-id: req-94666b2d-e56b-4b4f-beff-670a1a5acf3e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:35.365226 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-plugged", "status": "completed", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:35.365517 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94666b2d-e56b-4b4f-beff-670a1a5acf3e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:35.365970 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'code': 200} Jul 23 14:01:35.396939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c92590df-2511-43e4-be91-60efd05918e9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "PUT /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 200 len: 999 time: 2.6549673 Jul 23 14:01:35.401653 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:b6:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:33Z', 'revision_number': 3, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:35.462105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-297d16fe-43f1-4475-91b7-77b5c907c802 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:35.464058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-297d16fe-43f1-4475-91b7-77b5c907c802 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports/5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 942 time: 0.0657215 Jul 23 14:01:35.469294 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:01:35.488353 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:35.488655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca035f-7574-414e-98d4-a51d1353c547 req-67e30ea4-fd8f-4456-9804-7d3802005b1f tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:35.489110 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:35.497078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24ca035f-7574-414e-98d4-a51d1353c547 req-67e30ea4-fd8f-4456-9804-7d3802005b1f tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1097 time: 0.0846875 Jul 23 14:01:35.545414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24ca035f-7574-414e-98d4-a51d1353c547 req-f1793cee-06a0-44e0-9623-99f2aaf78a6f tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Jul 23 14:01:35.659229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-a92736c2-7649-4152-a50e-302f4bfcfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:35.673425 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-a92736c2-7649-4152-a50e-302f4bfcfa7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.1062515 Jul 23 14:01:35.688851 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:35.821137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-fa898121-ec65-4453-9022-d6637ae53654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:35.822743 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-fa898121-ec65-4453-9022-d6637ae53654 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.1482379 Jul 23 14:01:35.923848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-183f65be-4a27-423c-ac87-f50671a6e29d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 217 time: 0.0915060 Jul 23 14:01:35.946637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cd368-c9fb-4b3c-9958-0c1d2c8c187a req-add82e58-0229-4f04-ae35-832ad4b585ab tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:35.962772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e16cd368-c9fb-4b3c-9958-0c1d2c8c187a req-add82e58-0229-4f04-ae35-832ad4b585ab tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 948 time: 0.1225963 Jul 23 14:01:36.040233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-671d0df8-702b-442c-86e2-167a829147c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:36.046810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-671d0df8-702b-442c-86e2-167a829147c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1145785 Jul 23 14:01:36.091303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e16cd368-c9fb-4b3c-9958-0c1d2c8c187a req-25771661-5e9c-4610-9992-9849e7a80d6b tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264927 Jul 23 14:01:36.160557 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e85b20-8870-445f-b192-03531ac13f61 x-openstack-request-id: req-15e85b20-8870-445f-b192-03531ac13f61 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:36.160868 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:01:36.166812 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:36.174861 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15e85b20-8870-445f-b192-03531ac13f61 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:36.175969 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'status': 'completed', 'code': 200} Jul 23 14:01:36.233185 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:b6:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:33Z', 'revision_number': 3, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:36.243094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-03a42793-1a64-40f0-a714-6667e17192b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:36.245186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-03a42793-1a64-40f0-a714-6667e17192b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1974182 Jul 23 14:01:36.262292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6e4fb985-494d-47ee-9151-2e010a17ec85 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:36.272578 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea497e3b-d470-4dfd-ac63-86c659dddd25 None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:b6:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:33Z', 'revision_number': 3, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:01:36.323941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-33e02446-70e7-4416-8919-7312e491f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:36.325597 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-33e02446-70e7-4416-8919-7312e491f7d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.1447103 Jul 23 14:01:36.346772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d1928-b836-41e8-8007-9e0b4b6d866e req-e20601d1-5d72-4d89-9d38-05a106367533 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:36.349804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 6e4fb985-494d-47ee-9151-2e010a17ec85 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:36.354447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 6e4fb985-494d-47ee-9151-2e010a17ec85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:36.355254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626d1928-b836-41e8-8007-9e0b4b6d866e req-e20601d1-5d72-4d89-9d38-05a106367533 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1097 time: 0.1003234 Jul 23 14:01:36.356147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:36.403571 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626d1928-b836-41e8-8007-9e0b4b6d866e req-e404ddbc-641e-4b9a-a5b3-1609b36880b9 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472393 Jul 23 14:01:36.553467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:36.595377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-2b25a6e0-bd10-490a-9e6c-0687d33bdbd4 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430474 Jul 23 14:01:36.666293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-0fe081c8-15bc-42b4-84ff-2d14deb8b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:36.668109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-0fe081c8-15bc-42b4-84ff-2d14deb8b5bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.3306665 Jul 23 14:01:36.700049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8d9f0-bdea-47e1-a972-f7274471a3bc None None] New status for floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:01:36.708732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6e4fb985-494d-47ee-9151-2e010a17ec85, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6e4fb985-494d-47ee-9151-2e010a17ec85,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:36.750758 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:36.808200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-7fbf18d8-a7af-4e64-a357-c6afca0b0c0e service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757910 Jul 23 14:01:36.809655 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-b13db7f8-db39-49ab-b985-76c29d9e0484 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 217 time: 0.1297719 Jul 23 14:01:36.862763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6e4fb985-494d-47ee-9151-2e010a17ec85,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:36.972776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-ebf66cb9-7752-4efb-95ff-20cd8df6600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:36.974337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-ebf66cb9-7752-4efb-95ff-20cd8df6600a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1555068 Jul 23 14:01:37.051622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-0fe123fc-6934-4d35-bbeb-83889ce342bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:37.053176 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-0fe123fc-6934-4d35-bbeb-83889ce342bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 1097 time: 0.1570859 Jul 23 14:01:37.109163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-4d724b58-eae5-4f0b-b0a5-89f0ebef105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:37.110840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-4d724b58-eae5-4f0b-b0a5-89f0ebef105d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185651 Jul 23 14:01:37.144902 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:01:37.169278 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:37.170011 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:37.171422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:37.284137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-a1871b71-d5d9-4d57-a7fd-51d854c59264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:37.285698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-a1871b71-d5d9-4d57-a7fd-51d854c59264 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.2234979 Jul 23 14:01:37.367496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4fb985-494d-47ee-9151-2e010a17ec85'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:37.369877 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1dda7b-641a-431e-a471-211c74e87dc9" -d '{"events": [{"server_uuid": "878f9ae1-a0e9-4018-8066-54ff1c3b1774", "name": "network-vif-plugged", "status": "completed", "tag": "6e4fb985-494d-47ee-9151-2e010a17ec85"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:37.377298 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-5f2b14d8-2bfa-428f-92f9-85d84eb45599 service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112207 Jul 23 14:01:37.407463 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:37.412947 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-881b6850-9e4b-44fc-9081-8012f84bd1dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 1002 time: 0.1195152 Jul 23 14:01:37.539121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-3e7b4c19-d586-4f38-92b5-fff8d44c9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:37.540435 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-3e7b4c19-d586-4f38-92b5-fff8d44c9868 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1162786 Jul 23 14:01:37.593091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf4956c-a968-4853-b8a6-5dd1ff27b652 req-d0c58c05-d3d2-4526-b5e7-45b6a62019ac service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074358 Jul 23 14:01:37.633788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-efb8c1b3-729c-4076-b204-cfe9d733cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:37.635801 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-efb8c1b3-729c-4076-b204-cfe9d733cd88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890183 Jul 23 14:01:37.761807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-bc5ef2eb-a819-4a9c-a4a2-8f1ce5eb8039 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198244 Jul 23 14:01:37.806363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:b6:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:36Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:37.850523 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:01:37.862611 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:37.863428 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:37.903396 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c0abaea-0b33-40ce-aef3-adb597ea0b63 req-c18f2d46-60d7-4325-a7ad-9cdfed9007b5 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309714 Jul 23 14:01:37.994457 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:38.094228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-d5fdc36e-44c0-424b-a83d-64c14b852f10 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:01:38.097661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-d5fdc36e-44c0-424b-a83d-64c14b852f10 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119665 Jul 23 14:01:38.113541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:38.113989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:01:38.149964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a3e27-3201-46c1-8b55-e2b0e381ded8 req-aa454d4e-7dc6-4a08-8b64-40588a0dd4a9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:38.157492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-007a3e27-3201-46c1-8b55-e2b0e381ded8 req-aa454d4e-7dc6-4a08-8b64-40588a0dd4a9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1549385 Jul 23 14:01:38.177551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:38.179826 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442c8f71-81b0-4156-8393-8b1dd121b89d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:38.247694 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-007a3e27-3201-46c1-8b55-e2b0e381ded8 req-209db15c-4324-488a-8164-6be2a83b34dc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854199 Jul 23 14:01:38.285385 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:b6:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:36Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:38.327257 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046b169-5b5b-420b-8dd2-aa450522804b None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '914293ec-9bc2-4619-a6ab-796604c9b393', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:b6:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:36Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:01:38.352448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:38.354445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:38.354445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:38.366399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:38.366713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:38.373504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:38.374137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:38.374817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:38.375476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Bound port: 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:38.468570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:38.478278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:38.488816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-926f23a1-7280-44a5-800b-67102e51aaf9 service neutron] 10.222.0.21 "POST /v2.0/ports/88cba3e9-0e94-4bd1-b6a8-def4215a3bba/bindings HTTP/1.1" status: 201 len: 389 time: 0.3845356 Jul 23 14:01:38.638469 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d35c48-7d98-4db9-bb75-e769452d54f6 x-openstack-request-id: req-24d35c48-7d98-4db9-bb75-e769452d54f6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:38.639040 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878f9ae1-a0e9-4018-8066-54ff1c3b1774", "name": "network-vif-plugged", "status": "completed", "tag": "6e4fb985-494d-47ee-9151-2e010a17ec85", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:38.639040 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24d35c48-7d98-4db9-bb75-e769452d54f6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:38.639477 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4fb985-494d-47ee-9151-2e010a17ec85', 'code': 200} Jul 23 14:01:38.691474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b1710-8400-4799-89e5-10d8586a18e7 req-b174b104-c7b3-4577-931e-90bb29f84ae0 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:38.693370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b3b1710-8400-4799-89e5-10d8586a18e7 req-b174b104-c7b3-4577-931e-90bb29f84ae0 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 949 time: 0.1022685 Jul 23 14:01:38.746973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b3b1710-8400-4799-89e5-10d8586a18e7 req-884c1973-b765-4eaf-92b7-33faf792fb5f tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479705 Jul 23 14:01:38.931089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-dc59500e-2b7e-4562-a43a-75961d762a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:38.932797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-dc59500e-2b7e-4562-a43a-75961d762a69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1097 time: 0.0965273 Jul 23 14:01:39.110164 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea8d47a-c374-49bb-952d-5849b8393d2b x-openstack-request-id: req-4ea8d47a-c374-49bb-952d-5849b8393d2b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:39.110890 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:39.110890 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ea8d47a-c374-49bb-952d-5849b8393d2b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:39.111064 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393', 'status': 'completed', 'code': 200} Jul 23 14:01:39.187621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22d158d6-c439-48ec-aabc-0da369c5fcdb req-6ef66393-cb03-4f0a-9edb-7b8565d1ad50 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1002 time: 0.3958576 Jul 23 14:01:39.189268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e36529-4ba6-4ea2-a0fb-69bc5e070fe3 req-4bbf9696-f3d3-4059-8b33-966feba0c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.190842 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-57e36529-4ba6-4ea2-a0fb-69bc5e070fe3 req-4bbf9696-f3d3-4059-8b33-966feba0c7ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 1100 time: 0.4246852 Jul 23 14:01:39.190988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-ee525fbd-38c9-4567-8b89-f527323e0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.192345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-ee525fbd-38c9-4567-8b89-f527323e0cba service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2332065 Jul 23 14:01:39.204062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-ce9ba0aa-ba15-4ea1-955d-800f3ad65a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.205527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-ce9ba0aa-ba15-4ea1-955d-800f3ad65a59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 1097 time: 0.2340701 Jul 23 14:01:39.220000 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd72e1-3b9c-4094-9a99-0895eb3f9839 req-2fcb70ce-c1bc-42f8-9eaf-9873497cf0d4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.227128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6bd72e1-3b9c-4094-9a99-0895eb3f9839 req-2fcb70ce-c1bc-42f8-9eaf-9873497cf0d4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 946 time: 0.1565678 Jul 23 14:01:39.273617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d158d6-c439-48ec-aabc-0da369c5fcdb req-ea509687-c0f5-4751-bb81-3d1b5ea43d45 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.286283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22d158d6-c439-48ec-aabc-0da369c5fcdb req-ea509687-c0f5-4751-bb81-3d1b5ea43d45 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports/914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 943 time: 0.0926380 Jul 23 14:01:39.288004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-8b165d78-8b95-4bbd-b83c-d7866e17d169 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 200 len: 217 time: 0.0806839 Jul 23 14:01:39.290194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-57e36529-4ba6-4ea2-a0fb-69bc5e070fe3 req-21222365-a695-4c18-aeef-625b79a6f78d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875037 Jul 23 14:01:39.372315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6bd72e1-3b9c-4094-9a99-0895eb3f9839 req-0b3b087e-7db4-4188-b1cf-7dcb8964522a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434696 Jul 23 14:01:39.392947 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22d158d6-c439-48ec-aabc-0da369c5fcdb req-e562242f-19f8-44c6-9e3c-1119c112f217 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1002 time: 0.0740359 Jul 23 14:01:39.422386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-02de9e93-ff65-4529-b265-318abad35fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.426856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-02de9e93-ff65-4529-b265-318abad35fe2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.1960039 Jul 23 14:01:39.518732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d158d6-c439-48ec-aabc-0da369c5fcdb req-69eee66a-4b57-4abd-98c1-6fb42da5ccc9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.520430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22d158d6-c439-48ec-aabc-0da369c5fcdb req-69eee66a-4b57-4abd-98c1-6fb42da5ccc9 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1267366 Jul 23 14:01:39.533382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b1f7-ad45-4232-a499-107eec1ef268 req-7d676b7f-b3df-4696-acb3-83378655983b tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.535008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a156b1f7-ad45-4232-a499-107eec1ef268 req-7d676b7f-b3df-4696-acb3-83378655983b tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1097 time: 0.0666282 Jul 23 14:01:39.641247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590572f2-010f-40c4-9d89-2e0a9ffe334a req-cd12cbd0-7314-44b7-a221-1d7eeb211519 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.646766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-590572f2-010f-40c4-9d89-2e0a9ffe334a req-cd12cbd0-7314-44b7-a221-1d7eeb211519 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.0715466 Jul 23 14:01:39.649776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a156b1f7-ad45-4232-a499-107eec1ef268 req-59340647-fb78-4a0d-8fd7-2d23face4115 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087196 Jul 23 14:01:39.670094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-92cafdf3-6dc6-4789-b1fc-e54f157a0d98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 1002 time: 0.1054063 Jul 23 14:01:39.671643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-243a4ccc-c4d3-4ad9-98a5-4ad6c6be3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.673026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-243a4ccc-c4d3-4ad9-98a5-4ad6c6be3fe3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1177230 Jul 23 14:01:39.720636 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-590572f2-010f-40c4-9d89-2e0a9ffe334a req-adc1306d-408d-4bf7-85da-d155ae50d263 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578513 Jul 23 14:01:39.741006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-961ff598-1cc5-4dbb-b3e2-2e2074a7aefb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510366 Jul 23 14:01:39.776382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-cfb47c5a-477c-4e0b-876f-8db82b2d6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.777773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-cfb47c5a-477c-4e0b-876f-8db82b2d6096 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0954590 Jul 23 14:01:39.905983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-d4aefeae-d963-400d-ab90-ebbe9f631b45 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554403 Jul 23 14:01:39.929138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-3a78dcc4-7746-4102-8082-8593d8a1cf85 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1002 time: 0.0821512 Jul 23 14:01:39.931828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-ab8aa154-1de5-4e6b-af89-accfb4236450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:39.933300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-ab8aa154-1de5-4e6b-af89-accfb4236450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466291 Jul 23 14:01:40.003888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-59381d9f-399d-45bf-b998-7985da35a0f5 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:40.005464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-59381d9f-399d-45bf-b998-7985da35a0f5 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports/914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 943 time: 0.0710464 Jul 23 14:01:40.108176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-b2120845-4acd-4655-a297-214fca35dc09 service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596849 Jul 23 14:01:40.109873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-274f2ade-9185-4aa4-8d81-2fc61ec58db6 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905694 Jul 23 14:01:40.246303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-95df8a9f-3e71-4705-a45c-6d845f31e193 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1002 time: 0.1624665 Jul 23 14:01:40.262189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-442c8f71-81b0-4156-8393-8b1dd121b89d req-c6c7e946-0587-4651-8b66-fc835e67e845 service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349623 Jul 23 14:01:40.402981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-ae2d402b-6387-4274-9787-4ccec32675a4 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:40.404858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-ae2d402b-6387-4274-9787-4ccec32675a4 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1097 time: 0.1130440 Jul 23 14:01:40.406942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-aadd998f-e243-4a61-8acc-adbfd2f90912 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:40.415325 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-aadd998f-e243-4a61-8acc-adbfd2f90912 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1655436 Jul 23 14:01:40.428273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:40.525084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:40.570056 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-23bc0d48-0f17-403e-9dac-8926619428f7 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1002 time: 0.1510158 Jul 23 14:01:40.576921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:40.665455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:40.906844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:40.922405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:40.922746 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540 disassociated. External IP: 172.25.2.177, port: 914293ec-9bc2-4619-a6ab-796604c9b393. Jul 23 14:01:40.964436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-0f5cc26c-b37a-4446-94f6-412e7ac0747a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1549809 Jul 23 14:01:41.024784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:41.104515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:41.202056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-42f206ed-05bf-4ff2-b12a-5d9fd0a2ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:41.203597 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-42f206ed-05bf-4ff2-b12a-5d9fd0a2ba70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1095 time: 0.1716895 Jul 23 14:01:41.213348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:41.216894 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbdc6dc-77df-4ffa-bb7f-8a31c7fb410a" -d '{"events": [{"server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "name": "network-vif-unplugged", "status": "completed", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:41.223360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:41.236522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:41.358627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:01:41.386359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-f3a3d6d4-4ea2-451f-a28a-139922adc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:41.388038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-f3a3d6d4-4ea2-451f-a28a-139922adc3a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.1358314 Jul 23 14:01:41.412298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:41.415308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:41.415639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:41.415996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:41.428037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:41.428720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Attempting to bind port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:41.434344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:41.434938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:41.435473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:41.436052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Bound port: 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:41.436567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:41.503272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-b14336c7-8bcd-434c-b192-76def6952511 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:01:41.504387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-b14336c7-8bcd-434c-b192-76def6952511 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692737 Jul 23 14:01:41.508105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-f44e49be-072e-4351-b0fe-5cfe69dea984 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 217 time: 0.0716579 Jul 23 14:01:41.515160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:41.516234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:01:41.519497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:41.523353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:41.536840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:41.619375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:41.629553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:41.629553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:41.630630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-706503f8-e859-4e16-a179-74a4c8f7b073 service neutron] 10.222.0.11 "PUT /v2.0/ports/88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 200 len: 1122 time: 1.2132578 Jul 23 14:01:41.645161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-1ac735a7-d80a-46de-8ad4-0d670e2e5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:41.646774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-1ac735a7-d80a-46de-8ad4-0d670e2e5371 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1258817 Jul 23 14:01:41.702618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:01:41.714188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:01:41.728240 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:41.748774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:41.749426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:41.780638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-98d5d838-4237-46f9-872e-b08b188e285b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012139 Jul 23 14:01:41.826546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['88cba3e9-0e94-4bd1-b6a8-def4215a3bba'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:41.900910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:41.926126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c5fef899-2577-417b-b61a-6b0d7f879d91 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "PUT /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 200 len: 695 time: 1.3544104 Jul 23 14:01:41.935045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:41.937811 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:42.033927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:42.034406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:42.034769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:42.047551 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-0d99b101-c028-446d-a17e-3d1c06db4d32 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410450 Jul 23 14:01:42.049180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:42.049508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:42.063539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:42.063878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:42.064504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:42.064894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Bound port: 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:42.145907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-fd2788e9-43b4-47c4-974d-d88205f92c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:42.151387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-fd2788e9-43b4-47c4-974d-d88205f92c40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 1097 time: 0.2073922 Jul 23 14:01:42.241859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:42.309273 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:42.313335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c44543ea-3da1-4160-b515-b6276774556f service neutron] 10.222.0.21 "POST /v2.0/ports/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8018632 Jul 23 14:01:42.332084 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef5fcf0d-f1d9-4749-a673-c478641b103f req-53c77330-e05b-4c2c-92c0-bff11b17e9bd service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596428 Jul 23 14:01:42.340172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:42.385934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:01:42.399611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:42.400359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:42.402991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c7b2113c-6a29-46c4-806c-3dca6460959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:42.404540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-c7b2113c-6a29-46c4-806c-3dca6460959e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.2496836 Jul 23 14:01:42.456474 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-038bbc4e-6f90-47ee-8737-9d10c16f52da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 217 time: 0.0441453 Jul 23 14:01:42.525884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-4697f418-8f5d-475e-ab09-d2a408e52be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:42.527584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-4697f418-8f5d-475e-ab09-d2a408e52be6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0658457 Jul 23 14:01:42.609087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:42.625502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde08e9d-6209-46ef-af5f-68f2648ba67e req-f674c636-493a-4c9d-ad9b-f066289602ba tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:42.630122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-f27b24d4-bb09-4311-ae32-fc0700978f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:42.631679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-f27b24d4-bb09-4311-ae32-fc0700978f53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984006 Jul 23 14:01:42.632037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bde08e9d-6209-46ef-af5f-68f2648ba67e req-f674c636-493a-4c9d-ad9b-f066289602ba tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 949 time: 0.1093783 Jul 23 14:01:42.715281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bde08e9d-6209-46ef-af5f-68f2648ba67e req-ceea37ac-16c4-4afc-9b72-7623d94b25b2 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813942 Jul 23 14:01:42.776992 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-6987f8e7-9a2d-4231-a9ca-1de280ad36f7 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368856 Jul 23 14:01:42.947612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6952e44-8b55-4aaf-b906-f0dcab85a725 req-7dcadc29-0e03-479c-9b8e-f99ce62263d6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:42.961220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6952e44-8b55-4aaf-b906-f0dcab85a725 req-7dcadc29-0e03-479c-9b8e-f99ce62263d6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 944 time: 0.1423516 Jul 23 14:01:42.970439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:43.012696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940d71e-9cff-44ba-bdae-60865d4fa3b2 None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:01:43.041258 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6952e44-8b55-4aaf-b906-f0dcab85a725 req-b3e46694-7870-495a-b9a1-4a32c1128222 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713489 Jul 23 14:01:43.234927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cc4a3-6100-46e3-9bdd-fb8cce61db7b req-ce878900-948b-4084-aefb-917eb02e4120 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:43.236551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6cc4a3-6100-46e3-9bdd-fb8cce61db7b req-ce878900-948b-4084-aefb-917eb02e4120 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1122017 Jul 23 14:01:43.285359 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6cc4a3-6100-46e3-9bdd-fb8cce61db7b req-5a1cb344-cf72-43dd-b7ad-70df69531dbb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382974 Jul 23 14:01:43.309359 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19de0a59-83b4-4044-8d5b-e0eb000cd6ef req-a6ffeac5-a3e2-4535-9885-9fe557d55b75 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156438 Jul 23 14:01:43.405290 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c321536-a188-462a-8255-efd0abd1748d None None] New status for floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:01:43.427232 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfe79cb-eb6c-49b6-bfb3-c546e48c7df0 x-openstack-request-id: req-dcfe79cb-eb6c-49b6-bfb3-c546e48c7df0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:43.427232 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "name": "network-vif-unplugged", "status": "completed", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:43.427649 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcfe79cb-eb6c-49b6-bfb3-c546e48c7df0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:43.428803 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba', 'code': 200} Jul 23 14:01:43.483936 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3554621-dde0-4821-bf49-e61788fc0ab1 x-openstack-request-id: req-e3554621-dde0-4821-bf49-e61788fc0ab1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:43.484436 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:43.484630 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3554621-dde0-4821-bf49-e61788fc0ab1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:43.485133 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393', 'status': 'completed', 'code': 200} Jul 23 14:01:43.620574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d9ad3-e05e-440c-832b-ea359e30fd8b req-88eb3df4-763c-4a44-9070-fe866ee18740 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:43.623161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad2d9ad3-e05e-440c-832b-ea359e30fd8b req-88eb3df4-763c-4a44-9070-fe866ee18740 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.0847392 Jul 23 14:01:43.660528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-0cbbe5e9-89e3-4439-ac8a-8523038137c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:43.664231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-0cbbe5e9-89e3-4439-ac8a-8523038137c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 1097 time: 0.1295435 Jul 23 14:01:43.703892 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad2d9ad3-e05e-440c-832b-ea359e30fd8b req-ccd7d17b-832f-43ca-bba9-14d51f44eae8 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Jul 23 14:01:43.798842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-49087dee-8ed4-4d3f-bce3-0eee7424a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:43.801198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-49087dee-8ed4-4d3f-bce3-0eee7424a306 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.1316481 Jul 23 14:01:43.883452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-4d46af0d-68fa-45d1-a1a4-0d5456c8de12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 200 len: 217 time: 0.0654981 Jul 23 14:01:44.005091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-dfbeb878-9cbe-4534-9d2f-4b63b80726aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.007769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-dfbeb878-9cbe-4534-9d2f-4b63b80726aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1093376 Jul 23 14:01:44.085242 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-b12c739e-2fc5-43e9-b527-da93d4052884 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780971 Jul 23 14:01:44.112078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-67fe0268-c590-479b-a909-a495de081424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.113878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-67fe0268-c590-479b-a909-a495de081424 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881994 Jul 23 14:01:44.255364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142684-f8c2-412d-a9e0-98a944d02996 req-3756d556-7d4c-47ff-b8bb-c63161c01f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.258442 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-3756d556-7d4c-47ff-b8bb-c63161c01f16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.1403940 Jul 23 14:01:44.274978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-0b29cf4f-f6b7-4904-8e52-ab393a1ad4a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452332 Jul 23 14:01:44.298542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-e4b0f067-23e2-433f-993b-031c7d24cdf0 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.301411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-e4b0f067-23e2-433f-993b-031c7d24cdf0 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1291008 Jul 23 14:01:44.305113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554325f-559c-41f8-afac-dba52e5b325a req-e2df2554-af4e-4d5d-ac6e-48fe3ed4f720 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.306871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a554325f-559c-41f8-afac-dba52e5b325a req-e2df2554-af4e-4d5d-ac6e-48fe3ed4f720 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 944 time: 0.1055481 Jul 23 14:01:44.327633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:44.381235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a554325f-559c-41f8-afac-dba52e5b325a req-ee7b5d64-172d-433d-af9b-7b9203fde94f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Jul 23 14:01:44.425546 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-0b4e2875-7dff-4e6a-b423-5ab740c80eaf tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0958812 Jul 23 14:01:44.471274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'floatingip': {'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:44.483847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd5e0de-d601-4e50-ae88-d818e9c0ae72 req-1c948574-fb84-4b96-87c9-a92fa02cd454 service neutron] 10.222.0.11 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010715 Jul 23 14:01:44.500243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:44.514927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:01:44.530688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:44.624186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142684-f8c2-412d-a9e0-98a944d02996 req-bb8700a3-9fe7-4fa9-b2f1-d55393c875b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.625854 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-bb8700a3-9fe7-4fa9-b2f1-d55393c875b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.3229401 Jul 23 14:01:44.722482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-3ccb61da-7b44-4738-8f8c-041aabc91a92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 217 time: 0.0766997 Jul 23 14:01:44.813223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396d594-e426-47c0-be52-9796e1aeb673 req-c37e92c8-cc53-4d60-aed4-b81a0256eb97 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.814637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0396d594-e426-47c0-be52-9796e1aeb673 req-c37e92c8-cc53-4d60-aed4-b81a0256eb97 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.0856347 Jul 23 14:01:44.857689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0396d594-e426-47c0-be52-9796e1aeb673 req-90238a7e-6fbf-4d29-b731-b70326540fbd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Jul 23 14:01:44.867131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142684-f8c2-412d-a9e0-98a944d02996 req-8b11bfb6-0552-4276-a532-4de59f9b4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:44.868629 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-8b11bfb6-0552-4276-a532-4de59f9b4c49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1276383 Jul 23 14:01:45.073753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142684-f8c2-412d-a9e0-98a944d02996 req-3e0b22ca-0dd1-49a7-9cf5-60f493264fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:45.075410 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-3e0b22ca-0dd1-49a7-9cf5-60f493264fae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933801 Jul 23 14:01:45.275336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-e222ecdb-a14f-4338-93b0-86c3ca3eda65 service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844697 Jul 23 14:01:45.341459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:45.377223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:45.421564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15984c-89d0-4a29-9fca-f438c6b89c94 req-3d5279a2-ea48-4a5a-ab17-6614fb922d31 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:45.429057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d15984c-89d0-4a29-9fca-f438c6b89c94 req-3d5279a2-ea48-4a5a-ab17-6614fb922d31 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 949 time: 0.0776846 Jul 23 14:01:45.437675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:45.440139 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4e27f9-95c3-45fc-8224-1943fdabef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:45.479522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d15984c-89d0-4a29-9fca-f438c6b89c94 req-e7b50862-395b-4ba3-8eda-8f9630e8c948 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492618 Jul 23 14:01:45.487115 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540 associated. External IP: 172.25.2.177, port: 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2. Jul 23 14:01:45.603168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93142684-f8c2-412d-a9e0-98a944d02996 req-37dd4a46-1126-41d1-8dac-71e340e19f1a service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084085 Jul 23 14:01:45.695457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48462d9c-9b86-4e06-b1e8-b150826d8445 req-24949c51-eef0-4f68-a152-dc31d925c941 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:45.697121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48462d9c-9b86-4e06-b1e8-b150826d8445 req-24949c51-eef0-4f68-a152-dc31d925c941 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.1328793 Jul 23 14:01:45.716194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:45.740319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-433dd619-29ae-44f1-8777-c4ef523998c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:45.772541 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48462d9c-9b86-4e06-b1e8-b150826d8445 req-a250dc1e-4878-4703-9206-e61e68e7e9f4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684204 Jul 23 14:01:45.833534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:01:45.896558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eec7f63-9f6d-4f37-a0a5-1028165a0492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:45.958619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fa178-636a-4537-912e-1a2c9a556fb4 req-36a64931-1120-4de7-b248-d7537d8fafef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:45.965744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e14fa178-636a-4537-912e-1a2c9a556fb4 req-36a64931-1120-4de7-b248-d7537d8fafef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 944 time: 0.1298823 Jul 23 14:01:46.011365 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-a4a63c1f-f35f-48b7-9aeb-1f28fdfad448 service neutron] 10.222.0.48 "GET /v2.0/ports/88cba3e9-0e94-4bd1-b6a8-def4215a3bba/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.1127129 Jul 23 14:01:46.014779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:01:46.019391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.027263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:01:46.030297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e14fa178-636a-4537-912e-1a2c9a556fb4 req-87312180-08f4-40bb-92a2-b462ac773a65 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635984 Jul 23 14:01:46.037041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:46.038176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:46.112027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eec7f63-9f6d-4f37-a0a5-1028165a0492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.114238 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8beec-407b-4b6e-9401-b4b45cd29d52 x-openstack-request-id: req-62e8beec-407b-4b6e-9401-b4b45cd29d52 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:46.114521 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:46.114834 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62e8beec-407b-4b6e-9401-b4b45cd29d52 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:46.115309 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba', 'status': 'completed', 'code': 200} Jul 23 14:01:46.119906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eec7f63-9f6d-4f37-a0a5-1028165a0492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.203981 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-ab181bd9-154d-4f79-9afe-a691eb680445 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "PUT /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 200 len: 996 time: 1.7850242 Jul 23 14:01:46.213450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:46.214324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5eec7f63-9f6d-4f37-a0a5-1028165a0492 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=255ced670f874f5896ea584889d74107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960206 Jul 23 14:01:46.215919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:46.216745 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7417dc-0b51-4504-82a8-7074cb5c7342" -d '{"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:46.246561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec7f63-9f6d-4f37-a0a5-1028165a0492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac36438-d0cf-4fe2-85ee-78e1142237ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:46.300815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:46.326279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d5356e-3c95-4c7f-b29e-cefd1791a869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.340779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-ed7f00e1-e10e-406d-8e06-181e1ec786f3 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:46.342373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-ed7f00e1-e10e-406d-8e06-181e1ec786f3 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f31916-de81-4f31-9bfc-432395ee90a0 HTTP/1.1" status: 200 len: 946 time: 0.1866121 Jul 23 14:01:46.356382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-2c138861-0c05-4e3a-a8f2-03b22710c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:46.357882 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-2c138861-0c05-4e3a-a8f2-03b22710c656 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1125 time: 0.2075937 Jul 23 14:01:46.393628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d5356e-3c95-4c7f-b29e-cefd1791a869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.447459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-4a23722c-d3c4-443c-99b6-b6844cacc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:46.448979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-4a23722c-d3c4-443c-99b6-b6844cacc8eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.2196174 Jul 23 14:01:46.508212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32748c-f137-4606-972e-8c3cf810af53 req-b5f03055-0f5e-44b3-aaca-2a9540957ae6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:46.510303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db32748c-f137-4606-972e-8c3cf810af53 req-b5f03055-0f5e-44b3-aaca-2a9540957ae6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.2377594 Jul 23 14:01:46.558960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d5356e-3c95-4c7f-b29e-cefd1791a869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.563172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d5356e-3c95-4c7f-b29e-cefd1791a869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.566236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-41d5356e-3c95-4c7f-b29e-cefd1791a869 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ac36438-d0cf-4fe2-85ee-78e1142237ee HTTP/1.1" status: 204 len: 168 time: 0.3487577 Jul 23 14:01:46.572790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Deleting port 914293ec-9bc2-4619-a6ab-796604c9b393 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:01:46.573204 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.611950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5356e-3c95-4c7f-b29e-cefd1791a869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac36438-d0cf-4fe2-85ee-78e1142237ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:46.634255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db32748c-f137-4606-972e-8c3cf810af53 req-bdef9ef3-717e-46a0-b0c5-ad16f8d2d0f0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963721 Jul 23 14:01:46.687898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:14:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:45Z', 'revision_number': 8, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:46.740379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:01:46.750956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:46.754673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] For port 914293ec-9bc2-4619-a6ab-796604c9b393, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=914293ec-9bc2-4619-a6ab-796604c9b393,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:46.755354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:46.769240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:46.770333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:46.772411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Calling delete_port for 914293ec-9bc2-4619-a6ab-796604c9b393 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:01:46.805943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:46.870135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-c03c9f58-d866-47b2-b6e2-5230e27125a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:46.871631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-c03c9f58-d866-47b2-b6e2-5230e27125a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.5044231 Jul 23 14:01:46.901815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cba3e9-0e94-4bd1-b6a8-def4215a3bba {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:46.923910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:46.940108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-cab6a200-cbdb-45fd-8c84-ad9f94c50a6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 200 len: 217 time: 0.0568287 Jul 23 14:01:46.945780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-8dd986a1-32eb-40ac-a882-8e8621b3e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:46.947262 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-8dd986a1-32eb-40ac-a882-8e8621b3e01c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.4884014 Jul 23 14:01:46.949009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:46.970215 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bf5c21-f6e8-4c75-897d-85f2be32ae60 x-openstack-request-id: req-86bf5c21-f6e8-4c75-897d-85f2be32ae60 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:46.970702 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:46.970834 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86bf5c21-f6e8-4c75-897d-85f2be32ae60 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:46.971124 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'status': 'completed', 'code': 200} Jul 23 14:01:46.992088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b163c-6c12-46ee-b45c-5da67104e75a req-3fc54d72-5bb4-42a2-92c2-e76a200490d7 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:46.992088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-291b163c-6c12-46ee-b45c-5da67104e75a req-3fc54d72-5bb4-42a2-92c2-e76a200490d7 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.11 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 949 time: 0.1222100 Jul 23 14:01:47.049717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.108657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-5670a73a-a1ed-464a-a7b7-d670c61d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:47.110155 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-5670a73a-a1ed-464a-a7b7-d670c61d537e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1584907 Jul 23 14:01:47.119008 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-853e75f3-7a3a-4b12-bbc3-02e3ed07539b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 999 time: 0.1457434 Jul 23 14:01:47.188116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:47.191878 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-ca2f89bf-96f4-4602-b5e6-63d5970be80d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720849 Jul 23 14:01:47.214898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-0df690cf-be12-476a-b278-0d7ca70eb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:47.217033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-0df690cf-be12-476a-b278-0d7ca70eb588 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.2259412 Jul 23 14:01:47.235016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2263ea6e-5c0b-484b-8da6-88ff88c0ab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.270979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-11cec383-7d8b-4f37-8876-18039f186440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:47.272509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-11cec383-7d8b-4f37-8876-18039f186440 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1416922 Jul 23 14:01:47.314212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51cae6-ea28-4a74-9f5b-9ada8b4756df req-d5d372ca-2131-4a9d-aa9e-2ff4a0eda551 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:47.316236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd51cae6-ea28-4a74-9f5b-9ada8b4756df req-d5d372ca-2131-4a9d-aa9e-2ff4a0eda551 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 949 time: 0.2605817 Jul 23 14:01:47.341311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] Transition to ACTIVE for port object 88cba3e9-0e94-4bd1-b6a8-def4215a3bba will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:47.356231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.367780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:14:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:45Z', 'revision_number': 8, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:47.386809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.393868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587e415a-4390-4f87-a901-e3f18e97dbc2 None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b287c682-1b2d-431b-a72d-fa02a8dd9540', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'port_id': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'mac_address': 'fa:16:3e:14:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:01:08Z', 'updated_at': '2021-07-23T14:01:45Z', 'revision_number': 8, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:01:47.401666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:47.428351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['914293ec-9bc2-4619-a6ab-796604c9b393'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:47.455482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-2e286259-daf6-4bb3-ac7f-0a997a3f13f2 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430558 Jul 23 14:01:47.455746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Pushing event deleted for resources: {'Port': ['ID=914293ec-9bc2-4619-a6ab-796604c9b393,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:47.498130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] No DVR routers for this DVR port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:47.510288 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.520067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd51cae6-ea28-4a74-9f5b-9ada8b4756df req-42df787c-aabe-48a8-aa75-1a0aca046c23 tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3b6437a-7569-4465-918c-95c2872c5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902103 Jul 23 14:01:47.520786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] Pushing event updated for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:47.552496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Deleting port 6e4fb985-494d-47ee-9151-2e010a17ec85 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:01:47.553095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.556853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] No DVR routers for this DVR port 914293ec-9bc2-4619-a6ab-796604c9b393 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:47.560707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.563533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bee7ee7d-5731-45c2-bb3b-0cda3ad53fc6 req-fb8bdeb3-c612-4b8d-8f7a-822bee20a062 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.11 "DELETE /v2.0/ports/914293ec-9bc2-4619-a6ab-796604c9b393 HTTP/1.1" status: 204 len: 173 time: 1.2111404 Jul 23 14:01:47.568214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-a6972166-9a0b-4715-9ecf-b1e4fa61f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:47.570472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-a6972166-9a0b-4715-9ecf-b1e4fa61f146 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.3279541 Jul 23 14:01:47.661993 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-4988f4bb-4726-4e6a-8f15-923219e4b224 service neutron] 10.222.0.48 "PUT /v2.0/ports/88cba3e9-0e94-4bd1-b6a8-def4215a3bba/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5812573 Jul 23 14:01:47.664557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-59b0db80-2308-4a91-8eed-67d9fbf2de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:47.666184 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-59b0db80-2308-4a91-8eed-67d9fbf2de38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3824825 Jul 23 14:01:47.785007 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2263ea6e-5c0b-484b-8da6-88ff88c0ab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.814450 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd21fd73-8bc4-45ec-b7bb-6183157f0cd2 None None] New status for floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:01:47.821753 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed4e27f9-95c3-45fc-8224-1943fdabef8d req-d5d81a8c-85b3-43cb-b4ec-7028376671b0 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370957 Jul 23 14:01:47.822354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2263ea6e-5c0b-484b-8da6-88ff88c0ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.877862 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2263ea6e-5c0b-484b-8da6-88ff88c0ab53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4115e002752a4a01b79f3d2aaa319d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849291 Jul 23 14:01:47.881650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:47.887397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263ea6e-5c0b-484b-8da6-88ff88c0ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79134ffc-4254-489f-8784-cd710cbf4160,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:47.901079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-00f19656-a3ef-4ff4-ab02-db396a9e9353 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109106 Jul 23 14:01:47.904792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-88b54bda-4564-48d0-8e1e-d2592f265515 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 999 time: 0.2971590 Jul 23 14:01:47.924092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] For port 6e4fb985-494d-47ee-9151-2e010a17ec85, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6e4fb985-494d-47ee-9151-2e010a17ec85,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:47.924437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:47.980807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Calling delete_port for 6e4fb985-494d-47ee-9151-2e010a17ec85 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:01:47.998314 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a3b8cab-0752-4785-868c-97f5df7a9404 req-f8262903-3789-42e5-9cad-8f4e68566ff6 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919373 Jul 23 14:01:48.079801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-13a51467-c34c-48e4-a56f-7789e94af13f tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.081366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-13a51467-c34c-48e4-a56f-7789e94af13f tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.2899680 Jul 23 14:01:48.094069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646efe30-a7b3-43cd-89a3-308ff879e060 req-f82a9c87-3472-4fc0-b3a8-ace3f204ce69 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.095763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-646efe30-a7b3-43cd-89a3-308ff879e060 req-f82a9c87-3472-4fc0-b3a8-ace3f204ce69 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.3060255 Jul 23 14:01:48.113377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-28f6dc50-4c82-4c03-9602-a84b0189cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.114987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-28f6dc50-4c82-4c03-9602-a84b0189cc30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.1927931 Jul 23 14:01:48.115526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.135941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'name': 'network-vif-deleted', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:48.138396 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e908edb-ff0a-406b-ba41-a59b93b49008" -d '{"events": [{"server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "name": "network-vif-deleted", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:48.140422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17473b35-ce2e-4eb9-935a-2b2baf5679f9 req-00d0582f-5c24-4943-ac9f-36ff813486a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.142142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-17473b35-ce2e-4eb9-935a-2b2baf5679f9 req-00d0582f-5c24-4943-ac9f-36ff813486a8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.0781162 Jul 23 14:01:48.186892 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-17473b35-ce2e-4eb9-935a-2b2baf5679f9 req-bbc451d6-399a-4603-813e-e8ac8da3495e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Jul 23 14:01:48.224288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.230810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.279472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-646efe30-a7b3-43cd-89a3-308ff879e060 req-0996b421-159d-4f73-8de0-4e9cede59f07 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619494 Jul 23 14:01:48.341209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-6dd1d1a9-2fd5-4836-a173-dfee9fe49e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.342711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-6dd1d1a9-2fd5-4836-a173-dfee9fe49e1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000961 Jul 23 14:01:48.348233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-2b3355bc-28c1-4fba-a57c-2ac733dcbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.349785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-2b3355bc-28c1-4fba-a57c-2ac733dcbcd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07&tenant_id=e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 1096 time: 0.2491362 Jul 23 14:01:48.354452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef17b45-9d80-49fe-8adf-9594bc279ee1 req-b9ab914f-1917-4987-a758-06bda882b127 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.356377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cef17b45-9d80-49fe-8adf-9594bc279ee1 req-b9ab914f-1917-4987-a758-06bda882b127 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.0855088 Jul 23 14:01:48.359207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:48.391062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.393620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.394749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79134ffc-4254-489f-8784-cd710cbf4160 HTTP/1.1" status: 204 len: 168 time: 0.5112805 Jul 23 14:01:48.436675 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f315533-23a5-4854-82bd-71ca50dbcfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.453707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cef17b45-9d80-49fe-8adf-9594bc279ee1 req-75c7dba3-f52a-43c0-829e-c6053091c051 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826907 Jul 23 14:01:48.454380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:48.646434 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6315546a-b9f6-4001-bc39-ab34191ed952 req-c11c47f9-e303-42c4-9a96-230b4d2a5b6b tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 200 len: 998 time: 0.0724556 Jul 23 14:01:48.753142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79134ffc-4254-489f-8784-cd710cbf4160,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:48.774406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.777620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.778164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.778510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.778624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315546a-b9f6-4001-bc39-ab34191ed952 req-f942a10a-e3ce-479d-be21-0005205e59fa tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.778971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.779244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.779719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.779809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.780133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.780883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6315546a-b9f6-4001-bc39-ab34191ed952 req-f942a10a-e3ce-479d-be21-0005205e59fa tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1292584 Jul 23 14:01:48.782927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.783455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.784347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.784880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e0129f-c02a-4044-8fb1-dc16113aae9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:48.798855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-6315546a-b9f6-4001-bc39-ab34191ed952 req-d4a725dc-4b8c-47ea-9f07-3d2d57e66f11 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:01:48.800218 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6315546a-b9f6-4001-bc39-ab34191ed952 req-d4a725dc-4b8c-47ea-9f07-3d2d57e66f11 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118279 Jul 23 14:01:48.836533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Pushing event deleted for resources: {'Port': ['ID=6e4fb985-494d-47ee-9151-2e010a17ec85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:48.877221 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8199df-74ce-46dc-a7db-031f94e15f04 x-openstack-request-id: req-ad8199df-74ce-46dc-a7db-031f94e15f04 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:48.877529 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f31916-de81-4f31-9bfc-432395ee90a0", "name": "network-vif-deleted", "tag": "914293ec-9bc2-4619-a6ab-796604c9b393", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:48.877811 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad8199df-74ce-46dc-a7db-031f94e15f04 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:48.878341 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f31916-de81-4f31-9bfc-432395ee90a0', 'name': 'network-vif-deleted', 'tag': '914293ec-9bc2-4619-a6ab-796604c9b393', 'status': 'completed', 'code': 200} Jul 23 14:01:48.883249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-b80a704a-f966-47e7-820c-fc04c92e2653 service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283806 Jul 23 14:01:48.916924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] No DVR routers for this DVR port 6e4fb985-494d-47ee-9151-2e010a17ec85 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:48.927777 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:48.929656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-291b163c-6c12-46ee-b45c-5da67104e75a req-d05fb8a8-a789-46be-9e79-1bc630c4148a tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.11 "DELETE /v2.0/ports/6e4fb985-494d-47ee-9151-2e010a17ec85 HTTP/1.1" status: 204 len: 173 time: 1.8949654 Jul 23 14:01:48.965897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-f728e39f-628a-4172-a333-524d5a728a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:48.967440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-f728e39f-628a-4172-a333-524d5a728a95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1096 time: 0.5684910 Jul 23 14:01:48.967648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5d1bce27-bb2f-4826-b6fe-dbca26e52de6 req-aae5b2a3-a908-452b-811a-e08ae372f1ae tempest-TenantUsagesTestJSON-378647090 tempest-TenantUsagesTestJSON-378647090-project] 10.222.0.21 "GET /v2.0/ports?device_id=878f9ae1-a0e9-4018-8066-54ff1c3b1774 HTTP/1.1" status: 200 len: 210 time: 0.0387921 Jul 23 14:01:49.133785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-32e1644f-80ba-4067-96d0-582e4075cd12 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1001 time: 0.1262043 Jul 23 14:01:49.171501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d7417dc-0b51-4504-82a8-7074cb5c7342 req-8fceedf4-aae2-4bde-adb8-bb810cfcf5a1 service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558210 Jul 23 14:01:49.194966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-ed14daa0-e187-4824-88c1-f8ff8305f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:49.196592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-ed14daa0-e187-4824-88c1-f8ff8305f0ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2195144 Jul 23 14:01:49.228692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-79e88e97-193c-4cc8-84c9-59cb9415d813 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:49.230535 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-79e88e97-193c-4cc8-84c9-59cb9415d813 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports/5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 942 time: 0.0891953 Jul 23 14:01:49.247169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-a535e3bf-6f0b-4565-8855-4baf471891ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 200 len: 217 time: 0.0426927 Jul 23 14:01:49.311291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-584e30bb-de1e-41fa-b5ed-4a1b3d42e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:49.312912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-584e30bb-de1e-41fa-b5ed-4a1b3d42e973 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0590281 Jul 23 14:01:49.348745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-56acf04d-96b5-440a-9f99-23a865fa5320 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288694 Jul 23 14:01:49.364460 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-c9d60d55-8aa1-4f94-994e-86d4a76fee42 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1001 time: 0.0872669 Jul 23 14:01:49.423664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.494170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:49.497598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-fd97d42e-a1de-4461-961b-b240d46fd719 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:49.498582 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-fd97d42e-a1de-4461-961b-b240d46fd719 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1329346 Jul 23 14:01:49.519288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-e206d813-9fed-44c7-84aa-fd29be4c6929 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610196 Jul 23 14:01:49.535008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8993cc3-3840-4b2f-be6d-fb6bbaaf1d09 req-bc1b52bf-ccaa-44cf-baf4-d7c0441d8ada tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:49.536672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8993cc3-3840-4b2f-be6d-fb6bbaaf1d09 req-bc1b52bf-ccaa-44cf-baf4-d7c0441d8ada tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.0963113 Jul 23 14:01:49.587417 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-2605a66c-14f7-47c2-b6d2-184a53714d9d tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 1001 time: 0.0806837 Jul 23 14:01:49.593998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:49.635308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-618508596-network', 'tenant_id': 'f380a57476b1441c96cf5066451b75dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:49.644527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8993cc3-3840-4b2f-be6d-fb6bbaaf1d09 req-49527f79-5d02-4e46-b302-cb2eb0379878 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990391 Jul 23 14:01:49.654356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.681454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-493a29d0-364b-4b8a-841c-2440771cdae3 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437581 Jul 23 14:01:49.682436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Made reservation on behalf of f380a57476b1441c96cf5066451b75dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:49.684638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.694466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.805937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.809250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.809557 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540 disassociated. External IP: 172.25.2.177, port: 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2. Jul 23 14:01:49.818169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63d1a3-b19d-4684-a111-0b545ee25464 req-5bae8698-7d26-4130-95f0-f20c19d53ba1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:49.819825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd63d1a3-b19d-4684-a111-0b545ee25464 req-5bae8698-7d26-4130-95f0-f20c19d53ba1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.0927284 Jul 23 14:01:49.871409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.879557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd63d1a3-b19d-4684-a111-0b545ee25464 req-50fbeedd-913e-4df5-94c6-084c3e8e7b07 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Jul 23 14:01:49.880731 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.915394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:01:49.922005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad765500-62d2-462f-9a5e-c5f62ca8800e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:49.930017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:49.930365 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Added segment 651b4b7f-d490-4d21-99af-709683a232ad of type vlan for network 4e29c399-2e63-4470-a67c-01f92c3dca7f Jul 23 14:01:50.006170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.052095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.053077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.053734 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.063899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:01:50.083634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-679ce57b-09a4-412d-aa42-dcf25c9c1652 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.085829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-679ce57b-09a4-412d-aa42-dcf25c9c1652 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.1205223 Jul 23 14:01:50.100948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5982647 Jul 23 14:01:50.105336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:50.112498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Request body: {'subnet': {'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-618508596-subnet', 'tenant_id': 'f380a57476b1441c96cf5066451b75dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:50.216469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:01:50.221028 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.226273 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:01:50.227719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145ff8-614c-4603-8536-a56cf05ff52c admin admin] Pushing event updated for resources: {'Network': ['ID=4e29c399-2e63-4470-a67c-01f92c3dca7f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:50.237693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:50.239210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:50.243352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 4e29c399-2e63-4470-a67c-01f92c3dca7f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:01:50.259776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Made reservation on behalf of f380a57476b1441c96cf5066451b75dd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:50.262066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.265744 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-4270b4ec-8ff9-4dfe-9932-1ee7b07ebc67 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "PUT /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 200 len: 696 time: 0.6762147 Jul 23 14:01:50.266676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:50.268854 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b161f91-33f5-4789-b9e8-9c9efa50102b" -d '{"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:50.339144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-03db460f-0d4b-41e7-b3f7-af6ae3116751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.340678 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-03db460f-0d4b-41e7-b3f7-af6ae3116751 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0586514 Jul 23 14:01:50.366197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 914293ec-9bc2-4619-a6ab-796604c9b393 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:50.384738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63da4-4319-48b6-9a0d-9a3cedbf9a5b req-6dee49de-c7ca-4b22-bc0c-fe9b1a11d1a5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.386230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46b63da4-4319-48b6-9a0d-9a3cedbf9a5b req-6dee49de-c7ca-4b22-bc0c-fe9b1a11d1a5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.2575078 Jul 23 14:01:50.388308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 914293ec-9bc2-4619-a6ab-796604c9b393 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:01:50.388656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 914293ec-9bc2-4619-a6ab-796604c9b393 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:50.389074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6e4fb985-494d-47ee-9151-2e010a17ec85 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:50.414562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 6e4fb985-494d-47ee-9151-2e010a17ec85 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:01:50.414927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6e4fb985-494d-47ee-9151-2e010a17ec85 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:50.415522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 66e3eb60-7f2f-47d3-95f3-028a1315c95c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:50.439906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-125496e5-0a15-435c-80fc-4b00bfa6b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.441477 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-125496e5-0a15-435c-80fc-4b00bfa6b909 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.0910270 Jul 23 14:01:50.452676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-95967164-3b88-4771-9b80-42f11e52f537 service neutron] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:50.463250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-95967164-3b88-4771-9b80-42f11e52f537 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.464343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ac06be-4142-4f98-9b21-ed5f918b7211 req-95967164-3b88-4771-9b80-42f11e52f537 service neutron] 10.222.0.11 "DELETE /v2.0/ports/88cba3e9-0e94-4bd1-b6a8-def4215a3bba/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.3410692 Jul 23 14:01:50.470328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46b63da4-4319-48b6-9a0d-9a3cedbf9a5b req-960f729f-4f50-4b20-8148-3b0890d753fe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695236 Jul 23 14:01:50.486024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-42941ab1-4d82-4c1f-811e-9239662f8ded service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 217 time: 0.0353661 Jul 23 14:01:50.525093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:50.541751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-057fbbe6-54fe-436c-89f9-1c682c92c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.543459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-057fbbe6-54fe-436c-89f9-1c682c92c2cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0490170 Jul 23 14:01:50.597653 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.606947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-ee3bcaa3-1c79-4db8-9e4f-400a1a15bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.614436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-ee3bcaa3-1c79-4db8-9e4f-400a1a15bbfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644279 Jul 23 14:01:50.699754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c93a5c-9628-44c6-9467-4e1645a49cc2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:50.707200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Checking segment: {'id': '651b4b7f-d490-4d21-99af-709683a232ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:50.707563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Network hostable DHCP agents. Network: 4e29c399-2e63-4470-a67c-01f92c3dca7f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:01:50.730496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-83065c6e-ccae-46b2-b04e-7109e9f50f33 service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151304 Jul 23 14:01:50.747303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Network 4e29c399-2e63-4470-a67c-01f92c3dca7f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:01:50.759472 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.784005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 4e29c399-2e63-4470-a67c-01f92c3dca7f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:50.796617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.797463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:50.798194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d361589f-ce83-43ea-be5d-11bb9b419f54 None None] Network 4e29c399-2e63-4470-a67c-01f92c3dca7f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:50.883440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'name': 'network-vif-deleted', 'tag': '6e4fb985-494d-47ee-9151-2e010a17ec85'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:50.886191 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a831e73-3fcd-4244-a7cb-7860e2232887" -d '{"events": [{"server_uuid": "878f9ae1-a0e9-4018-8066-54ff1c3b1774", "name": "network-vif-deleted", "tag": "6e4fb985-494d-47ee-9151-2e010a17ec85"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:50.912130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:50.925448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:50.929674 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2432a6-6aa3-463a-b7a4-e66a8e2f8383" -d '{"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-unplugged", "status": "completed", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:50.938148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5c94a3f7-4c15-4370-ac83-5e216157636e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8316424 Jul 23 14:01:50.966888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-f5d77656-67af-4f3d-ae8b-fab54c5f51fd tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:50.968671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-f5d77656-67af-4f3d-ae8b-fab54c5f51fd tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.2513072 Jul 23 14:01:50.976551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:51.018471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-3cf6e4dd-3b17-464f-ac44-5401a8a7a82c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/quotas/f3816f316b364be89b8f2df9b931702a HTTP/1.1" status: 200 len: 375 time: 0.0406322 Jul 23 14:01:51.026522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab5c09-60ce-4c5b-bd23-eef7cf53e951 None None] Network 4e29c399-2e63-4470-a67c-01f92c3dca7f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:51.125511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-318cd763-168e-4748-b4a5-5494490da8bd tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033938 Jul 23 14:01:51.155045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:51.183022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-645601bf-9d9d-4828-a580-fad2061ee113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02ba2400b62c467fb1ce274ca1fe66a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694790 Jul 23 14:01:51.184553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:01:51.185680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:51.192807 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:51.195836 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7f94c97-7310-471b-8fa2-d4b3d8bb5511 req-62d15de2-efed-4879-809c-63401425188f service neutron] 10.222.0.21 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586730 Jul 23 14:01:51.257744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:51.259253 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:51.263188 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c708ca-0c2d-4555-8026-8b78db34ef39 x-openstack-request-id: req-e0c708ca-0c2d-4555-8026-8b78db34ef39 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:51.263674 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:51.264117 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0c708ca-0c2d-4555-8026-8b78db34ef39 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:51.264515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:01:51.265047 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'status': 'completed', 'code': 200} Jul 23 14:01:51.265271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:51.314264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-91082729-f946-41c6-b755-8e3abb0167b1 service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753871 Jul 23 14:01:51.341428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.341770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.342106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.342436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.342790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.343111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.343431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.343750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.346684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.346684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.346684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.346684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:51.347944 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8385c-79f9-40e2-8c9b-c1167e90ed37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:51.402306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8385c-79f9-40e2-8c9b-c1167e90ed37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:51.415480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:01:51.419599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae93123-dcad-403a-9d7b-bc64edcc374e req-b3f1702b-46ee-4018-a16b-9210f875fb1c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:51.421408 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bae93123-dcad-403a-9d7b-bc64edcc374e req-b3f1702b-46ee-4018-a16b-9210f875fb1c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.0895381 Jul 23 14:01:51.496767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-e9e493c0-c33b-4f85-88eb-86ac36b4db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:51.498378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-e9e493c0-c33b-4f85-88eb-86ac36b4db3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38b1075add474343b7e7db2b6f29ec3b&device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 1096 time: 0.1944375 Jul 23 14:01:51.506695 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bae93123-dcad-403a-9d7b-bc64edcc374e req-7528b54c-1219-4596-acad-2f615e772e28 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759566 Jul 23 14:01:51.508814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-04dbffed-1bbf-4da6-bab8-84b1bee52a0e service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726825 Jul 23 14:01:51.582811 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8385c-79f9-40e2-8c9b-c1167e90ed37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:51.587795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8385c-79f9-40e2-8c9b-c1167e90ed37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:51.589935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6cf8385c-79f9-40e2-8c9b-c1167e90ed37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3b6437a-7569-4465-918c-95c2872c5a49 HTTP/1.1" status: 204 len: 168 time: 0.4030292 Jul 23 14:01:51.644206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8385c-79f9-40e2-8c9b-c1167e90ed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b6437a-7569-4465-918c-95c2872c5a49,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:51.679023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-950cca96-27c6-414b-b364-29f19ef88ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:51.681571 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-950cca96-27c6-414b-b364-29f19ef88ff5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 200 len: 922 time: 0.1658418 Jul 23 14:01:51.763858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16392d0d-a746-4db5-80e7-273c9d365aa1 req-2882d70e-736c-48f0-88df-189c173d1d7b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:51.779331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16392d0d-a746-4db5-80e7-273c9d365aa1 req-2882d70e-736c-48f0-88df-189c173d1d7b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.1474743 Jul 23 14:01:51.780165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:51.785100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-badcbf8a-927c-4094-943c-0a2e039e65ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 200 len: 217 time: 0.0936921 Jul 23 14:01:51.795622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1689450461-network', 'tenant_id': '0717630498a849449231aec72810fcb1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:51.861104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-72543fcd-3de5-405d-b5df-ecccac6294b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:51.862681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-72543fcd-3de5-405d-b5df-ecccac6294b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 200 len: 860 time: 0.0595267 Jul 23 14:01:51.864504 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc9b24-350f-48af-b93d-f27a5f2fd493 x-openstack-request-id: req-17bc9b24-350f-48af-b93d-f27a5f2fd493 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:51.864792 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878f9ae1-a0e9-4018-8066-54ff1c3b1774", "name": "network-vif-deleted", "tag": "6e4fb985-494d-47ee-9151-2e010a17ec85", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:51.865044 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17bc9b24-350f-48af-b93d-f27a5f2fd493 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:51.865424 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878f9ae1-a0e9-4018-8066-54ff1c3b1774', 'name': 'network-vif-deleted', 'tag': '6e4fb985-494d-47ee-9151-2e010a17ec85', 'status': 'completed', 'code': 200} Jul 23 14:01:51.894749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16392d0d-a746-4db5-80e7-273c9d365aa1 req-fb29824b-be07-4d91-baba-f375342db222 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142201 Jul 23 14:01:52.021963 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd68413a-1a16-48ab-8235-521ebeacf450 x-openstack-request-id: req-cd68413a-1a16-48ab-8235-521ebeacf450 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:52.022809 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-unplugged", "status": "completed", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:52.023188 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd68413a-1a16-48ab-8235-521ebeacf450 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:52.023711 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'code': 200} Jul 23 14:01:52.084760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Made reservation on behalf of 0717630498a849449231aec72810fcb1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:52.087455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.106259 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.151062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f84711-3233-4ff6-8c9a-f28e8bd0646d req-3b8ffb26-3b48-4ac9-97c1-e237809fcef6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:52.152807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15f84711-3233-4ff6-8c9a-f28e8bd0646d req-3b8ffb26-3b48-4ac9-97c1-e237809fcef6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1487193 Jul 23 14:01:52.175469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:01:52.185850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-b9d7a558-a10f-4790-9741-39de9120101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:52.187389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-b9d7a558-a10f-4790-9741-39de9120101d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1097 time: 0.3863423 Jul 23 14:01:52.207756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f2373-08e1-4226-b74f-81db6e100f94 None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:00:46Z', 'revision_number': 4, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '79a9cd99-6394-4ffe-882e-5de804c8d2d0', 'name': '', 'network_id': 'c9df23a6-3f29-430d-a8ba-a5f0505074c9', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'mac_address': 'fa:16:3e:06:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:45Z', 'updated_at': '2021-07-23T14:00:54Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'subnets': [{'id': 'd8f26442-d08d-4ffc-a152-e20e10f0603c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:01:52.213418 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15f84711-3233-4ff6-8c9a-f28e8bd0646d req-50ede108-743b-437d-97ab-6ea6a7960faa tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Jul 23 14:01:52.332156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-50610509-5337-41fa-97af-ff226f84fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:52.333781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-50610509-5337-41fa-97af-ff226f84fe28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9df23a6-3f29-430d-a8ba-a5f0505074c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4587157 Jul 23 14:01:52.355238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0db4ad4-aadf-4f20-b320-1764e9a5927f req-89f0ebe2-9143-4302-a034-9b88373ae333 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 210 time: 0.2074111 Jul 23 14:01:52.379205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.403261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:52.425298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.428768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d691b8-523c-4722-8170-73a05992a47f req-2a19bbf5-1bf9-4139-9517-f8bb7cca57a9 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:52.430370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15d691b8-523c-4722-8170-73a05992a47f req-2a19bbf5-1bf9-4139-9517-f8bb7cca57a9 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 1096 time: 0.0924819 Jul 23 14:01:52.435767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.484343 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15d691b8-523c-4722-8170-73a05992a47f req-5fb08aa6-4b89-43e2-a725-75c25157eaf7 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468392 Jul 23 14:01:52.514909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a43d-df75-4c9c-af85-cc519d154361 req-e89d9514-b382-42df-8b23-828900369ea9 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:52.516696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a735a43d-df75-4c9c-af85-cc519d154361 req-e89d9514-b382-42df-8b23-828900369ea9 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4bdfc4a-5a6c-4386-acf2-301bcc1eda95 HTTP/1.1" status: 200 len: 943 time: 0.5495114 Jul 23 14:01:52.519740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-0aaeb0a4-c2b8-46d7-95f0-280886ab6ad4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 200 len: 696 time: 0.0966179 Jul 23 14:01:52.600177 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.613569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.651336 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c114a-9dc0-486e-bc51-07797ce43da6 None None] New status for floating IP b287c682-1b2d-431b-a72d-fa02a8dd9540: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:01:52.666323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:01:52.696640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c06dbfa0115a441180f4751d2290d776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920225 Jul 23 14:01:52.697840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf7c0b-6bcf-40d6-9839-6b7fd718db65,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:52.707334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:52.709237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.709790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.710375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.711263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.711802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.712487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.713441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.713974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.714503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.715504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.716065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.716821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f3b0-432a-4b37-a279-67eff27dfd1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:01:52.810752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f294aeb4-1c17-4d55-b31b-e97838dea542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.838689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f294aeb4-1c17-4d55-b31b-e97838dea542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.958188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f294aeb4-1c17-4d55-b31b-e97838dea542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.960838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f294aeb4-1c17-4d55-b31b-e97838dea542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:52.962009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f294aeb4-1c17-4d55-b31b-e97838dea542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5baf7c0b-6bcf-40d6-9839-6b7fd718db65 HTTP/1.1" status: 204 len: 168 time: 0.2273135 Jul 23 14:01:52.980643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294aeb4-1c17-4d55-b31b-e97838dea542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baf7c0b-6bcf-40d6-9839-6b7fd718db65,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:52.994000 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1bf81d-9ac6-4cee-aa43-720cacb09c56,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:53.018983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-040d0eb3-b334-47bf-a971-7eb8b8add9f7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:53.025921 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-040d0eb3-b334-47bf-a971-7eb8b8add9f7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.1447399 Jul 23 14:01:53.043038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-81842d2c-d39a-4d28-88f1-5fb98b974ed4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/quotas/e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 375 time: 0.0160015 Jul 23 14:01:53.054662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:53.055010 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Added segment 67cb2b28-dace-49d9-94e9-37ce0c153084 of type vlan for network 9dd31aa3-fae5-4cf4-8765-35c5f6634e83 Jul 23 14:01:53.112252 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-a8c7a92b-ebba-4b05-aa31-b9b6659be5e7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680413 Jul 23 14:01:53.154383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-e61d3088-7e2c-4e6d-8c63-458507a4a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:53.155936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-e61d3088-7e2c-4e6d-8c63-458507a4a8c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.8093672 Jul 23 14:01:53.173394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-7bf7079e-8305-4ab6-be6b-c5670a2e8b6e service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8166375 Jul 23 14:01:53.176833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:53.220842 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-69f169db-767e-413b-8680-3cbadd1dd886 service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000454 Jul 23 14:01:53.269611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-e07605a8-4782-4183-bb28-7894d4f92895 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 217 time: 0.0795896 Jul 23 14:01:53.297090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-c7508d14-5979-4430-942c-d0fbea734449 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:53.297090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-c7508d14-5979-4430-942c-d0fbea734449 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.7644784 Jul 23 14:01:53.335249 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-22a742de-8744-422c-a26d-f6423187ae13 service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078932 Jul 23 14:01:53.353688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-62276f3b-744a-4149-841c-d08c22f7cf52 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:01:53.354595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-62276f3b-744a-4149-841c-d08c22f7cf52 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373642 Jul 23 14:01:53.395257 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:53.396187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:53.396753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:53.400342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Deleting port 66e3eb60-7f2f-47d3-95f3-028a1315c95c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:01:53.400663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:53.525513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-a1974c09-3795-4a03-a04a-26848fa4c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:53.527092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-a1974c09-3795-4a03-a04a-26848fa4c1b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.2429383 Jul 23 14:01:53.540615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7543657 Jul 23 14:01:53.544261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-97a5c52a-254c-46e2-aabc-e653b3ef937a tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 697 time: 0.1566758 Jul 23 14:01:53.550771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:53.563469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Request body: {'subnet': {'network_id': '9dd31aa3-fae5-4cf4-8765-35c5f6634e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1689450461-subnet', 'tenant_id': '0717630498a849449231aec72810fcb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:53.607678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Made reservation on behalf of 0717630498a849449231aec72810fcb1 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:53.612178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:53.661756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb08b2-b9f3-4e5f-933c-ffa9cce1da8a req-8d4fb3c1-ae73-4cb2-974f-a942db3dd9ef tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:53.663603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eceb08b2-b9f3-4e5f-933c-ffa9cce1da8a req-8d4fb3c1-ae73-4cb2-974f-a942db3dd9ef tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.1570187 Jul 23 14:01:53.704363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66606637-16b9-4f9c-ba6e-d17c8e5a4e1c tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 697 time: 0.1189811 Jul 23 14:01:53.747779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-983305ac-4295-483c-9f47-e875fee09cec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677613 Jul 23 14:01:53.748519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af98d1e-448a-4fce-a492-d9bb7a4ba9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd31aa3-fae5-4cf4-8765-35c5f6634e83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:53.761887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9dd31aa3-fae5-4cf4-8765-35c5f6634e83 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:01:53.803999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eceb08b2-b9f3-4e5f-933c-ffa9cce1da8a req-a6bd742d-17c2-406b-9146-af5baa6c5a8d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332214 Jul 23 14:01:53.885712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] For port 66e3eb60-7f2f-47d3-95f3-028a1315c95c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=66e3eb60-7f2f-47d3-95f3-028a1315c95c,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:53.890543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:53.911664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Calling delete_port for 66e3eb60-7f2f-47d3-95f3-028a1315c95c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:01:53.948675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-96e0a748-65e3-4a31-8980-52617f3500e8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:53.950853 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-96e0a748-65e3-4a31-8980-52617f3500e8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.1888511 Jul 23 14:01:53.975436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:54.034176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Request body: {'port': {'device_id': '225671d4-e60b-4f49-98f1-c9583550da85', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'admin_state_up': True, 'tenant_id': 'f3816f316b364be89b8f2df9b931702a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:54.038134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b161f91-33f5-4789-b9e8-9c9efa50102b req-5f0ecfb8-805f-442f-9c09-aa96af0afd48 service neutron] 10.222.0.48 "GET /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8458140 Jul 23 14:01:54.137278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c615eb5a-b711-40ee-b694-2377244f59c3 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748930 Jul 23 14:01:54.171663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-network', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:54.175388 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.264837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Deleting port 430ff5d8-56df-406b-a0e2-25bdd5b6e45d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:01:54.265192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.267709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Made reservation on behalf of ea9da3fe797c439fb250d493797fd4de for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:54.270153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.297920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b508d1c6-0e52-4786-8493-eecd61265493,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:54.304700 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.317162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1303751-22d1-4eba-9c1b-ef84eb19ee4a req-150392b1-fba9-4cc1-97ef-5a114a2cf0dc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:54.318835 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1303751-22d1-4eba-9c1b-ef84eb19ee4a req-150392b1-fba9-4cc1-97ef-5a114a2cf0dc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.2788620 Jul 23 14:01:54.326057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-8bee3533-9be7-4d63-8f0f-7fcfd139656f service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734083 Jul 23 14:01:54.347836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Checking segment: {'id': '67cb2b28-dace-49d9-94e9-37ce0c153084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9dd31aa3-fae5-4cf4-8765-35c5f6634e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:54.348267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Network hostable DHCP agents. Network: 9dd31aa3-fae5-4cf4-8765-35c5f6634e83, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:01:54.356228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.357485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Made reservation on behalf of f3816f316b364be89b8f2df9b931702a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:54.361132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.391849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event deleted for resources: {'Port': ['ID=66e3eb60-7f2f-47d3-95f3-028a1315c95c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:54.428596 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1303751-22d1-4eba-9c1b-ef84eb19ee4a req-fd8048e8-94bc-43cf-be62-e3317fd48627 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950353 Jul 23 14:01:54.430707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.431041 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.465805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Network 9dd31aa3-fae5-4cf4-8765-35c5f6634e83 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:01:54.467751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] No DVR routers for this DVR port 66e3eb60-7f2f-47d3-95f3-028a1315c95c on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:54.473932 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.476029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a735a43d-df75-4c9c-af85-cc519d154361 req-52c8d828-195c-4650-8a26-cd8a7629e741 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "DELETE /v2.0/ports/66e3eb60-7f2f-47d3-95f3-028a1315c95c HTTP/1.1" status: 204 len: 173 time: 1.9446938 Jul 23 14:01:54.476492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-deleted', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:54.478845 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c258b8d8-05fe-4e21-90d3-d7d617df3b00" -d '{"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-deleted", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:54.482059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Calling delete_port for 430ff5d8-56df-406b-a0e2-25bdd5b6e45d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:01:54.499659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9dd31aa3-fae5-4cf4-8765-35c5f6634e83) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:54.504341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:54.504927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.514275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9536d0b-d06b-4b6d-a14d-c34d09e12040 None None] Network 9dd31aa3-fae5-4cf4-8765-35c5f6634e83 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:54.606931 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c822a2da-3cfb-4717-9692-13bb089cfa97 req-03e6dba4-db05-4e4e-87a5-2078b2245047 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 210 time: 0.0578625 Jul 23 14:01:54.654391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Allocated IP 172.20.0.2 (9394f24e-c5d2-49ba-b306-fba4a79c4e5d/36454c9c-2d61-4e3e-9a69-9f3a39f5f160/a4edf26a-c7af-4ee2-9e7a-34b2900166f5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:54.663289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-51f1e91f-b16b-4b54-ac5b-9e0a81572d12 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:54.664381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e82d2-b044-406f-bbe0-4debe455da9f None None] Network 9dd31aa3-fae5-4cf4-8765-35c5f6634e83 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:54.665097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-51f1e91f-b16b-4b54-ac5b-9e0a81572d12 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1097 time: 0.2106974 Jul 23 14:01:54.677637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.678297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:54.704499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.736920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-82595ce5-c530-4211-9d6e-66fd296369f7 req-e3c48ffa-250e-4513-873d-822c53ba25d4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 210 time: 0.0653691 Jul 23 14:01:54.751322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:01:54.765717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.766179 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Added segment c236a180-f0d9-4f00-9e81-a84e1083bbc7 of type vlan for network 6f510716-ad1b-452f-b3e8-c145def15e96 Jul 23 14:01:54.800385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.817083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.840257 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-34c70a31-bc01-4ba7-8d20-f606289b267d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2812266 Jul 23 14:01:54.881299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa81661-80a4-4dc8-9747-f7195a9ce5c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:54.925628 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e9d36-548f-4511-83fb-7877c101b6c9 x-openstack-request-id: req-0b5e9d36-548f-4511-83fb-7877c101b6c9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:54.925932 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdfc4a-5a6c-4386-acf2-301bcc1eda95", "name": "network-vif-deleted", "tag": "66e3eb60-7f2f-47d3-95f3-028a1315c95c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:54.926148 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b5e9d36-548f-4511-83fb-7877c101b6c9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:54.926884 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdfc4a-5a6c-4386-acf2-301bcc1eda95', 'name': 'network-vif-deleted', 'tag': '66e3eb60-7f2f-47d3-95f3-028a1315c95c', 'status': 'completed', 'code': 200} Jul 23 14:01:54.928180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Pushing event deleted for resources: {'Port': ['ID=430ff5d8-56df-406b-a0e2-25bdd5b6e45d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:54.950341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.951841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:54.952627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:54.978103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.056842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.060937 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0402229 Jul 23 14:01:55.061093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.070153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:55.072203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43252cc8-e9a3-4405-9b23-2a7dd55e8f20 req-66be850c-aef1-4e9c-a9fe-9a0d2aa9abca tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "DELETE /v2.0/floatingips/b287c682-1b2d-431b-a72d-fa02a8dd9540 HTTP/1.1" status: 204 len: 173 time: 1.3335352 Jul 23 14:01:55.110801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Request body: {'subnet': {'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-subnet', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:55.154157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051307b-e6a3-4c0c-8cf8-020aa7c08e19 admin admin] Pushing event updated for resources: {'Network': ['ID=6f510716-ad1b-452f-b3e8-c145def15e96,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:55.161805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-0fb37198-9a72-4d1b-a634-b98b48931203 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:55.163954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-0fb37198-9a72-4d1b-a634-b98b48931203 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.3223507 Jul 23 14:01:55.165762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6f510716-ad1b-452f-b3e8-c145def15e96 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:01:55.196930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd9923-3895-4c2c-9629-e2089d0b027f req-6832baab-795c-410f-89a2-7688d67be9a0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:55.203913 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5bd9923-3895-4c2c-9629-e2089d0b027f req-6832baab-795c-410f-89a2-7688d67be9a0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 946 time: 0.2904427 Jul 23 14:01:55.223770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Made reservation on behalf of ea9da3fe797c439fb250d493797fd4de for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:55.226217 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.250725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:55.258481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.289230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Request body: {'port': {'device_id': '28806cfc-61ce-4026-b874-5165708b14f0', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'admin_state_up': True, 'tenant_id': 'e56c099a734948f49da3d3230518dd66'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:55.326124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:55.335967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5bd9923-3895-4c2c-9629-e2089d0b027f req-86c2c54b-45da-44b5-84a8-3f9f61773923 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311252 Jul 23 14:01:55.415442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.456271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.488723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Made reservation on behalf of e56c099a734948f49da3d3230518dd66 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:55.492149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.495613 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.567386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.587125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:55.587549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:55.635293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:55.644868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:55.647407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:55.677434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:55.677715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:55.678186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:55.709846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:55.710159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Attempting to bind port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:55.726621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:55.727011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:55.727344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:55.727771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Bound port: 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:55.728124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.732052 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-8f44c07e-8e5c-4cd1-867d-9a4a0d547253 service neutron] show failed (client error): The resource could not be found. Jul 23 14:01:55.733088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-8f44c07e-8e5c-4cd1-867d-9a4a0d547253 service neutron] 10.222.0.48 "GET /v2.0/ports/89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.2489185 Jul 23 14:01:55.743173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4f21-347e-4541-9429-c6c37f3e6b92 req-1897c28e-e5f9-449b-b0cb-13c40adb33af tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:55.744769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-308e4f21-347e-4541-9429-c6c37f3e6b92 req-1897c28e-e5f9-449b-b0cb-13c40adb33af tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 945 time: 0.2613189 Jul 23 14:01:55.744918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4928c0-fbfa-43cc-b112-36bf729e3a83,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:55.776786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Allocated IP 172.20.0.3 (ab688272-9fd2-41a7-8d23-85eb2d29960c/c48c1729-385f-484b-88a7-dcf8b75aa643/81e07e45-de63-4918-a1d1-0b260e4fc3bc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:55.786163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:55.786823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.807322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Checking segment: {'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:55.807678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Network hostable DHCP agents. Network: 6f510716-ad1b-452f-b3e8-c145def15e96, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:01:55.821351 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1aa4e104-1489-465c-890e-4ca7649092d8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8017900 Jul 23 14:01:55.842416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Request body: {'port': {'device_id': '225671d4-e60b-4f49-98f1-c9583550da85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:55.851560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-3f2f8b2b-9073-4c23-af80-0d132bdd00ae tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:55.853085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-3f2f8b2b-9073-4c23-af80-0d132bdd00ae tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/networks?id=4e29c399-2e63-4470-a67c-01f92c3dca7f HTTP/1.1" status: 200 len: 814 time: 0.2643890 Jul 23 14:01:55.854681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-308e4f21-347e-4541-9429-c6c37f3e6b92 req-c5b5dfca-9f82-4b6b-849e-39e199e02cf6 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001554 Jul 23 14:01:55.886311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Network 6f510716-ad1b-452f-b3e8-c145def15e96 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:01:55.900794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-615d948d-aa2f-4d17-a35c-e6198244e0b8 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/quotas/f380a57476b1441c96cf5066451b75dd HTTP/1.1" status: 200 len: 375 time: 0.0268543 Jul 23 14:01:55.901354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:55.921939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6f510716-ad1b-452f-b3e8-c145def15e96) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:55.932820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff7204c-ceb8-4574-b830-1edc5e8e0b1e None None] Network 6f510716-ad1b-452f-b3e8-c145def15e96 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:55.935948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:55.940258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:55.941460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.946488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:55.984733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-286a9e0e-9bad-4528-b54e-fecae86c69c8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8795283 Jul 23 14:01:56.006368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:01:56.014293 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ca47f9ba-33fd-46b2-9519-c45df131b810 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f380a57476b1441c96cf5066451b75dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024902 Jul 23 14:01:56.021811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:56.070230 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.108836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-6f510716-ad1b-452f-b3e8-c145def15e96', 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'fixed_ips': [{'subnet_id': '0d4928c0-fbfa-43cc-b112-36bf729e3a83'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:01:56.109956 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.129644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:56.154438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.164323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:56.164961 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.166365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-674817ec-1ed0-43eb-b266-d524f80bee35 service neutron] 10.222.0.11 "PUT /v2.0/ports/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 1122 time: 1.4936285 Jul 23 14:01:56.206747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2933349-b92c-4d49-a55b-32bda032eff2 req-c435589a-eb40-4db6-a3d0-a78fb3e83b73 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:56.208446 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2933349-b92c-4d49-a55b-32bda032eff2 req-c435589a-eb40-4db6-a3d0-a78fb3e83b73 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.2331622 Jul 23 14:01:56.236250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-d32139c7-75eb-4cf2-874f-ead14a76b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:56.238143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-d32139c7-75eb-4cf2-874f-ead14a76b4c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 1101 time: 0.2616043 Jul 23 14:01:56.259075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:56.275125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2eb87201-91fc-4bd7-a4cd-fdea97d96dd1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:01:56.294256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.310201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2933349-b92c-4d49-a55b-32bda032eff2 req-cf36abb6-982e-47ed-8e15-a965f4263d72 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913281 Jul 23 14:01:56.319875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Allocated IP 172.20.0.2 (6f510716-ad1b-452f-b3e8-c145def15e96/0d4928c0-fbfa-43cc-b112-36bf729e3a83/a7b9a27c-3022-437f-8b62-6863c33a5434) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:56.356657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Network ab688272-9fd2-41a7-8d23-85eb2d29960c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:56.383913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:56.388958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 66e3eb60-7f2f-47d3-95f3-028a1315c95c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:56.390001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:56.429185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 66e3eb60-7f2f-47d3-95f3-028a1315c95c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:01:56.429880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 66e3eb60-7f2f-47d3-95f3-028a1315c95c not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:56.430398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.431529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.476421 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-3fd3452f-276f-4d25-9728-3ee8a8bd4264 service neutron] 10.222.0.21 "GET /v2.0/networks/4e29c399-2e63-4470-a67c-01f92c3dca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510112 Jul 23 14:01:56.587735 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.601087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Transition to ACTIVE for port object a7b9a27c-3022-437f-8b62-6863c33a5434 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:56.617405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Transition to ACTIVE for port object a7b9a27c-3022-437f-8b62-6863c33a5434 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:56.626132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.646961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.672364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Network 6f510716-ad1b-452f-b3e8-c145def15e96 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:56.675416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:56.679990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:56.683222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Pushing event updated for resources: {'Port': ['ID=a7b9a27c-3022-437f-8b62-6863c33a5434,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:56.715851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:56.747508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Attempting to bind port a7b9a27c-3022-437f-8b62-6863c33a5434 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:56.747880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Attempting to bind port a7b9a27c-3022-437f-8b62-6863c33a5434 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:56.748243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Attempting to bind port a7b9a27c-3022-437f-8b62-6863c33a5434 on network 6f510716-ad1b-452f-b3e8-c145def15e96 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:56.753437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:56.753908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Checking segment: {'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:56.754316 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.754730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Bound using segment: {'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:56.755195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Bound port: a7b9a27c-3022-437f-8b62-6863c33a5434, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:56.755576 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.762419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.791153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:56.792335 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.823802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] For port a7b9a27c-3022-437f-8b62-6863c33a5434, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:56.827952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] For port a7b9a27c-3022-437f-8b62-6863c33a5434, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a7b9a27c-3022-437f-8b62-6863c33a5434,segment=NetworkSegment(c236a180-f0d9-4f00-9e81-a84e1083bbc7),segment_id=c236a180-f0d9-4f00-9e81-a84e1083bbc7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:56.835280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.840513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9c73ac0e-1c68-4724-b3b2-6956e3b6ea31 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5573967 Jul 23 14:01:56.887311 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-a67eacb0-9433-47cf-bd9c-37b3ef570c05 service neutron] 10.222.0.21 "GET /v2.0/networks/4e29c399-2e63-4470-a67c-01f92c3dca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469112 Jul 23 14:01:56.895231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14b9b2-8850-4c28-9225-d57d75e85488 None None] Pushing event updated for resources: {'Port': ['ID=a7b9a27c-3022-437f-8b62-6863c33a5434,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:56.896770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:56.907315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Request body: {'port': {'device_id': '28806cfc-61ce-4026-b874-5165708b14f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:56.923290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23113c-ab46-40bc-ac46-26d2c8b44400 req-74e7cc97-92fd-4546-b45f-4014a1a8716a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:56.932368 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec23113c-ab46-40bc-ac46-26d2c8b44400 req-74e7cc97-92fd-4546-b45f-4014a1a8716a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 931 time: 0.4962077 Jul 23 14:01:56.964387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1'}, {'name': 'network-changed', 'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:56.966452 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357caba6-f984-45c9-96df-9bac65a89f78" -d '{"events": [{"server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1"}, {"name": "network-changed", "server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:57.011722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4edf26a-c7af-4ee2-9e7a-34b2900166f5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:57.022019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.074734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Transition to ACTIVE for port object a4edf26a-c7af-4ee2-9e7a-34b2900166f5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:57.083619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.086763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec23113c-ab46-40bc-ac46-26d2c8b44400 req-5f0718d2-f760-456f-a9ce-449e6d83dfe3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286268 Jul 23 14:01:57.167257 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.236191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:57.319868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:57.441993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:57.485820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce363153-dedb-436d-ba60-74064313526a req-bdd770b7-5126-40ff-a775-80536da2e15e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:57.488034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acace80-fbd3-4628-bde8-70be5ff1b6aa req-2d079a38-5ff9-41fe-8173-fcd2f7b97919 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:57.490967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8acace80-fbd3-4628-bde8-70be5ff1b6aa req-2d079a38-5ff9-41fe-8173-fcd2f7b97919 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 931 time: 0.3599613 Jul 23 14:01:57.492809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce363153-dedb-436d-ba60-74064313526a req-bdd770b7-5126-40ff-a775-80536da2e15e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.2335782 Jul 23 14:01:57.520647 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Attempting to bind port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:57.520988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Attempting to bind port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:57.521322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Attempting to bind port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:57.536509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.549261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:57.549556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.549692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Attempting to bind port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:57.589946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-66b275fd-c75a-4023-93bb-8a968948c6a4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:57.591478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-66b275fd-c75a-4023-93bb-8a968948c6a4 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.48 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 945 time: 0.3031061 Jul 23 14:01:57.592542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.599362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:57.600518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Checking segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:57.600518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Bound using segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:57.600518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Bound port: a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:57.600909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.605693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce363153-dedb-436d-ba60-74064313526a req-250b2bb2-8595-4d08-b33b-decce6a851d1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120389 Jul 23 14:01:57.614106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Transition to ACTIVE for port object 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:57.636369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.651037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8acace80-fbd3-4628-bde8-70be5ff1b6aa req-05b14347-fca8-472a-9469-0f4da340e04b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511235 Jul 23 14:01:57.725026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:57.774262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] No DVR routers for this DVR port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:57.796507 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1522ce4-9149-42f6-87c7-13fadca7304d x-openstack-request-id: req-f1522ce4-9149-42f6-87c7-13fadca7304d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:57.796773 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1", "code": 200}, {"name": "network-changed", "server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:57.797022 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1522ce4-9149-42f6-87c7-13fadca7304d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:57.797417 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1', 'code': 200} Jul 23 14:01:57.797651 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1', 'status': 'completed', 'code': 200} Jul 23 14:01:57.878005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e07e45-de63-4918-a1d1-0b260e4fc3bc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:01:57.899253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.919367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Transition to ACTIVE for port object 81e07e45-de63-4918-a1d1-0b260e4fc3bc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:01:57.926555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:57.927098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:57.927487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:57.933152 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:57.973561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:57.974701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:57.975055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Attempting to bind port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:57.981003 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-70ad718e-95b1-42b6-ade5-7b365200ad3a req-d3ea4992-4086-401e-a04e-8fa2d779b3e3 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 210 time: 0.0771163 Jul 23 14:01:58.002937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Allocated IP 172.25.2.128 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/e50107c8-0ebe-4482-8c33-f1cba6052f10) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:58.025048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:58.042907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.055366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:58.055691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:58.056253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:58.056690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Bound port: 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:58.057044 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.088386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:58.103990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c365b-040b-4ba2-91aa-faaf2adaecbc req-6cd53a41-869c-4873-a668-211b2601f8ad tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.105584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef1c365b-040b-4ba2-91aa-faaf2adaecbc req-6cd53a41-869c-4873-a668-211b2601f8ad tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 945 time: 0.3248196 Jul 23 14:01:58.139115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Deleting port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:01:58.139452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.163216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.163495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.165043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4edf26a-c7af-4ee2-9e7a-34b2900166f5 HTTP/1.1" status: 200 len: 1091 time: 2.3292615 Jul 23 14:01:58.171690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:58.174124 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:58.237265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef1c365b-040b-4ba2-91aa-faaf2adaecbc req-e0cc4fad-3a14-4e71-972a-44c26cfe430c tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8687a401-5a4d-42dd-a9cb-01c25dbd4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236067 Jul 23 14:01:58.252537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:58.261631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357caba6-f984-45c9-96df-9bac65a89f78 req-32279064-7980-4d1b-9243-3005cedd7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.263789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-357caba6-f984-45c9-96df-9bac65a89f78 req-32279064-7980-4d1b-9243-3005cedd7d8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1125 time: 0.4159212 Jul 23 14:01:58.266768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:01:58.267140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:01:58.267444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:58.281414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:58.283153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:01:58.283283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:01:58.290093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:01:58.290414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:01:58.290809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:01:58.291228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Bound port: 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:01:58.291585 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.295604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.307636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980a88-c1c2-45ad-93ad-31c992052cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:58.334962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748365f1-ce09-4b6e-89ff-8c4e6372ec42 None None] Network 6f510716-ad1b-452f-b3e8-c145def15e96 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:01:58.400882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.401901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.403569 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] 10.222.0.11 "PUT /v2.0/ports/89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 1096 time: 2.1503315 Jul 23 14:01:58.444813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2440c0-c1ae-4d09-86bb-89a1af58d034 service neutron] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:58.470263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:01:58.472783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:01:58.533020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f1a00ab3-bd85-48cd-baaa-6bebae3a3184 None None] Provisioning for port a7b9a27c-3022-437f-8b62-6863c33a5434 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:58.570481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:01:58.622390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:01:58.665046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a7b9a27c-3022-437f-8b62-6863c33a5434 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:01:58.677565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1ca69-78b0-4a22-bd79-bcddeff00e96 req-698a8357-b8ae-401f-85e2-1d9ead4bce42 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.685488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88b1ca69-78b0-4a22-bd79-bcddeff00e96 req-698a8357-b8ae-401f-85e2-1d9ead4bce42 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 943 time: 0.3767846 Jul 23 14:01:58.696700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:01:58.719043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.748167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a7b9a27c-3022-437f-8b62-6863c33a5434 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:01:58.751519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:58.769370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a7b9a27c-3022-437f-8b62-6863c33a5434 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:58.770284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.794618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:01:58.814081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.817957 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.819408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] 10.222.0.48 "PUT /v2.0/ports/81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 200 len: 1091 time: 1.9170508 Jul 23 14:01:58.840895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88b1ca69-78b0-4a22-bd79-bcddeff00e96 req-aaa7394f-ced3-4859-9bb5-e5ad4093669a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545212 Jul 23 14:01:58.869682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-600f7e5d-ad5a-425f-b838-49c0fc45546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.871263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-600f7e5d-ad5a-425f-b838-49c0fc45546b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1099 time: 0.4138114 Jul 23 14:01:58.879020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22de0be-1944-4d5d-b43d-9ad85463656e service neutron] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:58.888170 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.889448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-fe90e216-3b33-4fc5-ba56-a8f50a12537e tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.891529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-fe90e216-3b33-4fc5-ba56-a8f50a12537e tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.11 "GET /v2.0/networks?id=4e29c399-2e63-4470-a67c-01f92c3dca7f HTTP/1.1" status: 200 len: 814 time: 0.4329672 Jul 23 14:01:58.930770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a7b9a27c-3022-437f-8b62-6863c33a5434, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a7b9a27c-3022-437f-8b62-6863c33a5434,segment=NetworkSegment(c236a180-f0d9-4f00-9e81-a84e1083bbc7),segment_id=c236a180-f0d9-4f00-9e81-a84e1083bbc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:58.939137 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.945766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357caba6-f984-45c9-96df-9bac65a89f78 req-5ae48586-b787-48e0-a7be-ddad2559891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:58.947526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-357caba6-f984-45c9-96df-9bac65a89f78 req-5ae48586-b787-48e0-a7be-ddad2559891b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.6578526 Jul 23 14:01:58.953094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] For port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:01:58.953468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:58.956775 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4fb5f-842b-4f5e-acb1-c5f8e8bd4cfa x-openstack-request-id: req-3ab4fb5f-842b-4f5e-acb1-c5f8e8bd4cfa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:01:58.957054 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:01:58.957293 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ab4fb5f-842b-4f5e-acb1-c5f8e8bd4cfa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:01:58.957668 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'status': 'completed', 'code': 200} Jul 23 14:01:58.958138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Request body: {'port': {'device_id': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f', 'admin_state_up': True, 'tenant_id': 'f380a57476b1441c96cf5066451b75dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:01:59.005816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a7b9a27c-3022-437f-8b62-6863c33a5434,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:59.024992 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:59.029193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Calling delete_port for 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:01:59.039350 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-357caba6-f984-45c9-96df-9bac65a89f78 req-c8eeaa3f-d121-4100-9a15-ab845543361c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 217 time: 0.0715077 Jul 23 14:01:59.068604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f310d-8127-481a-8f5d-2c7a5092c63f req-2225ae7e-6fc7-4ab1-a82c-7e2995176b16 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.075287 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dd1f310d-8127-481a-8f5d-2c7a5092c63f req-2225ae7e-6fc7-4ab1-a82c-7e2995176b16 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.9721289 Jul 23 14:01:59.121935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa866e68-8263-4914-a968-53be822c5894 None None] Provisioning complete for port a7b9a27c-3022-437f-8b62-6863c33a5434 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:01:59.122316 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa866e68-8263-4914-a968-53be822c5894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:59.160950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-3d3defff-bc84-4c4a-9f08-a4f8b1c69747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.162469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-3d3defff-bc84-4c4a-9f08-a4f8b1c69747 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1094 time: 0.2697623 Jul 23 14:01:59.194522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-c4b3661a-34e7-43bf-a1b1-93e4fa586778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.196042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-c4b3661a-34e7-43bf-a1b1-93e4fa586778 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 1094 time: 0.9381223 Jul 23 14:01:59.210567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357caba6-f984-45c9-96df-9bac65a89f78 req-d19d4a91-7da5-40c5-8b26-aa90621fe3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.212054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-357caba6-f984-45c9-96df-9bac65a89f78 req-d19d4a91-7da5-40c5-8b26-aa90621fe3c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1628406 Jul 23 14:01:59.224725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dd1f310d-8127-481a-8f5d-2c7a5092c63f req-1476f179-c840-4857-9d0c-0a94e5bac142 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486101 Jul 23 14:01:59.235564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-82fbd5f6-c11f-4e35-8fb1-19cd38bf64d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 200 len: 217 time: 0.0576229 Jul 23 14:01:59.267814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-b29e6936-1730-4366-a7de-d55f7a95b10e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5 HTTP/1.1" status: 200 len: 217 time: 0.0547657 Jul 23 14:01:59.294386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-357caba6-f984-45c9-96df-9bac65a89f78 req-74a07289-c523-4e8d-b664-36711ee83bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666304 Jul 23 14:01:59.294933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-1dc56275-6635-4b05-99bb-5970acbe4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.296374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-1dc56275-6635-4b05-99bb-5970acbe4b24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3462720 Jul 23 14:01:59.299884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Made reservation on behalf of f380a57476b1441c96cf5066451b75dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:01:59.303360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:59.340880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:59.374758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-f6942e72-1a92-4f42-a1e6-852bac9c8829 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.0552139 Jul 23 14:01:59.383745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8702a1-fe25-4cd6-9460-969e350edd00 req-ad177826-e20f-4d89-9fa1-c4fc8cbf18fe tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.385193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de8702a1-fe25-4cd6-9460-969e350edd00 req-ad177826-e20f-4d89-9fa1-c4fc8cbf18fe tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.2943776 Jul 23 14:01:59.387955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-a81c47f6-8ff4-4c63-84b1-759c3d19bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.389339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-a81c47f6-8ff4-4c63-84b1-759c3d19bda6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1323860 Jul 23 14:01:59.484625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:01:59.494748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-4e4162f8-e215-48b7-9e4e-3642730a8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.496231 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-4e4162f8-e215-48b7-9e4e-3642730a8e36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.2101007 Jul 23 14:01:59.500026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-cf2f7f0c-6206-4ea9-a8fc-61103a4aeb37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706100 Jul 23 14:01:59.504245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:01:59.513902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:01:59.530567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e50107c8-0ebe-4482-8c33-f1cba6052f10,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:59.558236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e440a76-e52d-4f74-ab81-63fd918b462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.559638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-3e440a76-e52d-4f74-ab81-63fd918b462d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1694527 Jul 23 14:01:59.577885 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-1cd8e4ff-e08a-4824-9afb-5b0cd22258f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705616 Jul 23 14:01:59.591215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de8702a1-fe25-4cd6-9460-969e350edd00 req-c8965ef2-06d8-4804-8db2-a2fd63c2425e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922452 Jul 23 14:01:59.608796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:59.635072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-357caba6-f984-45c9-96df-9bac65a89f78 req-637e865f-9044-4899-aed2-bc1a6cd44fa8 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194771 Jul 23 14:01:59.661085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Allocated IP 172.20.0.8 (4e29c399-2e63-4470-a67c-01f92c3dca7f/c0c93a5c-9628-44c6-9467-4e1645a49cc2/166f3ed8-78b6-4ded-af1d-3909660ddd36) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:01:59.679056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Pushing event deleted for resources: {'Port': ['ID=5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:01:59.716631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7df3b213-dbdf-4651-8904-d5a0f147d13b req-a3ed3e77-655b-4b25-853c-5e613d983671 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 210 time: 0.0531645 Jul 23 14:01:59.762338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-9b056223-d0bb-4209-a5e7-25b663529a9a service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473648 Jul 23 14:01:59.786975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-e4a167e2-58ca-4eb4-972f-b4dc0e1dbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.788488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-e4a167e2-58ca-4eb4-972f-b4dc0e1dbe9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2148294 Jul 23 14:01:59.789576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf895c4-d74c-4f80-8279-aab50c92a68c req-23348355-dbeb-4c00-956a-6d18d5c8816b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:01:59.791140 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf895c4-d74c-4f80-8279-aab50c92a68c req-23348355-dbeb-4c00-956a-6d18d5c8816b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.5039186 Jul 23 14:01:59.800384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'}, {'name': 'network-changed', 'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'}, {'name': 'network-changed', 'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:01:59.802670 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00a266e-a7cc-4697-ad42-885530577a97" -d '{"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-unplugged", "status": "completed", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563"}, {"name": "network-changed", "server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563"}, {"name": "network-changed", "server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:01:59.872694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] No DVR routers for this DVR port 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:01:59.892447 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:01:59.894483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f4e26497-21d4-4196-9e2d-f71e32f61f3d req-8c044734-cb09-47cb-84d3-38a501926c10 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.48 "DELETE /v2.0/ports/5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 HTTP/1.1" status: 204 len: 173 time: 2.2906735 Jul 23 14:01:59.895193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d47f20e-e130-490e-ba20-00fa087e7526 req-0ab71c9d-a09f-42a7-aa84-690a46199654 tempest-FloatingIPsAssociationTestJSON-1584513684 tempest-FloatingIPsAssociationTestJSON-1584513684-project] 10.222.0.21 "GET /v2.0/ports?device_id=aef36822-732d-4184-b76a-88ab71b59bb7 HTTP/1.1" status: 200 len: 210 time: 0.0714345 Jul 23 14:01:59.960867 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-a659fca1-842a-4bb1-80e3-bae3ae769c33 service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682919 Jul 23 14:01:59.972440 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cf895c4-d74c-4f80-8279-aab50c92a68c req-8281e8e5-3cbb-46c2-8d4b-79148b07acfd tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539431 Jul 23 14:02:00.095866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-357caba6-f984-45c9-96df-9bac65a89f78 req-4c6d0387-9526-4adc-aa5b-b2c171e18fe0 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472597 Jul 23 14:02:00.274709 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 23 Jul 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df32ab-3b53-464d-9295-f1946dd784c4 x-openstack-request-id: req-82df32ab-3b53-464d-9295-f1946dd784c4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:00.275009 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-unplugged", "status": "completed", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563", "code": 200}, {"name": "network-changed", "server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:00.275318 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82df32ab-3b53-464d-9295-f1946dd784c4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:00.275948 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'code': 200} Jul 23 14:02:00.275948 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'status': 'completed', 'code': 200} Jul 23 14:02:00.276186 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc', 'status': 'completed', 'code': 200} Jul 23 14:02:00.294110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-570d4569-0dd0-4a22-ab72-6972b44d7953 req-c3ded85f-2dbb-4bf3-a697-809f1b6c7379 service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260643 Jul 23 14:02:00.308450 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-271ab0b2-2992-4163-a9d6-d17f130b93bd service neutron] 10.222.0.48 "GET /v2.0/ports/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.2476256 Jul 23 14:02:00.316342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:00.350590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e70519-fe48-4bd7-8ae2-07e3c3705d0c req-2d7f003f-f837-42a2-bdf7-02732f0fd7c0 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799668 Jul 23 14:02:00.363396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-d6b6430e-cc81-4bc9-852b-4f5c2f5954b8 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490143 Jul 23 14:02:00.378060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:00.422278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:00.427919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-40ab533c-f97b-4051-bb99-eaa865be5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:00.429398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-40ab533c-f97b-4051-bb99-eaa865be5a82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1099 time: 0.2651672 Jul 23 14:02:00.451998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5c7b8-2c6c-4c30-9acc-baae116679c2 req-3b2efe05-937f-4b78-a2bf-7218dc720680 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:00.453567 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aae5c7b8-2c6c-4c30-9acc-baae116679c2 req-3b2efe05-937f-4b78-a2bf-7218dc720680 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 943 time: 0.2920678 Jul 23 14:02:00.476765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:00.477119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:00.595398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b688e-5e77-43f9-a9dd-ecdf2e8d6401 req-5ae96dfa-fb26-49f6-a3cc-90945fb10a41 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:00.605124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-248b688e-5e77-43f9-a9dd-ecdf2e8d6401 req-5ae96dfa-fb26-49f6-a3cc-90945fb10a41 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.2533996 Jul 23 14:02:00.621695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a7b9a27c-3022-437f-8b62-6863c33a5434 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:00.698139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a7b9a27c-3022-437f-8b62-6863c33a5434 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:00.699970 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:00.732789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-248b688e-5e77-43f9-a9dd-ecdf2e8d6401 req-80219d4e-0ae7-4e68-91a4-9b2f4acc178f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969863 Jul 23 14:02:00.783203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:00.789808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf8f9a83-929c-4b06-a582-ba2693eab54f req-ff4876b3-169f-4abd-9a9e-1d87772806f3 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889952 Jul 23 14:02:00.895444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Network 4e29c399-2e63-4470-a67c-01f92c3dca7f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:00.919039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aae5c7b8-2c6c-4c30-9acc-baae116679c2 req-f3a75c78-46b6-4599-a976-68b9e17b2190 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542158 Jul 23 14:02:00.967072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:00.981411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:00.984089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'name': 'network-vif-deleted', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:00.986369 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf27da2-b64d-4278-8319-dd5daf0ff1d4" -d '{"events": [{"server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "name": "network-vif-deleted", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:01.019465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Pushing event updated for resources: {'Port': ['ID=166f3ed8-78b6-4ded-af1d-3909660ddd36,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:01.058617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-0f49981a-468a-43db-98b9-fc5f70f908bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.060077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-0f49981a-468a-43db-98b9-fc5f70f908bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.6056468 Jul 23 14:02:01.068678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.069292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:01.096792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fb3d2-fa93-43a1-899f-3770f1f39272 req-82db2044-898c-46ee-9f1d-726283d42fa9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.098280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b9fb3d2-fa93-43a1-899f-3770f1f39272 req-82db2044-898c-46ee-9f1d-726283d42fa9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 944 time: 0.2003787 Jul 23 14:02:01.100495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-6a863b77-056a-438f-bba0-06f5ec6d5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.101841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-6a863b77-056a-438f-bba0-06f5ec6d5066 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1099 time: 0.2207973 Jul 23 14:02:01.103204 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-c0e96786-1919-4ecb-b302-9e3e328ef5c5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1516984 Jul 23 14:02:01.131608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Request body: {'port': {'device_id': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:01.161446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-074a76ea-bff7-4dc7-b36b-128e19e12ff9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.0709169 Jul 23 14:02:01.172407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-63345506-59dd-4265-a12f-0e4aedfe7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.173870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-63345506-59dd-4265-a12f-0e4aedfe7799 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 1094 time: 0.6568868 Jul 23 14:02:01.213235 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:01.215905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:01.230059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b9fb3d2-fa93-43a1-899f-3770f1f39272 req-77cbaf90-4c86-4607-b824-e60e30f764bb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213253 Jul 23 14:02:01.293605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-5585fe26-24e1-40dc-bb99-7e31d1b481bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.295110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-5585fe26-24e1-40dc-bb99-7e31d1b481bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1687751 Jul 23 14:02:01.295804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:01.339821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:01.348649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-5d72e399-ea57-44d1-aa4c-04f56b8656a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.0440142 Jul 23 14:02:01.357749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:01.410840 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03f2276-f45b-4d91-8836-0a7cc0aff4c7 x-openstack-request-id: req-d03f2276-f45b-4d91-8836-0a7cc0aff4c7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:01.411422 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef36822-732d-4184-b76a-88ab71b59bb7", "name": "network-vif-deleted", "tag": "5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:01.411821 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d03f2276-f45b-4d91-8836-0a7cc0aff4c7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:01.412343 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef36822-732d-4184-b76a-88ab71b59bb7', 'name': 'network-vif-deleted', 'tag': '5b02c5a3-9557-467a-89ca-2d5a4bb6a7e2', 'status': 'completed', 'code': 200} Jul 23 14:02:01.421629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-d6790fb6-e951-4294-9cae-43de6ff5500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.423360 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-d6790fb6-e951-4294-9cae-43de6ff5500f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2428315 Jul 23 14:02:01.481330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:01.492586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5b672-b892-480d-9a92-103e87078d56 req-d53dee5a-02ee-4290-bbf9-f4ad10bd375d tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.493672 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ad5b672-b892-480d-9a92-103e87078d56 req-d53dee5a-02ee-4290-bbf9-f4ad10bd375d tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 931 time: 0.4576924 Jul 23 14:02:01.511638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:01.539722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-5a7755d2-4b6e-4a2d-9e46-aa249d9b37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.541159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-5a7755d2-4b6e-4a2d-9e46-aa249d9b37f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1567366 Jul 23 14:02:01.545492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-0a08e94f-65d8-4e22-9444-25ac45b329a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.546961 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-0a08e94f-65d8-4e22-9444-25ac45b329a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 906 time: 0.3652809 Jul 23 14:02:01.563931 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:01.619069 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-f137d542-d258-49d9-b1e1-2459fbe3f28a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5 HTTP/1.1" status: 200 len: 217 time: 0.0651815 Jul 23 14:02:01.632080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ad5b672-b892-480d-9a92-103e87078d56 req-31ccb83b-61d0-439d-9528-4d1b76b3896c tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168087 Jul 23 14:02:01.722465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-02e3f6cb-c91d-4546-a2e2-1115d953dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.723667 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-02e3f6cb-c91d-4546-a2e2-1115d953dbf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2882407 Jul 23 14:02:01.739244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cb7e4-543a-4b4b-8288-6df3a0e2fa27 req-79e4d01e-fb23-4f47-825d-e530b3578df7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.740763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-294cb7e4-543a-4b4b-8288-6df3a0e2fa27 req-79e4d01e-fb23-4f47-825d-e530b3578df7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.3029282 Jul 23 14:02:01.768223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-7a2337bb-bf89-47ca-a000-6bf7a0e80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.770125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-7a2337bb-bf89-47ca-a000-6bf7a0e80067 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.1409733 Jul 23 14:02:01.829670 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-4126802b-ce5e-4ad7-bc1c-b49879103745 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398767 Jul 23 14:02:01.856125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Router a152021c-8248-472f-a938-f39d81ae67da is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:02:01.865516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] Transition to ACTIVE for port object 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:01.890373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:01.896949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-294cb7e4-543a-4b4b-8288-6df3a0e2fa27 req-a3612ae3-d002-42fd-86d3-483d6ae078ea tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368268 Jul 23 14:02:01.904566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-34b67b78-9a0b-49f1-8f1a-d0e7e7c2f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:01.906755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-34b67b78-9a0b-49f1-8f1a-d0e7e7c2f255 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3540134 Jul 23 14:02:02.118970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-4e8cddaa-0a46-4e56-a059-8259cb103615 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825779 Jul 23 14:02:02.124488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] No DVR routers for this DVR port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:02.151534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:02.186699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166f3ed8-78b6-4ded-af1d-3909660ddd36 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:02.199531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-8a149d42-e0d1-4ae6-93e9-6825ff4162eb service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404512 Jul 23 14:02:02.206004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:02.215858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-d9a0cf53-f9f9-4e30-86ea-5d9b35ef4a1d service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826204 Jul 23 14:02:02.247058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Transition to ACTIVE for port object 166f3ed8-78b6-4ded-af1d-3909660ddd36 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:02.248853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f490443-7ba5-4c95-95bb-d0d73c9d4fd3 req-1af98546-5911-4d65-83e0-a30ca18c7835 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:02.255194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f490443-7ba5-4c95-95bb-d0d73c9d4fd3 req-1af98546-5911-4d65-83e0-a30ca18c7835 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.3935940 Jul 23 14:02:02.272513 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:02.297782 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-831cd88c-14c5-4d86-8290-b73f90833ed4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9785953 Jul 23 14:02:02.321731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:02:02.331776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Sync routers for ids ['a152021c-8248-472f-a938-f39d81ae67da'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:02:02.333916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba835-648f-423b-9592-d64558a7cdfc req-db324e1a-55f6-46d6-bfbc-1fb8b17fe8ab tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:02.335685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-961ba835-648f-423b-9592-d64558a7cdfc req-db324e1a-55f6-46d6-bfbc-1fb8b17fe8ab tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 943 time: 0.2806063 Jul 23 14:02:02.354229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Routers {'a152021c-8248-472f-a938-f39d81ae67da'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:02.357845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a152021c-8248-472f-a938-f39d81ae67da'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:02.361800 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:02.365134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b7779845-4e85-4111-8423-9aa71d3282f8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3474736 Jul 23 14:02:02.374414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:02.374774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.11', 56615) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:02.416983 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f490443-7ba5-4c95-95bb-d0d73c9d4fd3 req-5730d0e3-2fa7-483c-8bf9-436f43e9ff30 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608791 Jul 23 14:02:02.419446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Pushing event updated for resources: {'Port': ['ID=166f3ed8-78b6-4ded-af1d-3909660ddd36,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:02.435729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:02.567539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Set router a152021c-8248-472f-a938-f39d81ae67da gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:02.585538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-961ba835-648f-423b-9592-d64558a7cdfc req-f2ee4f40-b699-41d8-981c-f19915466982 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003045 Jul 23 14:02:02.598736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-29f1c684-4290-45f7-9d20-77f7b2560443 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712633 Jul 23 14:02:02.641107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Attempting to bind port 166f3ed8-78b6-4ded-af1d-3909660ddd36 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:02.641695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Attempting to bind port 166f3ed8-78b6-4ded-af1d-3909660ddd36 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '651b4b7f-d490-4d21-99af-709683a232ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:02.642233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Attempting to bind port 166f3ed8-78b6-4ded-af1d-3909660ddd36 on network 4e29c399-2e63-4470-a67c-01f92c3dca7f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:02.676340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Port 166f3ed8-78b6-4ded-af1d-3909660ddd36 on network 4e29c399-2e63-4470-a67c-01f92c3dca7f not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:02.684456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Attempting to bind port 166f3ed8-78b6-4ded-af1d-3909660ddd36 on network 4e29c399-2e63-4470-a67c-01f92c3dca7f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:02.697863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:02.773382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:02.774040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Checking segment: {'id': '651b4b7f-d490-4d21-99af-709683a232ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:02.774598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Bound using segment: {'id': '651b4b7f-d490-4d21-99af-709683a232ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:02.775239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Bound port: 166f3ed8-78b6-4ded-af1d-3909660ddd36, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651b4b7f-d490-4d21-99af-709683a232ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:02.779368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:02.874676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:02.881569 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-169a55df-228f-4e23-ab05-8f1b3c9c9ccc service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7442338 Jul 23 14:02:02.896298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '81e07e45-de63-4918-a1d1-0b260e4fc3bc', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'port_id': '81e07e45-de63-4918-a1d1-0b260e4fc3bc', 'mac_address': 'fa:16:3e:b6:96:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48c1729-385f-484b-88a7-dcf8b75aa643', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:02.967585 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:02.984948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e07e45-de63-4918-a1d1-0b260e4fc3bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:02.996202 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e20a492f-b173-4434-a8e8-be7ff5e0dfaf req-8c35f34c-ef48-49d4-a5bc-45a14b189f8c service neutron] 10.222.0.11 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7754061 Jul 23 14:02:03.019039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:01:59Z', 'revision_number': 3, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:03.022141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:03.050056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-a93d9df7-bf8a-4143-9fca-01de19cc5991 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.051195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Checking router: a152021c-8248-472f-a938-f39d81ae67da for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:02:03.051512 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-a93d9df7-bf8a-4143-9fca-01de19cc5991 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.6513145 Jul 23 14:02:03.051643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Updating router a152021c-8248-472f-a938-f39d81ae67da port e50107c8-0ebe-4482-8c33-f1cba6052f10 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:02:03.054679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.120587 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.149327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:03.187300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae71e-dc18-4dfe-b2b2-cd49095bb2a0 req-bb37c8ae-e41d-4aab-93b5-ddd42a83bb57 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.192656 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b5cae71e-dc18-4dfe-b2b2-cd49095bb2a0 req-bb37c8ae-e41d-4aab-93b5-ddd42a83bb57 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.3202634 Jul 23 14:02:03.222605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-6b522803-e8d3-4b77-9ace-240e2830d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.224138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-6b522803-e8d3-4b77-9ace-240e2830d95a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1094 time: 0.2853436 Jul 23 14:02:03.293643 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b5cae71e-dc18-4dfe-b2b2-cd49095bb2a0 req-23765150-1e0a-4973-ba70-4f478ff72147 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950487 Jul 23 14:02:03.297610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] For port 166f3ed8-78b6-4ded-af1d-3909660ddd36, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:03.306096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['81e07e45-de63-4918-a1d1-0b260e4fc3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:03.361354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a46067-e71f-42b3-b6ab-1166082ce6ab req-07e57ffe-3a80-4a2d-bff6-82047480dae1 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.362581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2a46067-e71f-42b3-b6ab-1166082ce6ab req-07e57ffe-3a80-4a2d-bff6-82047480dae1 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 943 time: 0.5955989 Jul 23 14:02:03.387037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] For port 166f3ed8-78b6-4ded-af1d-3909660ddd36, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=166f3ed8-78b6-4ded-af1d-3909660ddd36,segment=NetworkSegment(651b4b7f-d490-4d21-99af-709683a232ad),segment_id=651b4b7f-d490-4d21-99af-709683a232ad)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:03.402488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-e3c3182e-9fb9-40e2-94b2-49baa38da6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.404172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-e3c3182e-9fb9-40e2-94b2-49baa38da6eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46&tenant_id=50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 1096 time: 0.3130240 Jul 23 14:02:03.412465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.452188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-c1796437-f08e-4979-90ae-90aa35993017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.454046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-c1796437-f08e-4979-90ae-90aa35993017 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2194202 Jul 23 14:02:03.485494 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.500423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2a46067-e71f-42b3-b6ab-1166082ce6ab req-e9a091dd-19c9-4efe-82bf-e48fb9e874e5 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173785 Jul 23 14:02:03.500959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Transition to ACTIVE for port object e50107c8-0ebe-4482-8c33-f1cba6052f10 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:03.511641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.520956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.524085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.527304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] 10.222.0.11 "PUT /v2.0/ports/166f3ed8-78b6-4ded-af1d-3909660ddd36 HTTP/1.1" status: 200 len: 1091 time: 2.3997014 Jul 23 14:02:03.529381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-b7f9b4ac-36ac-4101-ba31-12d5d626875b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 200 len: 217 time: 0.0633540 Jul 23 14:02:03.557751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'tag': '166f3ed8-78b6-4ded-af1d-3909660ddd36'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:03.564422 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6b5b4d-986d-4d49-bba8-8cb385f64760" -d '{"events": [{"name": "network-changed", "server_uuid": "a72b889b-8c06-43bd-b16e-16547a0c68e0", "tag": "166f3ed8-78b6-4ded-af1d-3909660ddd36"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:03.621778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8abfbf-b75c-44bf-91b4-a3cdcf05cb4d None None] Pushing event updated for resources: {'Port': ['ID=e50107c8-0ebe-4482-8c33-f1cba6052f10,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:03.625756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Attempting to bind port e50107c8-0ebe-4482-8c33-f1cba6052f10 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:03.626125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Attempting to bind port e50107c8-0ebe-4482-8c33-f1cba6052f10 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:03.626488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Attempting to bind port e50107c8-0ebe-4482-8c33-f1cba6052f10 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:03.636767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93310f-48d4-41a3-bb6e-0e826deb435b service neutron] Pushing event updated for resources: {'Port': ['ID=166f3ed8-78b6-4ded-af1d-3909660ddd36,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:03.636989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:03.636989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:03.636989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.636989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:03.637607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Bound port: e50107c8-0ebe-4482-8c33-f1cba6052f10, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:03.637946 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.696471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] For port e50107c8-0ebe-4482-8c33-f1cba6052f10, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:03.698927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a266e-a7cc-4697-ad42-885530577a97 req-83a0ed7a-da35-473d-be4d-6fca0468c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.700406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-83a0ed7a-da35-473d-be4d-6fca0468c5ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1516590 Jul 23 14:02:03.700716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] For port e50107c8-0ebe-4482-8c33-f1cba6052f10, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e50107c8-0ebe-4482-8c33-f1cba6052f10,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:03.707964 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.748236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-40199b48-82e8-4652-bf80-68c9842da4c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367415 Jul 23 14:02:03.753511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-ccc488b1-6ad8-42d1-b643-c81dabc8ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.755021 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-ccc488b1-6ad8-42d1-b643-c81dabc8ad92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1096 time: 0.2796130 Jul 23 14:02:03.760212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-1dc0e0a8-8e56-4c66-8c6f-253ca1234ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.762427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-1dc0e0a8-8e56-4c66-8c6f-253ca1234ed4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f380a57476b1441c96cf5066451b75dd&device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 1094 time: 0.1646984 Jul 23 14:02:03.771555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642aff-dcac-4693-a03f-6776eecd6b14 req-db652b26-ca12-4d43-b184-ddf1a91f902a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.771981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Routers {'a152021c-8248-472f-a938-f39d81ae67da'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:03.772609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a152021c-8248-472f-a938-f39d81ae67da'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:03.775093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3642aff-dcac-4693-a03f-6776eecd6b14 req-db652b26-ca12-4d43-b184-ddf1a91f902a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.1806202 Jul 23 14:02:03.831674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8abfbf-b75c-44bf-91b4-a3cdcf05cb4d None None] Pushing event updated for resources: {'Port': ['ID=e50107c8-0ebe-4482-8c33-f1cba6052f10,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:03.833309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-f7d4a69d-a362-447f-be49-5b0e4a08c3f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=166f3ed8-78b6-4ded-af1d-3909660ddd36 HTTP/1.1" status: 200 len: 217 time: 0.0533540 Jul 23 14:02:03.850750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db0cd-eb6e-4ed5-a08c-d042c5b4649e req-b2d89cd0-814b-4456-8367-dc5782e28059 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.852273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-071db0cd-eb6e-4ed5-a08c-d042c5b4649e req-b2d89cd0-814b-4456-8367-dc5782e28059 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 944 time: 0.2729392 Jul 23 14:02:03.881162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] Set router a152021c-8248-472f-a938-f39d81ae67da gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:03.893185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.909788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3642aff-dcac-4693-a03f-6776eecd6b14 req-e67cddcc-f593-45f8-b64d-c11cdbad28b0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276083 Jul 23 14:02:03.912656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Deleting port 79a9cd99-6394-4ffe-882e-5de804c8d2d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:03.912999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:03.918709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-d2e7fda4-1874-41fc-8350-5424b840b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:03.920190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-d2e7fda4-1874-41fc-8350-5424b840b256 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c93a5c-9628-44c6-9467-4e1645a49cc2 HTTP/1.1" status: 200 len: 854 time: 0.0784528 Jul 23 14:02:03.968655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-062bdc16-cd93-4a40-923b-a4db36224414 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e29c399-2e63-4470-a67c-01f92c3dca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385680 Jul 23 14:02:04.019790 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a8f251-27eb-4ccb-a3a7-848e96d75cb1 x-openstack-request-id: req-b6a8f251-27eb-4ccb-a3a7-848e96d75cb1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:04.020106 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72b889b-8c06-43bd-b16e-16547a0c68e0", "tag": "166f3ed8-78b6-4ded-af1d-3909660ddd36", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:04.020310 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6a8f251-27eb-4ccb-a3a7-848e96d75cb1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:04.020695 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'tag': '166f3ed8-78b6-4ded-af1d-3909660ddd36', 'status': 'completed', 'code': 200} Jul 23 14:02:04.040348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c147562a-4c53-4fcd-a052-4977a9e2e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:04.041912 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-c147562a-4c53-4fcd-a052-4977a9e2e6b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.2565393 Jul 23 14:02:04.043817 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-5408117d-e461-4123-82c7-5b7896d6cb21 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849152 Jul 23 14:02:04.066306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-071db0cd-eb6e-4ed5-a08c-d042c5b4649e req-3e723008-8744-48b7-8f1b-758f12c3853b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748757 Jul 23 14:02:04.111040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:01:59Z', 'revision_number': 3, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:04.136865 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-697d2447-0549-4019-8475-91435935eab3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 217 time: 0.0860412 Jul 23 14:02:04.147999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef148fe-4546-4b7b-82b7-110f71453085 None None] The sync data for ids ['a152021c-8248-472f-a938-f39d81ae67da'] in n-d-801990-3 is: [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:01:59Z', 'revision_number': 3, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:02:04.152971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] For port 79a9cd99-6394-4ffe-882e-5de804c8d2d0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=79a9cd99-6394-4ffe-882e-5de804c8d2d0,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:04.153336 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:04.189941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Calling delete_port for 79a9cd99-6394-4ffe-882e-5de804c8d2d0 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:04.202369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-206b3bd2-f890-4779-bdc4-ccfc58a8eeba service neutron] 10.222.0.11 "GET /v2.0/networks/4e29c399-2e63-4470-a67c-01f92c3dca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241397 Jul 23 14:02:04.300365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-8fdc1795-9005-43a9-9c8c-62763807e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:04.301878 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-8fdc1795-9005-43a9-9c8c-62763807e7df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1374178 Jul 23 14:02:04.322363 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-c54d0cf4-15af-4bfc-961a-c97184e1c5ee service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544844 Jul 23 14:02:04.342216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99f7fe-acd6-4107-9fd7-0237d7b08357 req-ad6007e6-1e39-4924-9d5e-c38632fff325 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:04.343812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b99f7fe-acd6-4107-9fd7-0237d7b08357 req-ad6007e6-1e39-4924-9d5e-c38632fff325 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 943 time: 0.2493329 Jul 23 14:02:04.346774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-54c3f2ac-5d19-4ffe-a82c-195e65d6126e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378935 Jul 23 14:02:04.404576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Allocated IP 172.20.0.1 (6f510716-ad1b-452f-b3e8-c145def15e96/0d4928c0-fbfa-43cc-b112-36bf729e3a83/10faee7d-7bce-4bf8-a2be-b00868f08ae2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:04.425168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a4edf26a-c7af-4ee2-9e7a-34b2900166f5 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:04.430848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:04.500095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b99f7fe-acd6-4107-9fd7-0237d7b08357 req-be644925-f767-43d4-9263-45135936f917 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468658 Jul 23 14:02:04.505986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29f9c6f3-ea47-461c-8e3b-6fdbfd3bb0d1 req-e3e1fe9f-bd87-4b0a-a317-760e867328f5 service neutron] 10.222.0.11 "GET /v2.0/networks/4e29c399-2e63-4470-a67c-01f92c3dca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907581 Jul 23 14:02:04.651576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 81e07e45-de63-4918-a1d1-0b260e4fc3bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:04.661731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 81e07e45-de63-4918-a1d1-0b260e4fc3bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:04.662108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:04.712293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:04.721264 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:04.730751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'mac_address': 'fa:16:3e:b7:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:04.760610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a9cd99-6394-4ffe-882e-5de804c8d2d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:04.816934 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:04.839675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4edf26a-c7af-4ee2-9e7a-34b2900166f5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:04.870940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:04.872678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:04.874526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-2bf7bfb1-43ed-4d55-87d4-5c42dc1a2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:04.876224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-2bf7bfb1-43ed-4d55-87d4-5c42dc1a2f22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f380a57476b1441c96cf5066451b75dd&device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 1094 time: 0.2299383 Jul 23 14:02:04.911529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c90ea3-b0f3-49b6-b925-b4228d2edd43 req-d5e6d6ae-9b5b-4282-ba0d-1a0136f6ea7b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:04.913184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17c90ea3-b0f3-49b6-b925-b4228d2edd43 req-d5e6d6ae-9b5b-4282-ba0d-1a0136f6ea7b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.2525010 Jul 23 14:02:04.917110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:04.920998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:04.925697 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fecc20-0881-4bee-b26c-af192df73443" -d '{"events": [{"server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "name": "network-vif-plugged", "status": "completed", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:04.933012 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:04.936153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:05.089264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17c90ea3-b0f3-49b6-b925-b4228d2edd43 req-5e4bcd2a-746e-401e-a9b9-19836c2a652d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229107 Jul 23 14:02:05.114631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:05.120605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8ab8f-3b42-46bf-8ab8-3c85316c36f5 req-dd3ece3c-cc29-473c-a707-2f142e096125 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:05.127600 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5af8ab8f-3b42-46bf-8ab8-3c85316c36f5 req-dd3ece3c-cc29-473c-a707-2f142e096125 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 948 time: 0.7835243 Jul 23 14:02:05.134357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'mac_address': 'fa:16:3e:7a:fd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:05.144700 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-935fd8bd-5ddd-4b14-8f2b-7d92624a3d7f service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839489 Jul 23 14:02:05.156656 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:05.157024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:05.179704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-c4a832bc-3cf5-4a36-97c3-f26b41471820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:05.181179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-c4a832bc-3cf5-4a36-97c3-f26b41471820 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e29c399-2e63-4470-a67c-01f92c3dca7f HTTP/1.1" status: 200 len: 915 time: 0.2933106 Jul 23 14:02:05.194277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:05.208548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-2ac48853-d177-4006-b346-a31f52f36e42 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:05.210057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-2ac48853-d177-4006-b346-a31f52f36e42 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 948 time: 0.8071780 Jul 23 14:02:05.269503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-41a6546e-7c17-4c38-847a-19a4b70fc778 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=166f3ed8-78b6-4ded-af1d-3909660ddd36 HTTP/1.1" status: 200 len: 217 time: 0.0482302 Jul 23 14:02:05.273327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:05.329976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:05.332680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:05.336319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:05.354202 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5af8ab8f-3b42-46bf-8ab8-3c85316c36f5 req-72a6a86d-6b20-4352-af27-54c2dfb4367e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256362 Jul 23 14:02:05.391395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:05.414212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:05.415268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Transition to ACTIVE for port object 10faee7d-7bce-4bf8-a2be-b00868f08ae2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:05.429483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:05.449373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:05.478714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-83d100f0-abca-4f7e-94aa-c23a82f7d56b service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129258 Jul 23 14:02:05.492400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-887b552c-adfc-47e3-b13e-58309651b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:05.493976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-887b552c-adfc-47e3-b13e-58309651b933 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c93a5c-9628-44c6-9467-4e1645a49cc2 HTTP/1.1" status: 200 len: 854 time: 0.1760867 Jul 23 14:02:05.509442 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-ae044f93-23ab-4ec3-a099-64dabb7edecc service neutron] delete failed (client error): The resource could not be found. Jul 23 14:02:05.510411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-ae044f93-23ab-4ec3-a099-64dabb7edecc service neutron] 10.222.0.48 "DELETE /v2.0/ports/89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.2798522 Jul 23 14:02:05.512187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8bf24-b386-4b14-8e48-0dba577983a0 req-201e4772-dd1d-4c3a-a3d2-f949881d94db tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:05.519945 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fd8bf24-b386-4b14-8e48-0dba577983a0 req-201e4772-dd1d-4c3a-a3d2-f949881d94db tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 943 time: 0.1576321 Jul 23 14:02:05.535267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:05.553372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:05.567748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-377f929b-8be8-4a6d-ab98-3ec8c0ff5520 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e29c399-2e63-4470-a67c-01f92c3dca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322311 Jul 23 14:02:05.605561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fd8bf24-b386-4b14-8e48-0dba577983a0 req-d2e3f5ac-0cf9-4206-abe6-6d45026324a8 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826671 Jul 23 14:02:05.651651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63880-d8c5-46da-97f3-8dd82fd6b42c req-23ee3b9e-8230-4f3b-b339-920db71ce41d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:05.659134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ecf63880-d8c5-46da-97f3-8dd82fd6b42c req-23ee3b9e-8230-4f3b-b339-920db71ce41d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.2041597 Jul 23 14:02:05.684513 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98523ebc-e98c-465b-925f-382277c5e73c x-openstack-request-id: req-98523ebc-e98c-465b-925f-382277c5e73c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:05.685018 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "name": "network-vif-plugged", "status": "completed", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:05.685018 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98523ebc-e98c-465b-925f-382277c5e73c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:05.685764 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc', 'code': 200} Jul 23 14:02:05.686683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Network 6f510716-ad1b-452f-b3e8-c145def15e96 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:05.730767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Pushing event updated for resources: {'Port': ['ID=10faee7d-7bce-4bf8-a2be-b00868f08ae2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:05.735436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:05.747823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:05.797171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:05.817542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a4edf26a-c7af-4ee2-9e7a-34b2900166f5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:05.853063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:05.859622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ecf63880-d8c5-46da-97f3-8dd82fd6b42c req-cc7cdf9b-c41b-48e7-814d-16119faadc9e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995215 Jul 23 14:02:06.088497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-df76d03a-4975-472a-9367-dc26c013c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.091873 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-df76d03a-4975-472a-9367-dc26c013c8eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1100 time: 0.4239416 Jul 23 14:02:06.141373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7bcb8c3-13c6-4c2a-bfba-329e6d3947f8 None None] Provisioning for port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:06.149580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7bcb8c3-13c6-4c2a-bfba-329e6d3947f8 None None] Provisioning complete for port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:06.149580 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb8c3-13c6-4c2a-bfba-329e6d3947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:06.186934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-88857634-8dfa-449d-b45d-67b428d3e5d9 service neutron] 10.222.0.11 "GET /v2.0/networks/4e29c399-2e63-4470-a67c-01f92c3dca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775368 Jul 23 14:02:06.224686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:06.272467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcb8c3-13c6-4c2a-bfba-329e6d3947f8 None None] Port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:02:06.299332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Router 2d802ec0-cf4a-400d-8f78-22fe40395c09 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:02:06.308079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f2530-5e69-44c0-b400-67dc32c8b356 req-cdc800c4-87d1-4eb5-baef-0a28dcda110c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.309851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-557f2530-5e69-44c0-b400-67dc32c8b356 req-cdc800c4-87d1-4eb5-baef-0a28dcda110c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 944 time: 0.2041564 Jul 23 14:02:06.356687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-435853a4-f8c2-4d2d-981a-20c10b77c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.358617 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-435853a4-f8c2-4d2d-981a-20c10b77c50e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1417129 Jul 23 14:02:06.362276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-703aa483-18c8-4cad-86b2-bb614c130523 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.363786 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-703aa483-18c8-4cad-86b2-bb614c130523 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.5089467 Jul 23 14:02:06.367125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd6b5b4d-986d-4d49-bba8-8cb385f64760 req-77498d84-51df-48f0-8771-a8455656914f service neutron] 10.222.0.11 "GET /v2.0/networks/4e29c399-2e63-4470-a67c-01f92c3dca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711948 Jul 23 14:02:06.421455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7123e-c412-47e6-a326-2ffe0a2f32c1 req-32fa0694-253f-4453-bdef-f1ab27f39392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.423125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-96b7123e-c412-47e6-a326-2ffe0a2f32c1 req-32fa0694-253f-4453-bdef-f1ab27f39392 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1096 time: 0.6202557 Jul 23 14:02:06.433221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-557f2530-5e69-44c0-b400-67dc32c8b356 req-4e434af3-3963-4b08-85f8-9da275789b59 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150751 Jul 23 14:02:06.480588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:02:06.485936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-743ef025-ebee-4056-9fe1-8466d526c718 admin admin] 10.222.0.21 "PUT /v2.0/routers/2d802ec0-cf4a-400d-8f78-22fe40395c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1439686 Jul 23 14:02:06.491431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:06.492331 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] Sync routers for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:02:06.501715 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:06.502342 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:06.519550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-0ef2c73f-daa4-414a-9b59-1f4210b83bd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.1503356 Jul 23 14:02:06.593525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-e72e8de8-bd13-45be-9b86-d3c16cf3635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.595038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-e72e8de8-bd13-45be-9b86-d3c16cf3635b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0536423 Jul 23 14:02:06.648865 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-96b7123e-c412-47e6-a326-2ffe0a2f32c1 req-48c1bb25-bbd1-4f05-b238-fb59a4be225b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076070 Jul 23 14:02:06.655821 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:06.684080 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:06.712385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc458ed-9dc3-4704-8d4f-2b9f56ef90ee req-266e4857-4df0-4d81-8140-287322d15347 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.714471 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ffc458ed-9dc3-4704-8d4f-2b9f56ef90ee req-266e4857-4df0-4d81-8140-287322d15347 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.4618399 Jul 23 14:02:06.754037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e50107c8-0ebe-4482-8c33-f1cba6052f10 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:06.872444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ffc458ed-9dc3-4704-8d4f-2b9f56ef90ee req-af98b5ed-ee11-4913-b052-33f4befdb86b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488998 Jul 23 14:02:06.879753 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:02:04Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:06.892105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-81fab811-f698-4096-ad5a-95897d5d1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.893745 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-81fab811-f698-4096-ad5a-95897d5d1d1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2849741 Jul 23 14:02:06.912483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:06.922629 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] Checking router: 2d802ec0-cf4a-400d-8f78-22fe40395c09 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:02:06.935148 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] Routers {'2d802ec0-cf4a-400d-8f78-22fe40395c09'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:06.936015 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2d802ec0-cf4a-400d-8f78-22fe40395c09'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:06.937149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c33c4-a9a9-4332-92d3-aee7279db8b2 req-5ab377ad-0128-479c-8d3e-dafa4c928d03 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:06.938746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c4c33c4-a9a9-4332-92d3-aee7279db8b2 req-5ab377ad-0128-479c-8d3e-dafa4c928d03 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 949 time: 0.2520359 Jul 23 14:02:06.947611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-8639ec8c-8da3-4278-90d7-89b34c0024cf service neutron] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:06.964734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-8639ec8c-8da3-4278-90d7-89b34c0024cf service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:06.965841 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-450b27e1-fee8-42d1-9061-837f8c3848a1 req-8639ec8c-8da3-4278-90d7-89b34c0024cf service neutron] 10.222.0.11 "DELETE /v2.0/ports/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.5371761 Jul 23 14:02:06.974295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.002137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port e50107c8-0ebe-4482-8c33-f1cba6052f10 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:07.006428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c4c33c4-a9a9-4332-92d3-aee7279db8b2 req-92f7382a-c2bf-4b66-b007-6e2547bb9aef tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595031 Jul 23 14:02:07.007257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e50107c8-0ebe-4482-8c33-f1cba6052f10 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:07.007807 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.064178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.079636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Deleting port 0b6343b5-4430-4f83-8660-2f47f82160e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:07.079988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.083852 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] Set router 2d802ec0-cf4a-400d-8f78-22fe40395c09 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:07.170748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Pushing event updated for resources: {'Port': ['ID=10faee7d-7bce-4bf8-a2be-b00868f08ae2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:07.184911 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.188527 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-06517f98-5e67-40d9-bfb8-043ee90361d1 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838135 Jul 23 14:02:07.190946 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.209023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port e50107c8-0ebe-4482-8c33-f1cba6052f10, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e50107c8-0ebe-4482-8c33-f1cba6052f10,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:07.210781 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.214301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] For port 0b6343b5-4430-4f83-8660-2f47f82160e7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0b6343b5-4430-4f83-8660-2f47f82160e7,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:07.214747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.217085 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.236382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Calling delete_port for 0b6343b5-4430-4f83-8660-2f47f82160e7 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:07.274559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a8db4-400e-4009-a17f-52026825a7a6 req-b08a6f9c-2c7f-4d72-a5e3-6ef1c1fa06f7 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:07.276173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b0a8db4-400e-4009-a17f-52026825a7a6 req-b08a6f9c-2c7f-4d72-a5e3-6ef1c1fa06f7 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 943 time: 0.2997527 Jul 23 14:02:07.295808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=e50107c8-0ebe-4482-8c33-f1cba6052f10,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:07.299306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084911-dcd0-4bcd-8f2a-4fcc93d0806f req-c6da31ce-60b4-433e-8112-9d8cf474be28 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:07.300854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18084911-dcd0-4bcd-8f2a-4fcc93d0806f req-c6da31ce-60b4-433e-8112-9d8cf474be28 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.1372454 Jul 23 14:02:07.359816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18084911-dcd0-4bcd-8f2a-4fcc93d0806f req-c1c069c6-6402-4732-ae18-340af287bd7a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507019 Jul 23 14:02:07.362253 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:02:04Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:07.395027 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c049efd-9179-48b6-a1de-b8b68abccf79 None None] The sync data for ids ['2d802ec0-cf4a-400d-8f78-22fe40395c09'] in n-d-801990-3 is: [{'id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'name': 'tempest-FloatingIPsAssociationTestJSON-1867979174-router', 'tenant_id': '38b1075add474343b7e7db2b6f29ec3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:00:41Z', 'updated_at': '2021-07-23T14:02:04Z', 'revision_number': 5, 'project_id': '38b1075add474343b7e7db2b6f29ec3b', 'gw_port': {'id': '0b6343b5-4430-4f83-8660-2f47f82160e7', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d802ec0-cf4a-400d-8f78-22fe40395c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:42Z', 'updated_at': '2021-07-23T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:02:07.415665 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1d18ba77-36f8-459a-a6f6-ddb8f060f2a7 req-b791b241-9b75-42bf-930f-1d7204cb3b67 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084444 Jul 23 14:02:07.415665 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b0a8db4-400e-4009-a17f-52026825a7a6 req-34cfeed9-0876-414c-bc1e-1047491a59ec tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996015 Jul 23 14:02:07.459541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Network 6f510716-ad1b-452f-b3e8-c145def15e96 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:07.462274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:07.505345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.552913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6343b5-4430-4f83-8660-2f47f82160e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:07.646484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.653173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb6a7-794b-430f-8001-2a2da4dc40d2 req-f0b179b8-8288-440f-8182-d4b953f33073 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:07.654920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f40eb6a7-794b-430f-8001-2a2da4dc40d2 req-f0b179b8-8288-440f-8182-d4b953f33073 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 944 time: 0.1077673 Jul 23 14:02:07.665835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Router a152021c-8248-472f-a938-f39d81ae67da has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:02:07.765965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.768701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.770776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f40eb6a7-794b-430f-8001-2a2da4dc40d2 req-a668e17e-faac-496f-b624-2c58f3d6bbae tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076119 Jul 23 14:02:07.797761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3bf5d-81c7-407c-a5dd-c875670907d8 req-96991414-89ea-49eb-8534-84a034f6efc8 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:07.799374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44e3bf5d-81c7-407c-a5dd-c875670907d8 req-96991414-89ea-49eb-8534-84a034f6efc8 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1096 time: 0.2486987 Jul 23 14:02:07.812486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84107f89-d43a-4a41-9b99-18191522e642 None None] Provisioning complete for port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:07.813102 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84107f89-d43a-4a41-9b99-18191522e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.839197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:02:07.850800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.851631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d802ec0-cf4a-400d-8f78-22fe40395c09 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:02:07.854492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Sync routers for ids ['a152021c-8248-472f-a938-f39d81ae67da'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:02:07.859174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:07.860506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5b0eef74-befd-45ec-85e1-27e5271feb56 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2d802ec0-cf4a-400d-8f78-22fe40395c09 HTTP/1.1" status: 204 len: 168 time: 1.3679380 Jul 23 14:02:07.863264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:07.877978 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9fc57e3d-0350-4b95-9d16-61e35259558a admin admin] 10.222.0.21 "PUT /v2.0/routers/a152021c-8248-472f-a938-f39d81ae67da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4789019 Jul 23 14:02:07.881341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Routers {'a152021c-8248-472f-a938-f39d81ae67da'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:07.882047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a152021c-8248-472f-a938-f39d81ae67da'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:07.884972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84107f89-d43a-4a41-9b99-18191522e642 None None] Port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:02:07.916812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44e3bf5d-81c7-407c-a5dd-c875670907d8 req-a6386dcd-4ea5-4260-9b24-e5a0fc932298 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839021 Jul 23 14:02:07.975435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] Deleting subnet d8f26442-d08d-4ffc-a152-e20e10f0603c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:02:07.979336 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.032265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.159054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Set router a152021c-8248-472f-a938-f39d81ae67da gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:08.185055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0a859-d80f-4160-a006-431c266d7c10 req-2aa8d27f-cce3-44e7-abd3-44fb2e00690b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:08.186571 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-feb0a859-d80f-4160-a006-431c266d7c10 req-2aa8d27f-cce3-44e7-abd3-44fb2e00690b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 949 time: 0.0783424 Jul 23 14:02:08.224450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.242762 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-feb0a859-d80f-4160-a006-431c266d7c10 req-e7d021ab-5ac9-4a0c-96bd-5ac0dfdd8819 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Jul 23 14:02:08.349058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-c4deb2e2-c8f4-4fbf-9e73-614dca465642 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1761329 Jul 23 14:02:08.355967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:08.379613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.415128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f26442-d08d-4ffc-a152-e20e10f0603c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:08.415551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:02:06Z', 'revision_number': 4, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10faee7d-7bce-4bf8-a2be-b00868f08ae2', 'name': '', 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'mac_address': 'fa:16:3e:1f:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0d4928c0-fbfa-43cc-b112-36bf729e3a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:02:03Z', 'updated_at': '2021-07-23T14:02:06Z', 'revision_number': 2, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'subnets': [{'id': '0d4928c0-fbfa-43cc-b112-36bf729e3a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:08.439366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.443943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3a21a9aa-ceef-45f1-a6ca-3a4704257b18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8f26442-d08d-4ffc-a152-e20e10f0603c HTTP/1.1" status: 204 len: 168 time: 0.5794325 Jul 23 14:02:08.446469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.447615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:08.450304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222983e1-81e4-4fa7-8dca-1c63d3a5a4b4 None None] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:02:08.453067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 166f3ed8-78b6-4ded-af1d-3909660ddd36 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:08.465872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Checking router: a152021c-8248-472f-a938-f39d81ae67da for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:02:08.466270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Updating router a152021c-8248-472f-a938-f39d81ae67da port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:02:08.468809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a4edf26a-c7af-4ee2-9e7a-34b2900166f5 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:08.566228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2c49-7e0c-4624-86e6-701261847275 req-90387c03-72e9-4eb8-86fa-cff1db0a93ed tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:08.574217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-90387c03-72e9-4eb8-86fa-cff1db0a93ed tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.2040899 Jul 23 14:02:08.577812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.579552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.595486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-cc0d0a12-7d88-4069-8984-d017a9d53175 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/quotas/50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 375 time: 0.0201838 Jul 23 14:02:08.626014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.725565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Allocated IP 172.25.2.246 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/615d0105-6227-4639-bde4-c4114b8ed8bd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:08.777380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:08.796063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e50107c8-0ebe-4482-8c33-f1cba6052f10 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:08.808598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:08.808966 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.865668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.909789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 166f3ed8-78b6-4ded-af1d-3909660ddd36, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=166f3ed8-78b6-4ded-af1d-3909660ddd36,segment=NetworkSegment(651b4b7f-d490-4d21-99af-709683a232ad),segment_id=651b4b7f-d490-4d21-99af-709683a232ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:08.918626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:08.951382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '166f3ed8-78b6-4ded-af1d-3909660ddd36', 'network_id': '4e29c399-2e63-4470-a67c-01f92c3dca7f', 'port_id': '166f3ed8-78b6-4ded-af1d-3909660ddd36', 'mac_address': 'fa:16:3e:8b:df:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c93a5c-9628-44c6-9467-4e1645a49cc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:08.960177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:08.967319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:08.972163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:08.975659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=615d0105-6227-4639-bde4-c4114b8ed8bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:09.009869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Deleting port fd4342f5-4d86-4517-b218-654f187eed63 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:09.010202 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.019019 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-4d77be17-86de-4b85-aef5-99d0bddc111f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4223130 Jul 23 14:02:09.090216 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.119315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e50107c8-0ebe-4482-8c33-f1cba6052f10 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:09.119685 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.126435 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.128420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] DHCP port deletion for c9df23a6-3f29-430d-a8ba-a5f0505074c9 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:02:09.137495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] For port fd4342f5-4d86-4517-b218-654f187eed63, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fd4342f5-4d86-4517-b218-654f187eed63,segment=NetworkSegment(bd7d335d-18fe-4f29-a575-e00d6e1d9ce7),segment_id=bd7d335d-18fe-4f29-a575-e00d6e1d9ce7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:09.137856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.141255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.156289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Calling delete_port for fd4342f5-4d86-4517-b218-654f187eed63 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:09.203985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166f3ed8-78b6-4ded-af1d-3909660ddd36 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:09.208985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-3ba6dd88-454e-464a-b44b-40e2808fc775 service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798000 Jul 23 14:02:09.227013 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.260388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 166f3ed8-78b6-4ded-af1d-3909660ddd36, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=166f3ed8-78b6-4ded-af1d-3909660ddd36,segment=NetworkSegment(651b4b7f-d490-4d21-99af-709683a232ad),segment_id=651b4b7f-d490-4d21-99af-709683a232ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:09.279216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.313056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.320300 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.328623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.328968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:09.331636 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a6f632-b89e-41a9-b864-4f6c25eaaf88" -d '{"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-plugged", "status": "completed", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:09.349255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4342f5-4d86-4517-b218-654f187eed63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:09.353095 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-dc0d3c85-5919-4389-911e-9459ea8c099a service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286998 Jul 23 14:02:09.356475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] No DVR routers for this DVR port fd4342f5-4d86-4517-b218-654f187eed63 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:09.371656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:09.398763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=615d0105-6227-4639-bde4-c4114b8ed8bd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:09.429602 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.430584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:09.435009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.446316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9df23a6-3f29-430d-a8ba-a5f0505074c9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:09.458944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:09.459590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7d335d-18fe-4f29-a575-e00d6e1d9ce7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:09.470265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.481104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.484679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Deleting port fd4342f5-4d86-4517-b218-654f187eed63 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:09.485413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.486084 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.487780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=166f3ed8-78b6-4ded-af1d-3909660ddd36,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:09.493813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:02:09.494459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:02:09.496557 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:02:09.524836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.526632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-74c3624c-ae67-4227-8198-52f4bc96ab6f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1765294 Jul 23 14:02:09.594028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-d29f9010-3305-44dd-bf2e-e8833b3f038d tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.0616608 Jul 23 14:02:09.595614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.621956 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.626679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9df23a6-3f29-430d-a8ba-a5f0505074c9 HTTP/1.1" status: 204 len: 168 time: 1.1753783 Jul 23 14:02:09.626679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72cb20-276c-4781-bbb1-ad3bb4064b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9df23a6-3f29-430d-a8ba-a5f0505074c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:09.727113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764fae5-f432-436e-9f4f-2422beaf53c2 req-d5642e23-73cf-4b39-ae91-21ba138c5c55 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:09.735045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-a6d80d24-39b0-465e-8f60-c4b9dd9b95cf tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:09.735598 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a764fae5-f432-436e-9f4f-2422beaf53c2 req-d5642e23-73cf-4b39-ae91-21ba138c5c55 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.0938892 Jul 23 14:02:09.736830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a22ce19c-2cd6-405f-afd7-6ed30bf3fc27 req-a6d80d24-39b0-465e-8f60-c4b9dd9b95cf tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1412809 Jul 23 14:02:09.740604 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.746493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['166f3ed8-78b6-4ded-af1d-3909660ddd36'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:09.749750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0b6343b5-4430-4f83-8660-2f47f82160e7 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:09.783171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a764fae5-f432-436e-9f4f-2422beaf53c2 req-b2cc7715-b153-45dc-9a30-cefd0601d490 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453629 Jul 23 14:02:09.786478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0b6343b5-4430-4f83-8660-2f47f82160e7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:09.786859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0b6343b5-4430-4f83-8660-2f47f82160e7 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:09.787269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 79a9cd99-6394-4ffe-882e-5de804c8d2d0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:09.819370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:09.890466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Transition to ACTIVE for port object 10faee7d-7bce-4bf8-a2be-b00868f08ae2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:09.896124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 79a9cd99-6394-4ffe-882e-5de804c8d2d0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:09.896470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 79a9cd99-6394-4ffe-882e-5de804c8d2d0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:09.906976 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d155d7a-d9fd-42a7-a51d-82b1155d11e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38b1075add474343b7e7db2b6f29ec3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860052 Jul 23 14:02:09.909812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:09.914130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fcc6c-80a6-41a3-a61f-cc0feb1bc62e req-07dde819-28d4-4534-bcbd-5a54d59e61be tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:09.915934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a2fcc6c-80a6-41a3-a61f-cc0feb1bc62e req-07dde819-28d4-4534-bcbd-5a54d59e61be tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 944 time: 0.0846608 Jul 23 14:02:09.960720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a2fcc6c-80a6-41a3-a61f-cc0feb1bc62e req-d47215d4-c5d5-44d3-b056-6f545cb27f34 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Jul 23 14:02:09.969987 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:09.973981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74127-afaf-47e6-bda6-237bdb75c485 req-d84884aa-6c7b-43d3-8f49-ae35f0bf6477 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:09.980906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91d74127-afaf-47e6-bda6-237bdb75c485 req-d84884aa-6c7b-43d3-8f49-ae35f0bf6477 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1216025 Jul 23 14:02:09.991484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:09.997170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] For port fd4342f5-4d86-4517-b218-654f187eed63, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:09.997985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.017892 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2c304d-1817-4b06-8d3d-9de94c2ee2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.024012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:10.040495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2c304d-1817-4b06-8d3d-9de94c2ee2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.047290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Calling delete_port for fd4342f5-4d86-4517-b218-654f187eed63 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:10.057082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Port fd4342f5-4d86-4517-b218-654f187eed63 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:02:10.059512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:10.059892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.068463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.114022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Network c9df23a6-3f29-430d-a8ba-a5f0505074c9 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:02:10.114899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] No DVR routers for this DVR port fd4342f5-4d86-4517-b218-654f187eed63 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:10.147030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29535ef-59a3-421a-a50e-63266a397c4a None None] Pushing event updated for resources: {'Port': ['ID=10faee7d-7bce-4bf8-a2be-b00868f08ae2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:10.165526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91d74127-afaf-47e6-bda6-237bdb75c485 req-3e7a3f2a-ad62-4419-bad1-2b3291f10801 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836591 Jul 23 14:02:10.193991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2c304d-1817-4b06-8d3d-9de94c2ee2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.197131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2c304d-1817-4b06-8d3d-9de94c2ee2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.200649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6e2c304d-1817-4b06-8d3d-9de94c2ee2e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8687a401-5a4d-42dd-a9cb-01c25dbd4170 HTTP/1.1" status: 204 len: 168 time: 0.2875357 Jul 23 14:02:10.217908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c304d-1817-4b06-8d3d-9de94c2ee2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687a401-5a4d-42dd-a9cb-01c25dbd4170,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:10.274375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6965467-4b3c-4c10-88ae-58bee1823fe9 None None] Pushing event deleted for resources: {'Port': ['ID=fd4342f5-4d86-4517-b218-654f187eed63,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:10.280661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Attempting to bind port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:10.281261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Attempting to bind port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:10.281819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Attempting to bind port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 on network 6f510716-ad1b-452f-b3e8-c145def15e96 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:10.294560 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764883cb-4d3b-4e31-8dee-45e44802a16d x-openstack-request-id: req-764883cb-4d3b-4e31-8dee-45e44802a16d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:10.294956 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-plugged", "status": "completed", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:10.295289 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-764883cb-4d3b-4e31-8dee-45e44802a16d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:10.295936 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'code': 200} Jul 23 14:02:10.296836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:10.298541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Checking segment: {'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:10.301740 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.301740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Bound using segment: {'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:10.301740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Bound port: 10faee7d-7bce-4bf8-a2be-b00868f08ae2, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c236a180-f0d9-4f00-9e81-a84e1083bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:10.301740 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.355200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161fdc4-4a9f-4e0f-bab4-e0ab718efbb3 req-326222eb-9a4a-4879-a9f7-e4ac3f1f6f8d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:10.356765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3161fdc4-4a9f-4e0f-bab4-e0ab718efbb3 req-326222eb-9a4a-4879-a9f7-e4ac3f1f6f8d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 949 time: 0.1628718 Jul 23 14:02:10.430766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-924e4a31-69b8-4dd2-b48a-64c9068b0273 req-04741b5f-4ff3-4aba-bce4-ee535252eaca tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 210 time: 0.0593421 Jul 23 14:02:10.456525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3161fdc4-4a9f-4e0f-bab4-e0ab718efbb3 req-d6f58608-5bec-4d81-9bc3-9dad28f72fa2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877643 Jul 23 14:02:10.493698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] For port 10faee7d-7bce-4bf8-a2be-b00868f08ae2, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:10.497282 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.528013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] For port 10faee7d-7bce-4bf8-a2be-b00868f08ae2, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=10faee7d-7bce-4bf8-a2be-b00868f08ae2,segment=NetworkSegment(c236a180-f0d9-4f00-9e81-a84e1083bbc7),segment_id=c236a180-f0d9-4f00-9e81-a84e1083bbc7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:10.546336 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.631461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd4342f5-4d86-4517-b218-654f187eed63 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:10.634372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:10.658465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6f935-bf88-408c-96f4-3e8e18e64cff req-5b9c860e-dd11-4ddb-a7c9-38d64196bd09 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:10.667247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29535ef-59a3-421a-a50e-63266a397c4a None None] Pushing event updated for resources: {'Port': ['ID=10faee7d-7bce-4bf8-a2be-b00868f08ae2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:10.668926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46a6f935-bf88-408c-96f4-3e8e18e64cff req-5b9c860e-dd11-4ddb-a7c9-38d64196bd09 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1096 time: 0.0753891 Jul 23 14:02:10.681912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:10.683711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: fd4342f5-4d86-4517-b218-654f187eed63 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:10.684582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd4342f5-4d86-4517-b218-654f187eed63 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:10.703828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Routers {'a152021c-8248-472f-a938-f39d81ae67da'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:10.704478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:01:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a152021c-8248-472f-a938-f39d81ae67da'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:10.732336 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46a6f935-bf88-408c-96f4-3e8e18e64cff req-20f56c9e-497a-4e27-a1f2-13c3f6093a15 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619771 Jul 23 14:02:10.809587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-fb117c9d-f08c-47af-88cd-70935033ba24 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3084614 Jul 23 14:02:10.818119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58840dee-a880-4bd6-9e16-c363d7c2546f req-fbd1d72d-f79b-44f3-abba-06eddab55e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:10.819168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-58840dee-a880-4bd6-9e16-c363d7c2546f req-fbd1d72d-f79b-44f3-abba-06eddab55e9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 1096 time: 0.3777616 Jul 23 14:02:10.826493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:10.848935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:10.870848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4d007-4976-4fea-b1a7-e829d0a7e130 req-52696af4-3281-4f32-8bb9-8f1f7cdafcfa tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:10.879665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76f4d007-4976-4fea-b1a7-e829d0a7e130 req-52696af4-3281-4f32-8bb9-8f1f7cdafcfa tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1101 time: 0.0722487 Jul 23 14:02:10.889955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] Set router a152021c-8248-472f-a938-f39d81ae67da gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:10.922553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76f4d007-4976-4fea-b1a7-e829d0a7e130 req-e00b9308-777a-452c-ab4e-e771c746b5b3 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Jul 23 14:02:10.929367 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-58840dee-a880-4bd6-9e16-c363d7c2546f req-9df08dd1-7060-4ee5-886b-0222b1aaadcb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829434 Jul 23 14:02:10.944910 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:11.196671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2c49-7e0c-4624-86e6-701261847275 req-021dbba7-aa29-4024-95a2-b0936a4864bb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:11.198119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-021dbba7-aa29-4024-95a2-b0936a4864bb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.1695380 Jul 23 14:02:11.206733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:11.308344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Request body: {'port': {'device_id': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'admin_state_up': True, 'tenant_id': '50dd7614a8714c38b5f626965e84e0c1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:11.323117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c07800-6b58-467b-b4a2-d819c74292c2 req-ce5cf80e-64eb-4e1c-868c-b318bc8a21c7 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:11.324978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55c07800-6b58-467b-b4a2-d819c74292c2 req-ce5cf80e-64eb-4e1c-868c-b318bc8a21c7 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 944 time: 0.1234877 Jul 23 14:02:11.346348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Allocated IP 172.25.2.205 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c63ed2a6-c3c6-4244-97b5-9080d7413244) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:11.357567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:02:06Z', 'revision_number': 4, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10faee7d-7bce-4bf8-a2be-b00868f08ae2', 'name': '', 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'mac_address': 'fa:16:3e:1f:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0d4928c0-fbfa-43cc-b112-36bf729e3a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:02:03Z', 'updated_at': '2021-07-23T14:02:10Z', 'revision_number': 4, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'subnets': [{'id': '0d4928c0-fbfa-43cc-b112-36bf729e3a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:11.379492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55c07800-6b58-467b-b4a2-d819c74292c2 req-1664ff32-6e99-4a7a-96ad-dc60a879129e tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487854 Jul 23 14:02:11.400486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881e35c-8211-48f1-9e87-b80b442b056c None None] The sync data for ids ['a152021c-8248-472f-a938-f39d81ae67da'] in n-d-801990-3 is: [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:02:06Z', 'revision_number': 4, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10faee7d-7bce-4bf8-a2be-b00868f08ae2', 'name': '', 'network_id': '6f510716-ad1b-452f-b3e8-c145def15e96', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'mac_address': 'fa:16:3e:1f:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0d4928c0-fbfa-43cc-b112-36bf729e3a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:02:03Z', 'updated_at': '2021-07-23T14:02:10Z', 'revision_number': 4, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'subnets': [{'id': '0d4928c0-fbfa-43cc-b112-36bf729e3a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:02:11.579499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Made reservation on behalf of 50dd7614a8714c38b5f626965e84e0c1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:11.583425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:11.592893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:11.733314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d95a63-e8e1-4c07-b2bb-c70d810fe389 req-2c7e71c9-2543-4ae0-83a4-0c4f1eab19a8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:11.741060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8d95a63-e8e1-4c07-b2bb-c70d810fe389 req-2c7e71c9-2543-4ae0-83a4-0c4f1eab19a8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0931745 Jul 23 14:02:11.772393 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:11.787984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8d95a63-e8e1-4c07-b2bb-c70d810fe389 req-7c7604e8-cec0-4258-9db0-92037b866fc1 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 Jul 23 14:02:11.864761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:11.873545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:11.876017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=c63ed2a6-c3c6-4244-97b5-9080d7413244,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:11.881425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:11.912473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-58ad964a-0497-45e2-8e64-b1c4bd30f934 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283434 Jul 23 14:02:11.939981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Allocated IP 172.20.0.7 (9256d62a-168c-4275-ab78-c9ab83d0dd69/42d3a393-fbf0-4de3-ab25-41dbd27f45a0/735a4710-176e-488c-b8ca-ed18e38ac4d4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:12.067041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-429c3947-f68d-4ab1-947e-8999aaad74de tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:12.076257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-429c3947-f68d-4ab1-947e-8999aaad74de tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628559 Jul 23 14:02:12.096305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-b263eca5-c1d5-4bd7-8df2-81a1eb1619d6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/quotas/cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 375 time: 0.0187783 Jul 23 14:02:12.257162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-bff5bbb7-ae15-48a5-9d8f-26c1d17ec1fa tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596379 Jul 23 14:02:12.297540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:12.300846 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644c4c4c-bc20-4dde-b700-01f87dbdc6be" -d '{"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-plugged", "status": "completed", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:12.307394 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.456885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 166f3ed8-78b6-4ded-af1d-3909660ddd36 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:12.487707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.634334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 166f3ed8-78b6-4ded-af1d-3909660ddd36 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:12.639250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 166f3ed8-78b6-4ded-af1d-3909660ddd36 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:12.639777 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.690244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.719984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10faee7d-7bce-4bf8-a2be-b00868f08ae2 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:12.742785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f143f13-d6bb-4064-b1e7-51ef8f97e7ef req-57570f38-5058-45f8-96a3-78ee6318661c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 210 time: 0.0865703 Jul 23 14:02:12.805307 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a480a1-8ae3-45bb-8684-ee7362163989 x-openstack-request-id: req-d2a480a1-8ae3-45bb-8684-ee7362163989 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:12.805735 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-plugged", "status": "completed", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:12.805987 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a480a1-8ae3-45bb-8684-ee7362163989 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:12.806389 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'code': 200} Jul 23 14:02:12.814994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.887619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 166f3ed8-78b6-4ded-af1d-3909660ddd36, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=166f3ed8-78b6-4ded-af1d-3909660ddd36,segment=NetworkSegment(651b4b7f-d490-4d21-99af-709683a232ad),segment_id=651b4b7f-d490-4d21-99af-709683a232ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:12.889088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:12.894631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:12.895223 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.944245 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.985092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:12.989152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a150e2-8162-472b-a988-e6dcda691a59 req-2264be5a-f98f-44e0-a4e5-fd957b660e64 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:12.991029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36a150e2-8162-472b-a988-e6dcda691a59 req-2264be5a-f98f-44e0-a4e5-fd957b660e64 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 944 time: 0.1255939 Jul 23 14:02:12.992991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.039187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:13.057365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36a150e2-8162-472b-a988-e6dcda691a59 req-f5641984-c032-408d-82a6-89cfe78ec3bf tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 Jul 23 14:02:13.100040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=166f3ed8-78b6-4ded-af1d-3909660ddd36,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:13.127970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.131041 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:02:13.140170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:13.152919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:13.196351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.209511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:13.220177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21ee3a3d-c52e-4e69-b485-be2a1a1ffd99 req-1bd36341-c967-47ce-9e81-30ab9dd273e1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 210 time: 0.0877588 Jul 23 14:02:13.221662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:13.283093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 10faee7d-7bce-4bf8-a2be-b00868f08ae2, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=10faee7d-7bce-4bf8-a2be-b00868f08ae2,segment=NetworkSegment(c236a180-f0d9-4f00-9e81-a84e1083bbc7),segment_id=c236a180-f0d9-4f00-9e81-a84e1083bbc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:13.295580 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.316447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=c63ed2a6-c3c6-4244-97b5-9080d7413244,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:13.319208 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.341455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:13.342235 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.356077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.364817 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-48b8cbab-5ed7-4bdc-b82a-e03a8d57cca1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5438826 Jul 23 14:02:13.376445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-46120c33-ba8e-4216-ba9d-3e6f247356d6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0725746 Jul 23 14:02:13.441447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-aa713184-989a-47b4-bd8e-8333e347c55d tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0756066 Jul 23 14:02:13.466043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=10faee7d-7bce-4bf8-a2be-b00868f08ae2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:13.466578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Request body: {'port': {'device_id': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:13.583846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd198601-4b89-4304-bea3-24b37a37de76 req-1fbc6a8b-091d-4908-8b82-1eef0fc338b8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:13.585417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd198601-4b89-4304-bea3-24b37a37de76 req-1fbc6a8b-091d-4908-8b82-1eef0fc338b8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0723543 Jul 23 14:02:13.616793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:13.625442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-4b5fba2d-28ce-41bd-84cb-177e6a5acfbb tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:13.627006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-4b5fba2d-28ce-41bd-84cb-177e6a5acfbb tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1844232 Jul 23 14:02:13.643387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-ca0bf32f-9f53-429c-bc36-39d357c11197 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:02:13.644529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30e248f1-d8b3-42b9-92f1-95a1428ba631 req-ca0bf32f-9f53-429c-bc36-39d357c11197 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092731 Jul 23 14:02:13.917677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd198601-4b89-4304-bea3-24b37a37de76 req-1bdec366-354a-4e86-9954-9feedd81d88d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257339 Jul 23 14:02:14.014992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735a4710-176e-488c-b8ca-ed18e38ac4d4 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:14.035937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.051467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-c7cd57a3-6be1-4e56-819a-b47e0357130b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334404 Jul 23 14:02:14.083919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Transition to ACTIVE for port object 735a4710-176e-488c-b8ca-ed18e38ac4d4 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:14.095419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-1c93405f-001a-4a13-8beb-27c41f5549c8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1652310 Jul 23 14:02:14.107948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:14.119918 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.178973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.193548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:14.311714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.418168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-de65d1e9-3852-4cc5-b6a2-2a449fbd9b9c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:14.419739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-de65d1e9-3852-4cc5-b6a2-2a449fbd9b9c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327892 Jul 23 14:02:14.440483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Request body: {'port': {'device_id': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'cc793ae8b78f4b4fa35ea33cf7c13972'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:14.447481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:14.447817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:14.448174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:14.449227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Allocated IP 172.25.2.66 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/d19bac8a-5058-47cc-a215-7e15fe64f7e3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:14.475193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:14.475526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:14.507074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:14.507286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:14.507672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:14.508117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Bound port: 735a4710-176e-488c-b8ca-ed18e38ac4d4, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:14.508470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.584114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.587245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcea3f-ea62-4902-a464-07d5cf342f74 req-6c3ec3a3-cc89-4726-b540-885d1915ba25 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:14.589131 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91fcea3f-ea62-4902-a464-07d5cf342f74 req-6c3ec3a3-cc89-4726-b540-885d1915ba25 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.2506502 Jul 23 14:02:14.604384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10faee7d-7bce-4bf8-a2be-b00868f08ae2 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:14.631550 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.658444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:14.658923 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.668770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:14.668963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:14.672076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:14.675989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:14.677337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91fcea3f-ea62-4902-a464-07d5cf342f74 req-13d4b53c-a4e0-4b27-b3ea-c1b4337a176e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 Jul 23 14:02:14.689067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:14.700749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.702757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Made reservation on behalf of cc793ae8b78f4b4fa35ea33cf7c13972 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:14.706257 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.727864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=d19bac8a-5058-47cc-a215-7e15fe64f7e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:14.761157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:14.761631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.763017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 200 len: 1091 time: 1.3176546 Jul 23 14:02:14.764461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:14.766725 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dceb120-470f-4829-bd8d-89c5c263ec04" -d '{"events": [{"name": "network-changed", "server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:14.798115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:14.807732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166f3ed8-78b6-4ded-af1d-3909660ddd36'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:14.810198 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea7d2b-201f-4a4b-b507-0d48b04aa645" -d '{"events": [{"server_uuid": "a72b889b-8c06-43bd-b16e-16547a0c68e0", "name": "network-vif-plugged", "status": "completed", "tag": "166f3ed8-78b6-4ded-af1d-3909660ddd36"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:14.835556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fbf42-dd06-4a1b-bcdf-5f8d19cde5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:14.851491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.022391 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.028021 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.107264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=d19bac8a-5058-47cc-a215-7e15fe64f7e3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:15.119345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.137134 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.138460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-4b4973b6-29f5-475f-96a8-651286ce1630 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0401690 Jul 23 14:02:15.191657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-7db8679f-c4c8-486b-972a-94e05f54cdbb tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0471990 Jul 23 14:02:15.225205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Allocated IP 192.168.233.41 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/d2910e12-c70b-44d2-885e-222f4c0d58d9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:15.250109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2c49-7e0c-4624-86e6-701261847275 req-0472a326-ef99-4b00-9fcd-bfd987a0b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:15.251559 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-0472a326-ef99-4b00-9fcd-bfd987a0b8d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1094 time: 0.4289041 Jul 23 14:02:15.301705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-705fd9ff-3772-4b91-837f-d0849be36209 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:15.303666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9efbed4-4639-489c-ab94-6d221af717c1 req-705fd9ff-3772-4b91-837f-d0849be36209 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1065526 Jul 23 14:02:15.313724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b1589-9131-46ab-b11a-a19fd1bf6bdf req-3171f894-1af2-4548-9a1f-33c9dcc6263a tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:15.315373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d86b1589-9131-46ab-b11a-a19fd1bf6bdf req-3171f894-1af2-4548-9a1f-33c9dcc6263a tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 945 time: 0.1861444 Jul 23 14:02:15.321611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-747d9ab5-e80a-43dd-a075-14861a755d42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 200 len: 217 time: 0.0605984 Jul 23 14:02:15.380107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e634a68-efe3-4b82-b05b-277afa301f6d req-65631ae9-6957-45b2-ac8d-73e1a3dc0a89 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 210 time: 0.0287824 Jul 23 14:02:15.453799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d86b1589-9131-46ab-b11a-a19fd1bf6bdf req-73282dbd-82d4-473f-8d12-b2036bff8527 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295199 Jul 23 14:02:15.460989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2c49-7e0c-4624-86e6-701261847275 req-324e9b58-8105-43c1-9544-a5525f2c7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:15.462436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-324e9b58-8105-43c1-9544-a5525f2c7078 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1214535 Jul 23 14:02:15.502812 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-1afce107-ce22-4a75-a294-f358eecc5ea4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329273 Jul 23 14:02:15.550387 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.595963 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad1a4a-366a-4231-a264-9146f74ea9ef x-openstack-request-id: req-c4ad1a4a-366a-4231-a264-9146f74ea9ef {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:15.596237 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:15.596520 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4ad1a4a-366a-4231-a264-9146f74ea9ef {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:15.596824 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4', 'status': 'completed', 'code': 200} Jul 23 14:02:15.600578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Transition to ACTIVE for port object d2910e12-c70b-44d2-885e-222f4c0d58d9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:15.615696 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c76a936-fb08-46d5-a0eb-e0e243536e32 x-openstack-request-id: req-9c76a936-fb08-46d5-a0eb-e0e243536e32 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:15.616277 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72b889b-8c06-43bd-b16e-16547a0c68e0", "name": "network-vif-plugged", "status": "completed", "tag": "166f3ed8-78b6-4ded-af1d-3909660ddd36", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:15.616713 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c76a936-fb08-46d5-a0eb-e0e243536e32 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:15.617090 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166f3ed8-78b6-4ded-af1d-3909660ddd36', 'code': 200} Jul 23 14:02:15.642391 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-88c28868-3c1a-4f30-a59c-8e90580d7fa4 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298959 Jul 23 14:02:15.674342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.720640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:15.745815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd610de2-f23f-4442-b03b-c392baaaa842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.813937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:15.831406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:15.836287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:15.842110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:15.911143 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72ab2c49-7e0c-4624-86e6-701261847275 req-57ae8f57-2275-43a5-9b2e-356f9887e6ef service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582657 Jul 23 14:02:15.934405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c378d6-9853-4f1f-8f20-265f17bf4e8f req-6e498236-7cc5-4237-aef6-9a372bf0ddf8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:15.935924 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13c378d6-9853-4f1f-8f20-265f17bf4e8f req-6e498236-7cc5-4237-aef6-9a372bf0ddf8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.2730911 Jul 23 14:02:15.943642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:15.944280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:15.992220 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-16d0b910-f903-41c5-85fd-4130fbb95bf9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5553727 Jul 23 14:02:15.994472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464ed81-8046-4e06-9c80-3cb348ff270e req-8add9ead-08ac-4220-a7b5-3ff5948cc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:15.995985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2464ed81-8046-4e06-9c80-3cb348ff270e req-8add9ead-08ac-4220-a7b5-3ff5948cc238 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 1096 time: 0.2547498 Jul 23 14:02:16.000880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-af701b7d-dbbd-430c-bb85-b76f590066f6 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1308742 Jul 23 14:02:16.010464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:16.025561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Request body: {'port': {'device_id': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:16.034144 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.069275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48e3b592-3829-4487-9e24-10f7178bc28e None None] Provisioning for port d2910e12-c70b-44d2-885e-222f4c0d58d9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:16.071305 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13c378d6-9853-4f1f-8f20-265f17bf4e8f req-e990074c-4400-403f-8f4b-d59972e92e09 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212502 Jul 23 14:02:16.074051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48e3b592-3829-4487-9e24-10f7178bc28e None None] Provisioning complete for port d2910e12-c70b-44d2-885e-222f4c0d58d9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:16.074834 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48e3b592-3829-4487-9e24-10f7178bc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.120321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48e3b592-3829-4487-9e24-10f7178bc28e None None] Port d2910e12-c70b-44d2-885e-222f4c0d58d9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:02:16.125067 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2464ed81-8046-4e06-9c80-3cb348ff270e req-9907c570-43d1-4919-82ca-a8f9ea6d1b50 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094317 Jul 23 14:02:16.148721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.153354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-52265493-8d62-475c-8568-ec5fff4db9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:16.155125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-52265493-8d62-475c-8568-ec5fff4db9f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1094 time: 0.1781416 Jul 23 14:02:16.159511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.279201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Allocated IP 172.25.2.27 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/224374c3-b7a9-4bec-9ed8-f376a38bfc34) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:16.342114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-11902064-7525-4073-910e-1354c579f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:16.343626 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-11902064-7525-4073-910e-1354c579f8e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1798818 Jul 23 14:02:16.394277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.404710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-7eb0820a-0cd6-4df5-bd7e-845beebd43e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 200 len: 217 time: 0.0463688 Jul 23 14:02:16.437156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.477222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:16.482033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:16.485622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:16.528538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=224374c3-b7a9-4bec-9ed8-f376a38bfc34,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:16.561155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-022b285b-7473-460d-84c6-a4a9ff579b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:16.562611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-022b285b-7473-460d-84c6-a4a9ff579b22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1220317 Jul 23 14:02:16.594069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.612168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768039-68d3-437c-ab16-95d53981f01a req-697442b0-d403-4bdd-9957-3c7781f43c51 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:16.613672 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4768039-68d3-437c-ab16-95d53981f01a req-697442b0-d403-4bdd-9957-3c7781f43c51 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.1123862 Jul 23 14:02:16.637419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.659076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2910e12-c70b-44d2-885e-222f4c0d58d9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:16.671627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.707562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4768039-68d3-437c-ab16-95d53981f01a req-40e79051-78d0-42c7-9dd5-768bd406d0f5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Jul 23 14:02:16.712151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-17822c12-00fd-4f17-b0cc-9ddfcd9eb451 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381191 Jul 23 14:02:16.717136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Transition to ACTIVE for port object d2910e12-c70b-44d2-885e-222f4c0d58d9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:16.730309 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.809105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.817648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.844567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:16.900565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.933211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event updated for resources: {'Port': ['ID=224374c3-b7a9-4bec-9ed8-f376a38bfc34,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:16.948104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:16.949351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-995f7c40-64bd-49f9-947e-07e01c7ee8ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9429934 Jul 23 14:02:16.958393 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-ff1fdf46-d781-40f8-adb3-2731391141ca service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379649 Jul 23 14:02:16.982906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Attempting to bind port d2910e12-c70b-44d2-885e-222f4c0d58d9 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:16.983240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Attempting to bind port d2910e12-c70b-44d2-885e-222f4c0d58d9 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:16.983572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Attempting to bind port d2910e12-c70b-44d2-885e-222f4c0d58d9 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:17.016467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Port d2910e12-c70b-44d2-885e-222f4c0d58d9 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:17.016467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Attempting to bind port d2910e12-c70b-44d2-885e-222f4c0d58d9 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:17.024193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:17.024449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-fd6e1200-9c60-4604-bfba-c6c4981ea0d8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0657408 Jul 23 14:02:17.024538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:17.025026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:17.025466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Bound port: d2910e12-c70b-44d2-885e-222f4c0d58d9, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:17.025823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:17.123221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e5a1c-6ac6-4cbd-9dc4-5a0ba89231b2 req-3c6cb03b-7b58-428c-8eb2-c2d6a057362b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.124737 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d25e5a1c-6ac6-4cbd-9dc4-5a0ba89231b2 req-3c6cb03b-7b58-428c-8eb2-c2d6a057362b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 947 time: 0.2532876 Jul 23 14:02:17.173251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-6b8f5751-bf94-4a2d-8d1b-f70d4192cf2e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.175051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01818b71-bf43-4fe2-b6ce-4a532c248b85 req-6b8f5751-bf94-4a2d-8d1b-f70d4192cf2e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1452827 Jul 23 14:02:17.175244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7dceb120-470f-4829-bd8d-89c5c263ec04 req-1a8ac3c0-315b-4e1d-88d1-828879b7ec8a service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940978 Jul 23 14:02:17.191846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:17.201014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:17.210088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d25e5a1c-6ac6-4cbd-9dc4-5a0ba89231b2 req-4b54ba70-cb98-4aa6-84e2-d1b143b7536e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624616 Jul 23 14:02:17.211401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:17.256313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.257417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:17.259758 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] 10.222.0.48 "PUT /v2.0/ports/d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 200 len: 1095 time: 1.2453146 Jul 23 14:02:17.308959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d0bda-6ae3-4bce-a168-3e3826b1e31c service neutron] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:17.368118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ea93a-cbfc-4ae8-9fa4-93f392457fe8 req-ca6b45de-754b-427d-92cc-abf703b9524e tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.369692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-801ea93a-cbfc-4ae8-9fa4-93f392457fe8 req-ca6b45de-754b-427d-92cc-abf703b9524e tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 945 time: 0.1171901 Jul 23 14:02:17.386910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-18807737-09b5-407e-bf1e-086009ad4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.388593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-18807737-09b5-407e-bf1e-086009ad4451 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 1098 time: 0.0765383 Jul 23 14:02:17.418340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-801ea93a-cbfc-4ae8-9fa4-93f392457fe8 req-dacad54c-1ddd-4b06-ae40-cd8751a85cd3 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Jul 23 14:02:17.436586 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-4aa868f3-595e-4812-b2ef-d43ab495736a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 200 len: 217 time: 0.0360081 Jul 23 14:02:17.502738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:17.515932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-d32ad010-83f1-4ea5-88ce-6c1ca6c2fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.517621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-d32ad010-83f1-4ea5-88ce-6c1ca6c2fc49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0703459 Jul 23 14:02:17.599264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-e52d9e53-c45d-471f-b6b8-eccec3a405b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.601499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-e52d9e53-c45d-471f-b6b8-eccec3a405b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720453 Jul 23 14:02:17.601803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:17.604313 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e73709-2401-41ba-b2e2-c3b7b058a11f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:17.640660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756303e2-d9ec-400e-b9c2-56a602fdd5d2 req-007d1cf9-aba8-47ef-8486-21987f2ac7dc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.642200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-756303e2-d9ec-400e-b9c2-56a602fdd5d2 req-007d1cf9-aba8-47ef-8486-21987f2ac7dc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1079946 Jul 23 14:02:17.692144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-756303e2-d9ec-400e-b9c2-56a602fdd5d2 req-f3baa9d6-bab3-43e9-8623-cc78c34a1f80 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Jul 23 14:02:17.722470 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-1c599543-9812-4205-b6be-c7e680fb7612 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120698 Jul 23 14:02:17.775334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2580d994-98ac-468b-834b-7734d6d0ed76 req-9c2ce1fb-6cab-4310-845e-db199fb28bf0 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips/a5629c02-775d-4949-8f80-f7f2078da975 HTTP/1.1" status: 200 len: 692 time: 0.0577064 Jul 23 14:02:17.828814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d1078fb-8120-49fd-baec-01657f7117e7 req-d5bf0712-e9a2-4c42-92ef-e6cba46956ff service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988398 Jul 23 14:02:17.883558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580d994-98ac-468b-834b-7734d6d0ed76 req-21ce7011-27f2-4db3-8c50-92146df082ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:17.885133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2580d994-98ac-468b-834b-7734d6d0ed76 req-21ce7011-27f2-4db3-8c50-92146df082ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1089666 Jul 23 14:02:17.895794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-2580d994-98ac-468b-834b-7734d6d0ed76 req-719aac17-efe1-4075-bcc9-3655bb3d7c13 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:02:17.897038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2580d994-98ac-468b-834b-7734d6d0ed76 req-719aac17-efe1-4075-bcc9-3655bb3d7c13 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061421 Jul 23 14:02:17.941250 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1b2c75-4b76-4ed6-88be-cbd95be2d484 x-openstack-request-id: req-db1b2c75-4b76-4ed6-88be-cbd95be2d484 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:17.942544 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:17.943062 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db1b2c75-4b76-4ed6-88be-cbd95be2d484 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:17.944004 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'status': 'completed', 'code': 200} Jul 23 14:02:18.041358 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-18076d17-4a19-4a5f-85b9-7aee43a16e65 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips/a5629c02-775d-4949-8f80-f7f2078da975 HTTP/1.1" status: 200 len: 692 time: 0.0674860 Jul 23 14:02:18.071861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38ff58-2bc7-4440-8c44-ad9d9cf33a1f req-398cc5df-be8a-4912-8994-83a85de172e2 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:18.073384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c38ff58-2bc7-4440-8c44-ad9d9cf33a1f req-398cc5df-be8a-4912-8994-83a85de172e2 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.0688992 Jul 23 14:02:18.090769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-1031d81a-6e45-4171-880a-fc0a2b986911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:18.092362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-1031d81a-6e45-4171-880a-fc0a2b986911 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 1098 time: 0.1268258 Jul 23 14:02:18.122516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c38ff58-2bc7-4440-8c44-ad9d9cf33a1f req-07b0ce40-acfd-4c07-8386-d3f1474ebbee tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Jul 23 14:02:18.230757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:18.415436 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db41e323-bffe-400a-bd85-3ae07c3093ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:18.507771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-a1b3c64a-d67d-497a-9398-551f699bfae3 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:18.509110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-a1b3c64a-d67d-497a-9398-551f699bfae3 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.4574387 Jul 23 14:02:18.526787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-e35499b6-47e1-45e0-ba3f-b462eda143f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:18.528451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-e35499b6-47e1-45e0-ba3f-b462eda143f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.4027283 Jul 23 14:02:18.530541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 735a4710-176e-488c-b8ca-ed18e38ac4d4 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:18.552369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-7cfa84aa-3205-407d-aee3-389be9c1eb8e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:02:18.553522 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-7cfa84aa-3205-407d-aee3-389be9c1eb8e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159085 Jul 23 14:02:18.586289 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-02b96c01-0c40-49da-9fd3-884823605b25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 200 len: 217 time: 0.0468185 Jul 23 14:02:18.644742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-a3ab137c-edca-4de4-8fa3-b6ba78ee9777 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0607951 Jul 23 14:02:18.736170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-68c14d5c-54ca-41fa-ab15-9fba39be9283 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0906105 Jul 23 14:02:18.737108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a12dc-19fd-4372-a38f-b582a7fc3eef req-1ff9d27c-a234-40ad-8c69-a4207abd8296 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:18.744184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e34a12dc-19fd-4372-a38f-b582a7fc3eef req-1ff9d27c-a234-40ad-8c69-a4207abd8296 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 947 time: 0.0941133 Jul 23 14:02:18.785496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e34a12dc-19fd-4372-a38f-b582a7fc3eef req-ed40d249-57d3-47cc-a257-071566fae3de tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Jul 23 14:02:18.811372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:18.825372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '735a4710-176e-488c-b8ca-ed18e38ac4d4', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'port_id': '735a4710-176e-488c-b8ca-ed18e38ac4d4', 'mac_address': 'fa:16:3e:11:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3a393-fbf0-4de3-ab25-41dbd27f45a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:18.836822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-4865cded-eeff-4324-bb77-fae954454f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:18.838685 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-4865cded-eeff-4324-bb77-fae954454f89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1917112 Jul 23 14:02:18.875544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:18.893418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735a4710-176e-488c-b8ca-ed18e38ac4d4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:18.921848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:18.929405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:18.933950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Deleting port 224374c3-b7a9-4bec-9ed8-f376a38bfc34 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:18.934297 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:18.998329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:19.016362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:19.016686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:19.028937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Calling delete_port for 224374c3-b7a9-4bec-9ed8-f376a38bfc34 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:19.106834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-91aad8b6-364a-426e-b649-d33eb5198fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:19.108383 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-91aad8b6-364a-426e-b649-d33eb5198fd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2390280 Jul 23 14:02:19.213393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322b69a-0cfd-46cb-ae59-3174ef69cf6a req-4f21e0ed-6d68-43f6-9c9a-2322ece6e739 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:19.220628 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c322b69a-0cfd-46cb-ae59-3174ef69cf6a req-4f21e0ed-6d68-43f6-9c9a-2322ece6e739 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 945 time: 0.0824752 Jul 23 14:02:19.222028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['735a4710-176e-488c-b8ca-ed18e38ac4d4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:19.245984 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-f3278144-a1f3-4269-be15-446bbdbd8af0 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270862 Jul 23 14:02:19.283139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c322b69a-0cfd-46cb-ae59-3174ef69cf6a req-0161c188-7360-4f7e-a95b-321dc1d7b2d2 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Jul 23 14:02:19.319985 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:19.365365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event deleted for resources: {'Port': ['ID=224374c3-b7a9-4bec-9ed8-f376a38bfc34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:19.416912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:19.418510 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6e73709-2401-41ba-b2e2-c3b7b058a11f req-da51596b-3168-466e-ac6b-4612721b8e2b service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647434 Jul 23 14:02:19.441739 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:19.444440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:19.447398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-206c1bd0-07fe-458a-8dd8-4872cdcd095f req-b75d603d-5b59-4d99-84d3-23b73b407fc8 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "DELETE /v2.0/floatingips/a5629c02-775d-4949-8f80-f7f2078da975 HTTP/1.1" status: 204 len: 173 time: 0.7099514 Jul 23 14:02:19.520642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66389d2-1d3d-4157-b757-0b924457895a req-f6f948b3-9137-4e06-bc41-d0309ca666b6 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:19.522725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b66389d2-1d3d-4157-b757-0b924457895a req-f6f948b3-9137-4e06-bc41-d0309ca666b6 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0687315 Jul 23 14:02:19.571651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b66389d2-1d3d-4157-b757-0b924457895a req-072d29a5-42bb-4823-92e5-9308917f5815 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Jul 23 14:02:19.572755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09756e6-7ceb-4026-b327-3d7ff2f325c6 req-51981b5a-e7ca-4784-a5a3-4a3544037c1c tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:19.574426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e09756e6-7ceb-4026-b327-3d7ff2f325c6 req-51981b5a-e7ca-4784-a5a3-4a3544037c1c tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 945 time: 0.0691969 Jul 23 14:02:19.627757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e09756e6-7ceb-4026-b327-3d7ff2f325c6 req-1b6f5f60-4454-4bfd-a0f4-0b4f49b1a3ae tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Jul 23 14:02:19.725710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5301c-fe2b-41df-ae5d-a4bb6b992e88 req-e2b1b499-1fa3-4ebd-b852-c3a62a103a20 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:19.727531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e5301c-fe2b-41df-ae5d-a4bb6b992e88 req-e2b1b499-1fa3-4ebd-b852-c3a62a103a20 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 944 time: 0.0807478 Jul 23 14:02:19.777146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e5301c-fe2b-41df-ae5d-a4bb6b992e88 req-a439d952-1eab-4975-a96a-00b0471b6f8a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Jul 23 14:02:20.084910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c886-3800-4334-86df-5a79effb8e6e req-780f37f7-956b-4f88-b2d5-c89c46fee16f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:20.086394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2466c886-3800-4334-86df-5a79effb8e6e req-780f37f7-956b-4f88-b2d5-c89c46fee16f tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2733817 Jul 23 14:02:20.201125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069103f2-83e1-4af6-9a53-b295ea9c2216 req-fa764f00-cb58-4eed-bd4a-ee3e29ba4da1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:20.208880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-069103f2-83e1-4af6-9a53-b295ea9c2216 req-fa764f00-cb58-4eed-bd4a-ee3e29ba4da1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 947 time: 0.0948813 Jul 23 14:02:20.256315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-069103f2-83e1-4af6-9a53-b295ea9c2216 req-f78ff586-0924-4d87-99eb-4351b2cc2f6a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462935 Jul 23 14:02:20.364053 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cad3fee-d416-43cd-bb0d-6f55f98ba2cc req-10a1d610-38e9-4d4f-8a09-dc1a183a484d tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=ea9da3fe797c439fb250d493797fd4de HTTP/1.1" status: 200 len: 1656 time: 0.0885448 Jul 23 14:02:20.486251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad3fee-d416-43cd-bb0d-6f55f98ba2cc req-4975ab13-3537-452d-82c0-4fbcddfcd403 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:20.493194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cad3fee-d416-43cd-bb0d-6f55f98ba2cc req-4975ab13-3537-452d-82c0-4fbcddfcd403 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks?id=630d89f6-02ed-4223-950e-6ebef56a4ac5&id=630d89f6-02ed-4223-950e-6ebef56a4ac5&id=630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 787 time: 0.1217804 Jul 23 14:02:20.499096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-0cad3fee-d416-43cd-bb0d-6f55f98ba2cc req-65eb0370-8aa8-4aaa-a02a-992f3a6317e7 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:02:20.511457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cad3fee-d416-43cd-bb0d-6f55f98ba2cc req-65eb0370-8aa8-4aaa-a02a-992f3a6317e7 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109141 Jul 23 14:02:20.529972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d2910e12-c70b-44d2-885e-222f4c0d58d9 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:20.533328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 735a4710-176e-488c-b8ca-ed18e38ac4d4 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:20.714462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:20.728989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'mac_address': 'fa:16:3e:0d:07:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:20.737511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 735a4710-176e-488c-b8ca-ed18e38ac4d4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:20.793541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 735a4710-176e-488c-b8ca-ed18e38ac4d4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:20.793908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:20.805201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-9bf5d004-1407-442d-bfa8-e34b9c4555ef tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips/d83d5317-34fc-4f6f-b66e-193afd853fdd HTTP/1.1" status: 200 len: 692 time: 0.0616748 Jul 23 14:02:20.884338 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:20.907631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2910e12-c70b-44d2-885e-222f4c0d58d9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:20.916277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada28904-09f2-4d11-bd92-391f34679b26 req-18b2b848-7467-4d24-b1a4-7f8ec349eeb8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:20.923543 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ada28904-09f2-4d11-bd92-391f34679b26 req-18b2b848-7467-4d24-b1a4-7f8ec349eeb8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0891583 Jul 23 14:02:20.949285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:20.958508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:20.964957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ada28904-09f2-4d11-bd92-391f34679b26 req-289eaccf-9917-4804-bac5-5f8c74006ffa tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Jul 23 14:02:20.966829 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:20.982374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-e2bec80e-d6d9-4ec1-a554-cbe435b45c52 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:20.984600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-e2bec80e-d6d9-4ec1-a554-cbe435b45c52 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1740615 Jul 23 14:02:21.025663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:21.028136 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3146ba6f-11e8-4c3a-b416-3ca385589827" -d '{"events": [{"server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "name": "network-vif-plugged", "status": "completed", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:21.071143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-06d672ac-e7c5-459c-b5c7-5009e0cf90fd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0607076 Jul 23 14:02:21.082375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:21.102942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.105070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:21.136302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-cf21fc95-3ee7-4bf2-858d-eca213bd2d0d tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0641131 Jul 23 14:02:21.150420 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.182230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:21.238568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec7d7a-3373-480b-95ed-5647acabce71 req-7df8ce6c-a6d3-4bb0-9e95-1237657d3c26 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:21.240748 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1aec7d7a-3373-480b-95ed-5647acabce71 req-7df8ce6c-a6d3-4bb0-9e95-1237657d3c26 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1041393 Jul 23 14:02:21.264118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d2910e12-c70b-44d2-885e-222f4c0d58d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:21.270589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Deleting port d19bac8a-5058-47cc-a215-7e15fe64f7e3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:21.270955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.287372 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1aec7d7a-3373-480b-95ed-5647acabce71 req-69424e13-0142-4c30-a7ee-4589703bc739 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Jul 23 14:02:21.349938 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.350358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.363553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Calling delete_port for d19bac8a-5058-47cc-a215-7e15fe64f7e3 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:21.406729 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e032e7d9-4300-4f80-aca8-0c3d551673e4 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--877780755&fields=id&tenant_id=e1ee878b980a446f81df72704992bf0b HTTP/1.1" status: 200 len: 267 time: 0.0344021 Jul 23 14:02:21.520718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.530180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-1d587887-5a20-4775-9044-4bf06b5b2dab tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:21.531772 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-1d587887-5a20-4775-9044-4bf06b5b2dab tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 824 time: 0.1180048 Jul 23 14:02:21.547283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-92e2aa42-e024-461e-9fba-c98accab4c13 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/quotas/e1ee878b980a446f81df72704992bf0b HTTP/1.1" status: 200 len: 375 time: 0.0095432 Jul 23 14:02:21.550509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event deleted for resources: {'Port': ['ID=d19bac8a-5058-47cc-a215-7e15fe64f7e3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:21.625408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.628154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:21.629318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd5e090d-1a2a-4837-8bf6-29e87c63e3ac req-73af569f-93f0-48b7-968f-acc5503c864e tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "DELETE /v2.0/floatingips/d83d5317-34fc-4f6f-b66e-193afd853fdd HTTP/1.1" status: 204 len: 173 time: 0.4919701 Jul 23 14:02:21.631679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-f51f249d-8b0a-482a-8ad6-ff421f43bfab tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0712140 Jul 23 14:02:21.666598 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3efac2-0bc0-4df8-a179-51b71b4fbf69 x-openstack-request-id: req-ae3efac2-0bc0-4df8-a179-51b71b4fbf69 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:21.667147 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "name": "network-vif-plugged", "status": "completed", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:21.667246 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3efac2-0bc0-4df8-a179-51b71b4fbf69 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:21.667640 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4', 'code': 200} Jul 23 14:02:21.781487 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-1687b288-85f8-4164-9cd0-27a3844b90a9 service neutron] 10.222.0.21 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376655 Jul 23 14:02:21.828511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a0b6-e87c-45d9-ad3c-2b9743639bcb req-6c4796eb-bfb6-4f24-95ce-a4f00490eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:21.830032 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8931a0b6-e87c-45d9-ad3c-2b9743639bcb req-6c4796eb-bfb6-4f24-95ce-a4f00490eaa3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0947382 Jul 23 14:02:21.905601 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8931a0b6-e87c-45d9-ad3c-2b9743639bcb req-f7b7cc9d-6591-464b-a8f9-f721e7247971 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493557 Jul 23 14:02:21.907560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-7c11e26e-7f2b-4a2f-b5cc-16931bdf6b0f service neutron] 10.222.0.21 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194599 Jul 23 14:02:22.238163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990566-8a49-40c5-9936-51a503f35f86 req-6d639412-f2dc-4441-ae17-d732ec55ffce tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:22.240229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63990566-8a49-40c5-9936-51a503f35f86 req-6d639412-f2dc-4441-ae17-d732ec55ffce tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 948 time: 0.0749178 Jul 23 14:02:22.283012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63990566-8a49-40c5-9936-51a503f35f86 req-00c43faf-d7a0-469b-b823-c034a1a60c96 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Jul 23 14:02:22.394297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-385b6199-6b2c-40f5-8461-01f221447c22 req-6ffe90db-dbba-4a46-af44-19a71aca583c tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips/020bb4cc-53b7-4bc4-97af-d5a7a14f8f7a HTTP/1.1" status: 200 len: 693 time: 0.0723314 Jul 23 14:02:22.412106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72193829-6af0-431f-ba46-e044a2977639 req-451d5e43-7f52-4c4c-ab4a-316d10e22309 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:22.414108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72193829-6af0-431f-ba46-e044a2977639 req-451d5e43-7f52-4c4c-ab4a-316d10e22309 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f428226-9855-43a7-ad23-107961f7dc73 HTTP/1.1" status: 200 len: 945 time: 0.1082187 Jul 23 14:02:22.514235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b6199-6b2c-40f5-8461-01f221447c22 req-b5c6824d-38c0-41eb-8199-3ac7f3dfc4af tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:22.516110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-385b6199-6b2c-40f5-8461-01f221447c22 req-b5c6824d-38c0-41eb-8199-3ac7f3dfc4af tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1151528 Jul 23 14:02:22.546274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d2910e12-c70b-44d2-885e-222f4c0d58d9 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:22.570529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-385b6199-6b2c-40f5-8461-01f221447c22 req-175e215a-73a8-443b-b4ee-fd8abbca96ba tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0471549 Jul 23 14:02:22.592851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fa229-5243-4d22-a6e3-6d7131ec5278 req-237f929f-ff1f-4efb-9520-130b2934d2d5 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:22.594517 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-027fa229-5243-4d22-a6e3-6d7131ec5278 req-237f929f-ff1f-4efb-9520-130b2934d2d5 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1254756 Jul 23 14:02:22.603522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Deleting port abe673e0-a293-4e65-add3-3ee063ca07c8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:22.603873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.616980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port d2910e12-c70b-44d2-885e-222f4c0d58d9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:22.625042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port d2910e12-c70b-44d2-885e-222f4c0d58d9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:22.625554 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.631238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-385b6199-6b2c-40f5-8461-01f221447c22 req-f1395499-3782-408d-9a61-4b553d0ab0b1 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0543637 Jul 23 14:02:22.695333 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-027fa229-5243-4d22-a6e3-6d7131ec5278 req-db155b2e-26f1-47fd-93fc-46224a99a175 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940652 Jul 23 14:02:22.704167 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.725248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] For port abe673e0-a293-4e65-add3-3ee063ca07c8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=abe673e0-a293-4e65-add3-3ee063ca07c8,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:22.725875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.751976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:22.758813 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.781647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Deleting port c63ed2a6-c3c6-4244-97b5-9080d7413244 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:22.781939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.815324 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:22.851205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c56df0b6-8768-4d3b-8e8e-56347ce6e972 req-0d8fc670-2f45-42ae-bf1a-31f677a455ba tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 210 time: 0.0516901 Jul 23 14:02:22.870126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.870449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.885884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Calling delete_port for c63ed2a6-c3c6-4244-97b5-9080d7413244 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:22.996569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.997012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:22.997319 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6 disassociated. External IP: 172.25.2.198, port: abe673e0-a293-4e65-add3-3ee063ca07c8. Jul 23 14:02:22.997661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Calling delete_port for abe673e0-a293-4e65-add3-3ee063ca07c8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:23.160185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:23.215571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event deleted for resources: {'Port': ['ID=c63ed2a6-c3c6-4244-97b5-9080d7413244,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:23.254526 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:23.320065 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:23.323412 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:23.338428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-385b6199-6b2c-40f5-8461-01f221447c22 req-1fcf0cba-19e0-4f4a-bca6-d5092332efcd tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "DELETE /v2.0/floatingips/020bb4cc-53b7-4bc4-97af-d5a7a14f8f7a HTTP/1.1" status: 204 len: 173 time: 0.7051618 Jul 23 14:02:23.341808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event deleted for resources: {'Port': ['ID=abe673e0-a293-4e65-add3-3ee063ca07c8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:23.468033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Router 960e8965-1974-4646-a57a-4078acd0aa88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:02:23.474263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3822-f849-468b-924d-5e9696bd0d18 req-b98f739e-89ce-4e51-8ed0-0b5f0e96a051 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:23.478449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b65b3822-f849-468b-924d-5e9696bd0d18 req-b98f739e-89ce-4e51-8ed0-0b5f0e96a051 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0893850 Jul 23 14:02:23.537388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b65b3822-f849-468b-924d-5e9696bd0d18 req-152a2e2a-adc7-4cca-9774-bcfec61f79ed tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Jul 23 14:02:23.614124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1c69ccb-d972-4ded-a908-28758c83689c req-9c9b7113-5c54-4d26-b8e3-213e834a3c60 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips/23e4fca5-4583-4e07-858e-fb10d8a19a2b HTTP/1.1" status: 200 len: 693 time: 0.0498638 Jul 23 14:02:23.669439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:23.672118 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b3a34b-0214-48fa-be5c-132480b559ec" -d '{"events": [{"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-plugged", "status": "completed", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:23.748646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c69ccb-d972-4ded-a908-28758c83689c req-509ccb4d-82f3-45e5-bc23-734227d52960 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:23.750186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1c69ccb-d972-4ded-a908-28758c83689c req-509ccb4d-82f3-45e5-bc23-734227d52960 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1306973 Jul 23 14:02:23.872029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1c69ccb-d972-4ded-a908-28758c83689c req-45f1187f-0396-43a3-be77-3b111befa1e0 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.1149318 Jul 23 14:02:23.945743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1c69ccb-d972-4ded-a908-28758c83689c req-dc0a22a4-2639-4c94-b357-4d1ca4ddc585 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.0678699 Jul 23 14:02:23.946192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586d993-f842-426f-8fb4-1c29905cb695 req-68434233-5b6b-41b2-a069-f2deb53d8532 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:23.952899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0586d993-f842-426f-8fb4-1c29905cb695 req-68434233-5b6b-41b2-a069-f2deb53d8532 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.4675207 Jul 23 14:02:23.955945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:02:23.968861 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] Sync routers for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:02:23.986101 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:23.988129 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:24.029197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0586d993-f842-426f-8fb4-1c29905cb695 req-22f0a8e5-15c5-4f3c-8871-10d555ce1634 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 Jul 23 14:02:24.063903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] No DVR routers for this DVR port abe673e0-a293-4e65-add3-3ee063ca07c8 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:24.070562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:24.072674 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72193829-6af0-431f-ba46-e044a2977639 req-ce1c9437-0906-4d3c-bcb6-4375f9d7ff14 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "DELETE /v2.0/ports/abe673e0-a293-4e65-add3-3ee063ca07c8 HTTP/1.1" status: 204 len: 173 time: 1.6433980 Jul 23 14:02:24.073166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'name': 'network-vif-deleted', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:24.075416 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2959b4ba-d426-4ca3-91d2-0734f276a5cd" -d '{"events": [{"server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "name": "network-vif-deleted", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:24.181440 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:24.242817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73729ab5-0e85-42b9-9e6b-ba44c6c6d19d req-7075f26f-0369-406d-b301-4f4d0da4ebb7 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:24.244785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73729ab5-0e85-42b9-9e6b-ba44c6c6d19d req-7075f26f-0369-406d-b301-4f4d0da4ebb7 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0823841 Jul 23 14:02:24.288604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73729ab5-0e85-42b9-9e6b-ba44c6c6d19d req-a1eb8565-de7d-44cf-92b0-4c9ce4df802a tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Jul 23 14:02:24.367027 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed864bb-64cb-456a-aecb-7d4f1b0a5789 x-openstack-request-id: req-fed864bb-64cb-456a-aecb-7d4f1b0a5789 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:24.367504 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-plugged", "status": "completed", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:24.367703 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fed864bb-64cb-456a-aecb-7d4f1b0a5789 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:24.369200 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'code': 200} Jul 23 14:02:24.472719 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:24.507731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] Checking router: 960e8965-1974-4646-a57a-4078acd0aa88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:02:24.519854 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:24.520613 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:24.617712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abe19b-6d8a-4886-bab7-0c6d2a26341e req-2cb564fe-9071-4186-9265-8baceb37e6b9 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:24.620027 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b5abe19b-6d8a-4886-bab7-0c6d2a26341e req-2cb564fe-9071-4186-9265-8baceb37e6b9 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1773682 Jul 23 14:02:24.625838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be120b9d-ce1f-4143-b991-b16ff3712527 req-c7606a53-0a8f-4a71-acfb-7870c3d45ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:24.627604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be120b9d-ce1f-4143-b991-b16ff3712527 req-c7606a53-0a8f-4a71-acfb-7870c3d45ded service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 1100 time: 0.1443751 Jul 23 14:02:24.631188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-d2e12ad6-a2d9-4b4b-87d4-9d6dc9e4b1f0 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:24.632724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-d2e12ad6-a2d9-4b4b-87d4-9d6dc9e4b1f0 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 824 time: 0.8675132 Jul 23 14:02:24.663315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Deleting port 615d0105-6227-4639-bde4-c4114b8ed8bd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:24.663646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:24.729339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b5abe19b-6d8a-4886-bab7-0c6d2a26341e req-83e52f97-efac-477a-a2d0-8a98c0c442b0 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930841 Jul 23 14:02:24.735461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be120b9d-ce1f-4143-b991-b16ff3712527 req-4c2ecbbb-a8c5-4c84-a34d-cfb90c40e9ab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905287 Jul 23 14:02:24.747507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:24.747835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:24.761372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Calling delete_port for 615d0105-6227-4639-bde4-c4114b8ed8bd owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:24.775921 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:24.845645 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08ae102a-e09d-4a5a-9751-33d8c3aa036a req-c4578b5c-3103-47a0-a2d2-75d572288843 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 210 time: 0.0328705 Jul 23 14:02:24.869417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-4edf746b-db0a-4c8b-9fa8-a6b05cd076b0 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ee878b980a446f81df72704992bf0b HTTP/1.1" status: 200 len: 379 time: 0.2177072 Jul 23 14:02:24.884943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'port': {'device_id': '39025f36-aedd-4404-b53b-bb9109b29175', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'admin_state_up': True, 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'security_groups': ['4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:24.960651 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62830e8e-257a-4f44-9a77-415efcf7f9ff x-openstack-request-id: req-62830e8e-257a-4f44-9a77-415efcf7f9ff {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:24.960651 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f428226-9855-43a7-ad23-107961f7dc73", "name": "network-vif-deleted", "tag": "abe673e0-a293-4e65-add3-3ee063ca07c8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:24.960651 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62830e8e-257a-4f44-9a77-415efcf7f9ff {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:24.961203 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f428226-9855-43a7-ad23-107961f7dc73', 'name': 'network-vif-deleted', 'tag': 'abe673e0-a293-4e65-add3-3ee063ca07c8', 'status': 'completed', 'code': 200} Jul 23 14:02:25.064280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Made reservation on behalf of e1ee878b980a446f81df72704992bf0b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:25.069281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:25.090285 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:25.091892 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:25.129999 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08afba-d921-421b-8b2f-9a197e645794 None None] The sync data for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 is: [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:02:25.135854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Pushing event deleted for resources: {'Port': ['ID=615d0105-6227-4639-bde4-c4114b8ed8bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:25.259782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:25.263099 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:25.265017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1c69ccb-d972-4ded-a908-28758c83689c req-93f9bc3f-d99f-471d-84b7-f4bb78156555 tempest-FloatingIPDetailsTestJSON-103831220 tempest-FloatingIPDetailsTestJSON-103831220-project] 10.222.0.21 "DELETE /v2.0/floatingips/23e4fca5-4583-4e07-858e-fb10d8a19a2b HTTP/1.1" status: 204 len: 173 time: 0.8043251 Jul 23 14:02:25.271361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:25.327617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Allocated IP 172.20.0.12 (07f82d8e-fbdb-4400-aed1-8d8fc0060295/ecd76f74-46f6-4d83-8ab0-45844039905d/430eb12e-98d9-4cac-bbe4-7ad941eb74a3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:25.610342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915e5dd-647e-4e70-a76d-b9ec7c9ef32e None None] New status for floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:02:25.645651 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:25.672883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Transition to ACTIVE for port object 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:25.688916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b547f-377b-4d7a-8fb8-168beb7607ee req-35480f8d-7761-40a8-b184-9a137f77ffb6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:25.696345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f99b547f-377b-4d7a-8fb8-168beb7607ee req-35480f8d-7761-40a8-b184-9a137f77ffb6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1995795 Jul 23 14:02:25.777363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f99b547f-377b-4d7a-8fb8-168beb7607ee req-96679f17-da4b-4e9a-84d4-a6ee7be22432 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Jul 23 14:02:25.798949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:25.989302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:26.040748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:26.042578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event updated for resources: {'Port': ['ID=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:26.046054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:26.176126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:26.176819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:26.203306 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:26.223156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98903450-22c3-43c5-9991-2dfdc2503d06 req-3aaca1ea-cf96-4f76-880b-07802d4a1830 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:26.231503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98903450-22c3-43c5-9991-2dfdc2503d06 req-3aaca1ea-cf96-4f76-880b-07802d4a1830 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.3214674 Jul 23 14:02:26.251826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-e0246876-3150-45ea-ac32-9b7c12acc1c3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3706729 Jul 23 14:02:26.277753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Request body: {'port': {'device_id': '39025f36-aedd-4404-b53b-bb9109b29175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:26.396827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54ab2191-5c52-4502-b252-247db29e13dd None None] Provisioning for port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:26.401194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54ab2191-5c52-4502-b252-247db29e13dd None None] Provisioning complete for port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:26.401901 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54ab2191-5c52-4502-b252-247db29e13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:26.437658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:26.478052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-54ab2191-5c52-4502-b252-247db29e13dd None None] Port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:02:26.509197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98903450-22c3-43c5-9991-2dfdc2503d06 req-0b7af74f-6c72-4028-96ce-2985171dbfeb tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765379 Jul 23 14:02:26.555400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device abe673e0-a293-4e65-add3-3ee063ca07c8 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:26.616501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: abe673e0-a293-4e65-add3-3ee063ca07c8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:26.617065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device abe673e0-a293-4e65-add3-3ee063ca07c8 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:26.677844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa3272-27a9-4c30-9046-ee9a8277a8c0 req-6a9d4c4e-b8c4-41bb-a0bb-f47e35edca50 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:26.679475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0fa3272-27a9-4c30-9046-ee9a8277a8c0 req-6a9d4c4e-b8c4-41bb-a0bb-f47e35edca50 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 932 time: 0.1757190 Jul 23 14:02:26.707381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Deleting port 10faee7d-7bce-4bf8-a2be-b00868f08ae2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:26.707893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:26.817115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] For port 10faee7d-7bce-4bf8-a2be-b00868f08ae2, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=10faee7d-7bce-4bf8-a2be-b00868f08ae2,segment=NetworkSegment(c236a180-f0d9-4f00-9e81-a84e1083bbc7),segment_id=c236a180-f0d9-4f00-9e81-a84e1083bbc7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:26.817502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:26.846074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Calling delete_port for 10faee7d-7bce-4bf8-a2be-b00868f08ae2 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:26.906458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0fa3272-27a9-4c30-9046-ee9a8277a8c0 req-32fdc1f3-e6c5-4cf0-9322-9a1e3bfda6f0 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181606 Jul 23 14:02:26.963338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:26.973511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:26.990768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Transition to ACTIVE for port object 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:27.000666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:27.068372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2b73-68bf-4f13-acc4-7e8edbc61762 req-98fc9b02-3213-4af5-87f7-aef7928bdfc0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:27.077923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-459e2b73-68bf-4f13-acc4-7e8edbc61762 req-98fc9b02-3213-4af5-87f7-aef7928bdfc0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.2008443 Jul 23 14:02:27.183613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Pushing event updated for resources: {'Port': ['ID=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:27.208530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:27.243608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-459e2b73-68bf-4f13-acc4-7e8edbc61762 req-a8868e15-3338-4820-9879-1fdb7cd6074b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642475 Jul 23 14:02:27.307761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=10faee7d-7bce-4bf8-a2be-b00868f08ae2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:27.329658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Attempting to bind port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:27.330339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Attempting to bind port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:27.331378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Attempting to bind port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:27.348188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:27.348894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Attempting to bind port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 on network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:27.365394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:27.365788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Checking segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:27.366181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Bound using segment: {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:27.366632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Bound port: 430eb12e-98d9-4cac-bbe4-7ad941eb74a3, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed4aadb-9904-4948-8438-8d0063f05d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:27.367018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:27.546463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:27.558380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] For port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:27.565464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] For port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:27.575023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:27.592828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:27.682826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Pushing event updated for resources: {'Port': ['ID=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:27.690577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:27.691666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:27.694099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-c92e0023-18f0-42a0-97e2-62cfa90063a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/430eb12e-98d9-4cac-bbe4-7ad941eb74a3 HTTP/1.1" status: 200 len: 1092 time: 1.4261992 Jul 23 14:02:27.695125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:27.698296 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d711d124-7f00-4c09-a279-0ccc5ff5fee7" -d '{"events": [{"name": "network-changed", "server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:27.771421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3808c1-115e-4245-b250-38ec55b3a916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:27.890878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-27243313-5cf8-4f81-928b-4569426a60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:27.892825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-27243313-5cf8-4f81-928b-4569426a60b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 1095 time: 0.1293020 Jul 23 14:02:27.952955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-97ca30f0-d4a5-45d6-8baa-ab47f81b4f7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3 HTTP/1.1" status: 200 len: 217 time: 0.0407529 Jul 23 14:02:28.021669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-05efe2a8-df10-4e37-8ff9-617f1634cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:28.023904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-05efe2a8-df10-4e37-8ff9-617f1634cba4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 200 len: 863 time: 0.0605268 Jul 23 14:02:28.027516 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de6642-bb03-44db-8d56-5a1c7b4d86e6 x-openstack-request-id: req-c7de6642-bb03-44db-8d56-5a1c7b4d86e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:28.028235 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:28.028235 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7de6642-bb03-44db-8d56-5a1c7b4d86e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:28.028479 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'status': 'completed', 'code': 200} Jul 23 14:02:28.041339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3808c1-115e-4245-b250-38ec55b3a916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:28.053112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba3808c1-115e-4245-b250-38ec55b3a916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:28.108054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Router a152021c-8248-472f-a938-f39d81ae67da has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:02:28.121202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97823dba-ac3e-4ce5-a123-fc43f693a6a8 req-0c43b739-f8c2-4079-ba0d-3a2071777849 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:28.128207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3808c1-115e-4245-b250-38ec55b3a916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c25e1-1927-4419-bf40-c6c758348b8d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:28.128438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97823dba-ac3e-4ce5-a123-fc43f693a6a8 req-0c43b739-f8c2-4079-ba0d-3a2071777849 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.2744536 Jul 23 14:02:28.132638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-d4324f42-3c74-470a-a4f8-b75166ce9a9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2288287 Jul 23 14:02:28.249711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ba3808c1-115e-4245-b250-38ec55b3a916 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56a0450bf66b4963a7746113404ee49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735187 Jul 23 14:02:28.271708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:28.311323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:02:28.322541 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] Sync routers for ids ['a152021c-8248-472f-a938-f39d81ae67da'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:02:28.334436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6d23a722-1783-45b6-8ed0-2fac2fb4b7a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/a152021c-8248-472f-a938-f39d81ae67da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0595801 Jul 23 14:02:28.335821 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] Routers {'a152021c-8248-472f-a938-f39d81ae67da'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:28.337481 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a152021c-8248-472f-a938-f39d81ae67da'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:28.339647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:28.374348 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97823dba-ac3e-4ce5-a123-fc43f693a6a8 req-f5d67648-11e6-4ae2-8862-ab38770dbeb4 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449064 Jul 23 14:02:28.452248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-ef4193d1-d9e8-4db8-81c0-ed27dc8dbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:28.453828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-ef4193d1-d9e8-4db8-81c0-ed27dc8dbddb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07f82d8e-fbdb-4400-aed1-8d8fc0060295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4113505 Jul 23 14:02:28.535117 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] Set router a152021c-8248-472f-a938-f39d81ae67da gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:28.554435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a3e1b-7d48-405c-bbd5-405459494d3c req-6863d838-8915-4622-bfc3-785ea8dbaf24 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:28.556101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-405a3e1b-7d48-405c-bbd5-405459494d3c req-6863d838-8915-4622-bfc3-785ea8dbaf24 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.4302309 Jul 23 14:02:28.601232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225563e0-c382-490b-8a5b-515c6bdc535a req-ddaf6840-00a2-4eff-9f2c-1bd7426ac2c6 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:28.603263 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-225563e0-c382-490b-8a5b-515c6bdc535a req-ddaf6840-00a2-4eff-9f2c-1bd7426ac2c6 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 944 time: 0.1129425 Jul 23 14:02:28.685207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-405a3e1b-7d48-405c-bbd5-405459494d3c req-f4509f8f-4955-445f-a679-064804ad4a8e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160128 Jul 23 14:02:28.689000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-225563e0-c382-490b-8a5b-515c6bdc535a req-c8b3974a-4f67-4de9-9b4b-21aa0776e46c tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770979 Jul 23 14:02:28.726690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b025627-ed84-4093-8791-6310c8850800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:28.773776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b025627-ed84-4093-8791-6310c8850800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:28.786149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:28.825892 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:02:27Z', 'revision_number': 5, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:28.858889 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] Checking router: a152021c-8248-472f-a938-f39d81ae67da for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:02:28.870761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] Routers {'a152021c-8248-472f-a938-f39d81ae67da'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:28.872928 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a152021c-8248-472f-a938-f39d81ae67da'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:28.882338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-ec22ee5d-5605-4303-8427-f473c68812db service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998265 Jul 23 14:02:28.956590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:29.053961 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] Set router a152021c-8248-472f-a938-f39d81ae67da gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:29.125903 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b025627-ed84-4093-8791-6310c8850800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:29.128521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b025627-ed84-4093-8791-6310c8850800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:29.129691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9b025627-ed84-4093-8791-6310c8850800 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f0c25e1-1927-4419-bf40-c6c758348b8d HTTP/1.1" status: 204 len: 168 time: 0.8470016 Jul 23 14:02:29.149118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b025627-ed84-4093-8791-6310c8850800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c25e1-1927-4419-bf40-c6c758348b8d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:29.168786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3eb774-6004-4a41-b733-3361c8a8cf52 req-a080268b-f301-46e0-bae2-43a02ed28403 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312357 Jul 23 14:02:29.184285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Deleting port e50107c8-0ebe-4482-8c33-f1cba6052f10 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:29.184663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:29.282416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] For port e50107c8-0ebe-4482-8c33-f1cba6052f10, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e50107c8-0ebe-4482-8c33-f1cba6052f10,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:29.282808 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:29.314130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Calling delete_port for e50107c8-0ebe-4482-8c33-f1cba6052f10 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:29.418783 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:02:27Z', 'revision_number': 5, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:29.452905 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d540508-07f4-4346-ac35-951e7d0d3c9b None None] The sync data for ids ['a152021c-8248-472f-a938-f39d81ae67da'] in n-d-801990-3 is: [{'id': 'a152021c-8248-472f-a938-f39d81ae67da', 'name': 'tempest-FloatingIPDetailsTestJSON-1784889453-router', 'tenant_id': 'ea9da3fe797c439fb250d493797fd4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:01:56Z', 'updated_at': '2021-07-23T14:02:27Z', 'revision_number': 5, 'project_id': 'ea9da3fe797c439fb250d493797fd4de', 'gw_port': {'id': 'e50107c8-0ebe-4482-8c33-f1cba6052f10', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a152021c-8248-472f-a938-f39d81ae67da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:01:57Z', 'updated_at': '2021-07-23T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:02:29.725024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-50bbed25-509f-4d0c-9e82-2e5d165c8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:29.726702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-50bbed25-509f-4d0c-9e82-2e5d165c8540 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 1095 time: 0.3501215 Jul 23 14:02:29.742355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c579e-983f-44f4-9212-3d08c5b7fd5a req-c21d02a6-b51c-4504-8352-56b0e7833889 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:29.744193 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b6c579e-983f-44f4-9212-3d08c5b7fd5a req-c21d02a6-b51c-4504-8352-56b0e7833889 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1096 time: 0.1013567 Jul 23 14:02:29.783978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40524038-b2e3-4169-9679-b863af6b1ed1 req-0aa3cf2a-5faa-4f0d-b5a5-c3c56215ad96 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:29.791518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40524038-b2e3-4169-9679-b863af6b1ed1 req-0aa3cf2a-5faa-4f0d-b5a5-c3c56215ad96 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.2674408 Jul 23 14:02:29.799303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b6c579e-983f-44f4-9212-3d08c5b7fd5a req-6fa4b0e9-63fa-4dd4-b030-8d22a3920532 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 Jul 23 14:02:29.907854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40524038-b2e3-4169-9679-b863af6b1ed1 req-187ae2f8-0ee1-462a-adc6-e50b3c4a5c50 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153612 Jul 23 14:02:29.946350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.001427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50107c8-0ebe-4482-8c33-f1cba6052f10,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:30.059659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842a056-ed5b-4998-a419-350b39a68117 req-ec8336b1-ce30-48e1-a772-636a9632090a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.079022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5842a056-ed5b-4998-a419-350b39a68117 req-ec8336b1-ce30-48e1-a772-636a9632090a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1582148 Jul 23 14:02:30.132082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-34a1f176-ff28-45ff-b32d-be84f866450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.133792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-34a1f176-ff28-45ff-b32d-be84f866450a service neutron] 10.222.0.11 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 925 time: 0.3994937 Jul 23 14:02:30.138699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5842a056-ed5b-4998-a419-350b39a68117 req-d604d082-e378-4756-be68-adfe4f63507b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573215 Jul 23 14:02:30.156929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.275664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-bffe3b5f-fbe5-431a-b6ec-ebab886eed30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3 HTTP/1.1" status: 200 len: 217 time: 0.1330173 Jul 23 14:02:30.356064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:30.399542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-45bd24e0-0a73-4440-86bd-a12a9b95bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.406397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-45bd24e0-0a73-4440-86bd-a12a9b95bba4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 1100 time: 0.1330154 Jul 23 14:02:30.575529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-577110844-network', 'tenant_id': '89968fc85c6748c9bbe04fc33dbf8f19'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:30.646236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-ffb2cd1f-4b61-4137-a295-1158e4634ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.648183 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-ffb2cd1f-4b61-4137-a295-1158e4634ba6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2336197 Jul 23 14:02:30.649779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Made reservation on behalf of 89968fc85c6748c9bbe04fc33dbf8f19 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:30.651784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10faee7d-7bce-4bf8-a2be-b00868f08ae2 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:30.652304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.664878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.684823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 10faee7d-7bce-4bf8-a2be-b00868f08ae2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:30.685610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10faee7d-7bce-4bf8-a2be-b00868f08ae2 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:30.712331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-255e4b65-3090-4333-ba96-9784ffa9961a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 200 len: 217 time: 0.0485661 Jul 23 14:02:30.720301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-0c7b89d9-7dd2-4b97-8eb7-60fb3b7679dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.721953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-0c7b89d9-7dd2-4b97-8eb7-60fb3b7679dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 200 len: 863 time: 0.4114759 Jul 23 14:02:30.749518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2dee0-046f-480c-96ad-6bbb98cdf8bf req-860add3f-44fd-44b9-8c70-e99e6459ce19 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.756937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caf2dee0-046f-480c-96ad-6bbb98cdf8bf req-860add3f-44fd-44b9-8c70-e99e6459ce19 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 944 time: 0.7641773 Jul 23 14:02:30.759955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.793185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.813047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-db8cbd21-8d48-4236-ab38-f64aeffcf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.817045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-db8cbd21-8d48-4236-ab38-f64aeffcf31d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0831063 Jul 23 14:02:30.865002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caf2dee0-046f-480c-96ad-6bbb98cdf8bf req-eafbe9ec-9717-4798-83d6-8740bd509f3a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071553 Jul 23 14:02:30.883991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.884457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a152021c-8248-472f-a938-f39d81ae67da {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:02:30.895507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-79ef06b6-3eeb-4750-9ff3-6c71ce8c795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:30.897176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-79ef06b6-3eeb-4750-9ff3-6c71ce8c795f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07f82d8e-fbdb-4400-aed1-8d8fc0060295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656239 Jul 23 14:02:30.901897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:30.905775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8f197161-03a0-4600-b453-b72fab216c36 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a152021c-8248-472f-a938-f39d81ae67da HTTP/1.1" status: 204 len: 168 time: 2.5366840 Jul 23 14:02:30.907205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:30.955515 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.001083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.058212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-6f5b07ac-1fbe-43da-87b0-1b1f39d5474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:31.060379 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-6f5b07ac-1fbe-43da-87b0-1b1f39d5474f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2193105 Jul 23 14:02:31.063848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] Deleting subnet 0d4928c0-fbfa-43cc-b112-36bf729e3a83 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:02:31.066299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:02:31.092186 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.106333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-277f925d-e27f-4c75-b8c2-47156271cfa6 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993206 Jul 23 14:02:31.126180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:31.155188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.186405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.186889 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Added segment 1de1bcf2-7608-4749-b199-fe8c4be08ec9 of type vlan for network 9c5342ad-abcf-4ad6-b789-26addd712c1c Jul 23 14:02:31.219069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d711d124-7f00-4c09-a279-0ccc5ff5fee7 req-52d478fc-1044-4db3-b160-fc9c80593a2f service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030474 Jul 23 14:02:31.247183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409747ec-0fb8-4d4a-90db-a69f5285e513 req-825544d5-c019-4c55-8cf0-5abc0c3efa04 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:31.255717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-409747ec-0fb8-4d4a-90db-a69f5285e513 req-825544d5-c019-4c55-8cf0-5abc0c3efa04 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.2202601 Jul 23 14:02:31.298308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-409747ec-0fb8-4d4a-90db-a69f5285e513 req-cce30789-487e-4d7a-8709-531c51e42f39 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349076 Jul 23 14:02:31.310249 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.389310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-27ad2969-7b02-4edf-9ab9-23d0eff9c74b service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127124 Jul 23 14:02:31.390549 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.444447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ebe2b-eda2-4736-abe9-6801d7ab6577 req-f08c3d35-e2cc-499c-aeb5-e690883dc0f0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:31.453005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d0ebe2b-eda2-4736-abe9-6801d7ab6577 req-f08c3d35-e2cc-499c-aeb5-e690883dc0f0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.0920393 Jul 23 14:02:31.507344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d0ebe2b-eda2-4736-abe9-6801d7ab6577 req-5cba18e0-fb80-4d45-914c-9f94219f460f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530510 Jul 23 14:02:31.723364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-2c2918a4-8763-4d34-9a1b-f06e3fff242d tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:02:31.724384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-2c2918a4-8763-4d34-9a1b-f06e3fff242d tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157609 Jul 23 14:02:31.748282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:31.748735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:02:31.758449 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.759392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:31.759971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.855368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4911311 Jul 23 14:02:31.858433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:31.864214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Request body: {'subnet': {'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-577110844-subnet', 'tenant_id': '89968fc85c6748c9bbe04fc33dbf8f19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:31.888407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Made reservation on behalf of 89968fc85c6748c9bbe04fc33dbf8f19 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:31.890689 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:31.920192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656f91d-e266-419d-8ba3-62f196a21bff admin admin] Pushing event updated for resources: {'Network': ['ID=9c5342ad-abcf-4ad6-b789-26addd712c1c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:31.931850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9c5342ad-abcf-4ad6-b789-26addd712c1c details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:02:31.936251 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.017737 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-6ccd11ed-0d60-433c-80fc-756916dc7c62 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115215 Jul 23 14:02:32.024802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4928c0-fbfa-43cc-b112-36bf729e3a83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:32.028533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.033407 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c3130fe2-c606-415a-8b70-61e2c92b470b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d4928c0-fbfa-43cc-b112-36bf729e3a83 HTTP/1.1" status: 204 len: 168 time: 1.1206284 Jul 23 14:02:32.033407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:32.036155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf74f4-cd19-4172-97bc-1e27fd9e1331 None None] Network 6f510716-ad1b-452f-b3e8-c145def15e96 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:02:32.141361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.141849 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.146959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:32.147299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:32.147632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:32.159122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:32.159452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:32.167186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:32.167529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:32.167930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:32.168556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Bound port: 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:32.242036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:32.263742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Checking segment: {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:32.263890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:32.264393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Network hostable DHCP agents. Network: 9c5342ad-abcf-4ad6-b789-26addd712c1c, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:02:32.276483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Deleting port a7b9a27c-3022-437f-8b62-6863c33a5434 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:32.276900 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.279149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b9c92-75f2-4ecf-a264-d1d855a12896 req-556b9b6a-bcf2-44ce-97df-93288bb51fc7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:32.281017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f5b9c92-75f2-4ecf-a264-d1d855a12896 req-556b9b6a-bcf2-44ce-97df-93288bb51fc7 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 944 time: 0.1525345 Jul 23 14:02:32.299145 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.300329 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-9db99eee-a0fe-4541-b98a-f89f21b464c2 service neutron] 10.222.0.21 "POST /v2.0/ports/81e07e45-de63-4918-a1d1-0b260e4fc3bc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5592144 Jul 23 14:02:32.338545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Network 9c5342ad-abcf-4ad6-b789-26addd712c1c is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:02:32.342496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] DHCP port deletion for 6f510716-ad1b-452f-b3e8-c145def15e96 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:02:32.368530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f5b9c92-75f2-4ecf-a264-d1d855a12896 req-2e144992-0a59-4325-8553-e3668be603f1 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777662 Jul 23 14:02:32.370529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9c5342ad-abcf-4ad6-b789-26addd712c1c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:32.376192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:32.377052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.409265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac95c48-46db-48dc-a8c8-61b99dcd4ae4 None None] Network 9c5342ad-abcf-4ad6-b789-26addd712c1c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:02:32.426996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-43d378cd-03a2-459a-95b0-891b68af2707 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5589793 Jul 23 14:02:32.472869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] For port a7b9a27c-3022-437f-8b62-6863c33a5434, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a7b9a27c-3022-437f-8b62-6863c33a5434,segment=NetworkSegment(c236a180-f0d9-4f00-9e81-a84e1083bbc7),segment_id=c236a180-f0d9-4f00-9e81-a84e1083bbc7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:32.481072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.511400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Calling delete_port for a7b9a27c-3022-437f-8b62-6863c33a5434 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:32.606307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:32.643024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] Deleting port a7b9a27c-3022-437f-8b62-6863c33a5434 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:32.643404 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.661845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc332d-9619-4bba-81bc-c593366b9dc4 req-b8a02a45-8eba-4e3a-9885-f4b8d86150c7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:32.676454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63dc332d-9619-4bba-81bc-c593366b9dc4 req-b8a02a45-8eba-4e3a-9885-f4b8d86150c7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1695597 Jul 23 14:02:32.706677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac98fc-26f2-4e51-a49c-5e4452a963e5 req-62c12f2a-bec0-4d03-8284-b85ebe7d3040 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:32.714912 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12ac98fc-26f2-4e51-a49c-5e4452a963e5 req-62c12f2a-bec0-4d03-8284-b85ebe7d3040 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.2009687 Jul 23 14:02:32.758223 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63dc332d-9619-4bba-81bc-c593366b9dc4 req-4b46cfb6-293f-4e66-8525-29884604da28 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722103 Jul 23 14:02:32.766809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] For port a7b9a27c-3022-437f-8b62-6863c33a5434, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a7b9a27c-3022-437f-8b62-6863c33a5434,segment=NetworkSegment(c236a180-f0d9-4f00-9e81-a84e1083bbc7),segment_id=c236a180-f0d9-4f00-9e81-a84e1083bbc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:32.767239 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.786142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12ac98fc-26f2-4e51-a49c-5e4452a963e5 req-6d3ecf29-dad6-4910-b638-9f621af44471 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Jul 23 14:02:32.787386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:32.802279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] Calling delete_port for a7b9a27c-3022-437f-8b62-6863c33a5434 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:32.818902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e3df9d30-d60d-48f7-a0b0-c4f7fec08a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:32.820439 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e3df9d30-d60d-48f7-a0b0-c4f7fec08a16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1096 time: 0.1294782 Jul 23 14:02:32.841094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b9a27c-3022-437f-8b62-6863c33a5434,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:32.859668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] No DVR routers for this DVR port a7b9a27c-3022-437f-8b62-6863c33a5434 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:32.879176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e50107c8-0ebe-4482-8c33-f1cba6052f10 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:32.916588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15fd4f-d9d8-416f-a332-d4885ed36e90 None None] Network 9c5342ad-abcf-4ad6-b789-26addd712c1c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:02:32.990430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.016581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: e50107c8-0ebe-4482-8c33-f1cba6052f10 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:33.018367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e50107c8-0ebe-4482-8c33-f1cba6052f10 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:33.018624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a7b9a27c-3022-437f-8b62-6863c33a5434 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:33.019733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f510716-ad1b-452f-b3e8-c145def15e96']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:33.029824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e3840-d1bf-4f2c-8dd5-f8bd74f5914a req-918e164d-9d40-4353-a533-4820cc2657e0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:33.036158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-078e3840-d1bf-4f2c-8dd5-f8bd74f5914a req-918e164d-9d40-4353-a533-4820cc2657e0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1640623 Jul 23 14:02:33.043602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c236a180-f0d9-4f00-9e81-a84e1083bbc7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:33.046602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c236a180-f0d9-4f00-9e81-a84e1083bbc7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:33.059688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.082814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-951d36f6-48cc-496c-8872-52c8003ba3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:33.084760 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-951d36f6-48cc-496c-8872-52c8003ba3a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2567463 Jul 23 14:02:33.094250 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.133966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a7b9a27c-3022-437f-8b62-6863c33a5434 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:33.134572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a7b9a27c-3022-437f-8b62-6863c33a5434 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:33.139059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-0e186553-94bc-4995-bfdf-8482d2819df7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 200 len: 217 time: 0.0455401 Jul 23 14:02:33.146360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-078e3840-d1bf-4f2c-8dd5-f8bd74f5914a req-bd8f9dd5-e8f6-4258-9434-c38b8a49a577 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889609 Jul 23 14:02:33.174456 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:02:33.188233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.203976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-812a23cd-db08-4812-b385-7b1cb6965998 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:33.205701 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-812a23cd-db08-4812-b385-7b1cb6965998 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 821 time: 0.1440382 Jul 23 14:02:33.206978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:02:33.207468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:02:33.209759 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:02:33.232520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-f7e9d5f1-7885-4c5d-b03a-b91fed252dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:33.234983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-f7e9d5f1-7885-4c5d-b03a-b91fed252dc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0854878 Jul 23 14:02:33.260079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-1d55ebb7-b063-4bc8-95d8-741336680d27 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/quotas/89968fc85c6748c9bbe04fc33dbf8f19 HTTP/1.1" status: 200 len: 375 time: 0.0362029 Jul 23 14:02:33.282816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e8fda580-4cd5-4ebf-8ba6-eacf1614bb31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386965 Jul 23 14:02:33.302108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-3a00121f-96b8-4005-82e2-4854fe6309f6 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409455 Jul 23 14:02:33.389428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-ea3a3064-5e57-435b-8491-b9f6f0cae437 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956459 Jul 23 14:02:33.402680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] Pushing event deleted for resources: {'Port': ['ID=a7b9a27c-3022-437f-8b62-6863c33a5434,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:33.409196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2200a48-6fbe-4ad2-8790-8b9a08a48ceb None None] No DVR routers for this DVR port a7b9a27c-3022-437f-8b62-6863c33a5434 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:33.439957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.459068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:33.481089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.489090 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] 10.222.0.21 "DELETE /v2.0/networks/6f510716-ad1b-452f-b3e8-c145def15e96 HTTP/1.1" status: 204 len: 168 time: 1.4545424 Jul 23 14:02:33.501418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'port_id': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'mac_address': 'fa:16:3e:64:df:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:33.509569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464dc7-8381-4df0-85f8-6eace770e3af admin admin] Pushing event deleted for resources: {'Network': ['ID=6f510716-ad1b-452f-b3e8-c145def15e96,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:33.517476 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-4b5afe4d-411c-438e-9e0d-e896cb4a4e2a service neutron] 10.222.0.21 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143149 Jul 23 14:02:33.562875 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.581080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:33.609389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-357543d5-f99e-4427-ace5-538cd3f7a963 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062137 Jul 23 14:02:33.635908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a63a509a-5c9f-48cc-b560-39c553bd9b56 service neutron] 10.222.0.21 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080167 Jul 23 14:02:33.636741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:33.644948 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.662977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa07eaf-3101-46d2-b58b-6e5c9f2a8c64 req-cffc7c39-d39f-47bd-b33c-b232e8f44839 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:33.665332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eaa07eaf-3101-46d2-b58b-6e5c9f2a8c64 req-cffc7c39-d39f-47bd-b33c-b232e8f44839 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 944 time: 0.1444893 Jul 23 14:02:33.694904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:33.701249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:33.738550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eaa07eaf-3101-46d2-b58b-6e5c9f2a8c64 req-193927ff-4ca5-465d-bbf0-e0322fef295d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628259 Jul 23 14:02:33.765773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5886b3f6-0b59-4c26-b1bf-be19cbd26065 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea9da3fe797c439fb250d493797fd4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672007 Jul 23 14:02:33.766253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:33.827198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f90a80d-deea-4cad-b3ac-417189ead70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.850221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f90a80d-deea-4cad-b3ac-417189ead70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.926342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f90a80d-deea-4cad-b3ac-417189ead70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.931743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f90a80d-deea-4cad-b3ac-417189ead70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:33.932960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4f90a80d-deea-4cad-b3ac-417189ead70c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3aa81661-80a4-4dc8-9747-f7195a9ce5c4 HTTP/1.1" status: 204 len: 168 time: 0.1620426 Jul 23 14:02:33.978255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90a80d-deea-4cad-b3ac-417189ead70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa81661-80a4-4dc8-9747-f7195a9ce5c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:34.015851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14c874-c0e8-44e4-aca6-aca42344c460 req-dafabc38-ad3e-4e7f-b5d5-131be47e7910 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:34.018085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c14c874-c0e8-44e4-aca6-aca42344c460 req-dafabc38-ad3e-4e7f-b5d5-131be47e7910 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.1245191 Jul 23 14:02:34.037291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bff60b-d7c0-4514-90bb-8c138ff200cd req-533384a1-db9c-4487-a931-bc509fae3ddd tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:34.039461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bff60b-d7c0-4514-90bb-8c138ff200cd req-533384a1-db9c-4487-a931-bc509fae3ddd tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1285474 Jul 23 14:02:34.079502 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c14c874-c0e8-44e4-aca6-aca42344c460 req-4eb566b8-a839-423d-8643-b5085d1edffb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551462 Jul 23 14:02:34.084889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['430eb12e-98d9-4cac-bbe4-7ad941eb74a3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:34.108383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83bff60b-d7c0-4514-90bb-8c138ff200cd req-bbbe71bd-250e-4e6a-87e0-f6a0e75f18bd tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607855 Jul 23 14:02:34.217187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-34895c7b-b4ae-4bf8-85a2-be5ea9a79d4a req-9dd34d1b-7e91-4238-bd02-244c1d1ece57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 210 time: 0.0441747 Jul 23 14:02:34.335074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d799a-a1d4-472a-a28b-8b60d673e2bd req-db4f66d4-b80d-4361-9dd5-94d9ff2a3515 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:34.337169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c07d799a-a1d4-472a-a28b-8b60d673e2bd req-db4f66d4-b80d-4361-9dd5-94d9ff2a3515 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.0987279 Jul 23 14:02:34.383725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c07d799a-a1d4-472a-a28b-8b60d673e2bd req-a26bb7f4-a40b-4d11-8fad-b01857f4995e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Jul 23 14:02:34.877037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d3625-72c6-405d-ba8d-8dc554eeb2ea req-60d4fd28-7dde-4ad5-a552-0025ab6d797e tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:34.884490 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f5d3625-72c6-405d-ba8d-8dc554eeb2ea req-60d4fd28-7dde-4ad5-a552-0025ab6d797e tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 945 time: 0.0750246 Jul 23 14:02:34.920710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f5d3625-72c6-405d-ba8d-8dc554eeb2ea req-7d5a5afa-242e-4726-a722-5b4b91b9b635 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350788 Jul 23 14:02:35.334725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88988a0-bb0c-4bc3-b5bf-5949939e82a7 req-37308332-c18b-46ea-a45d-7605b2137f0a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:35.338669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b88988a0-bb0c-4bc3-b5bf-5949939e82a7 req-37308332-c18b-46ea-a45d-7605b2137f0a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.1465640 Jul 23 14:02:35.394561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b88988a0-bb0c-4bc3-b5bf-5949939e82a7 req-f41547a8-1b9b-479b-b2b9-f9bfcbc18583 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482774 Jul 23 14:02:35.423871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebafbd-1556-434b-91e9-be5711588d71 req-1f241d78-c4d7-4248-9984-9c715eea6ac2 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:35.428631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4ebafbd-1556-434b-91e9-be5711588d71 req-1f241d78-c4d7-4248-9984-9c715eea6ac2 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1646264 Jul 23 14:02:35.466285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ba12a292-defc-45d2-b649-26dcc77fb514 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:35.467828 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ba12a292-defc-45d2-b649-26dcc77fb514 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 821 time: 0.1918550 Jul 23 14:02:35.500792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4ebafbd-1556-434b-91e9-be5711588d71 req-8724bebf-e826-4844-8883-4562f2f8c976 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643525 Jul 23 14:02:35.515207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Request body: {'port': {'device_id': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'admin_state_up': True, 'tenant_id': '89968fc85c6748c9bbe04fc33dbf8f19'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:35.533507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18a93381-ead1-4676-b5c2-9d99324ff532 req-af67a956-e73a-4c90-9860-5600523ecf00 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 210 time: 0.0516045 Jul 23 14:02:35.633969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:35.688761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dccb2e-3027-47cf-b212-33de7a1ef927 req-567aefaf-c80b-4662-9880-d862fed8b6b7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:35.690336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7dccb2e-3027-47cf-b212-33de7a1ef927 req-567aefaf-c80b-4662-9880-d862fed8b6b7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1259708 Jul 23 14:02:35.703878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Made reservation on behalf of 89968fc85c6748c9bbe04fc33dbf8f19 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:35.707259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:35.757729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55140f37-b2e7-4589-94e1-8fdc539668e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:35.784692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7dccb2e-3027-47cf-b212-33de7a1ef927 req-6a4f38c2-3def-4167-b735-a3e241c8a1a6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876038 Jul 23 14:02:35.865780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55140f37-b2e7-4589-94e1-8fdc539668e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:35.872381 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55140f37-b2e7-4589-94e1-8fdc539668e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:35.876995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Allocated IP 172.20.0.7 (9c5342ad-abcf-4ad6-b789-26addd712c1c/c19468e9-d776-4c9d-b75d-8bbf3d3bcedd/920a4199-e703-4f12-a62a-a647eafbf6c4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:35.913634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-55140f37-b2e7-4589-94e1-8fdc539668e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea12e290413647ab81d1a072a6f85b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780178 Jul 23 14:02:35.914495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55140f37-b2e7-4589-94e1-8fdc539668e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68f1e7-ed46-43ff-adbf-59c00a969160,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:35.917345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:36.031647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923063f0-ab80-42b7-a493-530e5e1e7ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.080161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923063f0-ab80-42b7-a493-530e5e1e7ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.083556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.144620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a94940-65b8-4c50-8ce2-7c0fafe6dc55 req-0d7e7378-1855-4b21-967f-8fa07852403d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:36.146183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-68a94940-65b8-4c50-8ce2-7c0fafe6dc55 req-0d7e7378-1855-4b21-967f-8fa07852403d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 945 time: 0.1038311 Jul 23 14:02:36.148751 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.173155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923063f0-ab80-42b7-a493-530e5e1e7ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.175716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923063f0-ab80-42b7-a493-530e5e1e7ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.179514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-923063f0-ab80-42b7-a493-530e5e1e7ddd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee68f1e7-ed46-43ff-adbf-59c00a969160 HTTP/1.1" status: 204 len: 168 time: 0.2549808 Jul 23 14:02:36.194171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923063f0-ab80-42b7-a493-530e5e1e7ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68f1e7-ed46-43ff-adbf-59c00a969160,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:36.218860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-68a94940-65b8-4c50-8ce2-7c0fafe6dc55 req-7878f01a-3856-48ea-b1a0-a0ef9d2a38fc tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591378 Jul 23 14:02:36.231991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:36.239345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Network 9c5342ad-abcf-4ad6-b789-26addd712c1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:36.240787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:36.247635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:36.299055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:36.299958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.317069 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-ca3b073b-3d1d-484e-805e-ebdd3f757444 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8149953 Jul 23 14:02:36.337419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Request body: {'port': {'device_id': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:36.436422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.611954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:36.633869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d96df2-843a-43d5-a10f-0f750f6fb637 req-6ac65abd-419c-4bb5-bc1e-01e1273546d6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:36.647672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6d96df2-843a-43d5-a10f-0f750f6fb637 req-6ac65abd-419c-4bb5-bc1e-01e1273546d6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.1404264 Jul 23 14:02:36.714035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:36.720464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:36.721180 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.721715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6d96df2-843a-43d5-a10f-0f750f6fb637 req-fec8631e-6016-48b3-a4e7-8b47901b529e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726163 Jul 23 14:02:36.855405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.861622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920a4199-e703-4f12-a62a-a647eafbf6c4 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:36.889059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:36.889329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.890603 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ba36b0-f968-43be-a821-e063e9db4ca4" -d '{"events": [{"server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "name": "network-vif-plugged", "status": "completed", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:36.906186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:36.916202 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.933697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Transition to ACTIVE for port object 920a4199-e703-4f12-a62a-a647eafbf6c4 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:36.946560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:36.989809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34460d-6517-4b18-9a91-b5dedf5c3af6 req-81390e15-32bb-453c-be9c-11e8b7044e30 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:36.997566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e34460d-6517-4b18-9a91-b5dedf5c3af6 req-81390e15-32bb-453c-be9c-11e8b7044e30 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1166828 Jul 23 14:02:37.007055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212acd2-97b8-44a4-9263-6f0eb5f9ad23 req-fe7daddb-ce6d-4fbf-8eab-a806984acb1c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.015058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3212acd2-97b8-44a4-9263-6f0eb5f9ad23 req-fe7daddb-ce6d-4fbf-8eab-a806984acb1c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 931 time: 0.1419115 Jul 23 14:02:37.036380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:37.057772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e34460d-6517-4b18-9a91-b5dedf5c3af6 req-93abff7e-d133-457d-b540-04fcde9f3d18 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590267 Jul 23 14:02:37.120581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:37.162529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3212acd2-97b8-44a4-9263-6f0eb5f9ad23 req-5a8106ad-bafc-4131-9a14-347721100c02 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464684 Jul 23 14:02:37.216480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:37.217233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Attempting to bind port 920a4199-e703-4f12-a62a-a647eafbf6c4 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:37.217576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Attempting to bind port 920a4199-e703-4f12-a62a-a647eafbf6c4 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:37.217903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Attempting to bind port 920a4199-e703-4f12-a62a-a647eafbf6c4 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:37.223100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Port 920a4199-e703-4f12-a62a-a647eafbf6c4 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:37.223387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Attempting to bind port 920a4199-e703-4f12-a62a-a647eafbf6c4 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:37.228653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:37.229205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Checking segment: {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:37.229399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Bound using segment: {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:37.229521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a8abd-ad6e-46bb-b5ee-e2a73a38ba94 req-3484fe0e-7f0d-472c-a1fb-63269e792260 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.229790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Bound port: 920a4199-e703-4f12-a62a-a647eafbf6c4, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:37.230126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:37.233268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-866a8abd-ad6e-46bb-b5ee-e2a73a38ba94 req-3484fe0e-7f0d-472c-a1fb-63269e792260 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1151698 Jul 23 14:02:37.300041 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-866a8abd-ad6e-46bb-b5ee-e2a73a38ba94 req-06b126b1-441f-4efd-9bb7-c47c4f2909fd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598624 Jul 23 14:02:37.328222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:37.332048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:37.339599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:37.362319 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df66722d-dc45-4723-b20d-be8c3b3f8f04 x-openstack-request-id: req-df66722d-dc45-4723-b20d-be8c3b3f8f04 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:37.362632 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "name": "network-vif-plugged", "status": "completed", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:37.362899 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df66722d-dc45-4723-b20d-be8c3b3f8f04 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:37.363298 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'code': 200} Jul 23 14:02:37.416272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.416886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:37.418271 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] 10.222.0.48 "PUT /v2.0/ports/920a4199-e703-4f12-a62a-a647eafbf6c4 HTTP/1.1" status: 200 len: 1091 time: 1.0876100 Jul 23 14:02:37.422215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:37.427267 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7cc02-e795-4680-8a5e-a731e4d851fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:37.437360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792b386-2b57-4fc3-8425-e0ebf14bdebe service neutron] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:37.512429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cbf3f-591d-4196-a416-0fbe3b49a729 req-9df320fc-5089-46ef-a7ce-46925e20ae36 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.519439 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a73cbf3f-591d-4196-a416-0fbe3b49a729 req-9df320fc-5089-46ef-a7ce-46925e20ae36 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.0895293 Jul 23 14:02:37.585728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-70e86a8d-d1e6-49a7-8e2c-8d7ffc3f6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.594512 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-70e86a8d-d1e6-49a7-8e2c-8d7ffc3f6cbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 1094 time: 0.1178110 Jul 23 14:02:37.607240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a73cbf3f-591d-4196-a416-0fbe3b49a729 req-c8b3a1a2-1a3d-438f-8e42-5970d7ed586a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844021 Jul 23 14:02:37.649836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1206c-421f-47ba-b825-cc4e6f0b8f4e req-d152ce6c-2d11-4cf9-8516-6f504404830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.652161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16c1206c-421f-47ba-b825-cc4e6f0b8f4e req-d152ce6c-2d11-4cf9-8516-6f504404830d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 1097 time: 0.1562128 Jul 23 14:02:37.698063 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c45e137-e8bb-4228-9f72-3a137150fe87 x-openstack-request-id: req-2c45e137-e8bb-4228-9f72-3a137150fe87 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:37.698482 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:37.700074 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c45e137-e8bb-4228-9f72-3a137150fe87 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:37.700495 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'status': 'completed', 'code': 200} Jul 23 14:02:37.703266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16c1206c-421f-47ba-b825-cc4e6f0b8f4e req-fbaf3b1e-3e56-412c-a4c3-4fe0c6979a37 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355141 Jul 23 14:02:37.703443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-c35fa464-42a9-447b-93f0-5f53abeb0e40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920a4199-e703-4f12-a62a-a647eafbf6c4 HTTP/1.1" status: 200 len: 217 time: 0.0839503 Jul 23 14:02:37.767372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-0201a69e-24ed-4c4d-ad21-bef3f98942b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.769027 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-0201a69e-24ed-4c4d-ad21-bef3f98942b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd HTTP/1.1" status: 200 len: 861 time: 0.0489960 Jul 23 14:02:37.814594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-7c260b9a-39ba-4d55-bdc2-a5431abad17f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c5342ad-abcf-4ad6-b789-26addd712c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315864 Jul 23 14:02:37.913791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031f466-3744-424e-8ee7-59cde1310c1d req-827b5322-0727-43ee-b3e3-c9e6cfada8f7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:37.921103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3031f466-3744-424e-8ee7-59cde1310c1d req-827b5322-0727-43ee-b3e3-c9e6cfada8f7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.0771999 Jul 23 14:02:37.978783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3031f466-3744-424e-8ee7-59cde1310c1d req-19362a10-834b-45f0-9684-9bf25137d7ad tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566702 Jul 23 14:02:37.984810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-eb64881a-7705-4340-bb3b-cadffbc635da service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553717 Jul 23 14:02:38.171085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3368316-7ee1-42f6-8c9d-33e7a0b76d9d req-4bdadc24-0bd2-46eb-9523-763d83286c28 service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680741 Jul 23 14:02:38.265193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f0f2f-0f61-43cd-9ae8-5a1347ec46fe req-4766f075-11f7-475a-973f-1ad2db58d6cf tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:38.266743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-053f0f2f-0f61-43cd-9ae8-5a1347ec46fe req-4766f075-11f7-475a-973f-1ad2db58d6cf tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0881562 Jul 23 14:02:38.312057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-7db3c68c-62ad-40d9-af93-d7c4a9ce299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:38.313624 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-7db3c68c-62ad-40d9-af93-d7c4a9ce299b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 1094 time: 0.0634184 Jul 23 14:02:38.343148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-053f0f2f-0f61-43cd-9ae8-5a1347ec46fe req-c1e8e134-5662-4cb8-8d61-1e10118d9a4f tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659895 Jul 23 14:02:38.445588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-0b103c0a-9180-4949-8b25-57078d068309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:38.447114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-0b103c0a-9180-4949-8b25-57078d068309 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 922 time: 0.1216953 Jul 23 14:02:38.481974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d952cf-1b1e-4c87-a89d-ff850c4900f2 req-60fe4b6b-b67e-44bc-ab82-f0caa5b7c83e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:38.489311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8d952cf-1b1e-4c87-a89d-ff850c4900f2 req-60fe4b6b-b67e-44bc-ab82-f0caa5b7c83e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 943 time: 0.0918236 Jul 23 14:02:38.507907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-14d967c4-a51d-4de9-8a69-d72848688aa5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920a4199-e703-4f12-a62a-a647eafbf6c4 HTTP/1.1" status: 200 len: 217 time: 0.0490353 Jul 23 14:02:38.529510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8d952cf-1b1e-4c87-a89d-ff850c4900f2 req-1a1c11dd-fde9-4f04-bacb-57b2fc59601e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Jul 23 14:02:38.600805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-61191be8-bf7a-4876-8e9f-d2cae467f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:38.603239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-61191be8-bf7a-4876-8e9f-d2cae467f2ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd HTTP/1.1" status: 200 len: 861 time: 0.0672274 Jul 23 14:02:38.655436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-6382b5bd-5d04-4fd5-83ff-cb1fd53222bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c5342ad-abcf-4ad6-b789-26addd712c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375249 Jul 23 14:02:38.780995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4a7a-2252-4155-bd4d-baac1afe0041 req-34011a2a-3935-4b9f-8d3e-ca5ce27e0ec4 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:38.782553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b5e4a7a-2252-4155-bd4d-baac1afe0041 req-34011a2a-3935-4b9f-8d3e-ca5ce27e0ec4 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.0747125 Jul 23 14:02:38.818423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d5b09-7e82-4454-bf13-f324eaa1c2ca req-ca3b6859-d866-4502-8afc-a7ca19b05577 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:38.820047 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-334d5b09-7e82-4454-bf13-f324eaa1c2ca req-ca3b6859-d866-4502-8afc-a7ca19b05577 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1675947 Jul 23 14:02:38.822037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-92e56470-b888-4eb9-919e-2f65bac2fe1a service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560452 Jul 23 14:02:38.844483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b5e4a7a-2252-4155-bd4d-baac1afe0041 req-75a2a0d0-e507-4637-ac37-2fd1e36ea413 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528452 Jul 23 14:02:38.890980 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-334d5b09-7e82-4454-bf13-f324eaa1c2ca req-79891bd2-36b0-4d40-908b-c2390b56eb6f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639784 Jul 23 14:02:38.952024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54f7cc02-e795-4680-8a5e-a731e4d851fd req-5a474926-5228-49ea-ac23-697c403966b1 service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105525 Jul 23 14:02:39.137158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445822ac-ac24-4ce5-9630-51ed85e2071c req-76972b74-8752-4633-8227-ee36742f212b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:39.138855 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-445822ac-ac24-4ce5-9630-51ed85e2071c req-76972b74-8752-4633-8227-ee36742f212b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.0787349 Jul 23 14:02:39.183200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-445822ac-ac24-4ce5-9630-51ed85e2071c req-4b4d0e03-5e85-4849-9af1-a58083baa5e7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Jul 23 14:02:39.474671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727cf95-97ac-4af5-89ad-613d56043c92 req-a0020246-e63a-4db2-8c1a-52d9301d4f8c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:39.476212 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9727cf95-97ac-4af5-89ad-613d56043c92 req-a0020246-e63a-4db2-8c1a-52d9301d4f8c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0690908 Jul 23 14:02:39.521766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9727cf95-97ac-4af5-89ad-613d56043c92 req-eceadd6f-d657-468a-a073-400e2a3361e3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Jul 23 14:02:39.671382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd730b-55a1-4c72-96ce-137ec3c54aa0 req-09cd90e3-1b07-4543-9b90-0050dd97c364 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:39.673272 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76dd730b-55a1-4c72-96ce-137ec3c54aa0 req-09cd90e3-1b07-4543-9b90-0050dd97c364 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 943 time: 0.0737641 Jul 23 14:02:39.716448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76dd730b-55a1-4c72-96ce-137ec3c54aa0 req-228cc8c5-0510-410c-9d9e-afd18a9f9540 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365982 Jul 23 14:02:39.982973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832223a-b7da-46cd-9aab-bdf99017cff2 req-6d5707fd-da40-466e-a490-5bcf2532b007 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:39.985112 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9832223a-b7da-46cd-9aab-bdf99017cff2 req-6d5707fd-da40-466e-a490-5bcf2532b007 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.0696893 Jul 23 14:02:40.028236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9832223a-b7da-46cd-9aab-bdf99017cff2 req-53def79e-1ae8-49d8-8e82-922bf1939cc3 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363653 Jul 23 14:02:40.072456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f58603-0534-4561-bd9f-0c2f73fe6a5d req-2860b80c-2099-4a58-b75e-1a5e8522fe69 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:40.079150 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72f58603-0534-4561-bd9f-0c2f73fe6a5d req-2860b80c-2099-4a58-b75e-1a5e8522fe69 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.0853877 Jul 23 14:02:40.114555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72f58603-0534-4561-bd9f-0c2f73fe6a5d req-bb1866d0-2ccc-416a-a824-9ae4965a1d98 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344350 Jul 23 14:02:40.239806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd474de-734e-455b-af2b-a0112b9c32e3 req-7f4183d3-8ae3-4175-a101-b61d098f1777 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:40.241424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd474de-734e-455b-af2b-a0112b9c32e3 req-7f4183d3-8ae3-4175-a101-b61d098f1777 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.0658252 Jul 23 14:02:40.251556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:40.256547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Request body: {'floatingip': {'port_id': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:40.313284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:40.467098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d60f82-c3da-4128-9b5d-6e14d306c6f7 req-6e7d71f6-f0dd-4240-a791-e70e8b5884a9 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:40.474311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6d60f82-c3da-4128-9b5d-6e14d306c6f7 req-6e7d71f6-f0dd-4240-a791-e70e8b5884a9 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.1783142 Jul 23 14:02:40.513861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4ec7b-973f-4654-ba64-a8a7feb00162 req-7a3245ed-5af0-43e9-bd7a-25e7c8386e00 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:40.522814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3d4ec7b-973f-4654-ba64-a8a7feb00162 req-7a3245ed-5af0-43e9-bd7a-25e7c8386e00 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0751011 Jul 23 14:02:40.567516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3d4ec7b-973f-4654-ba64-a8a7feb00162 req-f9fa8a2d-de8a-4e5b-ae49-d14e3cbb8d47 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389173 Jul 23 14:02:40.661409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 920a4199-e703-4f12-a62a-a647eafbf6c4 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:40.663857 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6d60f82-c3da-4128-9b5d-6e14d306c6f7 req-85409f23-553c-4515-937c-ab83ebd745be tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882703 Jul 23 14:02:40.690179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:40.715376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5ee7c-4644-441a-be4e-58e1256bc479 req-04eed6cc-b018-4453-8e3b-f813617b0e3b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:40.723012 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01d5ee7c-4644-441a-be4e-58e1256bc479 req-04eed6cc-b018-4453-8e3b-f813617b0e3b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0996077 Jul 23 14:02:40.784220 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01d5ee7c-4644-441a-be4e-58e1256bc479 req-30ddd29d-d88f-4fc4-8468-8670fd107473 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601082 Jul 23 14:02:40.818347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:40.848796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'port_id': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'mac_address': 'fa:16:3e:e8:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19468e9-d776-4c9d-b75d-8bbf3d3bcedd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:40.909519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:40.939738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920a4199-e703-4f12-a62a-a647eafbf6c4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:40.978992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:40.985954 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.001248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4cf71d-afee-426f-9eca-012cc0d55fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.027766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cb17d-5d6f-4d46-bade-48362457b2b9 req-b48d5291-72d8-4895-85e4-dee2799aab33 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:41.039094 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-323cb17d-5d6f-4d46-bade-48362457b2b9 req-b48d5291-72d8-4895-85e4-dee2799aab33 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 943 time: 0.1423461 Jul 23 14:02:41.054029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:41.095032 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:02:41.107258 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-323cb17d-5d6f-4d46-bade-48362457b2b9 req-9ea29e46-6c87-4316-84a4-77c1909ee93c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659800 Jul 23 14:02:41.142730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4cf71d-afee-426f-9eca-012cc0d55fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.154923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4cf71d-afee-426f-9eca-012cc0d55fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.165703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.181005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.264455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3b4cf71d-afee-426f-9eca-012cc0d55fdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6533694933d6476aa4d0977c7c12b9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201614 Jul 23 14:02:41.267801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:41.278036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cf71d-afee-426f-9eca-012cc0d55fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d54d929-e922-4f94-84d2-54af670ec32c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:41.317707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c6ee-9559-454d-9590-4fec7dc74e8d req-6dd04261-0431-4317-b185-0c4dcf57a46e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:41.327136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf69c6ee-9559-454d-9590-4fec7dc74e8d req-6dd04261-0431-4317-b185-0c4dcf57a46e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1078856 Jul 23 14:02:41.376399 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6 associated. External IP: 172.25.2.198, port: 430eb12e-98d9-4cac-bbe4-7ad941eb74a3. Jul 23 14:02:41.380705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3acc2-fe66-4d7e-8d8c-50c215b6c185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.384380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf69c6ee-9559-454d-9590-4fec7dc74e8d req-f217be1d-c4a5-4c04-a8ac-29229f05d623 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529897 Jul 23 14:02:41.489263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3acc2-fe66-4d7e-8d8c-50c215b6c185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.524180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['920a4199-e703-4f12-a62a-a647eafbf6c4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:41.590937 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3acc2-fe66-4d7e-8d8c-50c215b6c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.593489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3acc2-fe66-4d7e-8d8c-50c215b6c185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:41.594680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fdd3acc2-fe66-4d7e-8d8c-50c215b6c185 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d54d929-e922-4f94-84d2-54af670ec32c HTTP/1.1" status: 204 len: 168 time: 0.3243330 Jul 23 14:02:41.862752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e059-5ac2-4110-bd7d-559194f7c68e req-34e43d71-4dd3-4131-9432-ff6d6675ed2b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:41.870514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78b5e059-5ac2-4110-bd7d-559194f7c68e req-34e43d71-4dd3-4131-9432-ff6d6675ed2b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.0909622 Jul 23 14:02:41.907072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78b5e059-5ac2-4110-bd7d-559194f7c68e req-ea9686b8-b3da-4ea9-a3d4-f47704ab002e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Jul 23 14:02:42.095847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e9c1ac0c-341c-4de3-b43c-308bccd67659 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:02:42.104385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e9c1ac0c-341c-4de3-b43c-308bccd67659 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119503 Jul 23 14:02:42.108436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3acc2-fe66-4d7e-8d8c-50c215b6c185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d54d929-e922-4f94-84d2-54af670ec32c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:42.118156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:42.118595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:02:42.168678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Router 960e8965-1974-4646-a57a-4078acd0aa88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:02:42.189428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd344c7-61cd-4bdc-a83b-c4006c89ea37 req-8fe0edce-7c2a-444d-ba71-af1e4603ef9b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:42.196931 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2bd344c7-61cd-4bdc-a83b-c4006c89ea37 req-8fe0edce-7c2a-444d-ba71-af1e4603ef9b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1962965 Jul 23 14:02:42.292885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:02:42.300822 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.303966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] Sync routers for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:02:42.320474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:42.329248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:42.346373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2b79b674-2088-469a-b579-3843212d2fb5 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "PUT /v2.0/floatingips/ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6 HTTP/1.1" status: 200 len: 992 time: 2.0910921 Jul 23 14:02:42.346373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:42.347439 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e2a044-cffe-4a7c-a165-462ea5ecc597" -d '{"events": [{"name": "network-changed", "server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:42.463353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:42.545305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:42.658931 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2bd344c7-61cd-4bdc-a83b-c4006c89ea37 req-5a380673-8e10-4f21-a5ca-edb1451f16b2 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575365 Jul 23 14:02:42.685004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-835469956-network', 'tenant_id': 'd709b3b27d2340d889e0ff7c0b8b6252'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:42.730793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Made reservation on behalf of d709b3b27d2340d889e0ff7c0b8b6252 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:42.735535 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.749510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.756812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'port_id': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'mac_address': 'fa:16:3e:64:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39025f36-aedd-4404-b53b-bb9109b29175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:00:18Z', 'updated_at': '2021-07-23T14:02:40Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:42.763302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:42.763683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:42.774405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:42.780833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:42.781152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:42.783311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] Checking router: 960e8965-1974-4646-a57a-4078acd0aa88 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:02:42.793058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:02:42.793756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:42.794496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:42.794858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:42.795395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:42.795679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Bound port: 735a4710-176e-488c-b8ca-ed18e38ac4d4, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:42.856747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.861959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.875892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5d9ee-cb3f-4f4b-ae2e-18d8c0fc65b5 req-07bdebcb-4eb1-4686-b98a-c0e086773ba7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:42.879663 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd5d9ee-cb3f-4f4b-ae2e-18d8c0fc65b5 req-07bdebcb-4eb1-4686-b98a-c0e086773ba7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 944 time: 0.1549489 Jul 23 14:02:42.890037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:02:42.896329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ad5fe1-d03f-4eac-90d1-53357577ef13,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:42.902971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.903266 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Added segment 3b58f047-19d9-45ea-ba19-e50e477c3173 of type vlan for network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a Jul 23 14:02:42.904152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:02:42.935583 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cd5d9ee-cb3f-4f4b-ae2e-18d8c0fc65b5 req-069682d6-8465-4432-8bdc-c899a1ba26d9 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466661 Jul 23 14:02:42.937251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:42.946958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.948472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-9516cd77-16ac-4abe-a48e-fb5e41f105ab service neutron] 10.222.0.21 "POST /v2.0/ports/735a4710-176e-488c-b8ca-ed18e38ac4d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.8409779 Jul 23 14:02:42.952537 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.985879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:42.990757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:42.990757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:43.036373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4897640 Jul 23 14:02:43.039832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:43.047013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Request body: {'subnet': {'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-835469956-subnet', 'tenant_id': 'd709b3b27d2340d889e0ff7c0b8b6252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:43.088337 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a594f37d-cb95-4cf4-b009-cc8e3b292619 x-openstack-request-id: req-a594f37d-cb95-4cf4-b009-cc8e3b292619 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:43.088695 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:43.088940 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a594f37d-cb95-4cf4-b009-cc8e3b292619 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:43.089328 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'status': 'completed', 'code': 200} Jul 23 14:02:43.091977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b91b-7c4d-4d19-96c6-f620c354af79 admin admin] Pushing event updated for resources: {'Network': ['ID=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:43.116347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Made reservation on behalf of d709b3b27d2340d889e0ff7c0b8b6252 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:43.119363 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:43.127053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:02:43.270383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf057b39-e904-45d0-8a3d-3fea80b27881 req-56d70cc1-7886-436b-97f8-a75a78b58b40 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.272460 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf057b39-e904-45d0-8a3d-3fea80b27881 req-56d70cc1-7886-436b-97f8-a75a78b58b40 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.0785077 Jul 23 14:02:43.302198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'port_id': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'mac_address': 'fa:16:3e:64:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39025f36-aedd-4404-b53b-bb9109b29175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:00:18Z', 'updated_at': '2021-07-23T14:02:40Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:43.318211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf057b39-e904-45d0-8a3d-3fea80b27881 req-ebdd79a0-c3d8-4e1c-b6c8-3810856fcf80 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Jul 23 14:02:43.324747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32480e25-aab7-4d8e-8da5-a8bcd12e9dad req-76b21241-6cb5-484d-8cf6-520a3c671d59 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.330590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32480e25-aab7-4d8e-8da5-a8bcd12e9dad req-76b21241-6cb5-484d-8cf6-520a3c671d59 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1756775 Jul 23 14:02:43.333085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99702d03-03d4-4a17-8651-2e0782d5650f None None] The sync data for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 is: [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'port_id': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'mac_address': 'fa:16:3e:64:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39025f36-aedd-4404-b53b-bb9109b29175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:00:18Z', 'updated_at': '2021-07-23T14:02:40Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:02:43.378911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-a8fabd77-396f-486a-85ba-2c4a5f5b4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.381346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-a8fabd77-396f-486a-85ba-2c4a5f5b4faf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1ee878b980a446f81df72704992bf0b&device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 1097 time: 0.2433760 Jul 23 14:02:43.494019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81333a9-7714-479c-85a3-cc6adee108bd req-c3b0cf14-ed0e-4789-a770-6d6c9f896ef4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.495562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f81333a9-7714-479c-85a3-cc6adee108bd req-c3b0cf14-ed0e-4789-a770-6d6c9f896ef4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0819166 Jul 23 14:02:43.497001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32480e25-aab7-4d8e-8da5-a8bcd12e9dad req-e37b46d4-966a-4808-a626-4233cc518883 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300797 Jul 23 14:02:43.565601 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f81333a9-7714-479c-85a3-cc6adee108bd req-6d946cc0-9fa5-4878-96a3-05a50c9ca498 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Jul 23 14:02:43.646382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:43.659108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-e3b267d4-ada0-49ea-9a3d-13bb2612662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.660683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-e3b267d4-ada0-49ea-9a3d-13bb2612662c service neutron] 10.222.0.11 "GET /v2.0/networks?id=07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 200 len: 925 time: 0.2643657 Jul 23 14:02:43.705237 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99448c-4261-4049-91a5-97fd911ab541 None None] New status for floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:02:43.793110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-065898ce-8d00-4eec-8b1b-f1c704990d12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3 HTTP/1.1" status: 200 len: 1000 time: 0.1119025 Jul 23 14:02:43.820550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3527079-cdd1-462f-926f-c916aa227446,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:43.879014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Checking segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:43.879342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Network hostable DHCP agents. Network: eef46a62-88fc-4a9a-81dd-2bb9c505ff3a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:02:43.889093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-6d3c94bf-4e43-431c-9fc0-f135d5cbc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.890602 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-6d3c94bf-4e43-431c-9fc0-f135d5cbc157 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 200 len: 863 time: 0.0853992 Jul 23 14:02:43.900246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b13f09-0b66-4ca4-800c-d3cbeeba9a5d req-4149f692-8e09-4559-a3e1-7e95566e8d54 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.901751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0b13f09-0b66-4ca4-800c-d3cbeeba9a5d req-4149f692-8e09-4559-a3e1-7e95566e8d54 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1636136 Jul 23 14:02:43.955261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:02:43.980916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, eef46a62-88fc-4a9a-81dd-2bb9c505ff3a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:43.985321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:43.985978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:44.005822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd2b9b-fc52-4a30-9e2d-a64325e2ec41 None None] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:02:44.005974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0b13f09-0b66-4ca4-800c-d3cbeeba9a5d req-0dd1b5f5-1a8c-4ff1-9326-32147bb79faf tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905366 Jul 23 14:02:44.034296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-db1d49ef-f49f-4a5d-8dd9-00c62fd6c001 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9852567 Jul 23 14:02:44.062352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-fd8405b3-d205-4025-afce-4c9b39e0ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:44.063994 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-fd8405b3-d205-4025-afce-4c9b39e0ee3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07f82d8e-fbdb-4400-aed1-8d8fc0060295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601927 Jul 23 14:02:44.139435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623903-0c72-4618-9482-c054078f8520 req-504230c1-d0e5-48ce-80e5-15a9cf32c38e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:44.143455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03623903-0c72-4618-9482-c054078f8520 req-504230c1-d0e5-48ce-80e5-15a9cf32c38e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 944 time: 0.1031024 Jul 23 14:02:44.206034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c988757-cece-419c-b4c7-fa2aa1ff07d1 None None] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:02:44.217790 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03623903-0c72-4618-9482-c054078f8520 req-99903db0-3189-4f6f-a4c1-779a14f9f992 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643091 Jul 23 14:02:44.283681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-a93c2ad4-7d6a-4f50-bfe1-158f2de60e0f service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979225 Jul 23 14:02:44.441661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8e2a044-cffe-4a7c-a165-462ea5ecc597 req-f2d2ecb2-8f2d-42f9-bd29-d3bd47118912 service neutron] 10.222.0.11 "GET /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492066 Jul 23 14:02:44.497154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc348-8ca3-41aa-b703-468b4977913d req-e8bb32b0-ceba-42fc-bd53-23cc66a05c10 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:44.498627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-010bc348-8ca3-41aa-b703-468b4977913d req-e8bb32b0-ceba-42fc-bd53-23cc66a05c10 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.0734544 Jul 23 14:02:44.537245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-010bc348-8ca3-41aa-b703-468b4977913d req-63ac6d6a-6734-4322-a5dd-257f715eb52b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Jul 23 14:02:44.656856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e4cccc95-85c6-4806-a864-a03f8d8a45a5 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:44.658390 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e4cccc95-85c6-4806-a864-a03f8d8a45a5 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 812 time: 0.1022458 Jul 23 14:02:44.661456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6b72d-309f-404e-8b71-f6b22e8bdce7 req-de776f47-7334-4e68-95cd-7823307098a4 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:44.662944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5e6b72d-309f-404e-8b71-f6b22e8bdce7 req-de776f47-7334-4e68-95cd-7823307098a4 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.0646613 Jul 23 14:02:44.673555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-d722a765-6aaf-45f1-a91a-6352a374d56a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/quotas/d709b3b27d2340d889e0ff7c0b8b6252 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Jul 23 14:02:44.686467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 920a4199-e703-4f12-a62a-a647eafbf6c4 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:44.707295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5e6b72d-309f-404e-8b71-f6b22e8bdce7 req-13988f33-127f-4f0b-88c7-68de824b4da2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 Jul 23 14:02:44.727553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-68cc4925-19a1-4ec2-8d3a-aa84f14df126 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484753 Jul 23 14:02:44.756772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 920a4199-e703-4f12-a62a-a647eafbf6c4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:44.761492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 920a4199-e703-4f12-a62a-a647eafbf6c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:44.761938 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:44.842033 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-bd6dbb4e-0c52-4cfa-9791-0ee602b1f9c5 service neutron] 10.222.0.21 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074386 Jul 23 14:02:44.845239 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:44.849533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0baf5-13d2-4270-a038-4699f46dd487 req-8015dc38-c1b3-4293-85fe-1808927d5144 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:44.851137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00b0baf5-13d2-4270-a038-4699f46dd487 req-8015dc38-c1b3-4293-85fe-1808927d5144 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0723670 Jul 23 14:02:44.871275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:44.873728 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73385d7b-bea8-460b-b262-6c9ba857156c" -d '{"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-plugged", "status": "completed", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:44.887131 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:44.892545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:44.903249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00b0baf5-13d2-4270-a038-4699f46dd487 req-fcdaf3c4-82e0-4d42-b29e-3559df7680be tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456338 Jul 23 14:02:44.941790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:44.955167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-2e201991-12d6-4df8-b495-172058289e51 service neutron] 10.222.0.21 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062884 Jul 23 14:02:45.025062 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42874ba7-cca5-4d89-a072-54f6d2086349 x-openstack-request-id: req-42874ba7-cca5-4d89-a072-54f6d2086349 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:45.025421 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-plugged", "status": "completed", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:45.025735 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42874ba7-cca5-4d89-a072-54f6d2086349 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:45.026192 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'code': 200} Jul 23 14:02:45.208051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9286c27-f839-4a4b-ab51-50d685edb50c req-08f632f7-6ff8-4533-8d58-0a182d9384bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:45.208799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72467-95a3-4639-9d94-3e54cb024286 req-7382dc7a-fed7-41bd-a410-ec3f0fdc6b1a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:45.209928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e9286c27-f839-4a4b-ab51-50d685edb50c req-08f632f7-6ff8-4533-8d58-0a182d9384bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 1096 time: 0.0893049 Jul 23 14:02:45.210499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24d72467-95a3-4639-9d94-3e54cb024286 req-7382dc7a-fed7-41bd-a410-ec3f0fdc6b1a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.1042166 Jul 23 14:02:45.281547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e9286c27-f839-4a4b-ab51-50d685edb50c req-5ccf823e-9fb3-4bcf-9bf1-90c07aca1efa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Jul 23 14:02:45.288033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24d72467-95a3-4639-9d94-3e54cb024286 req-6822674c-d12f-4dd7-91bc-1e1fcbf589de tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 Jul 23 14:02:45.398357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e0cf62e0-3cff-4455-a762-dc91e2d65970 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:45.400123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e0cf62e0-3cff-4455-a762-dc91e2d65970 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.0803552 Jul 23 14:02:45.429706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:45.454887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f908-61c3-4b64-a92f-dc8ef575fc8c req-c8ceecd9-3ea5-45bd-aab2-2a6442e8306e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:45.463727 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c33f908-61c3-4b64-a92f-dc8ef575fc8c req-c8ceecd9-3ea5-45bd-aab2-2a6442e8306e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.1082869 Jul 23 14:02:45.541234 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c33f908-61c3-4b64-a92f-dc8ef575fc8c req-97e629ca-77f0-45dd-b63a-5c65a5eeda9d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761759 Jul 23 14:02:45.568065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a97b1d0f-9faf-4eb5-8513-d619974b2211 req-b155d02a-fd0c-42cf-99b4-51ee36ea75d4 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 210 time: 0.0473416 Jul 23 14:02:45.578317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:45.705360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3e33d-fad6-4cb1-ac4f-9c4c342499cd req-af452f40-cd5e-41ed-afb6-5cb182ff1baf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:45.707204 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1ad3e33d-fad6-4cb1-ac4f-9c4c342499cd req-af452f40-cd5e-41ed-afb6-5cb182ff1baf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 945 time: 0.0864675 Jul 23 14:02:45.756042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:45.759137 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-224a818b-0376-4be8-822c-3de35bfa2910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:45.786837 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1ad3e33d-fad6-4cb1-ac4f-9c4c342499cd req-58446f05-ee50-4cb7-859e-93500245a3aa tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638120 Jul 23 14:02:45.847973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:45.909902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:45.912445 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc6f0e-49f6-4aaa-8bfa-84f6c640d320" -d '{"events": [{"server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "name": "network-vif-unplugged", "status": "completed", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:45.916412 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:45.929645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51830e59-8a35-4f80-8cbb-f6e1cc9d4c4e req-83673a9d-425a-43b8-90a3-5bded75fbb70 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:45.937254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51830e59-8a35-4f80-8cbb-f6e1cc9d4c4e req-83673a9d-425a-43b8-90a3-5bded75fbb70 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1273344 Jul 23 14:02:45.959028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:46.022355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51830e59-8a35-4f80-8cbb-f6e1cc9d4c4e req-d7b8c444-f853-442c-948d-532cfd294cb5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788326 Jul 23 14:02:46.033901 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87007c00-f7b8-4297-bd53-e3d162553285 x-openstack-request-id: req-87007c00-f7b8-4297-bd53-e3d162553285 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:46.033901 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "name": "network-vif-unplugged", "status": "completed", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:46.033901 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87007c00-f7b8-4297-bd53-e3d162553285 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:46.033901 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc', 'code': 200} Jul 23 14:02:46.052412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:46.105131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:46.105470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:46.105802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:46.111380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:46.111706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Attempting to bind port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:46.117498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:46.118405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:46.118841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:46.119281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Bound port: 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:46.119643 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:46.141698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e239c2-4ad7-4007-9858-9a53e1ec25b3 req-372aa75e-bd5b-4097-863d-1b82e1cdf2c4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:46.143507 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89e239c2-4ad7-4007-9858-9a53e1ec25b3 req-372aa75e-bd5b-4097-863d-1b82e1cdf2c4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0665588 Jul 23 14:02:46.199190 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89e239c2-4ad7-4007-9858-9a53e1ec25b3 req-ecdaff48-6243-48ba-bfd3-e7b1afa06414 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467176 Jul 23 14:02:46.227294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:46.230670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:46.238925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:46.324617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:46.328117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:46.328966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:46.330593 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c9436e60-c201-4f51-a88e-92eaeeb151f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 200 len: 1121 time: 0.9072578 Jul 23 14:02:46.418703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11568a4e-624c-4f6a-b8a1-ecbf33772125 req-715e3974-2bb1-4b71-80a8-8a299cfcb2d7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:46.420214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11568a4e-624c-4f6a-b8a1-ecbf33772125 req-715e3974-2bb1-4b71-80a8-8a299cfcb2d7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 945 time: 0.0686440 Jul 23 14:02:46.463379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11568a4e-624c-4f6a-b8a1-ecbf33772125 req-371c635a-47a8-435c-959d-e0ff15346d8a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Jul 23 14:02:46.505650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['81e07e45-de63-4918-a1d1-0b260e4fc3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:46.558495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['81e07e45-de63-4918-a1d1-0b260e4fc3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:46.682743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:46.734990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1046e-1f79-4c4d-92b1-a40fca666f71 req-f601ccbe-3ed4-4c37-84d5-6dee4e4ea61b tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:46.743292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-66d1046e-1f79-4c4d-92b1-a40fca666f71 req-f601ccbe-3ed4-4c37-84d5-6dee4e4ea61b tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.1080334 Jul 23 14:02:46.800181 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-66d1046e-1f79-4c4d-92b1-a40fca666f71 req-c1492aad-d94a-42b2-b324-b89e5599d965 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556018 Jul 23 14:02:46.982284 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1806e3be-85fc-433f-8e61-5df6d1328e9e req-fcea2103-b771-439d-8555-c3a334c30f97 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 210 time: 0.0571322 Jul 23 14:02:46.987139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0baf1-1c88-4eb2-af25-6032966044a5 req-e703158d-178c-420f-bd52-d5a30e45e358 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:46.994333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ad0baf1-1c88-4eb2-af25-6032966044a5 req-e703158d-178c-420f-bd52-d5a30e45e358 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.0891242 Jul 23 14:02:46.997347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:47.022461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:02:47.071058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ad0baf1-1c88-4eb2-af25-6032966044a5 req-5d892970-52e8-42ad-8496-7888adf03790 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713117 Jul 23 14:02:47.219329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea949f21-e23b-49f7-a480-e2e6f882e3db req-07acb564-507f-4cc6-a23b-36b9a2e42904 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:47.221353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea949f21-e23b-49f7-a480-e2e6f882e3db req-07acb564-507f-4cc6-a23b-36b9a2e42904 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.0810821 Jul 23 14:02:47.247133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-1693208d-1a58-46de-b22a-643f35dc079f tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:47.253634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-1693208d-1a58-46de-b22a-643f35dc079f tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 812 time: 0.1453130 Jul 23 14:02:47.273662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Request body: {'port': {'device_id': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'admin_state_up': True, 'tenant_id': 'd709b3b27d2340d889e0ff7c0b8b6252'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:47.280206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea949f21-e23b-49f7-a480-e2e6f882e3db req-aa4af033-cfc7-4a46-87d9-a54c16957d52 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Jul 23 14:02:47.473184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb34b-58b3-4c06-b947-80bd787dc5cc req-1eb1767d-0221-47a8-9040-dd50f74f85da tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:47.474747 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03edb34b-58b3-4c06-b947-80bd787dc5cc req-1eb1767d-0221-47a8-9040-dd50f74f85da tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1588793 Jul 23 14:02:47.475519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Made reservation on behalf of d709b3b27d2340d889e0ff7c0b8b6252 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:47.478828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:47.491850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:47.567051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03edb34b-58b3-4c06-b947-80bd787dc5cc req-0d0d814b-c3ec-4f5b-a789-c629b4a005c0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 Jul 23 14:02:47.633945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Allocated IP 172.20.0.10 (eef46a62-88fc-4a9a-81dd-2bb9c505ff3a/d3527079-cdd1-462f-926f-c916aa227446/90bc1fcb-c069-4e75-838b-a35376e2c29a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:47.807184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:47.995386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-fc8d3828-1a8b-47e6-99df-386539bd7f7f tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:47.997001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-fc8d3828-1a8b-47e6-99df-386539bd7f7f tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 812 time: 0.1853182 Jul 23 14:02:48.005780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:48.027802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:48.030401 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722dce02-3ef9-4e09-93e5-32637df66bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:48.045089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Request body: {'port': {'device_id': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'admin_state_up': True, 'tenant_id': 'd709b3b27d2340d889e0ff7c0b8b6252'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:48.107540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:48.111817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event updated for resources: {'Port': ['ID=90bc1fcb-c069-4e75-838b-a35376e2c29a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:48.118166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:48.121144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c555c8cd-5b4f-431f-a6eb-4eb58e86c3b9 req-f5458ca1-1c2b-4c90-9168-1f33b9ff1bcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 210 time: 0.0392129 Jul 23 14:02:48.156316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:48.167229 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436a8748-256e-4371-9cc1-ec9114583d13 x-openstack-request-id: req-436a8748-256e-4371-9cc1-ec9114583d13 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:48.167518 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:48.167766 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-436a8748-256e-4371-9cc1-ec9114583d13 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:48.168160 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc', 'status': 'completed', 'code': 200} Jul 23 14:02:48.171599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed274-4699-4b79-8452-95356b91032c req-70c63525-0861-4257-9ec4-a9924f4d08ae tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.173165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6a5ed274-4699-4b79-8452-95356b91032c req-70c63525-0861-4257-9ec4-a9924f4d08ae tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.2549493 Jul 23 14:02:48.229780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:48.274227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.274864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:48.285359 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6a5ed274-4699-4b79-8452-95356b91032c req-fadee5db-a55b-4f17-88b4-849219b6b91b tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887899 Jul 23 14:02:48.317573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Made reservation on behalf of d709b3b27d2340d889e0ff7c0b8b6252 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:02:48.321392 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:48.325898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e9af5f1d-f37e-4b17-94e8-3d1b5342556d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0568287 Jul 23 14:02:48.333895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe70d2b-b7d4-4c95-ab3b-a1d6ee560ced req-d692e25f-708c-4b48-87bd-1b57ccbcae9b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.341490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fe70d2b-b7d4-4c95-ab3b-a1d6ee560ced req-d692e25f-708c-4b48-87bd-1b57ccbcae9b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.1245193 Jul 23 14:02:48.344379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Request body: {'port': {'device_id': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:48.369537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-dff4f16e-d66c-4c81-a456-ad64237cee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.370956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-dff4f16e-d66c-4c81-a456-ad64237cee1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1124 time: 0.1521685 Jul 23 14:02:48.399109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fe70d2b-b7d4-4c95-ab3b-a1d6ee560ced req-5112e00a-5245-4076-8dcf-901b0911151a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566273 Jul 23 14:02:48.422622 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc177945-bb94-4db3-a84a-17a214067299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:48.497553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:48.582153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-52f62d07-ac77-4572-a9fd-a029044b5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.583690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-52f62d07-ac77-4572-a9fd-a029044b5acb service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.1834521 Jul 23 14:02:48.612756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Allocated IP 172.20.0.2 (eef46a62-88fc-4a9a-81dd-2bb9c505ff3a/d3527079-cdd1-462f-926f-c916aa227446/a22a989f-2d29-4183-b3cc-0caa97537b3f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:02:48.614233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fec0b8-95cc-4b9b-a6c0-e1735221247c req-bd2dab5c-e318-4b50-8598-3ed79b8dca49 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.615833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18fec0b8-95cc-4b9b-a6c0-e1735221247c req-bd2dab5c-e318-4b50-8598-3ed79b8dca49 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.0933645 Jul 23 14:02:48.644100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-9c6926f4-1666-4dd6-bc9a-71f9a781f5a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 200 len: 217 time: 0.0457835 Jul 23 14:02:48.682157 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a4edf26a-c7af-4ee2-9e7a-34b2900166f5 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:48.708208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18fec0b8-95cc-4b9b-a6c0-e1735221247c req-6791c8c2-8b64-4e36-9ddf-88f58dbc0a8c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664923 Jul 23 14:02:48.743372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c887a-83a7-4e4b-aff5-f8856e38babe req-a43616d9-6495-406d-b6fc-e50cb3c75089 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.746535 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b05c887a-83a7-4e4b-aff5-f8856e38babe req-a43616d9-6495-406d-b6fc-e50cb3c75089 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.2159503 Jul 23 14:02:48.747625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-dea6fe8b-be4f-48ef-bf42-ecbfa315fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.749315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-dea6fe8b-be4f-48ef-bf42-ecbfa315fd2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0890350 Jul 23 14:02:48.793087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-fc929bdd-3ff8-48c5-911c-aade05827754 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310628 Jul 23 14:02:48.835891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b05c887a-83a7-4e4b-aff5-f8856e38babe req-618138c3-a4f9-4a40-bc5a-694ddd6fc6b2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693910 Jul 23 14:02:48.853132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:48.942552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cf381-0b43-411f-a5ee-b9e29df89a14 req-a8a8d1d5-f549-4be0-99a7-dd36477d4f48 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:48.944763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-774cf381-0b43-411f-a5ee-b9e29df89a14 req-a8a8d1d5-f549-4be0-99a7-dd36477d4f48 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1536720 Jul 23 14:02:48.951151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-e479dbac-d6d3-4616-bb01-9673d2af0b61 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290910 Jul 23 14:02:49.009475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.074437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-774cf381-0b43-411f-a5ee-b9e29df89a14 req-c17045fa-953a-4502-aba7-55c743afcd02 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223168 Jul 23 14:02:49.144270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.163201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-722dce02-3ef9-4e09-93e5-32637df66bfc req-9d6ba9dc-4eb0-47d8-aa2d-1c05634c6c0e service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909974 Jul 23 14:02:49.181264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'mac_address': 'fa:16:3e:b7:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:49.232074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.234587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab8f7c-a85d-45ef-9cb2-268f9d81d5e4 req-f1c6ed00-1854-4b9b-98d8-72da0338563d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:49.237270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ffab8f7c-a85d-45ef-9cb2-268f9d81d5e4 req-f1c6ed00-1854-4b9b-98d8-72da0338563d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.1595850 Jul 23 14:02:49.255502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4edf26a-c7af-4ee2-9e7a-34b2900166f5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:49.291682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:49.307085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:02:49.308011 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.325273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:02:49.329160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:02:49.336466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event updated for resources: {'Port': ['ID=a22a989f-2d29-4183-b3cc-0caa97537b3f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:49.367321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb6434-0003-448f-b00a-51b4a3084fa5 req-354ac31c-f108-40dd-9886-da3d0021fd63 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:49.375240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0adb6434-0003-448f-b00a-51b4a3084fa5 req-354ac31c-f108-40dd-9886-da3d0021fd63 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 931 time: 0.1548553 Jul 23 14:02:49.416983 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ffab8f7c-a85d-45ef-9cb2-268f9d81d5e4 req-940a3f8e-1c5d-494d-a247-cd38bc487164 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287861 Jul 23 14:02:49.436128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:49.436735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0adb6434-0003-448f-b00a-51b4a3084fa5 req-fe75dbb8-0d55-49e2-9fd3-ab4801ed134c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563757 Jul 23 14:02:49.436921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.488311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:49.498765 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.540673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-6240ef62-d733-42ca-807a-5e03f846630a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5018346 Jul 23 14:02:49.575950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Request body: {'port': {'device_id': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:02:49.582882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bc1fcb-c069-4e75-838b-a35376e2c29a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:49.632414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.644310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a4edf26a-c7af-4ee2-9e7a-34b2900166f5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:49.702266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f5ddc-5d89-41b0-897c-f7ba9298f923 req-7740a495-1433-4c6c-93fc-25ad482834b3 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:49.711176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-882f5ddc-5d89-41b0-897c-f7ba9298f923 req-7740a495-1433-4c6c-93fc-25ad482834b3 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.0941517 Jul 23 14:02:49.741505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Transition to ACTIVE for port object 90bc1fcb-c069-4e75-838b-a35376e2c29a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:49.758121 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.767815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-882f5ddc-5d89-41b0-897c-f7ba9298f923 req-4b66e74d-ad7b-40c3-b149-d63b2ee10e4d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 Jul 23 14:02:49.771512 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:49.879006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99df92-9574-4629-8fd7-d8450b86cfbb req-d49f6dec-5e79-4d33-b744-b1bc6c9d1370 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:49.880484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc99df92-9574-4629-8fd7-d8450b86cfbb req-d49f6dec-5e79-4d33-b744-b1bc6c9d1370 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.2839909 Jul 23 14:02:49.883286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Pushing event updated for resources: {'Port': ['ID=90bc1fcb-c069-4e75-838b-a35376e2c29a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:49.957761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f88af6-1271-4e21-88a7-3aa223ea13a3 req-b7d3eeb8-2ed9-4378-9ac4-a514c7c85364 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:49.959305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0f88af6-1271-4e21-88a7-3aa223ea13a3 req-b7d3eeb8-2ed9-4378-9ac4-a514c7c85364 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.0947659 Jul 23 14:02:50.007227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0f88af6-1271-4e21-88a7-3aa223ea13a3 req-c88f0069-4eef-49e0-ba4d-e4d545d7d7dc tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Jul 23 14:02:50.059560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc99df92-9574-4629-8fd7-d8450b86cfbb req-d38fe021-6de6-4466-ba1e-1be5f5d19222 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627412 Jul 23 14:02:50.135728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:02:50.141136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cf0d3-0206-4e43-beff-a867b2ec891b req-82c394d1-b21b-489b-bf2b-9f35c5544709 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:50.142953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-646cf0d3-0206-4e43-beff-a867b2ec891b req-82c394d1-b21b-489b-bf2b-9f35c5544709 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.0715034 Jul 23 14:02:50.148766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Attempting to bind port 90bc1fcb-c069-4e75-838b-a35376e2c29a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:50.149127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Attempting to bind port 90bc1fcb-c069-4e75-838b-a35376e2c29a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:50.149419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Attempting to bind port 90bc1fcb-c069-4e75-838b-a35376e2c29a on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:50.188347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Port 90bc1fcb-c069-4e75-838b-a35376e2c29a on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:50.188688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Attempting to bind port 90bc1fcb-c069-4e75-838b-a35376e2c29a on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:50.198752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-646cf0d3-0206-4e43-beff-a867b2ec891b req-8b8add66-e089-45b6-8ff2-e2bb24838c82 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Jul 23 14:02:50.254025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:50.254609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Checking segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:50.255475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Bound using segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:50.257792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Bound port: 90bc1fcb-c069-4e75-838b-a35376e2c29a, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:50.265604 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.325021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320cc8e-c2ef-42a9-8a31-4a747700fd2b req-a12968e7-b1f9-4195-ba78-8afb4adcf9bd tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:50.327127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a320cc8e-c2ef-42a9-8a31-4a747700fd2b req-a12968e7-b1f9-4195-ba78-8afb4adcf9bd tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0811729 Jul 23 14:02:50.371569 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a320cc8e-c2ef-42a9-8a31-4a747700fd2b req-7f4bfbbf-110a-4853-8eb8-0c4e5601ecb5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Jul 23 14:02:50.440207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22a989f-2d29-4183-b3cc-0caa97537b3f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:50.455175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.473902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd103af-89fb-4a43-ace5-bbaed41d5123 req-f30f9334-4b1e-47e8-9026-aca0a162b0ac tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:50.475879 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1dd103af-89fb-4a43-ace5-bbaed41d5123 req-f30f9334-4b1e-47e8-9026-aca0a162b0ac tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.2245286 Jul 23 14:02:50.489535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] For port 90bc1fcb-c069-4e75-838b-a35376e2c29a, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:50.499690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] For port 90bc1fcb-c069-4e75-838b-a35376e2c29a, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=90bc1fcb-c069-4e75-838b-a35376e2c29a,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:50.513430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Transition to ACTIVE for port object a22a989f-2d29-4183-b3cc-0caa97537b3f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:50.517090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.553875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.578808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:50.579821 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.582375 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] 10.222.0.48 "PUT /v2.0/ports/90bc1fcb-c069-4e75-838b-a35376e2c29a HTTP/1.1" status: 200 len: 1092 time: 2.2420299 Jul 23 14:02:50.602201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'tag': '90bc1fcb-c069-4e75-838b-a35376e2c29a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:50.604813 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "a670cb0b-3cc1-4ac8-92fb-880bc298c125", "tag": "90bc1fcb-c069-4e75-838b-a35376e2c29a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:50.627958 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1dd103af-89fb-4a43-ace5-bbaed41d5123 req-b9f4b992-e8a3-4603-ac4a-2f96ea678070 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439059 Jul 23 14:02:50.634503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354153f-1315-460a-b367-67b94dfde738 req-2a3cc057-2fc4-4d8d-b29a-bcdfccd89cd2 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:50.643767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d354153f-1315-460a-b367-67b94dfde738 req-2a3cc057-2fc4-4d8d-b29a-bcdfccd89cd2 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 943 time: 0.1015565 Jul 23 14:02:50.669863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d02ff-4db6-4d12-bef6-f8d911631162 service neutron] Pushing event updated for resources: {'Port': ['ID=90bc1fcb-c069-4e75-838b-a35376e2c29a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:50.687518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a4edf26a-c7af-4ee2-9e7a-34b2900166f5 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:50.697985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d354153f-1315-460a-b367-67b94dfde738 req-60948c62-6df5-4279-a233-3212b1647754 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533779 Jul 23 14:02:50.754399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:50.755602 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.776206 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b98f26-7486-4800-8c7e-51c724f95841 x-openstack-request-id: req-a7b98f26-7486-4800-8c7e-51c724f95841 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:50.776514 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a670cb0b-3cc1-4ac8-92fb-880bc298c125", "tag": "90bc1fcb-c069-4e75-838b-a35376e2c29a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:50.776730 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7b98f26-7486-4800-8c7e-51c724f95841 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:50.777122 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'tag': '90bc1fcb-c069-4e75-838b-a35376e2c29a', 'status': 'completed', 'code': 200} Jul 23 14:02:50.782220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Pushing event updated for resources: {'Port': ['ID=a22a989f-2d29-4183-b3cc-0caa97537b3f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:50.814390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-1abc781b-89a6-424b-ba26-7cc2e79b784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:50.816145 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-1abc781b-89a6-424b-ba26-7cc2e79b784e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=a670cb0b-3cc1-4ac8-92fb-880bc298c125 HTTP/1.1" status: 200 len: 1095 time: 0.1780889 Jul 23 14:02:50.817044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Attempting to bind port a22a989f-2d29-4183-b3cc-0caa97537b3f on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:02:50.817312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Attempting to bind port a22a989f-2d29-4183-b3cc-0caa97537b3f by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:02:50.817637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Attempting to bind port a22a989f-2d29-4183-b3cc-0caa97537b3f on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:50.822261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Port a22a989f-2d29-4183-b3cc-0caa97537b3f on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:02:50.822633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Attempting to bind port a22a989f-2d29-4183-b3cc-0caa97537b3f on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:02:50.827836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:02:50.828158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Checking segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:02:50.828548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Bound using segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:02:50.828975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Bound port: a22a989f-2d29-4183-b3cc-0caa97537b3f, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:02:50.829334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.915786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:50.930822 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-14f4ce87-58f4-4950-b6f8-8be23cf3cd33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90bc1fcb-c069-4e75-838b-a35376e2c29a HTTP/1.1" status: 200 len: 217 time: 0.0984042 Jul 23 14:02:50.957389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:50.960084 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02678914-e1c3-421e-971d-49cef3407d79" -d '{"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-plugged", "status": "completed", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:50.980501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:50.988518 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:51.086536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:51.118836 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:51.123149 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd2a6e0-8ac8-403a-a49f-2c57ea3b7a28 x-openstack-request-id: req-8cd2a6e0-8ac8-403a-a49f-2c57ea3b7a28 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:51.123454 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-plugged", "status": "completed", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:51.123866 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cd2a6e0-8ac8-403a-a49f-2c57ea3b7a28 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:51.124441 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'code': 200} Jul 23 14:02:51.295953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998b045-8c8a-4947-a2c9-bbe9c76fed8e req-4b66825b-81ea-42c8-9d1a-d75222ea83e3 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:51.298618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d998b045-8c8a-4947-a2c9-bbe9c76fed8e req-4b66825b-81ea-42c8-9d1a-d75222ea83e3 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 945 time: 0.1150603 Jul 23 14:02:51.380497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d998b045-8c8a-4947-a2c9-bbe9c76fed8e req-74d6ad94-f687-467e-a7b1-6db550f51eac tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748844 Jul 23 14:02:51.430922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] For port a22a989f-2d29-4183-b3cc-0caa97537b3f, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:51.436114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-56d1f148-cd33-414a-9f51-a15c63f7fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:51.438941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-56d1f148-cd33-414a-9f51-a15c63f7fe89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.0972371 Jul 23 14:02:51.440852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] For port a22a989f-2d29-4183-b3cc-0caa97537b3f, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a22a989f-2d29-4183-b3cc-0caa97537b3f,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:02:51.462229 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:51.515814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-cac779a1-4cd2-4c96-955e-baad642165b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644035 Jul 23 14:02:51.528403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f2fb1-e915-44f7-bd22-b964d292b415 req-759b30ab-1436-44a1-a450-7aba844c67d1 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:51.537470 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-256f2fb1-e915-44f7-bd22-b964d292b415 req-759b30ab-1436-44a1-a450-7aba844c67d1 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.6093395 Jul 23 14:02:51.537998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff8c19-2cd8-421d-8008-a220091d4997 req-a45c3b85-578b-4483-b555-6b6b3f8179f5 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:51.539809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5fff8c19-2cd8-421d-8008-a220091d4997 req-a45c3b85-578b-4483-b555-6b6b3f8179f5 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.0971594 Jul 23 14:02:51.574781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:51.577103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:51.577103 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] 10.222.0.48 "PUT /v2.0/ports/a22a989f-2d29-4183-b3cc-0caa97537b3f HTTP/1.1" status: 200 len: 1091 time: 2.0110991 Jul 23 14:02:51.629633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5fff8c19-2cd8-421d-8008-a220091d4997 req-1f579fc6-2195-4151-adbf-e9cbab44fca3 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823314 Jul 23 14:02:51.642367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9cae8-3f81-4318-a38c-cba88ca1f159 service neutron] Pushing event updated for resources: {'Port': ['ID=a22a989f-2d29-4183-b3cc-0caa97537b3f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:51.699730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-256f2fb1-e915-44f7-bd22-b964d292b415 req-6b74b1e3-1c5b-48ae-a14c-35a058672ad4 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606703 Jul 23 14:02:51.790230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-867e1dcc-c94e-42a2-8a6f-87ab7b9d3d16 service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497051 Jul 23 14:02:51.889918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-f6a865d5-d882-4a62-8f3a-dcbb3d61b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:51.891650 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-f6a865d5-d882-4a62-8f3a-dcbb3d61b2e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 1094 time: 0.2149353 Jul 23 14:02:51.949234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-d47f96d2-9b0f-48fc-8ac5-3c43bf888294 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272972 Jul 23 14:02:51.966479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09575a13-019a-4028-bc34-6f67b9f709b6 req-fccb9974-ac66-41dd-987a-151362bce687 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:51.968591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09575a13-019a-4028-bc34-6f67b9f709b6 req-fccb9974-ac66-41dd-987a-151362bce687 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1111963 Jul 23 14:02:51.979190 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-646d8f92-3d71-4aeb-866a-bd5ede69e606 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a22a989f-2d29-4183-b3cc-0caa97537b3f HTTP/1.1" status: 200 len: 217 time: 0.0718677 Jul 23 14:02:52.023740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09575a13-019a-4028-bc34-6f67b9f709b6 req-50a5b97c-e9b3-4ff8-9568-1a014e2d185b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482299 Jul 23 14:02:52.060076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d5f6f-865e-483d-a910-a181ccddf9e5 req-ad8bdc4d-b153-4788-8903-0194eb5e60ff tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.061802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e64d5f6f-865e-483d-a910-a181ccddf9e5 req-ad8bdc4d-b153-4788-8903-0194eb5e60ff tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.2649508 Jul 23 14:02:52.067760 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-e7f3b6ff-cf79-46cb-97d0-a126a73f54c3 service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570200 Jul 23 14:02:52.113275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81d079b9-70a1-45f6-a056-a368aa0e3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.117823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-81d079b9-70a1-45f6-a056-a368aa0e3e28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.1166427 Jul 23 14:02:52.126499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e64d5f6f-865e-483d-a910-a181ccddf9e5 req-35fc94d7-d3d3-4c77-8db2-a0a9b4ae5e58 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546021 Jul 23 14:02:52.154484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970b37-b880-412f-9d61-061523f1254b req-ba7d3cdb-5b6f-4c64-856d-6e7dc8a90dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.156065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-ba7d3cdb-5b6f-4c64-856d-6e7dc8a90dde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 1118 time: 0.1256161 Jul 23 14:02:52.193229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-2b310d40-7628-47eb-90e7-2aeaa16359aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437086 Jul 23 14:02:52.288222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85c8b6-dbb1-4dbd-b58c-e920f7817460 req-c92848d8-d9bb-4a0f-a919-c5dcd82f8cf7 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.296062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea85c8b6-dbb1-4dbd-b58c-e920f7817460 req-c92848d8-d9bb-4a0f-a919-c5dcd82f8cf7 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 943 time: 0.1729386 Jul 23 14:02:52.345722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970b37-b880-412f-9d61-061523f1254b req-c15d9ad6-6804-474f-81ad-084518183b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.347023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-c15d9ad6-6804-474f-81ad-084518183b0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1648328 Jul 23 14:02:52.361475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea85c8b6-dbb1-4dbd-b58c-e920f7817460 req-fe03dc1a-cf3c-44e7-ba9e-cc4a79f8b209 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639434 Jul 23 14:02:52.394480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-015dab5a-e374-4847-94b8-64b58e6fd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.396071 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-015dab5a-e374-4847-94b8-64b58e6fd125 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=a670cb0b-3cc1-4ac8-92fb-880bc298c125 HTTP/1.1" status: 200 len: 1095 time: 0.2133200 Jul 23 14:02:52.399412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-be92dbd8-8918-495e-b0cf-1c52961f359b service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729164 Jul 23 14:02:52.411022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba472-3341-4ce2-98b0-5cca27a0fc79 req-ebbed45d-d580-40e4-acaa-42d9f184f3cf tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.416915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-9ca5666f-5d69-4a62-a08d-e8094727b75f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 200 len: 217 time: 0.0492382 Jul 23 14:02:52.418929 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a36ba472-3341-4ce2-98b0-5cca27a0fc79 req-ebbed45d-d580-40e4-acaa-42d9f184f3cf tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.2237573 Jul 23 14:02:52.523942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970b37-b880-412f-9d61-061523f1254b req-8f26f69b-79c2-47b8-b987-dc4a86604a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.525727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-8f26f69b-79c2-47b8-b987-dc4a86604a44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1031854 Jul 23 14:02:52.571376 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a36ba472-3341-4ce2-98b0-5cca27a0fc79 req-51d0acdb-83f5-4e15-b507-b814f13833de tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513371 Jul 23 14:02:52.585096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-e4db93e4-9a17-4d03-a943-8a6af600bc1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409164 Jul 23 14:02:52.739489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-4c189734-bc75-4f2f-bf16-9a80379009e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.744083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-c662a97d-fc53-421a-a50e-ede25d10feed service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135881 Jul 23 14:02:52.745825 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-4c189734-bc75-4f2f-bf16-9a80379009e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 913 time: 0.3161602 Jul 23 14:02:52.759165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21145cc7-6e93-4040-b91a-64be8f86e085 req-97f7bb55-3782-4157-9eb8-d2156f517f9c service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160644 Jul 23 14:02:52.813493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'tag': 'a22a989f-2d29-4183-b3cc-0caa97537b3f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:52.816015 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "de9003f5-e14e-468e-a46e-b67feb41e341", "tag": "a22a989f-2d29-4183-b3cc-0caa97537b3f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:52.821282 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-b572f695-f63e-4f22-92a8-72314f10fb99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90bc1fcb-c069-4e75-838b-a35376e2c29a HTTP/1.1" status: 200 len: 217 time: 0.0603220 Jul 23 14:02:52.893794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-e74567dc-3548-419a-a25e-91e7942ed0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:52.895593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-e74567dc-3548-419a-a25e-91e7942ed0ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.0623012 Jul 23 14:02:52.969028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-811b8fa9-ede3-4239-853e-c4fe8fd219be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602429 Jul 23 14:02:53.111155 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-9ba1dfda-4106-4ce4-b766-58096e26d5fa service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229877 Jul 23 14:02:53.247281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c970b37-b880-412f-9d61-061523f1254b req-40501e16-7f10-4587-8cfc-c53eda90c0fa service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974451 Jul 23 14:02:53.255725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5d2ec-4318-4c5e-a3f8-252d7b7d2a11 req-590d9d7c-545f-4266-91b9-394d2af9f402 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:53.262597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31a5d2ec-4318-4c5e-a3f8-252d7b7d2a11 req-590d9d7c-545f-4266-91b9-394d2af9f402 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 945 time: 0.6802666 Jul 23 14:02:53.311275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31a5d2ec-4318-4c5e-a3f8-252d7b7d2a11 req-708ce29f-6388-420c-9af0-0bdb5a722881 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad765500-62d2-462f-9a5e-c5f62ca8800e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476537 Jul 23 14:02:53.320373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20cff5d-0761-4d43-ae3c-44daf32d2ad8 req-73dc83bb-a23c-492f-a5b8-0f11ceb20cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898241 Jul 23 14:02:53.363431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abd25a-a543-432e-b2c6-932c27b3bf1f req-74a1e6a5-88f3-44f2-89cb-5a777dde3bb1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:53.371807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-09abd25a-a543-432e-b2c6-932c27b3bf1f req-74a1e6a5-88f3-44f2-89cb-5a777dde3bb1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.1711988 Jul 23 14:02:53.443180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-3d8295c0-67d2-4862-9a9e-d2d88f3a1b7d tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:53.444727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-3d8295c0-67d2-4862-9a9e-d2d88f3a1b7d tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.11 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 945 time: 0.0770686 Jul 23 14:02:53.472974 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-09abd25a-a543-432e-b2c6-932c27b3bf1f req-9f7c7974-a69d-468c-8348-628328fc9904 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989871 Jul 23 14:02:53.476510 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1338fc4-3630-44f3-a5a3-ae43ed72ebcf x-openstack-request-id: req-e1338fc4-3630-44f3-a5a3-ae43ed72ebcf {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:53.476807 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9003f5-e14e-468e-a46e-b67feb41e341", "tag": "a22a989f-2d29-4183-b3cc-0caa97537b3f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:53.477056 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1338fc4-3630-44f3-a5a3-ae43ed72ebcf {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:53.477460 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'tag': 'a22a989f-2d29-4183-b3cc-0caa97537b3f', 'status': 'completed', 'code': 200} Jul 23 14:02:53.626914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-805a3acc-d3e4-4350-96f5-e16e1d6ad1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:53.629205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-805a3acc-d3e4-4350-96f5-e16e1d6ad1b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 1094 time: 0.0856516 Jul 23 14:02:53.634016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Deleting port 166f3ed8-78b6-4ded-af1d-3909660ddd36 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:02:53.635183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:53.660911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc528f-9f70-4f0a-93b0-463d621dae1a req-75e272f0-2f71-46cb-a911-5be53f6694ff tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:53.665295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbcc528f-9f70-4f0a-93b0-463d621dae1a req-75e272f0-2f71-46cb-a911-5be53f6694ff tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1226764 Jul 23 14:02:53.792206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbcc528f-9f70-4f0a-93b0-463d621dae1a req-13d88786-274e-4800-ae3b-01ad7d383805 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192293 Jul 23 14:02:53.809917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-98444c37-4e0d-4f2c-b42c-903401093a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:53.811742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-98444c37-4e0d-4f2c-b42c-903401093a89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 913 time: 0.1667914 Jul 23 14:02:53.824772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4121a2a-c87d-4bef-a8f3-55307ea557dc req-4db410eb-c4a3-4783-9d5e-13d65fd90445 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:53.826492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4121a2a-c87d-4bef-a8f3-55307ea557dc req-4db410eb-c4a3-4783-9d5e-13d65fd90445 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1469214 Jul 23 14:02:53.880644 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-ce0b0ab8-a529-4758-97af-f0101c2f69e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a22a989f-2d29-4183-b3cc-0caa97537b3f HTTP/1.1" status: 200 len: 217 time: 0.0529621 Jul 23 14:02:53.887004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] For port 166f3ed8-78b6-4ded-af1d-3909660ddd36, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=166f3ed8-78b6-4ded-af1d-3909660ddd36,segment=NetworkSegment(651b4b7f-d490-4d21-99af-709683a232ad),segment_id=651b4b7f-d490-4d21-99af-709683a232ad)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:53.887539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:53.921907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Calling delete_port for 166f3ed8-78b6-4ded-af1d-3909660ddd36 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:02:53.945294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4121a2a-c87d-4bef-a8f3-55307ea557dc req-c12a9f1d-1713-406f-bc5a-30b77da7efbc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099033 Jul 23 14:02:54.030405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-4d1ad834-69bb-4fef-a877-01962c14b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:54.032054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-4d1ad834-69bb-4fef-a877-01962c14b1ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.1165416 Jul 23 14:02:54.087083 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-b84e8601-9227-478a-81df-b0fa49a96885 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463750 Jul 23 14:02:54.089902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9fa-3513-4210-90e0-f6f6255c87ef req-f8529918-c78a-4da9-8c94-906cef9eb104 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:54.091515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bf3c9fa-3513-4210-90e0-f6f6255c87ef req-f8529918-c78a-4da9-8c94-906cef9eb104 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 943 time: 0.2220249 Jul 23 14:02:54.224795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bf3c9fa-3513-4210-90e0-f6f6255c87ef req-8605c45d-410f-45e7-bd19-c9f95a50bf71 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154902 Jul 23 14:02:54.254490 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-6c18a47b-fdac-4b54-933f-b15d8d197bcf service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511168 Jul 23 14:02:54.300542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:54.341879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['166f3ed8-78b6-4ded-af1d-3909660ddd36'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:54.386457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Pushing event deleted for resources: {'Port': ['ID=166f3ed8-78b6-4ded-af1d-3909660ddd36,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:54.397528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.397878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.398213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.398548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.398899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.399227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.399550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.400260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.400260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.400479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.400805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.401113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:54.457800 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c94cfaeb-4833-402f-b3cb-20f23d49e3cf req-d257c1c9-5a3b-4ae9-a807-a54afd7534f1 service neutron] 10.222.0.48 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908450 Jul 23 14:02:54.495990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] No DVR routers for this DVR port 166f3ed8-78b6-4ded-af1d-3909660ddd36 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:54.541622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79b5e426-28dd-4e23-afe2-59d72c4fda23 req-d2aa2e9d-c9b5-40b8-b31a-ccf76346deca tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72b889b-8c06-43bd-b16e-16547a0c68e0 HTTP/1.1" status: 200 len: 210 time: 0.0658154 Jul 23 14:02:54.542864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:54.544976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76da40a5-cd33-4d7a-84ce-fc1d415576de req-55998b72-12ab-4544-b7cd-d86f652b5013 tempest-VolumesAdminNegativeTest-859959639 tempest-VolumesAdminNegativeTest-859959639-project] 10.222.0.11 "DELETE /v2.0/ports/166f3ed8-78b6-4ded-af1d-3909660ddd36 HTTP/1.1" status: 204 len: 173 time: 1.0832927 Jul 23 14:02:54.545319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'name': 'network-vif-deleted', 'tag': '166f3ed8-78b6-4ded-af1d-3909660ddd36'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:54.560611 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e330d2bb-0f3e-435b-9b51-65975c81da7a" -d '{"events": [{"server_uuid": "a72b889b-8c06-43bd-b16e-16547a0c68e0", "name": "network-vif-deleted", "tag": "166f3ed8-78b6-4ded-af1d-3909660ddd36"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:54.567764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9fd1e-9c46-494b-b035-6423a67489dd req-7c7afece-6d4a-473e-86fb-c3d3f619e56e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:54.569610 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c9fd1e-9c46-494b-b035-6423a67489dd req-7c7afece-6d4a-473e-86fb-c3d3f619e56e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.0943544 Jul 23 14:02:54.633878 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c9fd1e-9c46-494b-b035-6423a67489dd req-0ea057f2-d0d0-4f3a-af21-a334746efbe3 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567141 Jul 23 14:02:54.750307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 90bc1fcb-c069-4e75-838b-a35376e2c29a details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:54.758016 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da201e3-820f-437f-8e5d-18c819d7084d x-openstack-request-id: req-6da201e3-820f-437f-8e5d-18c819d7084d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:54.758359 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72b889b-8c06-43bd-b16e-16547a0c68e0", "name": "network-vif-deleted", "tag": "166f3ed8-78b6-4ded-af1d-3909660ddd36", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:54.758618 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6da201e3-820f-437f-8e5d-18c819d7084d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:54.759013 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72b889b-8c06-43bd-b16e-16547a0c68e0', 'name': 'network-vif-deleted', 'tag': '166f3ed8-78b6-4ded-af1d-3909660ddd36', 'status': 'completed', 'code': 200} Jul 23 14:02:54.805056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecac9e-9e41-468c-bb8a-e72d33fbfba4 req-c1625ab3-eabd-4311-ae52-1e047d58d3c3 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:54.813504 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25ecac9e-9e41-468c-bb8a-e72d33fbfba4 req-c1625ab3-eabd-4311-ae52-1e047d58d3c3 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.1067646 Jul 23 14:02:54.858280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 90bc1fcb-c069-4e75-838b-a35376e2c29a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=90bc1fcb-c069-4e75-838b-a35376e2c29a,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:54.879959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '90bc1fcb-c069-4e75-838b-a35376e2c29a', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'port_id': '90bc1fcb-c069-4e75-838b-a35376e2c29a', 'mac_address': 'fa:16:3e:64:8c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3527079-cdd1-462f-926f-c916aa227446', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:54.881420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25ecac9e-9e41-468c-bb8a-e72d33fbfba4 req-94f669a0-e7e3-4605-b7fb-a2d989d5ac58 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668535 Jul 23 14:02:54.943394 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:54.968967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bc1fcb-c069-4e75-838b-a35376e2c29a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:54.987373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d2d0c-5ee6-4bb4-ab98-f5e4faa1cbb6 req-5b157b0b-241f-457a-bbd7-71a069b6f208 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:54.988922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-850d2d0c-5ee6-4bb4-ab98-f5e4faa1cbb6 req-5b157b0b-241f-457a-bbd7-71a069b6f208 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0910106 Jul 23 14:02:55.009597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 90bc1fcb-c069-4e75-838b-a35376e2c29a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=90bc1fcb-c069-4e75-838b-a35376e2c29a,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:55.016720 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:55.052108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-850d2d0c-5ee6-4bb4-ab98-f5e4faa1cbb6 req-f6585d7f-4649-44af-b347-2e96565e87f9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566812 Jul 23 14:02:55.132943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=90bc1fcb-c069-4e75-838b-a35376e2c29a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:55.143223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.143572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.143919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.144249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.144579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.144908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.145232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.145552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.145872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.146190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.146510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.147090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.196593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d58f5-794d-467f-9317-d2c146729d4e req-da94d4b9-c614-4f18-9a4c-d31800b247b6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:55.198463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a11d58f5-794d-467f-9317-d2c146729d4e req-da94d4b9-c614-4f18-9a4c-d31800b247b6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1098571 Jul 23 14:02:55.289118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a11d58f5-794d-467f-9317-d2c146729d4e req-3819f263-c338-4a30-84e9-181f8281a66c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763187 Jul 23 14:02:55.450706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8cd7a-051e-44d9-bdcb-106f14720398 req-5a2f8710-a378-4e26-8ee6-508cff3cc203 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:55.450706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4b8cd7a-051e-44d9-bdcb-106f14720398 req-5a2f8710-a378-4e26-8ee6-508cff3cc203 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 943 time: 0.1208317 Jul 23 14:02:55.502620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['90bc1fcb-c069-4e75-838b-a35376e2c29a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:55.544282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4b8cd7a-051e-44d9-bdcb-106f14720398 req-8c1c22ef-c60b-46b9-a11c-16a9b20b0aad tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900247 Jul 23 14:02:55.605288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:55.664047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Deleting subnet c0c93a5c-9628-44c6-9467-4e1645a49cc2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:02:55.667489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:55.719407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:55.772590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:55.795108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327130-a4ef-4ddd-9360-79e59a911b2b req-ac54e976-68af-424f-aa9d-523304bbf9c6 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:55.803486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05327130-a4ef-4ddd-9360-79e59a911b2b req-ac54e976-68af-424f-aa9d-523304bbf9c6 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.0839391 Jul 23 14:02:55.842560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:55.864171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05327130-a4ef-4ddd-9360-79e59a911b2b req-6c64db68-d873-4b15-9202-60918c65d04a tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Jul 23 14:02:55.869222 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:55.873823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0c93a5c-9628-44c6-9467-4e1645a49cc2 HTTP/1.1" status: 204 len: 168 time: 0.2645454 Jul 23 14:02:55.874812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:55.895938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c93a5c-9628-44c6-9467-4e1645a49cc2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:55.908621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.909036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.909379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.909720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.910052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.910382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.910734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.911059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.911382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.911704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.912044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:55.912351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fcf25-f51a-4577-aeb0-0f1c0b9e657f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:02:56.010745 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.048940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e7a72-986e-41fc-8920-b9dfb0f1f460 req-69a94a38-0893-42a8-9819-e692f43e2980 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:56.050634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc5e7a72-986e-41fc-8920-b9dfb0f1f460 req-69a94a38-0893-42a8-9819-e692f43e2980 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 943 time: 0.0890768 Jul 23 14:02:56.122380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc5e7a72-986e-41fc-8920-b9dfb0f1f460 req-bea352fe-38f5-4745-8945-ebf6df2cb9e2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649681 Jul 23 14:02:56.132906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.144382 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-886b7daa-f2a1-4000-9c46-3c89e76ed38c service neutron] 10.222.0.48 "GET /v2.0/ports/81e07e45-de63-4918-a1d1-0b260e4fc3bc/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.0924590 Jul 23 14:02:56.146737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e29c399-2e63-4470-a67c-01f92c3dca7f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:56.173322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651b4b7f-d490-4d21-99af-709683a232ad') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:56.173834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651b4b7f-d490-4d21-99af-709683a232ad') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:56.247630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.271810 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.282364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:02:56.282738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:02:56.284417 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:02:56.327061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d79f59-add4-4f18-8ab8-e0bf3e5601af req-9d611559-1f03-4f54-9db4-c1d3ceb79891 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:56.328637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-69d79f59-add4-4f18-8ab8-e0bf3e5601af req-9d611559-1f03-4f54-9db4-c1d3ceb79891 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1368721 Jul 23 14:02:56.384609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.393851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.399132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e29c399-2e63-4470-a67c-01f92c3dca7f HTTP/1.1" status: 204 len: 168 time: 0.5230041 Jul 23 14:02:56.401363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:56.440893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:56.470306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e446e-89f5-40d3-990f-5e39be2458b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e29c399-2e63-4470-a67c-01f92c3dca7f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:56.481033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:56.491166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-69d79f59-add4-4f18-8ab8-e0bf3e5601af req-d00af1be-186e-496a-849c-a0cca3c3eedf tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270239 Jul 23 14:02:56.509898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] Deleting subnet b508d1c6-0e52-4786-8493-eecd61265493 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:02:56.511933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a13c-0427-4d4b-a821-5115bebb94ee req-f7ce2e45-7ad6-4981-8d4a-5508a7c49762 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:56.513472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-09c6a13c-0427-4d4b-a821-5115bebb94ee req-f7ce2e45-7ad6-4981-8d4a-5508a7c49762 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1442847 Jul 23 14:02:56.513894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.550632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e07e45-de63-4918-a1d1-0b260e4fc3bc {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:56.555280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.575636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:56.598700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.618248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-09c6a13c-0427-4d4b-a821-5115bebb94ee req-467b39a0-13a9-4b09-8fd3-93212e44c7d9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914707 Jul 23 14:02:56.619538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.723783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.725500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] Transition to ACTIVE for port object 81e07e45-de63-4918-a1d1-0b260e4fc3bc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:02:56.733916 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.743204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 166f3ed8-78b6-4ded-af1d-3909660ddd36 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:56.759777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b508d1c6-0e52-4786-8493-eecd61265493,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:56.764462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.770096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81d6aeae-495f-4819-adc0-4e2824f51bf5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b508d1c6-0e52-4786-8493-eecd61265493 HTTP/1.1" status: 204 len: 168 time: 0.3627360 Jul 23 14:02:56.770809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:56.801887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 166f3ed8-78b6-4ded-af1d-3909660ddd36 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:02:56.802683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 166f3ed8-78b6-4ded-af1d-3909660ddd36 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:56.808252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a22a989f-2d29-4183-b3cc-0caa97537b3f details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:56.810729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:02:56.848051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:56.858885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc8445-53cc-4efb-97ad-9261bb6ca05f req-e6a44e5b-6ad7-4420-a4c0-d70bb8be7b62 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:56.860415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54dc8445-53cc-4efb-97ad-9261bb6ca05f req-e6a44e5b-6ad7-4420-a4c0-d70bb8be7b62 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 943 time: 0.2037446 Jul 23 14:02:56.872123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] No DVR routers for this DVR port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:02:56.918282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] Pushing event updated for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:56.924792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-94c9de53-a65b-4927-9217-9a14ac250d16 service neutron] 10.222.0.48 "PUT /v2.0/ports/81e07e45-de63-4918-a1d1-0b260e4fc3bc/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7628496 Jul 23 14:02:56.930612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:02:56.985003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.000960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54dc8445-53cc-4efb-97ad-9261bb6ca05f req-d70477c9-c3f0-45fd-ba44-a85c4fa798b3 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313381 Jul 23 14:02:57.030626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd31aa3-fae5-4cf4-8765-35c5f6634e83']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:57.041989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cb2b28-dace-49d9-94e9-37ce0c153084') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:57.042330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cb2b28-dace-49d9-94e9-37ce0c153084') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:02:57.056396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.074289 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.094045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:02:57.094473 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.095139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a22a989f-2d29-4183-b3cc-0caa97537b3f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a22a989f-2d29-4183-b3cc-0caa97537b3f,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:02:57.096620 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:02:57.111398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'a22a989f-2d29-4183-b3cc-0caa97537b3f', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'port_id': 'a22a989f-2d29-4183-b3cc-0caa97537b3f', 'mac_address': 'fa:16:3e:e9:2d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3527079-cdd1-462f-926f-c916aa227446', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:57.117423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750b04b-a02f-4bfa-9c2a-c886ad3c1f13 req-63e09d47-4cb0-4101-88e6-161d9f420aac tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.119052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2750b04b-a02f-4bfa-9c2a-c886ad3c1f13 req-63e09d47-4cb0-4101-88e6-161d9f420aac tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.1154559 Jul 23 14:02:57.163218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.182458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2750b04b-a02f-4bfa-9c2a-c886ad3c1f13 req-e1083d07-488a-4b94-8869-30b9adb85e71 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554953 Jul 23 14:02:57.203501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22a989f-2d29-4183-b3cc-0caa97537b3f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:57.227163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a22a989f-2d29-4183-b3cc-0caa97537b3f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a22a989f-2d29-4183-b3cc-0caa97537b3f,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:57.231450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.238454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.239191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 920a4199-e703-4f12-a62a-a647eafbf6c4 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:02:57.267785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.272278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9dd31aa3-fae5-4cf4-8765-35c5f6634e83 HTTP/1.1" status: 204 len: 168 time: 0.4971859 Jul 23 14:02:57.314588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-33d3fa6a-4342-45da-9025-cae1332f13d3 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.317105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-33d3fa6a-4342-45da-9025-cae1332f13d3 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.2397554 Jul 23 14:02:57.318444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a6f50-95c9-478b-b8d4-80ff82b35851 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd31aa3-fae5-4cf4-8765-35c5f6634e83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:57.415007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-878889cd-39a3-466d-a330-d78359b7e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.417209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-878889cd-39a3-466d-a330-d78359b7e2ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0&tenant_id=e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 1095 time: 0.0865197 Jul 23 14:02:57.434325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78c125-e3ed-4381-b2e8-71871695e300 req-41d7d26f-7836-47a8-ad19-8a17ed841974 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.436749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db78c125-e3ed-4381-b2e8-71871695e300 req-41d7d26f-7836-47a8-ad19-8a17ed841974 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 944 time: 0.1818585 Jul 23 14:02:57.467880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:57.519761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'port_id': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'mac_address': 'fa:16:3e:e8:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19468e9-d776-4c9d-b75d-8bbf3d3bcedd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:02:57.554909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db78c125-e3ed-4381-b2e8-71871695e300 req-e50c9a5c-4db8-40ad-935b-27f9593bd5f6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063392 Jul 23 14:02:57.564982 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.575922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-6e570ca4-3846-439b-8e84-31455bb38335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.577765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-6e570ca4-3846-439b-8e84-31455bb38335 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1095 time: 0.1122870 Jul 23 14:02:57.593831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:57.606022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 920a4199-e703-4f12-a62a-a647eafbf6c4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:02:57.615980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=a22a989f-2d29-4183-b3cc-0caa97537b3f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:57.639346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:57.649095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.690693 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0ff937a-7e33-44f0-981f-6a4154434ce8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f380a57476b1441c96cf5066451b75dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935638 Jul 23 14:02:57.693222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:57.718255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4a555-a93b-47e8-8c06-f92bab83fb07 req-b713672d-3215-4011-866e-8676e092a2d4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.726029 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ef4a555-a93b-47e8-8c06-f92bab83fb07 req-b713672d-3215-4011-866e-8676e092a2d4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1444075 Jul 23 14:02:57.778253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:57.788004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-ce208857-743a-4ae2-ba07-851c37197cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.791525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-ce208857-743a-4ae2-ba07-851c37197cc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2037213 Jul 23 14:02:57.798900 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ef4a555-a93b-47e8-8c06-f92bab83fb07 req-acae33f2-c4fd-4795-b712-b040d4a9543c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673573 Jul 23 14:02:57.812623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b208a0e8-1163-4955-89cd-2157c8e590b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.841856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b208a0e8-1163-4955-89cd-2157c8e590b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.860356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-a7a92e94-58ed-477e-9299-f65fad97b23e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 200 len: 217 time: 0.0553756 Jul 23 14:02:57.896417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b208a0e8-1163-4955-89cd-2157c8e590b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.899682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b208a0e8-1163-4955-89cd-2157c8e590b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:57.903281 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b208a0e8-1163-4955-89cd-2157c8e590b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad765500-62d2-462f-9a5e-c5f62ca8800e HTTP/1.1" status: 204 len: 168 time: 0.2065272 Jul 23 14:02:57.913468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208a0e8-1163-4955-89cd-2157c8e590b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad765500-62d2-462f-9a5e-c5f62ca8800e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:57.935007 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['920a4199-e703-4f12-a62a-a647eafbf6c4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:57.962605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-4c5bf011-64b1-483f-ac3a-e1c3483d6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.964973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-4c5bf011-64b1-483f-ac3a-e1c3483d6dea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0936782 Jul 23 14:02:57.981947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480483a-e702-4ec1-acac-8be61ba1433a req-9468a701-dab8-49c4-ab63-3d683865553d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:57.993137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8480483a-e702-4ec1-acac-8be61ba1433a req-9468a701-dab8-49c4-ab63-3d683865553d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.2004519 Jul 23 14:02:58.050919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-5d16328d-7524-4de7-bc84-86f35b0314a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549212 Jul 23 14:02:58.128250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8480483a-e702-4ec1-acac-8be61ba1433a req-70fbdeeb-1376-4d8a-baf3-7d884c153060 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339090 Jul 23 14:02:58.176780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['a22a989f-2d29-4183-b3cc-0caa97537b3f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:02:58.226400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-c8ec67b5-bdf5-4c79-81a1-0ba25d5b1fcb service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508276 Jul 23 14:02:58.292986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8bcde-b1f0-4c3c-9584-e4f636fcd25f req-893a6f11-6157-4ecc-b5ec-ada284fcf107 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:58.300443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fb8bcde-b1f0-4c3c-9584-e4f636fcd25f req-893a6f11-6157-4ecc-b5ec-ada284fcf107 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 944 time: 0.1438258 Jul 23 14:02:58.408785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fb8bcde-b1f0-4c3c-9584-e4f636fcd25f req-b81b7d56-de2b-4a89-9924-171ba0ad69f5 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054680 Jul 23 14:02:58.419813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c48a0-05ef-4704-ac28-7b775de0aa59 req-4e1661b5-1799-4481-950f-3dce6e3b3024 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:58.428606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-077c48a0-05ef-4704-ac28-7b775de0aa59 req-4e1661b5-1799-4481-950f-3dce6e3b3024 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 944 time: 0.1083488 Jul 23 14:02:58.436923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-b8b09a32-cb2b-4af8-a9f6-92fba4034103 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978142 Jul 23 14:02:58.484971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:58.514772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-077c48a0-05ef-4704-ac28-7b775de0aa59 req-835fb774-5548-49eb-811f-51edebdd8ca0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798776 Jul 23 14:02:58.561377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:02:58.561978 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3d2c801a-81e1-4b40-b113-450cd1c0f8f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0717630498a849449231aec72810fcb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752208 Jul 23 14:02:58.641047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29eebc0a-3110-4158-902f-d7b43710548c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:58.673509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29eebc0a-3110-4158-902f-d7b43710548c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:58.749333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 920a4199-e703-4f12-a62a-a647eafbf6c4 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:58.773645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965cd23-bacc-40bd-8cb0-b25054c17a5a req-af60d394-cc65-4e80-a761-6f9e0e5ca478 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:58.775235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5965cd23-bacc-40bd-8cb0-b25054c17a5a req-af60d394-cc65-4e80-a761-6f9e0e5ca478 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 944 time: 0.1041868 Jul 23 14:02:58.785229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29eebc0a-3110-4158-902f-d7b43710548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:58.787307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29eebc0a-3110-4158-902f-d7b43710548c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:58.791130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-29eebc0a-3110-4158-902f-d7b43710548c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c1bf81d-9ac6-4cee-aa43-720cacb09c56 HTTP/1.1" status: 204 len: 168 time: 0.2260733 Jul 23 14:02:58.833990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 920a4199-e703-4f12-a62a-a647eafbf6c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:58.834612 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:58.872569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eebc0a-3110-4158-902f-d7b43710548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1bf81d-9ac6-4cee-aa43-720cacb09c56,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:58.895094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5965cd23-bacc-40bd-8cb0-b25054c17a5a req-710545a7-d242-4e64-9c26-21785935b9bf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013079 Jul 23 14:02:58.928730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-74a86026-b4fd-48c2-bc1e-ac60f334c558 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:58.931806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-74a86026-b4fd-48c2-bc1e-ac60f334c558 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.1552160 Jul 23 14:02:59.003640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6abbe-4fd3-4d90-acb1-4b73d305173c req-5d7e166a-a889-45b1-91c8-c57ea957f25f tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:59.005428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e0d6abbe-4fd3-4d90-acb1-4b73d305173c req-5d7e166a-a889-45b1-91c8-c57ea957f25f tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 944 time: 0.1312685 Jul 23 14:02:59.030317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:59.067246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:02:59.069617 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a046014f-29ac-4598-8409-059206b07563" -d '{"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-plugged", "status": "completed", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:02:59.091351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:59.093187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e0d6abbe-4fd3-4d90-acb1-4b73d305173c req-e25a7562-4074-48ad-8bf8-7ccbe3f417b9 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Jul 23 14:02:59.100635 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:59.102118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 90bc1fcb-c069-4e75-838b-a35376e2c29a up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:02:59.174897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e7819015-520d-45fa-8850-316a932ce2a9 service neutron] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:02:59.185342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e7819015-520d-45fa-8850-316a932ce2a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:59.186775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56c2025a-9da9-4943-82c5-5f954e6d0d07 req-e7819015-520d-45fa-8850-316a932ce2a9 service neutron] 10.222.0.11 "DELETE /v2.0/ports/81e07e45-de63-4918-a1d1-0b260e4fc3bc/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.2473550 Jul 23 14:02:59.220164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:59.236956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 90bc1fcb-c069-4e75-838b-a35376e2c29a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:02:59.240558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6c450-1599-4762-8d64-9b72ad23c8b9 req-77a94795-676d-4a03-b341-875f4bbd6c47 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:59.242161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95a6c450-1599-4762-8d64-9b72ad23c8b9 req-77a94795-676d-4a03-b341-875f4bbd6c47 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.2130871 Jul 23 14:02:59.249306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 90bc1fcb-c069-4e75-838b-a35376e2c29a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:02:59.249853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:59.317449 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ddfa6-91d2-4fb0-8c4a-1642f98af6d2 x-openstack-request-id: req-d81ddfa6-91d2-4fb0-8c4a-1642f98af6d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:02:59.317862 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-plugged", "status": "completed", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:02:59.318205 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d81ddfa6-91d2-4fb0-8c4a-1642f98af6d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:02:59.318762 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'code': 200} Jul 23 14:02:59.340416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95a6c450-1599-4762-8d64-9b72ad23c8b9 req-2019eac2-4e24-491e-acab-60be7a6f9d4a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865767 Jul 23 14:02:59.409640 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:59.442076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7f8e4-2bd4-4b09-9d10-9a41b2ba2fe6 req-5342bd4f-7f4e-45e8-b49f-002479eb3f9c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:59.450303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f8e7f8e4-2bd4-4b09-9d10-9a41b2ba2fe6 req-5342bd4f-7f4e-45e8-b49f-002479eb3f9c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1016099 Jul 23 14:02:59.463204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 90bc1fcb-c069-4e75-838b-a35376e2c29a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=90bc1fcb-c069-4e75-838b-a35376e2c29a,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:02:59.490865 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:02:59.511864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f8e7f8e4-2bd4-4b09-9d10-9a41b2ba2fe6 req-d4046bbc-18ca-4d3d-9745-e5b537ed11a6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604789 Jul 23 14:02:59.596520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=90bc1fcb-c069-4e75-838b-a35376e2c29a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:02:59.665548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea50a2e-9b6b-4efa-9ed2-437eaa7a43de req-d7f8bca9-e0b2-436f-8024-6987f128749a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:02:59.671132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ea50a2e-9b6b-4efa-9ed2-437eaa7a43de req-d7f8bca9-e0b2-436f-8024-6987f128749a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 944 time: 0.1427722 Jul 23 14:02:59.717448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ea50a2e-9b6b-4efa-9ed2-437eaa7a43de req-fea5df92-bca4-4380-ac61-6f3082cff421 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Jul 23 14:02:59.893207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:00.027101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-network', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:00.055719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Made reservation on behalf of e5e536ad14fe42118868ea9f888a3b53 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:00.058959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.075945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.084350 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-acfbd425-00c0-4cf2-b856-d0ed0e8a76fe service neutron] 10.222.0.48 "GET /v2.0/ports/d2910e12-c70b-44d2-885e-222f4c0d58d9/bindings/n-h2-801990-3 HTTP/1.1" status: 200 len: 382 time: 0.1590006 Jul 23 14:03:00.118141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679ee1-c85b-412c-a385-e2b0a5c9f73e req-7a9960b2-c0d9-43ac-af5f-a38092a851a2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:00.120632 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02679ee1-c85b-412c-a385-e2b0a5c9f73e req-7a9960b2-c0d9-43ac-af5f-a38092a851a2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 944 time: 0.0898814 Jul 23 14:03:00.212349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.219352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.266766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02679ee1-c85b-412c-a385-e2b0a5c9f73e req-952793db-de3f-482e-a6fa-d626b69afa01 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298788 Jul 23 14:03:00.319037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:03:00.319037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b84c7f7-9f58-473a-b245-5c4dea6e09aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:00.319037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.319037 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Added segment 3fca6ce3-c0c1-4791-962d-99125e99a480 of type vlan for network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 Jul 23 14:03:00.363353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.423174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f8f5-dfd7-4860-85c4-0d83dcbb1a91 req-62efbfb2-dfc5-4d21-8e81-2c0d16c18ca9 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:00.427464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1232f8f5-dfd7-4860-85c4-0d83dcbb1a91 req-62efbfb2-dfc5-4d21-8e81-2c0d16c18ca9 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 945 time: 0.2007165 Jul 23 14:03:00.449706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.455023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:00.464163 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.547978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1232f8f5-dfd7-4860-85c4-0d83dcbb1a91 req-e41d3e3e-702a-4b03-9bb5-1b3be50d23d0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171298 Jul 23 14:03:00.583879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6890783 Jul 23 14:03:00.588476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:00.610931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Request body: {'subnet': {'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-subnet', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:00.649574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787582-96ee-4afa-a639-2202d1b0272d admin admin] Pushing event updated for resources: {'Network': ['ID=5c9658db-b591-4f14-95ea-52e6b8ecd1e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:00.660674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:03:00.662166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ae38-7cb4-446a-98de-98cc733c4541 req-62edbf35-5de8-4c2e-93d5-35015308ea08 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:00.664621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54b3ae38-7cb4-446a-98de-98cc733c4541 req-62edbf35-5de8-4c2e-93d5-35015308ea08 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1531324 Jul 23 14:03:00.702264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Made reservation on behalf of e5e536ad14fe42118868ea9f888a3b53 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:00.715496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.759247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a22a989f-2d29-4183-b3cc-0caa97537b3f up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:00.787883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba40bb-d24e-41b6-879c-ce800660c8cc req-5c9f32f0-b223-4a5a-8e7e-f7dee765f7d3 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:00.790668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3eba40bb-d24e-41b6-879c-ce800660c8cc req-5c9f32f0-b223-4a5a-8e7e-f7dee765f7d3 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1095 time: 0.0860567 Jul 23 14:03:00.820310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54b3ae38-7cb4-446a-98de-98cc733c4541 req-7cfdc8c2-7108-4717-9b8e-81f9fb585611 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483381 Jul 23 14:03:00.860562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port a22a989f-2d29-4183-b3cc-0caa97537b3f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:00.872755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port a22a989f-2d29-4183-b3cc-0caa97537b3f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:00.873026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3eba40bb-d24e-41b6-879c-ce800660c8cc req-8d742576-0282-4ed5-b477-29194465266f tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706103 Jul 23 14:03:00.873132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:00.951953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-a13fba32-15f2-4d68-ab48-0d9559c5c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:00.953670 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-a13fba32-15f2-4d68-ab48-0d9559c5c19c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 1100 time: 0.2524767 Jul 23 14:03:01.023381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e5889481-37b8-437d-925f-f4af974d4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.024739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e5889481-37b8-437d-925f-f4af974d4e10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1096 time: 0.1109147 Jul 23 14:03:01.073660 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:01.118568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a22a989f-2d29-4183-b3cc-0caa97537b3f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a22a989f-2d29-4183-b3cc-0caa97537b3f,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:01.128080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:01.129418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d2910e12-c70b-44d2-885e-222f4c0d58d9 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:01.153264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:01.190597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b024-68ab-4d99-92dd-a549a4ac708d req-7fd1a475-86d8-489b-aa00-bb0e561f2889 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.192433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-1290db2c-8dec-4748-8ef7-2c00d48f98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.193604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0e1b024-68ab-4d99-92dd-a549a4ac708d req-7fd1a475-86d8-489b-aa00-bb0e561f2889 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.2318249 Jul 23 14:03:01.200399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-1290db2c-8dec-4748-8ef7-2c00d48f98cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1627705 Jul 23 14:03:01.221346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-9296b6fe-7a23-4d45-ab64-570c100869c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.223049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-9296b6fe-7a23-4d45-ab64-570c100869c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 1100 time: 0.1925673 Jul 23 14:03:01.227422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=a22a989f-2d29-4183-b3cc-0caa97537b3f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:01.265155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6071c46c-1064-4912-b46f-5a7e0ddc60c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 200 len: 217 time: 0.0501497 Jul 23 14:03:01.270046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f40cfd8-750e-4d6f-8412-330b7421ac64,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:01.282781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708241-5b2e-4814-a165-a9474185af99 req-aa5c05a1-05f2-46e8-aee2-9edafea06cf6 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.284366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92708241-5b2e-4814-a165-a9474185af99 req-aa5c05a1-05f2-46e8-aee2-9edafea06cf6 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 945 time: 0.1567655 Jul 23 14:03:01.291374 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:01.313714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0e1b024-68ab-4d99-92dd-a549a4ac708d req-61ac510b-a9e9-408f-9987-38e60a6b0fd0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103244 Jul 23 14:03:01.320536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc1fcb-c069-4e75-838b-a35376e2c29a'}, {'server_uuid': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22a989f-2d29-4183-b3cc-0caa97537b3f'}, {'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:01.323276 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e878cbdb-c05e-4ee5-ad22-95f0b31f2ab6" -d '{"events": [{"server_uuid": "a670cb0b-3cc1-4ac8-92fb-880bc298c125", "name": "network-vif-plugged", "status": "completed", "tag": "90bc1fcb-c069-4e75-838b-a35376e2c29a"}, {"server_uuid": "de9003f5-e14e-468e-a46e-b67feb41e341", "name": "network-vif-plugged", "status": "completed", "tag": "a22a989f-2d29-4183-b3cc-0caa97537b3f"}, {"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:01.347972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:01.351700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Checking segment: {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:01.352143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Network hostable DHCP agents. Network: 5c9658db-b591-4f14-95ea-52e6b8ecd1e8, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:03:01.359080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:01.359800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 920a4199-e703-4f12-a62a-a647eafbf6c4 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:01.392453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-b5a432a7-6aed-4975-8672-bc22f3a1023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.395110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-b5a432a7-6aed-4975-8672-bc22f3a1023a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1495645 Jul 23 14:03:01.395753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:03:01.424936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92708241-5b2e-4814-a165-a9474185af99 req-bb85b0db-7dbc-4042-a143-db79c68de070 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 Jul 23 14:03:01.465431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-ccd9c8ea-4d6a-4682-b141-f899f4e6ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.470208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-ccd9c8ea-4d6a-4682-b141-f899f4e6ce4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1848898 Jul 23 14:03:01.517983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:01.538177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-2529f8c5-6833-479a-8e39-d52869f94705 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601735 Jul 23 14:03:01.579684 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75f0ef-f7b8-42e4-811c-c0b493c96631 x-openstack-request-id: req-3e75f0ef-f7b8-42e4-811c-c0b493c96631 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:01.580489 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670cb0b-3cc1-4ac8-92fb-880bc298c125", "name": "network-vif-plugged", "status": "completed", "tag": "90bc1fcb-c069-4e75-838b-a35376e2c29a", "code": 200}, {"server_uuid": "de9003f5-e14e-468e-a46e-b67feb41e341", "name": "network-vif-plugged", "status": "completed", "tag": "a22a989f-2d29-4183-b3cc-0caa97537b3f", "code": 200}, {"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:01.580953 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e75f0ef-f7b8-42e4-811c-c0b493c96631 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:01.581691 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc1fcb-c069-4e75-838b-a35376e2c29a', 'code': 200} Jul 23 14:03:01.582148 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22a989f-2d29-4183-b3cc-0caa97537b3f', 'code': 200} Jul 23 14:03:01.582589 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'code': 200} Jul 23 14:03:01.583412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:01.637602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:01.658146 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:01.687336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:01.720757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:01.931464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5c9658db-b591-4f14-95ea-52e6b8ecd1e8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:01.940956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9fbf5-ac1c-4008-a415-34e4db429b0e None None] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:03:01.963766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-c2d098c5-479d-4932-b5ad-95f1af71f972 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 200 len: 217 time: 0.5510073 Jul 23 14:03:01.973157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:01.974142 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.106007 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7bd25c3d-1f1c-4406-bde1-275bf803c390 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5154474 Jul 23 14:03:02.111924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:02.120293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:02.157903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d1453-f691-46f5-ba01-08c5afd5702f req-b00d3561-69f5-41c6-bda6-bb05e2748aca tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.166725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a67d1453-f691-46f5-ba01-08c5afd5702f req-b00d3561-69f5-41c6-bda6-bb05e2748aca tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 1095 time: 0.7589176 Jul 23 14:03:02.172728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-9ca8078d-523d-45e6-a627-2eb6a19579c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.173051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-22548655-c1d4-4a56-9615-cb610dae56de service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216369 Jul 23 14:03:02.173519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-9ca8078d-523d-45e6-a627-2eb6a19579c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1938801 Jul 23 14:03:02.173519 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.174534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.203474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd5365-ba76-4e1a-8feb-63aac8d03ac6 req-01a57c14-cf8a-440c-b940-c9026a2ccead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.204940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cbd5365-ba76-4e1a-8feb-63aac8d03ac6 req-01a57c14-cf8a-440c-b940-c9026a2ccead service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 1096 time: 0.5162048 Jul 23 14:03:02.218358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-51970ec7-c8b3-4d06-abec-33295c0fb261 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.220965 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-51970ec7-c8b3-4d06-abec-33295c0fb261 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 943 time: 0.2901399 Jul 23 14:03:02.240835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7f71-ee30-45d1-b461-e095aba2d348 req-6012e187-af88-4709-b2ef-b727381114c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.242373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b9e7f71-ee30-45d1-b461-e095aba2d348 req-6012e187-af88-4709-b2ef-b727381114c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a670cb0b-3cc1-4ac8-92fb-880bc298c125 HTTP/1.1" status: 200 len: 1097 time: 0.5654314 Jul 23 14:03:02.258582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:03:02.260304 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.345545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cbd5365-ba76-4e1a-8feb-63aac8d03ac6 req-3ef30bac-c073-47ef-b0c3-17111fc31560 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233263 Jul 23 14:03:02.402105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b9e7f71-ee30-45d1-b461-e095aba2d348 req-5b24a8fb-283f-4fd0-b6f3-d2f9c914da14 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286645 Jul 23 14:03:02.419606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ccb8e-a3c5-4240-bf04-30191e3e3f64 req-500038a3-8074-4de1-9a46-ffa4c1af3ba7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.425927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.428988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96ccb8e-a3c5-4240-bf04-30191e3e3f64 req-500038a3-8074-4de1-9a46-ffa4c1af3ba7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 943 time: 0.6300499 Jul 23 14:03:02.442577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-44bcf9e0-cb6d-4f02-b249-d2a3e3da3a43 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415502 Jul 23 14:03:02.443275 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a67d1453-f691-46f5-ba01-08c5afd5702f req-737ed5df-cd60-486e-abce-3fe318dd293a tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712491 Jul 23 14:03:02.479567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Allocated IP 172.20.0.2 (5c9658db-b591-4f14-95ea-52e6b8ecd1e8/8f40cfd8-750e-4d6f-8412-330b7421ac64/8293f79f-5e3a-4b39-a26e-a0fba48d11d4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:02.489053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96ccb8e-a3c5-4240-bf04-30191e3e3f64 req-dc800753-49c8-428c-a191-0732433d673c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588558 Jul 23 14:03:02.627687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-a9117938-cd1f-40a0-950f-8d4f12fc5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.638465 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-a9117938-cd1f-40a0-950f-8d4f12fc5a81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4363301 Jul 23 14:03:02.651322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.747483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Deleting port 920a4199-e703-4f12-a62a-a647eafbf6c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:02.747846 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.845706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10b4db-615f-4574-8212-b161d4f72ba8 req-7ed6e3f7-d51c-4bc9-9ef9-64c08e50723a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:02.847373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e10b4db-615f-4574-8212-b161d4f72ba8 req-7ed6e3f7-d51c-4bc9-9ef9-64c08e50723a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 947 time: 0.1087492 Jul 23 14:03:02.848463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.862191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Transition to ACTIVE for port object 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:02.866753 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-a5f345ce-5044-4b62-a998-6914be5c147a service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178373 Jul 23 14:03:02.885480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Transition to ACTIVE for port object 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:02.895544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:02.946079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e10b4db-615f-4574-8212-b161d4f72ba8 req-71fe14ea-b274-461c-8ba5-9c6ca072b15a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913284 Jul 23 14:03:02.977799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:02.979011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Pushing event updated for resources: {'Port': ['ID=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:02.983365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:02.985746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:03.091627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Attempting to bind port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:03.092188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Attempting to bind port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:03.092621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Attempting to bind port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 on network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:03.101521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:03.101999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Checking segment: {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:03.102473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:03.111505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17c94-c928-47a2-9895-c8485b711dad req-1d9df3f5-0921-4c70-9bff-c667f60f1519 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:03.113873 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7a17c94-c928-47a2-9895-c8485b711dad req-1d9df3f5-0921-4c70-9bff-c667f60f1519 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.4902689 Jul 23 14:03:03.114015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Bound using segment: {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:03.117558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Bound port: 8293f79f-5e3a-4b39-a26e-a0fba48d11d4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:03.118681 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:03.178910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] For port 920a4199-e703-4f12-a62a-a647eafbf6c4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=920a4199-e703-4f12-a62a-a647eafbf6c4,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:03.179967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:03.180084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b89e4-a269-4b95-88f8-d3cd0a595e11 req-e742bfac-f25e-4035-a072-e200652543d3 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:03.187205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c66b89e4-a269-4b95-88f8-d3cd0a595e11 req-e742bfac-f25e-4035-a072-e200652543d3 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 945 time: 0.1643472 Jul 23 14:03:03.216477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Calling delete_port for 920a4199-e703-4f12-a62a-a647eafbf6c4 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:03.237910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6b7ed9c-40f6-40a3-8b6f-b87fb37c3135 req-754a3c5b-0ccf-4d1b-89a8-92f802675082 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548756 Jul 23 14:03:03.268045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c66b89e4-a269-4b95-88f8-d3cd0a595e11 req-9477f06e-ff88-4c8f-91db-cea030586f90 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776613 Jul 23 14:03:03.271072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] For port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:03.276298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] For port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:03.294700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:03.316223 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7a17c94-c928-47a2-9895-c8485b711dad req-1aa56cd9-61fd-4cc1-93ac-09855aa9f9db tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520207 Jul 23 14:03:03.657337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:03.659883 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b0c024-38a7-405a-aac7-d8ff3cf33dc0" -d '{"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-unplugged", "status": "completed", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:03.674261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:03.756259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898afc42-9277-42dd-8c4c-50212b9f4d0c None None] Pushing event updated for resources: {'Port': ['ID=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:03.766086 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-906ceb13-12fb-431a-be4b-ebae753539d3 req-948ef382-4152-4650-a895-47d774065cbf tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 210 time: 0.1031854 Jul 23 14:03:03.811184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event deleted for resources: {'Port': ['ID=920a4199-e703-4f12-a62a-a647eafbf6c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:03.907825 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf483d3-43d6-4118-a29c-39e234737c78 x-openstack-request-id: req-3bf483d3-43d6-4118-a29c-39e234737c78 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:03.908799 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-unplugged", "status": "completed", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:03.909257 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bf483d3-43d6-4118-a29c-39e234737c78 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:03.909849 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'code': 200} Jul 23 14:03:03.933064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] No DVR routers for this DVR port 920a4199-e703-4f12-a62a-a647eafbf6c4 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:03.936603 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:03.938876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1af8db6-f7bd-4377-aa9f-6d8412f9e3ac req-97db6be0-4b51-4bf3-9980-660d4064078c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "DELETE /v2.0/ports/920a4199-e703-4f12-a62a-a647eafbf6c4 HTTP/1.1" status: 204 len: 173 time: 1.6922874 Jul 23 14:03:03.942333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-deleted', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:03.944564 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e6cf61-f90f-429a-9d7f-610c408ec73f" -d '{"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-deleted", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:04.035205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:04.136550 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada20d06-a72d-43b4-be57-c2476e1134c8 x-openstack-request-id: req-ada20d06-a72d-43b4-be57-c2476e1134c8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:04.136837 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82b34dd-4b0c-4da1-8ac8-ec838df75de7", "name": "network-vif-deleted", "tag": "920a4199-e703-4f12-a62a-a647eafbf6c4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:04.137097 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ada20d06-a72d-43b4-be57-c2476e1134c8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:04.137508 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82b34dd-4b0c-4da1-8ac8-ec838df75de7', 'name': 'network-vif-deleted', 'tag': '920a4199-e703-4f12-a62a-a647eafbf6c4', 'status': 'completed', 'code': 200} Jul 23 14:03:04.139122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:04.226407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53944-0116-4a00-b341-a1eba8349408 req-ff8da15b-bf7b-45d0-9776-348cbcc225d2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:04.228789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78a53944-0116-4a00-b341-a1eba8349408 req-ff8da15b-bf7b-45d0-9776-348cbcc225d2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 947 time: 0.0927365 Jul 23 14:03:04.304204 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78a53944-0116-4a00-b341-a1eba8349408 req-d1c6d732-72af-4b2e-885d-65dfaa0abc71 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597003 Jul 23 14:03:04.369147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Allocated IP 172.25.2.160 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/77a669e2-bf50-416c-b784-e5d6a35e2b75) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:04.513608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff8a3a-2231-45dd-a3cd-0ba57190c004 req-13d79913-5b27-4a9e-a1ae-35df4faa9c83 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:04.515193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aff8a3a-2231-45dd-a3cd-0ba57190c004 req-13d79913-5b27-4a9e-a1ae-35df4faa9c83 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0799389 Jul 23 14:03:04.564154 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:04.616093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846bb2e-d991-465f-b279-627842caac47 req-ac7ea437-0e2c-4ebd-bad8-2e8a3514ddff tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:04.624538 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5846bb2e-d991-465f-b279-627842caac47 req-ac7ea437-0e2c-4ebd-bad8-2e8a3514ddff tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 945 time: 0.1412041 Jul 23 14:03:04.628465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aff8a3a-2231-45dd-a3cd-0ba57190c004 req-d8fb577d-ae1e-4aa9-a2b6-7a564b0c7893 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042914 Jul 23 14:03:04.703684 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5846bb2e-d991-465f-b279-627842caac47 req-ba89b732-64d9-4e76-b9bd-95cccdddf168 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728505 Jul 23 14:03:04.734200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:04.748117 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:04.827631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 920a4199-e703-4f12-a62a-a647eafbf6c4 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:04.855218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:04.864851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:04.868206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:04.934160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 920a4199-e703-4f12-a62a-a647eafbf6c4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:03:04.935806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 920a4199-e703-4f12-a62a-a647eafbf6c4 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:03:04.990917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:05.019531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dfb80ba2-f665-4a11-98ff-546709e33d1c req-c253ea7f-a737-47a7-abca-be72ca2b9979 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82b34dd-4b0c-4da1-8ac8-ec838df75de7 HTTP/1.1" status: 200 len: 210 time: 0.0705400 Jul 23 14:03:05.046052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Pushing event updated for resources: {'Port': ['ID=77a669e2-bf50-416c-b784-e5d6a35e2b75,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:05.396561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b012676-c08f-4935-9efa-f177403924b0 req-cd4540a0-f536-4e10-bf1b-55873b86c070 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:05.404102 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5b012676-c08f-4935-9efa-f177403924b0 req-cd4540a0-f536-4e10-bf1b-55873b86c070 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=a670cb0b-3cc1-4ac8-92fb-880bc298c125 HTTP/1.1" status: 200 len: 946 time: 0.5315330 Jul 23 14:03:05.445314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba54214-c200-44a5-8acf-057c1aa77438 None None] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:03:05.518528 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5b012676-c08f-4935-9efa-f177403924b0 req-bc83b45b-1ec8-416b-9ac0-4b0f4ba935db tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029098 Jul 23 14:03:05.553778 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:05.575911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaf2a5-67b3-415c-9695-5b3c8779a06e req-8e3044be-7753-4120-baa8-b1ea6055a7bb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:05.588802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15eaf2a5-67b3-415c-9695-5b3c8779a06e req-8e3044be-7753-4120-baa8-b1ea6055a7bb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 947 time: 0.1415744 Jul 23 14:03:05.647642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a8eae46-0a07-4b7f-9899-92c7f3975b5b None None] Provisioning for port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:05.667737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a8eae46-0a07-4b7f-9899-92c7f3975b5b None None] Provisioning complete for port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:05.668116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a8eae46-0a07-4b7f-9899-92c7f3975b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:05.672463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15eaf2a5-67b3-415c-9695-5b3c8779a06e req-859f2283-c6f9-4c0c-b90e-eaa50d6b59eb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724421 Jul 23 14:03:05.992757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbf248-32b3-4191-ae38-0cd4a73b3473 req-4be2fae7-5c1a-4830-9e28-282c7bed0499 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:05.999835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4efbf248-32b3-4191-ae38-0cd4a73b3473 req-4be2fae7-5c1a-4830-9e28-282c7bed0499 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1721265 Jul 23 14:03:06.055173 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:06.106917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4efbf248-32b3-4191-ae38-0cd4a73b3473 req-963e1537-5b90-4a41-80cf-958e3facc76b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004517 Jul 23 14:03:06.108100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a8eae46-0a07-4b7f-9899-92c7f3975b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:06.219414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a8eae46-0a07-4b7f-9899-92c7f3975b5b None None] For port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:06.240537 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a8eae46-0a07-4b7f-9899-92c7f3975b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:06.546158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8eae46-0a07-4b7f-9899-92c7f3975b5b None None] Pushing event updated for resources: {'Port': ['ID=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:06.797363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d2910e12-c70b-44d2-885e-222f4c0d58d9 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:07.003824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:07.030412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'mac_address': 'fa:16:3e:0d:07:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:07.032807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5df0b565-1673-4991-8c17-cba8dc01b286 None None] Provisioning complete for port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:07.033352 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df0b565-1673-4991-8c17-cba8dc01b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.100805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-407a0099-b587-4125-bded-de8bcf19e657 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:07.103145 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-407a0099-b587-4125-bded-de8bcf19e657 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 812 time: 0.1504700 Jul 23 14:03:07.126242 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-e2242ed8-41f2-47b8-bae2-5c74c2bae5dd tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/quotas/d709b3b27d2340d889e0ff7c0b8b6252 HTTP/1.1" status: 200 len: 375 time: 0.0157802 Jul 23 14:03:07.165876 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.255139 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-9c95303f-ffac-4227-9181-daf1574316d8 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205556 Jul 23 14:03:07.265285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2910e12-c70b-44d2-885e-222f4c0d58d9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:07.275206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Router 629206b8-8d1a-4f50-9440-acf188247e37 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:03:07.291872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:07.303225 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.354340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:07.355614 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.360324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b303aee4-ddee-4fef-80c3-d3a8f61553aa tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462375661', 'description': 'tempest-description--578317661'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:07.394825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:07.414481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b303aee4-ddee-4fef-80c3-d3a8f61553aa tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.491297 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-c6121793-dc8d-4af6-8ce3-de9a05357ef8 service neutron] 10.222.0.21 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292686 Jul 23 14:03:07.572240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:03:07.586489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Sync routers for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:03:07.600052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b303aee4-ddee-4fef-80c3-d3a8f61553aa tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.605263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:07.605912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:07.609475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b106a19-64f5-468c-ac77-4ffb43ca16f4 req-baa0fed2-9a0f-47c9-abc4-56b67af4d281 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:07.611244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b106a19-64f5-468c-ac77-4ffb43ca16f4 req-baa0fed2-9a0f-47c9-abc4-56b67af4d281 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 948 time: 0.1309550 Jul 23 14:03:07.612760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b303aee4-ddee-4fef-80c3-d3a8f61553aa tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.663771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.665034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a83299af-c85f-4341-8714-457f44cdc451 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.5493603 Jul 23 14:03:07.668278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:07.680361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303aee4-ddee-4fef-80c3-d3a8f61553aa tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdd5fa-80c4-4667-8a31-4545c6e4e6fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:07.700252 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b303aee4-ddee-4fef-80c3-d3a8f61553aa tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.701853 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b303aee4-ddee-4fef-80c3-d3a8f61553aa tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3461459 Jul 23 14:03:07.709107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:07.732488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ce65fd50-1fbd-4601-8f17-97b911275c57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Request body: {'security_group_rule': {'security_group_id': '5fcdd5fa-80c4-4667-8a31-4545c6e4e6fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:07.756903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b106a19-64f5-468c-ac77-4ffb43ca16f4 req-0364c768-9141-41ec-b950-f6bec0109676 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280646 Jul 23 14:03:07.808954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce65fd50-1fbd-4601-8f17-97b911275c57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:07.815355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:07.896317 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-5dad0dd3-0a9e-4316-9aa6-05c43e19fe92 service neutron] 10.222.0.21 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817880 Jul 23 14:03:08.009600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce65fd50-1fbd-4601-8f17-97b911275c57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.025481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce65fd50-1fbd-4601-8f17-97b911275c57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.038371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d2910e12-c70b-44d2-885e-222f4c0d58d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:08.075247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e9167-c04b-4d5d-9685-d0241bfeac92 req-ba40b99a-1464-4079-a01e-5a146c239760 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:08.085569 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f68e9167-c04b-4d5d-9685-d0241bfeac92 req-ba40b99a-1464-4079-a01e-5a146c239760 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.2248387 Jul 23 14:03:08.127113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65fd50-1fbd-4601-8f17-97b911275c57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831f2f88-11f6-4b96-913d-30f06c97be5a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:08.159996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce65fd50-1fbd-4601-8f17-97b911275c57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.166099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ce65fd50-1fbd-4601-8f17-97b911275c57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474468 Jul 23 14:03:08.178264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:08.195470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0389b6c-f833-401d-afaf-2445f5c77e8d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Request body: {'security_group_rule': {'security_group_id': '5fcdd5fa-80c4-4667-8a31-4545c6e4e6fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:08.245839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f68e9167-c04b-4d5d-9685-d0241bfeac92 req-8ecde05e-bfc3-4669-9134-4aa2ae1333d3 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589622 Jul 23 14:03:08.301052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:05Z', 'revision_number': 3, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:08.345024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0389b6c-f833-401d-afaf-2445f5c77e8d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.367454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Checking router: 629206b8-8d1a-4f50-9440-acf188247e37 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:03:08.367796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Updating router 629206b8-8d1a-4f50-9440-acf188247e37 port 77a669e2-bf50-416c-b784-e5d6a35e2b75 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:03:08.456381 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.529523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0389b6c-f833-401d-afaf-2445f5c77e8d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.544014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0389b6c-f833-401d-afaf-2445f5c77e8d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.661051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0389b6c-f833-401d-afaf-2445f5c77e8d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a7f4fe-d655-4aee-aced-6e69e5ca51d0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:08.676720 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0389b6c-f833-401d-afaf-2445f5c77e8d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.687087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0389b6c-f833-401d-afaf-2445f5c77e8d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4942737 Jul 23 14:03:08.695527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:08.714609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:08.718514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:08.885402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:08.974189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9434c03c-8b8c-4141-b5f6-a0bf36bec836 req-3ccbc17c-3cb4-4032-85b5-c7525ccbcac3 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 210 time: 0.0845635 Jul 23 14:03:09.017426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.036553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9eb2c3-42c1-4c03-aaa9-641b5000b79d req-a1b21e93-b81a-4a75-9b74-82e1b1150a17 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:09.041314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:09.041765 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.046318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b9eb2c3-42c1-4c03-aaa9-641b5000b79d req-a1b21e93-b81a-4a75-9b74-82e1b1150a17 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 948 time: 0.2820718 Jul 23 14:03:09.049890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-9925aede-781a-4b8a-a479-d3432d583944 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:09.051462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-9925aede-781a-4b8a-a479-d3432d583944 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "GET /v2.0/ports?device_id=a670cb0b-3cc1-4ac8-92fb-880bc298c125 HTTP/1.1" status: 200 len: 946 time: 0.3070445 Jul 23 14:03:09.138076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-212fb45f-eb2f-46dc-991f-6e072ada82f1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:09.140121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-212fb45f-eb2f-46dc-991f-6e072ada82f1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 948 time: 0.3843782 Jul 23 14:03:09.181513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-585705aa-f4ab-4e78-9fa2-d6b2a3385243 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:09.183188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-585705aa-f4ab-4e78-9fa2-d6b2a3385243 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "GET /v2.0/ports?device_id=de9003f5-e14e-468e-a46e-b67feb41e341 HTTP/1.1" status: 200 len: 945 time: 0.3098500 Jul 23 14:03:09.294218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.307125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Transition to ACTIVE for port object 77a669e2-bf50-416c-b784-e5d6a35e2b75 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:09.317654 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.350653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b9eb2c3-42c1-4c03-aaa9-641b5000b79d req-f7b00c17-db24-4eed-8342-2117c9aad559 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990911 Jul 23 14:03:09.402399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Attempting to bind port 77a669e2-bf50-416c-b784-e5d6a35e2b75 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:09.402982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Attempting to bind port 77a669e2-bf50-416c-b784-e5d6a35e2b75 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:09.403693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Attempting to bind port 77a669e2-bf50-416c-b784-e5d6a35e2b75 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:09.418498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:09.418498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:09.419064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.419547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:09.423021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Bound port: 77a669e2-bf50-416c-b784-e5d6a35e2b75, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:09.423760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.430864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Deleting port a22a989f-2d29-4183-b3cc-0caa97537b3f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:09.431336 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.446082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.475282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Deleting port 90bc1fcb-c069-4e75-838b-a35376e2c29a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:09.475671 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.507792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640a652-5abc-4d1e-9efb-4c94b01651d8 None None] Pushing event updated for resources: {'Port': ['ID=77a669e2-bf50-416c-b784-e5d6a35e2b75,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:09.546499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] For port 77a669e2-bf50-416c-b784-e5d6a35e2b75, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:09.550471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] For port 77a669e2-bf50-416c-b784-e5d6a35e2b75, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=77a669e2-bf50-416c-b784-e5d6a35e2b75,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:09.561101 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.650091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] For port 90bc1fcb-c069-4e75-838b-a35376e2c29a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=90bc1fcb-c069-4e75-838b-a35376e2c29a,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:09.650950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:09.683792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Allocated IP 172.25.2.11 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/385c7bd4-2b1b-4a35-8d29-b92cfaa35060) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:09.703759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-2a940eb9-33ff-49b4-8543-a5fec06b0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:09.705708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-2a940eb9-33ff-49b4-8543-a5fec06b0675 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 1099 time: 0.4975648 Jul 23 14:03:09.716247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Calling delete_port for 90bc1fcb-c069-4e75-838b-a35376e2c29a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:09.724905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:09.725555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:09.845150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Allocated IP 172.20.0.1 (5c9658db-b591-4f14-95ea-52e6b8ecd1e8/8f40cfd8-750e-4d6f-8412-330b7421ac64/0d57c43f-051f-4fcd-9e45-ef5606d904e7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:09.908607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640a652-5abc-4d1e-9efb-4c94b01651d8 None None] Pushing event updated for resources: {'Port': ['ID=77a669e2-bf50-416c-b784-e5d6a35e2b75,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:09.968211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:10.013929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e63aa-ea58-4d6c-a58e-8a56e8a85288 req-a6fc5085-3204-4f67-b527-c9fd8b6339d7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:10.023273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf4e63aa-ea58-4d6c-a58e-8a56e8a85288 req-a6fc5085-3204-4f67-b527-c9fd8b6339d7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.6459460 Jul 23 14:03:10.031748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] For port a22a989f-2d29-4183-b3cc-0caa97537b3f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a22a989f-2d29-4183-b3cc-0caa97537b3f,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:10.032321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.051694 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.059010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Calling delete_port for a22a989f-2d29-4183-b3cc-0caa97537b3f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:10.074200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-1302437b-487d-4c81-870c-5c72061105bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:10.076276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-1302437b-487d-4c81-870c-5c72061105bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3577950 Jul 23 14:03:10.173390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.187381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-e09c6cd8-fb4d-4060-8a2c-ba623c40e0f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 200 len: 217 time: 0.0593600 Jul 23 14:03:10.217116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:10.223589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:10.226441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:10.247154 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf4e63aa-ea58-4d6c-a58e-8a56e8a85288 req-e6fe9bc0-1507-44a1-a3ec-674dda7906eb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223961 Jul 23 14:03:10.299433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'Port': ['ID=385c7bd4-2b1b-4a35-8d29-b92cfaa35060,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:10.342635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.367851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['90bc1fcb-c069-4e75-838b-a35376e2c29a', 'a22a989f-2d29-4183-b3cc-0caa97537b3f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:10.402750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event deleted for resources: {'Port': ['ID=a22a989f-2d29-4183-b3cc-0caa97537b3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:10.446993 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbc2910-5156-43bb-8ec0-3755d36365d7 req-2ac68c2f-42a1-4f57-b09d-f54e04e76936 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 210 time: 0.0682039 Jul 23 14:03:10.451322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] No DVR routers for this DVR port a22a989f-2d29-4183-b3cc-0caa97537b3f on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:10.454527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.454958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.457095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5670e77b-fa7f-41c3-a0d4-18797bfa85cc req-f3b94e2e-7363-4788-a018-42676547b6ee tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "DELETE /v2.0/ports/a22a989f-2d29-4183-b3cc-0caa97537b3f HTTP/1.1" status: 204 len: 173 time: 1.2546282 Jul 23 14:03:10.457376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'name': 'network-vif-deleted', 'tag': 'a22a989f-2d29-4183-b3cc-0caa97537b3f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:10.459844 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e60a397-e071-45cb-aac2-4a7004879a3f" -d '{"events": [{"server_uuid": "de9003f5-e14e-468e-a46e-b67feb41e341", "name": "network-vif-deleted", "tag": "a22a989f-2d29-4183-b3cc-0caa97537b3f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:10.478055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.482587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-9a8e6251-225b-477d-9a02-0cdb4967dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:10.493509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-9a8e6251-225b-477d-9a02-0cdb4967dfaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2386067 Jul 23 14:03:10.497855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Transition to ACTIVE for port object 0d57c43f-051f-4fcd-9e45-ef5606d904e7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:10.558883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event deleted for resources: {'Port': ['ID=90bc1fcb-c069-4e75-838b-a35376e2c29a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:10.624674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.634486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] No DVR routers for this DVR port 90bc1fcb-c069-4e75-838b-a35376e2c29a on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:10.648245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.650381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a72ca6e-353d-46c3-9266-5a4340c05585 req-7f1c25be-c657-4250-9d76-034aa560993a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.48 "DELETE /v2.0/ports/90bc1fcb-c069-4e75-838b-a35376e2c29a HTTP/1.1" status: 204 len: 173 time: 1.5829067 Jul 23 14:03:10.652213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'name': 'network-vif-deleted', 'tag': '90bc1fcb-c069-4e75-838b-a35376e2c29a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:10.655100 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a92da14-0093-419d-8368-3f49e279f5fc" -d '{"events": [{"server_uuid": "a670cb0b-3cc1-4ac8-92fb-880bc298c125", "name": "network-vif-deleted", "tag": "90bc1fcb-c069-4e75-838b-a35376e2c29a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:10.707492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.745442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-2420b373-ee0a-4913-abbb-d5d95b286507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:10.747332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-2420b373-ee0a-4913-abbb-d5d95b286507 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2407191 Jul 23 14:03:10.767747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:10.779271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['a22a989f-2d29-4183-b3cc-0caa97537b3f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:10.787051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:10.788502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:10.797127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:10.821444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917bf66-792e-46c4-ad74-62d0a1f4fb4c req-797fb80c-8d58-4b98-b515-42046941f129 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:10.823898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7917bf66-792e-46c4-ad74-62d0a1f4fb4c req-797fb80c-8d58-4b98-b515-42046941f129 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 948 time: 0.1912632 Jul 23 14:03:10.834270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Pushing event updated for resources: {'Port': ['ID=0d57c43f-051f-4fcd-9e45-ef5606d904e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:10.857709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d2910e12-c70b-44d2-885e-222f4c0d58d9 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:10.966019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:05Z', 'revision_number': 3, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:11.003844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.011192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c7cd7-649a-47a6-a4ca-2e077e75378b None None] The sync data for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 is: [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:05Z', 'revision_number': 3, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:03:11.029665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port d2910e12-c70b-44d2-885e-222f4c0d58d9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:11.030056 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.166846 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b0473d-b0a1-4ee1-b1f4-c308d5cb376a x-openstack-request-id: req-b3b0473d-b0a1-4ee1-b1f4-c308d5cb376a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:11.167402 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9003f5-e14e-468e-a46e-b67feb41e341", "name": "network-vif-deleted", "tag": "a22a989f-2d29-4183-b3cc-0caa97537b3f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:11.169312 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3b0473d-b0a1-4ee1-b1f4-c308d5cb376a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:11.170070 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9003f5-e14e-468e-a46e-b67feb41e341', 'name': 'network-vif-deleted', 'tag': 'a22a989f-2d29-4183-b3cc-0caa97537b3f', 'status': 'completed', 'code': 200} Jul 23 14:03:11.226057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.301245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:11.303621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:11.306622 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458a100d-d1b5-4ab7-aee4-4e7f6fde8114" -d '{"events": [{"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-plugged", "status": "completed", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:11.319763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.351459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.388321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.417968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42546171-4b46-4b36-97e0-bb1a38d9e09d None None] Provisioning for port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:11.461614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42546171-4b46-4b36-97e0-bb1a38d9e09d None None] Provisioning complete for port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:11.461867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42546171-4b46-4b36-97e0-bb1a38d9e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.533226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-5d6b1852-ffc5-4ffb-b0ae-d5386168a2d4 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:11.537758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-5d6b1852-ffc5-4ffb-b0ae-d5386168a2d4 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 812 time: 0.3642766 Jul 23 14:03:11.562267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:11.589898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42546171-4b46-4b36-97e0-bb1a38d9e09d None None] Port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:03:11.623707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Request body: {'port': {'device_id': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'admin_state_up': True, 'tenant_id': 'd709b3b27d2340d889e0ff7c0b8b6252'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:11.745560 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dea80d3-fa95-4db1-bb9b-d330b036c1ba x-openstack-request-id: req-1dea80d3-fa95-4db1-bb9b-d330b036c1ba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:11.746617 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670cb0b-3cc1-4ac8-92fb-880bc298c125", "name": "network-vif-deleted", "tag": "90bc1fcb-c069-4e75-838b-a35376e2c29a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:11.747154 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dea80d3-fa95-4db1-bb9b-d330b036c1ba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:11.747742 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670cb0b-3cc1-4ac8-92fb-880bc298c125', 'name': 'network-vif-deleted', 'tag': '90bc1fcb-c069-4e75-838b-a35376e2c29a', 'status': 'completed', 'code': 200} Jul 23 14:03:11.773967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7917bf66-792e-46c4-ad74-62d0a1f4fb4c req-d3086d97-6aaf-4f37-83ee-b8fdb7b2b7bb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9071813 Jul 23 14:03:11.797424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'Port': ['ID=385c7bd4-2b1b-4a35-8d29-b92cfaa35060,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:11.803547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.828641 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-ea92e936-ec36-4d62-a9f3-fccdecac87c2 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0563393 Jul 23 14:03:11.841243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:11.852871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c9a3470e-e232-4c60-87e0-2154edeb1e23 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1533144 Jul 23 14:03:11.909840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6e441-c66d-4430-94a1-73078fd1c883 req-a9c044f3-cd5a-4c5e-b338-f6dd9ec27e17 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:11.911958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4b6e441-c66d-4430-94a1-73078fd1c883 req-a9c044f3-cd5a-4c5e-b338-f6dd9ec27e17 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.2755888 Jul 23 14:03:11.930874 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a9e86a-c5a2-431b-bd6b-194a04001fd9 x-openstack-request-id: req-33a9e86a-c5a2-431b-bd6b-194a04001fd9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:11.931604 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-plugged", "status": "completed", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:11.932080 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33a9e86a-c5a2-431b-bd6b-194a04001fd9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:11.933882 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'code': 200} Jul 23 14:03:11.976610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Made reservation on behalf of d709b3b27d2340d889e0ff7c0b8b6252 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:11.981662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:12.053096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4b6e441-c66d-4430-94a1-73078fd1c883 req-973fefae-7275-44e3-a3e3-3c9ab8fc50e5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955641 Jul 23 14:03:12.055498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-af492636-2969-4fbf-ac43-24f1823a437b tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:12.059677 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-af492636-2969-4fbf-ac43-24f1823a437b tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 812 time: 0.3109150 Jul 23 14:03:12.137342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Request body: {'port': {'device_id': 'cef17856-3528-4052-a579-5ed821552048', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'admin_state_up': True, 'tenant_id': 'd709b3b27d2340d889e0ff7c0b8b6252'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:12.238737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Allocated IP 172.20.0.8 (eef46a62-88fc-4a9a-81dd-2bb9c505ff3a/d3527079-cdd1-462f-926f-c916aa227446/eb2bf5c3-96e2-4be5-9bf6-02931bd6f095) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:12.247318 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39c99757-3f1c-490d-8ff2-76edfa59b374 req-e095bcb6-d4cb-44b5-8b60-4be6489a1660 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 210 time: 0.1336930 Jul 23 14:03:12.356470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-6e142ad2-ede8-4a55-9231-e11ebbc765af tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:12.357950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-6e142ad2-ede8-4a55-9231-e11ebbc765af tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.1813743 Jul 23 14:03:12.399108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-1a63a2c2-00e5-4ad7-b829-2ed43acfbd81 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/quotas/f3816f316b364be89b8f2df9b931702a HTTP/1.1" status: 200 len: 375 time: 0.0318360 Jul 23 14:03:12.494153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08f4f101-ccd0-4d5f-adee-0fa555d0d3cb req-400ca408-d1db-4f13-b721-287e707af2e7 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218288 Jul 23 14:03:12.541918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-89f8c1f7-3e57-4fd5-aed4-3da59abd8dc5 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333520 Jul 23 14:03:12.552989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:12.577964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:12.614140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Made reservation on behalf of d709b3b27d2340d889e0ff7c0b8b6252 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:12.620679 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:12.720986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-008c7dac-d8d7-44cf-8714-7eaf4c07cf3a tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:12.727102 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-008c7dac-d8d7-44cf-8714-7eaf4c07cf3a tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 821 time: 0.3103819 Jul 23 14:03:12.732103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 77a669e2-bf50-416c-b784-e5d6a35e2b75 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:12.746489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:12.764473 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-1eb80753-139b-4068-9a45-f4ebea8a52fe tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/quotas/89968fc85c6748c9bbe04fc33dbf8f19 HTTP/1.1" status: 200 len: 375 time: 0.0365200 Jul 23 14:03:12.827654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a4edf26a-c7af-4ee2-9e7a-34b2900166f5 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:12.857124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:12.862659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:12.899239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:12.934589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 77a669e2-bf50-416c-b784-e5d6a35e2b75 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:12.938947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a22a989f-2d29-4183-b3cc-0caa97537b3f no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:12.966710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 77a669e2-bf50-416c-b784-e5d6a35e2b75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:12.967339 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.008636 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-63299f37-9005-4edf-9eec-e5659bc711b3 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2430789 Jul 23 14:03:13.014215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:13.014892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.053072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Allocated IP 172.20.0.9 (eef46a62-88fc-4a9a-81dd-2bb9c505ff3a/d3527079-cdd1-462f-926f-c916aa227446/e0467003-8dda-4e0d-ab77-a850b8f6edb6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:13.068011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: a22a989f-2d29-4183-b3cc-0caa97537b3f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:03:13.068375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a22a989f-2d29-4183-b3cc-0caa97537b3f not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:03:13.069164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 90bc1fcb-c069-4e75-838b-a35376e2c29a no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:13.085105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4797654 Jul 23 14:03:13.085706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f6a43-6f0a-454d-a543-c971db493d7c tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event updated for resources: {'Port': ['ID=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:13.111306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-dff53a49-3730-4b49-83f0-f7a5b8bebd07 service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681336 Jul 23 14:03:13.119519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Request body: {'port': {'device_id': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:13.122894 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.146269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 90bc1fcb-c069-4e75-838b-a35376e2c29a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:03:13.146269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 90bc1fcb-c069-4e75-838b-a35376e2c29a not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:03:13.192446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-43e2bf58-552f-42b0-b99e-ef6a87280c66 service neutron] 10.222.0.21 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828678 Jul 23 14:03:13.202714 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.213635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.267677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.269442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:13.286259 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.334038 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.392055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:13.419779 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.457665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 77a669e2-bf50-416c-b784-e5d6a35e2b75, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=77a669e2-bf50-416c-b784-e5d6a35e2b75,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:13.466914 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.520819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Pushing event updated for resources: {'Port': ['ID=0d57c43f-051f-4fcd-9e45-ef5606d904e7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:13.550713 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-477199fa-2289-4f0a-afb0-544e9784b764 service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283903 Jul 23 14:03:13.565773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=77a669e2-bf50-416c-b784-e5d6a35e2b75,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:13.622016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-1bca6328-061c-4c26-8dbb-5fcff1e8a9e8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:13.623627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-1bca6328-061c-4c26-8dbb-5fcff1e8a9e8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "GET /v2.0/ports?device_id=225671d4-e60b-4f49-98f1-c9583550da85 HTTP/1.1" status: 200 len: 943 time: 0.2365322 Jul 23 14:03:13.625611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-3573101f-d283-4c6e-8f9e-f67f27a8b8f7 service neutron] 10.222.0.21 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323914 Jul 23 14:03:13.686501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.698220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:13.728666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:13.899132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:13.935152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:13.939074 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb1cab1-3b0f-49bb-ac9d-7e860fcdce3d" -d '{"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-unplugged", "status": "completed", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:13.959164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Deleting port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:13.959544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.106499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Router 629206b8-8d1a-4f50-9440-acf188247e37 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:03:14.106499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:14.137445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:14.143695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:14.202186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event updated for resources: {'Port': ['ID=e0467003-8dda-4e0d-ab77-a850b8f6edb6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:14.336068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8433f45d-54e8-4fed-a6a2-6b8d20b04abb None None] Provisioning complete for port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:14.336743 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8433f45d-54e8-4fed-a6a2-6b8d20b04abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.382062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8433f45d-54e8-4fed-a6a2-6b8d20b04abb None None] Port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:03:14.387934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9dfc-d9f2-4785-a96b-c8828b38d320 req-2ca40b1b-33d1-4d36-957a-2c8d13b099b5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:14.394781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-874d9dfc-d9f2-4785-a96b-c8828b38d320 req-2ca40b1b-33d1-4d36-957a-2c8d13b099b5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.3005431 Jul 23 14:03:14.398812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:14.412213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.415089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:14.415827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.431118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] For port a4edf26a-c7af-4ee2-9e7a-34b2900166f5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:14.431495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.435903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Transition to ACTIVE for port object eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:14.454479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-874d9dfc-d9f2-4785-a96b-c8828b38d320 req-5b311017-add1-438a-afd7-73a222087cfa tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581224 Jul 23 14:03:14.456589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.501321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Calling delete_port for a4edf26a-c7af-4ee2-9e7a-34b2900166f5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:14.520701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27117-2bb7-4933-a8bf-1215c1a482d2 req-1a3a0763-86e6-41ad-85f5-c14b64240c38 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:14.522285 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d27117-2bb7-4933-a8bf-1215c1a482d2 req-1a3a0763-86e6-41ad-85f5-c14b64240c38 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.5713162 Jul 23 14:03:14.537816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:14.586285 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-3cead6f4-8809-42d9-97fc-626e34917dcb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4527707 Jul 23 14:03:14.611702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Request body: {'port': {'device_id': 'cef17856-3528-4052-a579-5ed821552048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:14.665554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Attempting to bind port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:14.665972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Attempting to bind port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:14.666340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Attempting to bind port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:14.673260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 77a669e2-bf50-416c-b784-e5d6a35e2b75 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:14.690142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:14.691297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Attempting to bind port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:14.691932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:03:14.713892 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-54a3ff91-4c34-43f1-8fd8-46fe05f97e41 admin admin] 10.222.0.21 "PUT /v2.0/routers/629206b8-8d1a-4f50-9440-acf188247e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0362356 Jul 23 14:03:14.714108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:14.714108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Checking segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:14.714108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Bound using segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:14.714419 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Sync routers for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:03:14.714938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Bound port: eb2bf5c3-96e2-4be5-9bf6-02931bd6f095, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:14.714938 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.716308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d27117-2bb7-4933-a8bf-1215c1a482d2 req-05df1d70-fa73-4780-aa97-92c21c1802fe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321239 Jul 23 14:03:14.735472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:14.740246 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:14.821122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 77a669e2-bf50-416c-b784-e5d6a35e2b75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:14.822826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:14.947583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3fae0-68be-42c7-91fa-954dedb14f0b req-c31a0ffe-0199-437c-8a06-22e55d9bb37a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:14.961377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66a3fae0-68be-42c7-91fa-954dedb14f0b req-c31a0ffe-0199-437c-8a06-22e55d9bb37a tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 931 time: 0.3965821 Jul 23 14:03:15.085656 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:15.101715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] For port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:15.108112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] For port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:15.121969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:15.214841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:15.216317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:15.217845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] 10.222.0.11 "PUT /v2.0/ports/eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 HTTP/1.1" status: 200 len: 1091 time: 2.1033251 Jul 23 14:03:15.218667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'tag': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:15.221029 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4261598-cfcc-4cb2-86e7-054b2fd32e24" -d '{"events": [{"name": "network-changed", "server_uuid": "bc28a76e-c0dd-41ee-a42f-bf05944b8642", "tag": "eb2bf5c3-96e2-4be5-9bf6-02931bd6f095"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:15.230188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66a3fae0-68be-42c7-91fa-954dedb14f0b req-f6573c0a-9b01-4119-8d9c-0320ddb9a064 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660854 Jul 23 14:03:15.261896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f2d8-f5b0-496b-9c57-517fcd2cef02 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:15.282688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:15.314985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-163d1fab-1dce-4946-b4aa-a464bd2ace2f req-fd612fd2-9509-40e2-a980-aac5a2fec640 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 210 time: 0.0845249 Jul 23 14:03:15.403471 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685bc241-56d0-40db-913d-eb3e76d837fe x-openstack-request-id: req-685bc241-56d0-40db-913d-eb3e76d837fe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:15.409161 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-unplugged", "status": "completed", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:15.409418 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-685bc241-56d0-40db-913d-eb3e76d837fe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:15.410871 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'code': 200} Jul 23 14:03:15.502222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52679f10-3537-45f1-9f9a-f9e3af962a07 req-7d16be09-5523-4c93-9d60-ae512849bf78 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 210 time: 0.1153359 Jul 23 14:03:15.545328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-c9f20880-2be1-4077-9513-05f81bbb7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:15.548412 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 2, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:15.549910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-c9f20880-2be1-4077-9513-05f81bbb7e29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 1094 time: 0.2447119 Jul 23 14:03:15.575066 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:15.603586 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Checking router: 629206b8-8d1a-4f50-9440-acf188247e37 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:03:15.604282 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Updating router 629206b8-8d1a-4f50-9440-acf188247e37 port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:03:15.621626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-43c213e3-0a12-479b-b6c0-faf63314bb1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 HTTP/1.1" status: 200 len: 217 time: 0.0551043 Jul 23 14:03:15.688259 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:15.771710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15b005a6-5691-4bbb-be97-ce63cd323be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:15.815970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-efb20d97-81ba-485d-b87c-4677e8fcc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:15.820208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-efb20d97-81ba-485d-b87c-4677e8fcc4d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.1914890 Jul 23 14:03:15.888922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event deleted for resources: {'Port': ['ID=a4edf26a-c7af-4ee2-9e7a-34b2900166f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:15.901046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-2f762436-a4dc-432a-9909-42eb41d94097 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706558 Jul 23 14:03:15.958017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] No DVR routers for this DVR port a4edf26a-c7af-4ee2-9e7a-34b2900166f5 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:16.012803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:16.015641 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3255b26d-f20b-4a30-81e0-61295807d8a9 req-53818ad1-a447-44b1-8c1c-52785e6c18b3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.11 "DELETE /v2.0/ports/a4edf26a-c7af-4ee2-9e7a-34b2900166f5 HTTP/1.1" status: 204 len: 173 time: 2.3821766 Jul 23 14:03:16.019596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-deleted', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:16.022396 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1837e673-a7f1-47dd-ac4a-a1c71fcea58a" -d '{"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-deleted", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:16.188543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43ea38-eb60-4eeb-b605-6e10f60968ef req-0c99fe62-b114-4db1-9f96-b5813881915c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:16.190532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f43ea38-eb60-4eeb-b605-6e10f60968ef req-0c99fe62-b114-4db1-9f96-b5813881915c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.6195064 Jul 23 14:03:16.225115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-3601fd63-005b-4f72-8a9c-8738f9d4143a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:16.226979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-3601fd63-005b-4f72-8a9c-8738f9d4143a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.5339215 Jul 23 14:03:16.478585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Request body: {'port': {'device_id': '1d918552-529f-456f-b135-18c04995ad1c', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'admin_state_up': True, 'tenant_id': 'f3816f316b364be89b8f2df9b931702a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:16.537171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0467003-8dda-4e0d-ab77-a850b8f6edb6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:16.554311 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:16.564093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:16.570992 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Transition to ACTIVE for port object 0d57c43f-051f-4fcd-9e45-ef5606d904e7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:16.585302 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:16.595525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-2dbeb290-dff6-4d49-bdb0-0de94968c75d service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854253 Jul 23 14:03:16.740955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Transition to ACTIVE for port object e0467003-8dda-4e0d-ab77-a850b8f6edb6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:16.765841 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f43ea38-eb60-4eeb-b605-6e10f60968ef req-e0e6ff8b-c6e9-4414-a6e8-3c664d90866d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795245 Jul 23 14:03:16.772587 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Pushing event updated for resources: {'Port': ['ID=0d57c43f-051f-4fcd-9e45-ef5606d904e7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:16.779733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:16.783032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-0ee03943-9ceb-4e01-92fb-a5336e481bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793137 Jul 23 14:03:16.804540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-aef2248f-26c3-45ad-94a9-fb6aa566ca22 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:16.805585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-aef2248f-26c3-45ad-94a9-fb6aa566ca22 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks?id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 200 len: 828 time: 0.3744259 Jul 23 14:03:16.847072 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.847461 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.851113 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.851644 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.852126 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.852636 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.853135 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.853463 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.853790 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.854112 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.854445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.854805 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:03:16.855935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-246263c5-a245-4a4c-ac09-8b4c707bc4df tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/quotas/e5e536ad14fe42118868ea9f888a3b53 HTTP/1.1" status: 200 len: 375 time: 0.0392101 Jul 23 14:03:16.871455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a4edf26a-c7af-4ee2-9e7a-34b2900166f5 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:16.900130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: a4edf26a-c7af-4ee2-9e7a-34b2900166f5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:03:16.901628 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8fe81d-f7f0-45b7-af4e-6c7ae4c9d758 x-openstack-request-id: req-1b8fe81d-f7f0-45b7-af4e-6c7ae4c9d758 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:16.901887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a4edf26a-c7af-4ee2-9e7a-34b2900166f5 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:03:16.903960 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc28a76e-c0dd-41ee-a42f-bf05944b8642", "tag": "eb2bf5c3-96e2-4be5-9bf6-02931bd6f095", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:16.905161 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b8fe81d-f7f0-45b7-af4e-6c7ae4c9d758 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:16.905679 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'tag': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095', 'status': 'completed', 'code': 200} Jul 23 14:03:16.913553 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Attempting to bind port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:16.913917 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Attempting to bind port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:16.914278 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Attempting to bind port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 on network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:16.942561 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:16.943176 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Checking segment: {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:16.943738 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:16.944266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Bound using segment: {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:16.950370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Bound port: 0d57c43f-051f-4fcd-9e45-ef5606d904e7, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:16.951106 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:17.023997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0467003-8dda-4e0d-ab77-a850b8f6edb6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:17.063260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-39da575d-10a7-4e6f-9e73-ea1d36dbb855 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:17.069368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-39da575d-10a7-4e6f-9e73-ea1d36dbb855 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 821 time: 0.6667585 Jul 23 14:03:17.117740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-c59da617-fb49-4792-88b6-8a004133f958 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e536ad14fe42118868ea9f888a3b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2589710 Jul 23 14:03:17.124856 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] For port 0d57c43f-051f-4fcd-9e45-ef5606d904e7, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:17.133150 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] For port 0d57c43f-051f-4fcd-9e45-ef5606d904e7, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0d57c43f-051f-4fcd-9e45-ef5606d904e7,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:17.134710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-32a050b2-9e07-46c4-93b4-20a8982838f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:17.137126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-32a050b2-9e07-46c4-93b4-20a8982838f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 1094 time: 0.1650028 Jul 23 14:03:17.144659 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:17.201740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Request body: {'port': {'device_id': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'admin_state_up': True, 'tenant_id': '89968fc85c6748c9bbe04fc33dbf8f19'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:17.220924 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:17.222557 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:02:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:17.320318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-21ad44b7-2262-41c4-a23e-d02336f8d26d service neutron] 10.222.0.21 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820338 Jul 23 14:03:17.323127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-fa8d1fc8-79f5-4dbc-aaff-e27d2728cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:17.324599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-fa8d1fc8-79f5-4dbc-aaff-e27d2728cdd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 913 time: 0.1711853 Jul 23 14:03:17.333363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae71d43-d2c5-49a2-a7d3-61d6acc49c13 None None] Pushing event updated for resources: {'Port': ['ID=0d57c43f-051f-4fcd-9e45-ef5606d904e7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:17.411346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-e764b76b-e76d-4115-a75c-dec4af568087 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 HTTP/1.1" status: 200 len: 217 time: 0.0593388 Jul 23 14:03:17.426964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Made reservation on behalf of f3816f316b364be89b8f2df9b931702a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:17.430505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:17.492069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edac7b9-aedd-4f31-a840-d5aed86312be req-5a76e3fd-cbf5-4282-9fe7-c0c545571684 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:17.493743 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4edac7b9-aedd-4f31-a840-d5aed86312be req-5a76e3fd-cbf5-4282-9fe7-c0c545571684 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.4708369 Jul 23 14:03:17.524433 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:17.533106 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:17.556774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Attempting to bind port e0467003-8dda-4e0d-ab77-a850b8f6edb6 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:17.557110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Attempting to bind port e0467003-8dda-4e0d-ab77-a850b8f6edb6 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:17.557438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Attempting to bind port e0467003-8dda-4e0d-ab77-a850b8f6edb6 on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:17.575991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-4a7f9e72-7f1a-4770-9404-bbdbc67ed83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:17.577525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-4a7f9e72-7f1a-4770-9404-bbdbc67ed83a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.1573801 Jul 23 14:03:17.581369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-fdd8d4da-21f7-4571-b83f-fb779816256a service neutron] 10.222.0.21 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497618 Jul 23 14:03:17.609676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Port e0467003-8dda-4e0d-ab77-a850b8f6edb6 on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:17.610142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Attempting to bind port e0467003-8dda-4e0d-ab77-a850b8f6edb6 on network eef46a62-88fc-4a9a-81dd-2bb9c505ff3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:17.624942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Made reservation on behalf of 89968fc85c6748c9bbe04fc33dbf8f19 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:17.628979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:17.646061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-934d9a5f-92c6-40f6-b0b1-1c7801e389a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600579 Jul 23 14:03:17.648480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:17.648985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Checking segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:17.649305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Bound using segment: {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:17.649871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Bound port: e0467003-8dda-4e0d-ab77-a850b8f6edb6, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b58f047-19d9-45ea-ba19-e50e477c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:17.650233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:17.659255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4edac7b9-aedd-4f31-a840-d5aed86312be req-2291f895-1291-479a-ab06-4ffa8e903ba8 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407983 Jul 23 14:03:17.742117 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a135a6c-df23-41e4-99d3-a9196a33d700 x-openstack-request-id: req-3a135a6c-df23-41e4-99d3-a9196a33d700 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:17.742434 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225671d4-e60b-4f49-98f1-c9583550da85", "name": "network-vif-deleted", "tag": "a4edf26a-c7af-4ee2-9e7a-34b2900166f5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:17.742658 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a135a6c-df23-41e4-99d3-a9196a33d700 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:17.743044 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225671d4-e60b-4f49-98f1-c9583550da85', 'name': 'network-vif-deleted', 'tag': 'a4edf26a-c7af-4ee2-9e7a-34b2900166f5', 'status': 'completed', 'code': 200} Jul 23 14:03:17.892600 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:17Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:17.917679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Allocated IP 172.20.0.8 (9394f24e-c5d2-49ba-b306-fba4a79c4e5d/36454c9c-2d61-4e3e-9a69-9f3a39f5f160/1ffec667-a20d-45f7-a156-9a556d7f7dcf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:17.958120 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3c4cf-7943-4ea0-aca4-af8a10bbb713 None None] The sync data for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 is: [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:17Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:03:17.971599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-fcb5d02c-2661-45e6-9fee-e8e2ce3e785f service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053524 Jul 23 14:03:17.973183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] For port e0467003-8dda-4e0d-ab77-a850b8f6edb6, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:18.003205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] For port e0467003-8dda-4e0d-ab77-a850b8f6edb6, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e0467003-8dda-4e0d-ab77-a850b8f6edb6,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:18.019868 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:18.043719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e22ab-4dce-4f7b-8f77-815f5eb984fb req-5a22a7ef-bdb3-424a-86f9-496bc96f27e7 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:18.049708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-429e22ab-4dce-4f7b-8f77-815f5eb984fb req-5a22a7ef-bdb3-424a-86f9-496bc96f27e7 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 943 time: 0.2201884 Jul 23 14:03:18.098025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Allocated IP 172.20.0.8 (9c5342ad-abcf-4ad6-b789-26addd712c1c/c19468e9-d776-4c9d-b75d-8bbf3d3bcedd/c1663920-e69b-40a3-851c-ce8414d77649) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:18.157685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:18.158307 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:18.161658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/e0467003-8dda-4e0d-ab77-a850b8f6edb6 HTTP/1.1" status: 200 len: 1091 time: 3.5562539 Jul 23 14:03:18.163835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0699d084-4a0b-4c79-a633-09bc94e6c32b req-c12c211d-d31c-46fc-b853-74fa70a91fbb tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 210 time: 0.1760509 Jul 23 14:03:18.245957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:18.262454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-429e22ab-4dce-4f7b-8f77-815f5eb984fb req-6fc13b4e-a977-4f22-8a7d-632b99a168e9 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055907 Jul 23 14:03:18.302114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f7074-4f90-4771-8a98-2d979389f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0467003-8dda-4e0d-ab77-a850b8f6edb6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:18.311626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4261598-cfcc-4cb2-86e7-054b2fd32e24 req-2b221237-b740-4728-a465-0b23bcc44ef8 service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394687 Jul 23 14:03:18.406343 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54f99831-6395-4e5f-b497-ed455cb14252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:18.464457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a665805-57f6-413a-b8e8-c15c465bbf3c req-eb285839-323a-47eb-9332-0ccd4419246f tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 210 time: 0.1024477 Jul 23 14:03:18.588877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:18.675815 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc025bf1-4316-4f81-9b72-bcb9fbec2fa7 req-fb5bfb6e-8790-4ad8-9fed-2f87956b8e7a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 210 time: 0.0681219 Jul 23 14:03:18.705816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d57c43f-051f-4fcd-9e45-ef5606d904e7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:18.805779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:18.810850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:18.811265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:18.852643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:18.895616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:18.912469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-fbf53cb2-de08-4ac7-a68a-e3605f0ee58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:18.914035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-fbf53cb2-de08-4ac7-a68a-e3605f0ee58c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 1094 time: 0.6790402 Jul 23 14:03:18.933679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75bef7-6279-4c9a-aab2-66972ac87fb1 req-550fd855-85e7-4f47-b414-1309348a108e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:18.942804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb75bef7-6279-4c9a-aab2-66972ac87fb1 req-550fd855-85e7-4f47-b414-1309348a108e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1170411 Jul 23 14:03:19.001627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb75bef7-6279-4c9a-aab2-66972ac87fb1 req-d577f72c-ad44-434f-badf-88f624212911 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575111 Jul 23 14:03:19.039967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-badd924d-f49d-43f2-9540-95f9699cc562 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0467003-8dda-4e0d-ab77-a850b8f6edb6 HTTP/1.1" status: 200 len: 217 time: 0.0934210 Jul 23 14:03:19.043138 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.054848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-0ffe02d9-2c53-4839-af7c-697de8f54c85 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296952 Jul 23 14:03:19.061553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:19.123986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0d57c43f-051f-4fcd-9e45-ef5606d904e7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0d57c43f-051f-4fcd-9e45-ef5606d904e7,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:19.135400 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.156735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:19.180012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:19.188470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:19.194427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0d57c43f-051f-4fcd-9e45-ef5606d904e7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:19.201858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:19.208280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-1fd469e3-f60d-4141-9b15-e69264811b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:19.209824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-1fd469e3-f60d-4141-9b15-e69264811b08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.1517894 Jul 23 14:03:19.213972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'port_id': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095', 'mac_address': 'fa:16:3e:f8:7c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3527079-cdd1-462f-926f-c916aa227446', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:19.267097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.288167 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.297445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:19.342515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:19.347958 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.357140 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-6960967b-02e8-43da-b9c4-c702a4d2536f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171684 Jul 23 14:03:19.384254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72a49a-30e7-4848-8cb8-811279d2b6b8 req-99c1f27f-6e07-4c08-9498-27e9d4de7342 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:19.386579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d72a49a-30e7-4848-8cb8-811279d2b6b8 req-99c1f27f-6e07-4c08-9498-27e9d4de7342 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 931 time: 0.1042156 Jul 23 14:03:19.416569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-a36b921a-a204-4ade-a071-e617ba5bb984 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:19.423726 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-a36b921a-a204-4ade-a071-e617ba5bb984 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678505 Jul 23 14:03:19.430848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:19.431509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.457288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:19.474993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d72a49a-30e7-4848-8cb8-811279d2b6b8 req-2df9a71e-6acb-4713-b258-da6b6023b379 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645542 Jul 23 14:03:19.481743 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.512824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-7192755f-3d0c-449b-a256-8860688e7522 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/quotas/cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 375 time: 0.0882013 Jul 23 14:03:19.543349 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-98693d29-50e8-4a05-a12c-50b02e394bcc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1300538 Jul 23 14:03:19.567348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Request body: {'port': {'device_id': '1d918552-529f-456f-b135-18c04995ad1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:19.614320 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:19.668967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-c2d7e3f8-b357-4f05-b713-b802e4afc1e6 service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008444 Jul 23 14:03:19.709078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['eb2bf5c3-96e2-4be5-9bf6-02931bd6f095'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:19.741250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Network 9c5342ad-abcf-4ad6-b789-26addd712c1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:19.754491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef17856-3528-4052-a579-5ed821552048', 'tag': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:19.757292 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc0f04a-905e-452a-9209-f48d184f12a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cef17856-3528-4052-a579-5ed821552048", "tag": "e0467003-8dda-4e0d-ab77-a850b8f6edb6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:19.783400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:19.792324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:19.798667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:19.836292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-fd698fec-7a0c-4582-9940-e9b7d987e4a3 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:19.838203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-fd698fec-7a0c-4582-9940-e9b7d987e4a3 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.48 "GET /v2.0/networks?id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 200 len: 828 time: 0.2660093 Jul 23 14:03:19.864660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Request body: {'port': {'device_id': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'admin_state_up': True, 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:19.875981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df45a3-f450-429d-af6c-ab24cc2c41cc req-bb938a6a-a589-457b-89af-ed9b17e241f5 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:19.877807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91df45a3-f450-429d-af6c-ab24cc2c41cc req-bb938a6a-a589-457b-89af-ed9b17e241f5 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 943 time: 0.2933884 Jul 23 14:03:19.982007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91df45a3-f450-429d-af6c-ab24cc2c41cc req-5878e8a3-7dfc-4649-b874-390e0af89fc6 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895324 Jul 23 14:03:20.071804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Made reservation on behalf of e5e536ad14fe42118868ea9f888a3b53 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:20.075960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:20.202440 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-b41f39be-d95f-42a6-8fa5-91610a0907d3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6743026 Jul 23 14:03:20.213193 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:20.238172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:20.238839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:20.253945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a300f0b-2d43-49d5-b786-4b316267bbe2 req-d18cd56b-c9e8-4f80-beed-ada571193174 service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732081 Jul 23 14:03:20.279232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Allocated IP 172.20.0.10 (5c9658db-b591-4f14-95ea-52e6b8ecd1e8/8f40cfd8-750e-4d6f-8412-330b7421ac64/73bc1bf9-e1a9-49ce-998d-38874ad69c35) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:20.280373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c702d2e6-e834-4ffd-8ab2-f72882d20e67 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1528525 Jul 23 14:03:20.312542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Request body: {'port': {'device_id': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:20.347082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a63e8-7478-41de-a9ac-8e07df194ad6 req-1984e5eb-bc09-4b82-94c4-c6619c7277c6 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:20.354462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-027a63e8-7478-41de-a9ac-8e07df194ad6 req-1984e5eb-bc09-4b82-94c4-c6619c7277c6 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 931 time: 0.1404743 Jul 23 14:03:20.439361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-027a63e8-7478-41de-a9ac-8e07df194ad6 req-ca48d0c0-b2a2-4a12-9c70-d30c5e6bb125 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838106 Jul 23 14:03:20.525789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d03defab-0fd0-41c6-b133-71d29df976c1 req-46016cb8-c3d9-4cb9-81e0-dd9082b69e7a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 210 time: 0.0986097 Jul 23 14:03:20.570931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:20.595614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Transition to ACTIVE for port object 73bc1bf9-e1a9-49ce-998d-38874ad69c35 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:20.611468 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae55ed-d084-418a-bf73-4ef1007de8f3 x-openstack-request-id: req-18ae55ed-d084-418a-bf73-4ef1007de8f3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:20.611802 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef17856-3528-4052-a579-5ed821552048", "tag": "e0467003-8dda-4e0d-ab77-a850b8f6edb6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:20.612050 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18ae55ed-d084-418a-bf73-4ef1007de8f3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:20.612480 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef17856-3528-4052-a579-5ed821552048', 'tag': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6', 'status': 'completed', 'code': 200} Jul 23 14:03:20.662447 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:20.664853 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:20.717211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d57c43f-051f-4fcd-9e45-ef5606d904e7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:20.763314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event updated for resources: {'Port': ['ID=73bc1bf9-e1a9-49ce-998d-38874ad69c35,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:20.806999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d69ea5ba-25a2-4942-8dd3-ceb45dd8c1d8 req-0ab1c2c8-410b-423d-84d2-82c94a4d5aa2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 210 time: 0.0551105 Jul 23 14:03:20.828560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:20.836189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:20.843972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:20.852834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:20.854458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:20.906210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:20.991179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:20.992537 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.033047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f546b4-0b60-470f-8df1-fb7fc612cb73 req-32b16ac2-99c8-4b7d-a215-bd86c4fb46ab tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:21.040606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88f546b4-0b60-470f-8df1-fb7fc612cb73 req-32b16ac2-99c8-4b7d-a215-bd86c4fb46ab tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 931 time: 0.1116555 Jul 23 14:03:21.047140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:21.050410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-9c4262cc-b02d-438a-8f2a-44f175621e38 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1917241 Jul 23 14:03:21.081657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:21.082233 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.100431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Request body: {'port': {'device_id': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:21.127290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.168478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88f546b4-0b60-470f-8df1-fb7fc612cb73 req-c327c827-d758-4946-9fa0-86f19b81e21a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269686 Jul 23 14:03:21.224058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.241146 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.273391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:21.276697 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930d70e8-fc34-401f-ba7f-c7ebb334e5c5" -d '{"events": [{"server_uuid": "bc28a76e-c0dd-41ee-a42f-bf05944b8642", "name": "network-vif-plugged", "status": "completed", "tag": "eb2bf5c3-96e2-4be5-9bf6-02931bd6f095"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:21.290861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-508f1db1-e063-4720-9784-565492c599c2 None None] Provisioning for port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:21.303111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:21.304612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-508f1db1-e063-4720-9784-565492c599c2 None None] Provisioning complete for port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:21.305087 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-508f1db1-e063-4720-9784-565492c599c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.316312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffec667-a20d-45f7-a156-9a556d7f7dcf {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:21.324718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.335545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.338860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Transition to ACTIVE for port object 1ffec667-a20d-45f7-a156-9a556d7f7dcf will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:21.368191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-fa4791d8-be41-422a-81cf-bcbb47027de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:21.371113 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-fa4791d8-be41-422a-81cf-bcbb47027de4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 1094 time: 0.7757969 Jul 23 14:03:21.371573 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.404886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-508f1db1-e063-4720-9784-565492c599c2 None None] Port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:03:21.434697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:21.467309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c82ac-78bf-44e0-9186-d81653820586 req-0d91f653-0ee0-419a-94be-e58716c0b50e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:21.467309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188c82ac-78bf-44e0-9186-d81653820586 req-0d91f653-0ee0-419a-94be-e58716c0b50e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 943 time: 0.1681511 Jul 23 14:03:21.525618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1663920-e69b-40a3-851c-ce8414d77649 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:21.535843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188c82ac-78bf-44e0-9186-d81653820586 req-dfd99bbf-6c2b-4b32-8db4-310146a62c95 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610619 Jul 23 14:03:21.548798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.572997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39b63e-983c-4cb4-a211-7aafc3ed63d0 req-67e17df2-de86-48a7-9e98-bcdbea1d07b6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:21.579841 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd39b63e-983c-4cb4-a211-7aafc3ed63d0 req-67e17df2-de86-48a7-9e98-bcdbea1d07b6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.9212706 Jul 23 14:03:21.663446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Transition to ACTIVE for port object c1663920-e69b-40a3-851c-ce8414d77649 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:21.672205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:21.690089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.703836 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dd6627-89e5-4ae2-ba8a-2cff8fa3452f x-openstack-request-id: req-02dd6627-89e5-4ae2-ba8a-2cff8fa3452f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:21.704119 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc28a76e-c0dd-41ee-a42f-bf05944b8642", "name": "network-vif-plugged", "status": "completed", "tag": "eb2bf5c3-96e2-4be5-9bf6-02931bd6f095", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:21.704387 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02dd6627-89e5-4ae2-ba8a-2cff8fa3452f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:21.705117 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095', 'code': 200} Jul 23 14:03:21.750084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bc1bf9-e1a9-49ce-998d-38874ad69c35 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:21.763432 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd39b63e-983c-4cb4-a211-7aafc3ed63d0 req-ddf9c823-d7b6-40c5-b0f3-6feabebc5e07 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826248 Jul 23 14:03:21.774095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.806234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Transition to ACTIVE for port object 73bc1bf9-e1a9-49ce-998d-38874ad69c35 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:21.821086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:21.839905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-0d570302-2d92-49f2-9568-ae324fb8f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:21.844687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-0d570302-2d92-49f2-9568-ae324fb8f280 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 200 len: 913 time: 0.3534181 Jul 23 14:03:21.954901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:21.985830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=73bc1bf9-e1a9-49ce-998d-38874ad69c35,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:22.036453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-5c375982-4e80-4f3b-871a-58c3b4847870 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0467003-8dda-4e0d-ab77-a850b8f6edb6 HTTP/1.1" status: 200 len: 217 time: 0.0968022 Jul 23 14:03:22.082120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9d7de-98e7-45d2-8737-1fb6f69c24de req-b65e8fc8-8253-4f50-ad8c-e98b86fe8f91 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.089481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c9d7de-98e7-45d2-8737-1fb6f69c24de req-b65e8fc8-8253-4f50-ad8c-e98b86fe8f91 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 943 time: 0.2808313 Jul 23 14:03:22.095282 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-5f36db86-f0a2-449c-9ba6-6e26131c59c7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750737 Jul 23 14:03:22.100684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed8b97-8c5e-467b-937f-05b7f6100fa0 req-4817fb0c-c875-49fd-9cee-ea8d6dfe8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.102417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12ed8b97-8c5e-467b-937f-05b7f6100fa0 req-4817fb0c-c875-49fd-9cee-ea8d6dfe8fb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 1096 time: 0.2682297 Jul 23 14:03:22.141898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Attempting to bind port 1ffec667-a20d-45f7-a156-9a556d7f7dcf on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:22.142239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Attempting to bind port 1ffec667-a20d-45f7-a156-9a556d7f7dcf by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:22.142367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Attempting to bind port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:22.142622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Attempting to bind port 1ffec667-a20d-45f7-a156-9a556d7f7dcf on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:22.142743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Attempting to bind port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:22.142977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Attempting to bind port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 on network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:22.162049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 on network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:22.162305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Attempting to bind port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 on network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:22.181817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Port 1ffec667-a20d-45f7-a156-9a556d7f7dcf on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:22.182166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Attempting to bind port 1ffec667-a20d-45f7-a156-9a556d7f7dcf on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:22.189406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c9d7de-98e7-45d2-8737-1fb6f69c24de req-f7c55e08-8ea6-4e4c-9a77-435db94503d2 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946586 Jul 23 14:03:22.197872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Attempting to bind port c1663920-e69b-40a3-851c-ce8414d77649 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:22.198211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Attempting to bind port c1663920-e69b-40a3-851c-ce8414d77649 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:22.199119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Attempting to bind port c1663920-e69b-40a3-851c-ce8414d77649 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:22.203841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12ed8b97-8c5e-467b-937f-05b7f6100fa0 req-c70e47f4-9406-4738-9349-0d01219347fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942552 Jul 23 14:03:22.204897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:22.205092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Checking segment: {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:22.205436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Bound using segment: {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:22.205867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Bound port: 73bc1bf9-e1a9-49ce-998d-38874ad69c35, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca6ce3-c0c1-4791-962d-99125e99a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:22.206221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.225757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:22.226045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Checking segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:22.226335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Bound using segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:22.226792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Bound port: 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:22.227152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.235140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Port c1663920-e69b-40a3-851c-ce8414d77649 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:22.235470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Attempting to bind port c1663920-e69b-40a3-851c-ce8414d77649 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:22.270240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-45039c38-cf3c-47eb-bc76-bf297dc4adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.271932 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-45039c38-cf3c-47eb-bc76-bf297dc4adeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 200 len: 852 time: 0.2033703 Jul 23 14:03:22.275413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] For port 73bc1bf9-e1a9-49ce-998d-38874ad69c35, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:22.282071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] For port 73bc1bf9-e1a9-49ce-998d-38874ad69c35, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:22.292974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.294994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:22.295338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Checking segment: {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:22.295739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Bound using segment: {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:22.296186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Bound port: c1663920-e69b-40a3-851c-ce8414d77649, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:22.296687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.305876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6cb97-cceb-4cc0-8964-ec1b9e9624e0 req-d8d89bf6-6f59-4cea-a148-84890bbcbf44 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.313105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2eb6cb97-cceb-4cc0-8964-ec1b9e9624e0 req-d8d89bf6-6f59-4cea-a148-84890bbcbf44 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 944 time: 0.4441297 Jul 23 14:03:22.354557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16fec677-6ee0-4770-96fb-2f93e2c838f9 req-57687a96-5d01-4aa0-bbe8-39df0a9f22c2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 210 time: 0.0575454 Jul 23 14:03:22.359340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.360043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.361663 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] 10.222.0.48 "PUT /v2.0/ports/73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 1092 time: 1.2787309 Jul 23 14:03:22.362092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:22.364384 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e58742-e9fc-4c54-ac1e-897176ad3ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:22.393989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b0663-aa21-4bb9-951f-a96ed7ea8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=73bc1bf9-e1a9-49ce-998d-38874ad69c35,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:22.449935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-d83dc31d-29d1-490d-b777-559ef8d1d077 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.451499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-d83dc31d-29d1-490d-b777-559ef8d1d077 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195167 Jul 23 14:03:22.476825 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2eb6cb97-cceb-4cc0-8964-ec1b9e9624e0 req-e2ff6ace-b6a3-4c7d-91f4-45eb09d86634 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584668 Jul 23 14:03:22.525143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Request body: {'port': {'device_id': '5ad008d2-46f0-4405-a51e-570aba40883c', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'cc793ae8b78f4b4fa35ea33cf7c13972'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:22.536553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-3300d142-1780-43dc-a66a-d4d97391d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.540538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-3300d142-1780-43dc-a66a-d4d97391d497 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5e536ad14fe42118868ea9f888a3b53&device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 1095 time: 0.1261642 Jul 23 14:03:22.551313 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e32b5-ebda-4b0a-bc79-122640aa473d x-openstack-request-id: req-745e32b5-ebda-4b0a-bc79-122640aa473d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:22.551616 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:22.551928 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-745e32b5-ebda-4b0a-bc79-122640aa473d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:22.552398 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'status': 'completed', 'code': 200} Jul 23 14:03:22.599270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-909669f1-9fd2-4007-8fdb-43210eac4859 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779312 Jul 23 14:03:22.606631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-14ca2ad9-27b6-4429-95c1-e7896e70dc8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 217 time: 0.0496233 Jul 23 14:03:22.618348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:22.621534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:22.661438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:22.700008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fa93b-aa74-4505-a5d9-f47e23cf7325 req-3c4d35ec-e3d0-43ff-94d1-8a9559d4a252 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.701656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe8fa93b-aa74-4505-a5d9-f47e23cf7325 req-3c4d35ec-e3d0-43ff-94d1-8a9559d4a252 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 943 time: 0.2053194 Jul 23 14:03:22.705300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:22.722672 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.742691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-423fc6b1-8a76-49b6-bacb-00a5cd7b5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.744435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-423fc6b1-8a76-49b6-bacb-00a5cd7b5117 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f40cfd8-750e-4d6f-8412-330b7421ac64 HTTP/1.1" status: 200 len: 867 time: 0.1285629 Jul 23 14:03:22.756499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.790316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe8fa93b-aa74-4505-a5d9-f47e23cf7325 req-3caa43c9-891f-4b70-8047-3b5e64636238 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784256 Jul 23 14:03:22.820425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.821008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.822388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1663920-e69b-40a3-851c-ce8414d77649 HTTP/1.1" status: 200 len: 1091 time: 2.5145435 Jul 23 14:03:22.838100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301341-6777-432a-a4f8-04898af6832a req-ce54e551-f2d4-43ca-8de5-895629115f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.840733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-ce54e551-f2d4-43ca-8de5-895629115f21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854375 Jul 23 14:03:22.866341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:22.868636 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727487e8-f434-436e-8dd8-51f68ef0d5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "tag": "c1663920-e69b-40a3-851c-ce8414d77649"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:22.893668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:22.894186 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:22.895611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] 10.222.0.48 "PUT /v2.0/ports/1ffec667-a20d-45f7-a156-9a556d7f7dcf HTTP/1.1" status: 200 len: 1091 time: 3.3330615 Jul 23 14:03:22.902336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e0467003-8dda-4e0d-ab77-a850b8f6edb6 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:22.951030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6c569-4eb8-46e4-b709-b8a287aaa3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:23.007025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-280ce270-205b-468c-be5c-a7ace3864dad service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462407 Jul 23 14:03:23.064891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e0467003-8dda-4e0d-ab77-a850b8f6edb6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e0467003-8dda-4e0d-ab77-a850b8f6edb6,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:23.065615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-4c65eadf-2bad-42cb-8cf3-0c4219c09d11 service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168210 Jul 23 14:03:23.074697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Made reservation on behalf of cc793ae8b78f4b4fa35ea33cf7c13972 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:23.078233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:23.084769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6', 'network_id': 'eef46a62-88fc-4a9a-81dd-2bb9c505ff3a', 'port_id': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6', 'mac_address': 'fa:16:3e:ca:9c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3527079-cdd1-462f-926f-c916aa227446', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:23.099467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09a2ce-9f5a-4809-a4e0-b28450119182 req-19b511da-7975-40dc-9a71-05cc700aba4e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.100346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5f09a2ce-9f5a-4809-a4e0-b28450119182 req-19b511da-7975-40dc-9a71-05cc700aba4e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 943 time: 0.4527450 Jul 23 14:03:23.146838 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:23.165429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0467003-8dda-4e0d-ab77-a850b8f6edb6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:23.190910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e0467003-8dda-4e0d-ab77-a850b8f6edb6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e0467003-8dda-4e0d-ab77-a850b8f6edb6,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:23.196514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a7b56-b8b0-4db6-9cf6-5d0799a2f58c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:23.197091 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:23.227125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5301341-6777-432a-a4f8-04898af6832a req-31dc040a-c7c1-4842-ae68-fcfd7b6c7cb1 service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073574 Jul 23 14:03:23.236377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02127f09-dc62-43f0-9040-989f7aa21a18 req-b1643cca-27dd-42a4-9b61-8650eaf31244 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.238420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02127f09-dc62-43f0-9040-989f7aa21a18 req-b1643cca-27dd-42a4-9b61-8650eaf31244 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1986783 Jul 23 14:03:23.243716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-5f4b1363-e2f7-47cf-8f68-583597995498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.245247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-5f4b1363-e2f7-47cf-8f68-583597995498 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 1094 time: 0.3598654 Jul 23 14:03:23.276146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e0467003-8dda-4e0d-ab77-a850b8f6edb6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:23.302411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02127f09-dc62-43f0-9040-989f7aa21a18 req-da844cf6-d255-4a21-ac79-dc19fcf471a1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Jul 23 14:03:23.366117 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5f09a2ce-9f5a-4809-a4e0-b28450119182 req-b3351f41-6caa-4972-a13a-191253727567 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376792 Jul 23 14:03:23.371803 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b71ad2-aaed-4936-8957-dc62f727a5ad x-openstack-request-id: req-47b71ad2-aaed-4936-8957-dc62f727a5ad {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:23.372299 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "tag": "c1663920-e69b-40a3-851c-ce8414d77649", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:23.372857 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47b71ad2-aaed-4936-8957-dc62f727a5ad {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:23.373398 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649', 'status': 'completed', 'code': 200} Jul 23 14:03:23.377503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-b38a70fa-0605-42c1-999b-d25d00fe4a00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1663920-e69b-40a3-851c-ce8414d77649 HTTP/1.1" status: 200 len: 217 time: 0.0980606 Jul 23 14:03:23.383331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-90df91c6-5dda-45ee-9a2e-782df920421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.385067 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-90df91c6-5dda-45ee-9a2e-782df920421c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 1094 time: 0.4124362 Jul 23 14:03:23.385727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-0d708fa8-ee4c-4e04-8cb2-f909718e7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.388247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-0d708fa8-ee4c-4e04-8cb2-f909718e7fa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5e536ad14fe42118868ea9f888a3b53&device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 1095 time: 0.0800056 Jul 23 14:03:23.501801 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-1236a6e7-727d-48b4-af03-24370e01133d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf HTTP/1.1" status: 200 len: 217 time: 0.0870404 Jul 23 14:03:23.503724 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfc0f04a-905e-452a-9209-f48d184f12a9 req-bce32adc-5937-4fc5-9768-9c7548cfe4ca service neutron] 10.222.0.11 "GET /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141271 Jul 23 14:03:23.562873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-0f828f36-f250-444c-a884-a61bb397881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.564488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-0f828f36-f250-444c-a884-a61bb397881e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 200 len: 929 time: 0.1489425 Jul 23 14:03:23.586728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c94b7-e95b-4fd9-9b65-088514cb5fee req-be27011e-e698-49e6-b4e5-421650e3e379 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.589146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a05c94b7-e95b-4fd9-9b65-088514cb5fee req-be27011e-e698-49e6-b4e5-421650e3e379 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 943 time: 0.1499097 Jul 23 14:03:23.651889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-84bac54a-1e98-4a8c-a39c-41422672d971 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 217 time: 0.0613809 Jul 23 14:03:23.714010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['e0467003-8dda-4e0d-ab77-a850b8f6edb6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:23.721111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a05c94b7-e95b-4fd9-9b65-088514cb5fee req-75064157-ff5c-4109-86a9-382aa1b33702 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230416 Jul 23 14:03:23.733537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-216087f2-3ece-4b53-bea4-549d0c92f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.735139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-216087f2-3ece-4b53-bea4-549d0c92f5d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f40cfd8-750e-4d6f-8412-330b7421ac64 HTTP/1.1" status: 200 len: 867 time: 0.0651007 Jul 23 14:03:23.874362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-14dc9bbe-e83c-42d2-b9b2-349ee2d0c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.875940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-14dc9bbe-e83c-42d2-b9b2-349ee2d0c33e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323168 Jul 23 14:03:23.891538 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a7d4f62-8b5b-4b3f-a80a-c0262705c8ad req-8ca3b994-ce87-44dc-b6de-06ede7ac8096 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 210 time: 0.3975115 Jul 23 14:03:23.953477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-f3578525-9460-4a28-82a8-4ef459655fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.955049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-f3578525-9460-4a28-82a8-4ef459655fe9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd HTTP/1.1" status: 200 len: 861 time: 0.5544968 Jul 23 14:03:23.956991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Allocated IP 192.168.233.163 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/ea8ef963-5242-48d0-8ef7-724155fc3eef) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:23.995693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-389e4cec-5e60-4d8c-8457-af96c84d88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:23.997201 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-389e4cec-5e60-4d8c-8457-af96c84d88a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.4756327 Jul 23 14:03:24.033574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-6042c653-09d3-4a92-ac3f-9c283a938eaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c5342ad-abcf-4ad6-b789-26addd712c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583415 Jul 23 14:03:24.051852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd9f97-823c-46b3-afb9-d3026da16087 req-b21277cc-fb35-4ce7-9db6-0608d01f87a9 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:24.053378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bcd9f97-823c-46b3-afb9-d3026da16087 req-b21277cc-fb35-4ce7-9db6-0608d01f87a9 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 944 time: 0.2015340 Jul 23 14:03:24.078667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-aa33b3e0-a854-48a7-ae48-d08e09a430ff service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763303 Jul 23 14:03:24.108238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bcd9f97-823c-46b3-afb9-d3026da16087 req-1cfd57a8-f39e-4136-a36a-26ce7ab6f280 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 Jul 23 14:03:24.113355 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-ed4e9ead-4ef7-4422-937a-cdcd008766ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876372 Jul 23 14:03:24.225293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95e58742-e9fc-4c54-ac1e-897176ad3ca7 req-47a9322c-c2e5-4f89-94a1-c2fdf9bcb35a service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341197 Jul 23 14:03:24.236690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-19ddc3c3-0c2e-4dfa-b0c7-c06071ac400a tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:24.238203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-19ddc3c3-0c2e-4dfa-b0c7-c06071ac400a tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.3409657 Jul 23 14:03:24.265223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:24.420500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b657a1-abc3-4ed6-9c64-2130f8105274 req-aeff1f31-0447-4867-bf5c-3d44dd5091b6 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:24.422054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8b657a1-abc3-4ed6-9c64-2130f8105274 req-aeff1f31-0447-4867-bf5c-3d44dd5091b6 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 943 time: 0.4329529 Jul 23 14:03:24.448033 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-15429efb-3390-4df3-aca4-419cad0cc1d7 service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780591 Jul 23 14:03:24.484957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de833a-7111-4cb3-a746-41b408c69ba2 req-e70b6d48-01c8-4e55-b6b0-a189ab69ee22 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:24.487947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65de833a-7111-4cb3-a746-41b408c69ba2 req-e70b6d48-01c8-4e55-b6b0-a189ab69ee22 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 945 time: 0.0878618 Jul 23 14:03:24.522709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-a69531ef-f1ce-4508-bd45-42d018b52b2f service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841484 Jul 23 14:03:24.538303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65de833a-7111-4cb3-a746-41b408c69ba2 req-917c0dec-4428-4ae6-8631-3907c0f51bd4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Jul 23 14:03:24.555720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:24.589587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:24.609996 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8b657a1-abc3-4ed6-9c64-2130f8105274 req-5095dc7f-0b6d-4ea3-ad72-bebaa747fc5d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727912 Jul 23 14:03:24.644483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Transition to ACTIVE for port object ea8ef963-5242-48d0-8ef7-724155fc3eef will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:24.696727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b5f8e-f709-499c-9d62-5381325cb6f7 req-f9366236-ac92-48e3-9c3a-3235209d20f3 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:24.699419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-587b5f8e-f709-499c-9d62-5381325cb6f7 req-f9366236-ac92-48e3-9c3a-3235209d20f3 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 944 time: 0.0913758 Jul 23 14:03:24.775426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df7f5c6-c71b-40b0-b622-6c927fefced0 req-c5daa48b-3d80-4a55-bee0-3c13da2a6ad6 service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014712 Jul 23 14:03:24.798893 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e271f0a-bc6b-4191-a297-ccf1f2bd67a0 req-f5f8e601-6b3f-4e2d-bfae-60bf13cd0f8c service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665768 Jul 23 14:03:24.888489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:24.911882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 735a4710-176e-488c-b8ca-ed18e38ac4d4 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:24.917531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d2910e12-c70b-44d2-885e-222f4c0d58d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:24.958120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:25.000319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:25.016111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:25.018083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:25.030727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:25.057629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-587b5f8e-f709-499c-9d62-5381325cb6f7 req-2d729b39-4357-4f6a-b336-fb3282364057 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524911 Jul 23 14:03:25.079851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:25.139630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1897-4b67-4f31-b617-d8b75efd0bdd req-8af89d8a-59ec-497e-8763-df9cba2484ca tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.141288 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cabd1897-4b67-4f31-b617-d8b75efd0bdd req-8af89d8a-59ec-497e-8763-df9cba2484ca tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 943 time: 0.2749848 Jul 23 14:03:25.143280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-2392b25e-1a12-40ad-aba4-b9406b40df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.144719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-2392b25e-1a12-40ad-aba4-b9406b40df35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 1094 time: 0.2820392 Jul 23 14:03:25.153053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.153706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:25.167057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:25.244908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3416b87b-1d62-4994-9518-aa6b097e535c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7246635 Jul 23 14:03:25.263877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54500ade-fa2e-4e59-8498-e5220e1525bf req-940f25b1-2727-41e5-b835-f5d8a73b4314 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.266376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54500ade-fa2e-4e59-8498-e5220e1525bf req-940f25b1-2727-41e5-b835-f5d8a73b4314 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 936 time: 0.1045113 Jul 23 14:03:25.285105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Request body: {'port': {'device_id': '5ad008d2-46f0-4405-a51e-570aba40883c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:25.316383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:25.324717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54500ade-fa2e-4e59-8498-e5220e1525bf req-a63bec1c-22a5-40b4-ba1c-5d9023c3e93d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503290 Jul 23 14:03:25.370849 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:25.383901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf'}, {'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:25.386283 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631c8182-d28d-4ffa-9a9a-14ba84dadb01" -d '{"events": [{"name": "network-changed", "server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf"}, {"server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:25.428993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:25.429802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cabd1897-4b67-4f31-b617-d8b75efd0bdd req-fd217415-3505-47ae-b7ee-ffc8f7993158 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731736 Jul 23 14:03:25.499241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 735a4710-176e-488c-b8ca-ed18e38ac4d4 has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:03:25.521147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0c582-b65b-4e81-805e-994a86cb49e9 req-1f64293b-f95b-4174-9787-f0c0842d942a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.524227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-fbc61f52-6add-4bdb-97e5-441e26d3c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.524400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e2c0c582-b65b-4e81-805e-994a86cb49e9 req-1f64293b-f95b-4174-9787-f0c0842d942a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 944 time: 0.1154714 Jul 23 14:03:25.524745 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-fbc61f52-6add-4bdb-97e5-441e26d3c7f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 922 time: 0.3646526 Jul 23 14:03:25.525415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:25.538414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2a377c9-181e-4e8c-bb3a-fc05ac659931 None None] Provisioning for port ea8ef963-5242-48d0-8ef7-724155fc3eef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:25.561418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2a377c9-181e-4e8c-bb3a-fc05ac659931 None None] Provisioning complete for port ea8ef963-5242-48d0-8ef7-724155fc3eef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:25.561797 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a377c9-181e-4e8c-bb3a-fc05ac659931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:25.571933 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:25.613559 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66701a9f-0c12-46d2-9d0d-67d791488974 x-openstack-request-id: req-66701a9f-0c12-46d2-9d0d-67d791488974 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:25.613850 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf", "status": "completed", "code": 200}, {"server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:25.614096 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66701a9f-0c12-46d2-9d0d-67d791488974 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:25.614482 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'status': 'completed', 'code': 200} Jul 23 14:03:25.614753 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4', 'code': 200} Jul 23 14:03:25.617218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:25.617547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:25.617890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:25.620738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-b882f0da-d7d6-46f9-b54c-f72e3c45e5d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1663920-e69b-40a3-851c-ce8414d77649 HTTP/1.1" status: 200 len: 217 time: 0.0678525 Jul 23 14:03:25.637090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e2c0c582-b65b-4e81-805e-994a86cb49e9 req-55fbac48-80d8-4324-ae9b-f660216a5a3d tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068277 Jul 23 14:03:25.646842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:25.646842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Attempting to bind port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:25.652495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2a377c9-181e-4e8c-bb3a-fc05ac659931 None None] Port ea8ef963-5242-48d0-8ef7-724155fc3eef cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:03:25.734282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:25.734610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:25.735083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:25.735535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Bound port: 735a4710-176e-488c-b8ca-ed18e38ac4d4, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:25.735904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:25.789314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011decfc-21f1-4786-be33-228e3a679b15 req-fa55e509-2be2-44c6-81f6-ec79810f46ad tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.791074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-011decfc-21f1-4786-be33-228e3a679b15 req-fa55e509-2be2-44c6-81f6-ec79810f46ad tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 943 time: 0.0732465 Jul 23 14:03:25.835964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-011decfc-21f1-4786-be33-228e3a679b15 req-e95ae6de-3037-40cb-b2a3-73f0c4ce18ad tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 Jul 23 14:03:25.874204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-2b7a5608-f2de-4198-93f8-0d648c1a7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:25.875813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-2b7a5608-f2de-4198-93f8-0d648c1a7847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd HTTP/1.1" status: 200 len: 861 time: 0.2164733 Jul 23 14:03:25.956172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-634f3001-8bf4-4ce6-94ba-7364960816bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c5342ad-abcf-4ad6-b789-26addd712c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640385 Jul 23 14:03:26.022264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-290eb7ad-ed4b-436f-bcff-a9f730842be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.023871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-290eb7ad-ed4b-436f-bcff-a9f730842be9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 1094 time: 0.3536930 Jul 23 14:03:26.027228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:26.063091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fc2d4-7d7e-4e60-b4bf-08e102817fd0 req-079e6557-ada9-445e-bbca-b1c1e9bf9cb9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.064462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f14fc2d4-7d7e-4e60-b4bf-08e102817fd0 req-079e6557-ada9-445e-bbca-b1c1e9bf9cb9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.3438492 Jul 23 14:03:26.134776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:26.159062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:26.198186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b7b09-e883-4b84-b1b8-7d9e85574f07 req-ef3810ea-9b71-442b-be29-e086b7710ad1 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.199832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef8b7b09-e883-4b84-b1b8-7d9e85574f07 req-ef3810ea-9b71-442b-be29-e086b7710ad1 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 944 time: 0.0681546 Jul 23 14:03:26.243828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef8b7b09-e883-4b84-b1b8-7d9e85574f07 req-1006fb47-4ad3-4b2b-84c4-6da723df0ead tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356529 Jul 23 14:03:26.310593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f14fc2d4-7d7e-4e60-b4bf-08e102817fd0 req-34afd6b5-904b-4e60-8964-2be10f39bcd4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279339 Jul 23 14:03:26.321880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-b8459c8a-25ff-4b69-882b-6ae5c433a6fd service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515079 Jul 23 14:03:26.359230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-3fb0ec6f-5dc7-4987-88e5-5aaaa12f6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.360784 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-3fb0ec6f-5dc7-4987-88e5-5aaaa12f6f46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 906 time: 0.2876518 Jul 23 14:03:26.379270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:26.398280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.398946 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:26.400341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-68102481-8279-44a9-8fbe-3376a248d6fe service neutron] 10.222.0.11 "PUT /v2.0/ports/735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 200 len: 1121 time: 2.1478629 Jul 23 14:03:26.514700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['735a4710-176e-488c-b8ca-ed18e38ac4d4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:26.534438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a84b6-43ff-4a19-8344-f71f68c8a6b7 req-3510f3f7-6ff0-4d44-8292-2f89af81b931 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.552315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b8a84b6-43ff-4a19-8344-f71f68c8a6b7 req-3510f3f7-6ff0-4d44-8292-2f89af81b931 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 936 time: 0.1468105 Jul 23 14:03:26.605363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b8a84b6-43ff-4a19-8344-f71f68c8a6b7 req-a50359a7-6d07-4208-9bef-0d42a9169467 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519722 Jul 23 14:03:26.616780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['735a4710-176e-488c-b8ca-ed18e38ac4d4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:26.776757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-b99c7985-26ea-4cfb-a097-e6e8aaa7ab3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf HTTP/1.1" status: 200 len: 217 time: 0.4012315 Jul 23 14:03:26.817714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8ef963-5242-48d0-8ef7-724155fc3eef {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:26.865656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01867632-f5b6-489c-b989-b1cc9b00f9bf req-03436712-9e2e-455b-95ac-4176cca28f13 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.867232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01867632-f5b6-489c-b989-b1cc9b00f9bf req-03436712-9e2e-455b-95ac-4176cca28f13 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 944 time: 0.0859590 Jul 23 14:03:26.889983 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:26.895763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ffec667-a20d-45f7-a156-9a556d7f7dcf details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:26.911074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01867632-f5b6-489c-b989-b1cc9b00f9bf req-fb87e68c-c219-4a86-9ebe-2203bf6af969 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Jul 23 14:03:26.928156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Transition to ACTIVE for port object ea8ef963-5242-48d0-8ef7-724155fc3eef will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:26.936886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-53bff552-5c2c-4aa0-a47c-cfcc17bc60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:26.938425 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-53bff552-5c2c-4aa0-a47c-cfcc17bc60bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.1270912 Jul 23 14:03:26.947130 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:26.951161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e0467003-8dda-4e0d-ab77-a850b8f6edb6 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:27.002316 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-727487e8-f434-436e-8dd8-51f68ef0d5d5 req-d42a1b33-f17c-4912-b6fb-8a84f2e1c4fd service neutron] 10.222.0.48 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595764 Jul 23 14:03:27.034024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-c51bd56c-b907-4ee6-b713-9fde2e08e51b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801773 Jul 23 14:03:27.057360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87102-692d-4ae5-9612-c3070ad1d843 req-633da26f-eb27-4818-a46a-3c7eeec873dd tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.064650 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78e87102-692d-4ae5-9612-c3070ad1d843 req-633da26f-eb27-4818-a46a-3c7eeec873dd tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 943 time: 0.3056586 Jul 23 14:03:27.110869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:27.121895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:27.129987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6811d9-b7a5-4ad7-9969-310ab9a8ca82 req-1c94ac0a-c662-4540-bcab-0b28f103c457 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.137325 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:03:27.137941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d6811d9-b7a5-4ad7-9969-310ab9a8ca82 req-1c94ac0a-c662-4540-bcab-0b28f103c457 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 943 time: 0.1350091 Jul 23 14:03:27.151529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'mac_address': 'fa:16:3e:6d:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:27.182141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port e0467003-8dda-4e0d-ab77-a850b8f6edb6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:27.202696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port e0467003-8dda-4e0d-ab77-a850b8f6edb6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:27.202696 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.203156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d6811d9-b7a5-4ad7-9969-310ab9a8ca82 req-e131ed87-cf62-4863-a11d-f091c9224bd6 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603013 Jul 23 14:03:27.260522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.263568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78e87102-692d-4ae5-9612-c3070ad1d843 req-ec7cc171-b7be-4d33-9cd3-2994782683e4 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980309 Jul 23 14:03:27.275881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffec667-a20d-45f7-a156-9a556d7f7dcf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:27.315189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:27.325903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-9476c32c-af48-4e68-9318-c4b827e2c5d1 service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773268 Jul 23 14:03:27.327050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Attempting to bind port ea8ef963-5242-48d0-8ef7-724155fc3eef on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:27.327548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Attempting to bind port ea8ef963-5242-48d0-8ef7-724155fc3eef by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:27.328052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Attempting to bind port ea8ef963-5242-48d0-8ef7-724155fc3eef on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:27.333531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Port ea8ef963-5242-48d0-8ef7-724155fc3eef on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:27.334295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Attempting to bind port ea8ef963-5242-48d0-8ef7-724155fc3eef on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:27.343099 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.343777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device c1663920-e69b-40a3-851c-ce8414d77649 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:27.414295 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.415664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:27.416009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:27.416397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:27.416842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Bound port: ea8ef963-5242-48d0-8ef7-724155fc3eef, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:27.417202 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.451157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f3723-62d7-40f3-84f1-324ac8ae1f6e req-f50fc4c6-aefd-4276-8284-81604d63f76d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.453653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-955f3723-62d7-40f3-84f1-324ac8ae1f6e req-f50fc4c6-aefd-4276-8284-81604d63f76d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 944 time: 0.0813754 Jul 23 14:03:27.502252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef17856-3528-4052-a579-5ed821552048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:27.504793 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8817963-abfc-4674-bd87-638e7e3f697a" -d '{"events": [{"server_uuid": "cef17856-3528-4052-a579-5ed821552048", "name": "network-vif-plugged", "status": "completed", "tag": "e0467003-8dda-4e0d-ab77-a850b8f6edb6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:27.515813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-955f3723-62d7-40f3-84f1-324ac8ae1f6e req-a34fa190-7ae3-458c-9fc4-434465d75f61 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Jul 23 14:03:27.523029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:27.555739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e0467003-8dda-4e0d-ab77-a850b8f6edb6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e0467003-8dda-4e0d-ab77-a850b8f6edb6,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:27.568537 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.574978 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d4c94c-e4af-44b1-9f8b-772e2feb0a87 x-openstack-request-id: req-17d4c94c-e4af-44b1-9f8b-772e2feb0a87 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:27.575264 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef17856-3528-4052-a579-5ed821552048", "name": "network-vif-plugged", "status": "completed", "tag": "e0467003-8dda-4e0d-ab77-a850b8f6edb6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:27.575518 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d4c94c-e4af-44b1-9f8b-772e2feb0a87 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:27.575892 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef17856-3528-4052-a579-5ed821552048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6', 'code': 200} Jul 23 14:03:27.607784 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-631c8182-d28d-4ffa-9a9a-14ba84dadb01 req-46337371-dc11-49a0-8333-56411d6205b0 service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565427 Jul 23 14:03:27.619585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:27.619843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:27.624447 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e307849-0484-461b-83df-ccd86d05a407" -d '{"events": [{"name": "network-changed", "server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:27.640643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:27.648196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'c1663920-e69b-40a3-851c-ce8414d77649', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'port_id': 'c1663920-e69b-40a3-851c-ce8414d77649', 'mac_address': 'fa:16:3e:79:8c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19468e9-d776-4c9d-b75d-8bbf3d3bcedd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:27.654310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afc590-6ab7-4990-aee4-2ad52cb1ae8c req-765b86ba-4a09-4265-b05f-9e1feabd0e05 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.655146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e0467003-8dda-4e0d-ab77-a850b8f6edb6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:27.655975 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51afc590-6ab7-4990-aee4-2ad52cb1ae8c req-765b86ba-4a09-4265-b05f-9e1feabd0e05 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.2524672 Jul 23 14:03:27.659185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:27.668391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.697098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.697839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.699921 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] 10.222.0.11 "PUT /v2.0/ports/ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 200 len: 1096 time: 2.4235249 Jul 23 14:03:27.701672 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.716307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1663920-e69b-40a3-851c-ce8414d77649 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:27.747328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:27.754379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:27.755314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 73bc1bf9-e1a9-49ce-998d-38874ad69c35 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:27.813969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d92942-98ed-4965-9943-357ae8ea39ef req-1de2a5ba-68a8-48b7-938a-38793d593a61 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.815625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36d92942-98ed-4965-9943-357ae8ea39ef req-1de2a5ba-68a8-48b7-938a-38793d593a61 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.1143668 Jul 23 14:03:27.829328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:27.842290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8de07a-9fd4-4e2d-b26b-5923871d0d7d service neutron] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:27.877427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36d92942-98ed-4965-9943-357ae8ea39ef req-a0d39697-54a1-4c9d-99a6-90d31a146574 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558636 Jul 23 14:03:27.919270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51afc590-6ab7-4990-aee4-2ad52cb1ae8c req-b2bca6e8-8254-49f1-a7f4-e8efd12434dd tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359037 Jul 23 14:03:27.963617 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6d032d-5e6a-47a7-acab-aa2919fdccc7 x-openstack-request-id: req-8f6d032d-5e6a-47a7-acab-aa2919fdccc7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:27.963906 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:27.964156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 73bc1bf9-e1a9-49ce-998d-38874ad69c35, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:27.964505 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f6d032d-5e6a-47a7-acab-aa2919fdccc7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:27.964895 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4', 'status': 'completed', 'code': 200} Jul 23 14:03:27.966928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d491618-1bab-425f-8561-e23eeaf1e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.968440 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-3d491618-1bab-425f-8561-e23eeaf1e2e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 1099 time: 0.1927814 Jul 23 14:03:27.971684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6003e3-29e5-4195-ae52-c5b5909d27b5 req-94ad9c52-9e71-4e24-bdaa-398bb2ca68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:27.973377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4f6003e3-29e5-4195-ae52-c5b5909d27b5 req-94ad9c52-9e71-4e24-bdaa-398bb2ca68bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 1096 time: 0.2384672 Jul 23 14:03:27.990390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'port_id': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'mac_address': 'fa:16:3e:34:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:28.055640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-bfccb151-0002-481b-9715-f3ea7c0d1ea8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 200 len: 217 time: 0.0673907 Jul 23 14:03:28.065658 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:28.083027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bc1bf9-e1a9-49ce-998d-38874ad69c35 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:28.114344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 73bc1bf9-e1a9-49ce-998d-38874ad69c35, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:28.123955 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:28.153385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808930a-89f9-4868-b386-814f1b8b8869 req-5129180f-68d8-4ecc-ab21-dba00bfef52d tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.154944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b808930a-89f9-4868-b386-814f1b8b8869 req-5129180f-68d8-4ecc-ab21-dba00bfef52d tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 944 time: 0.1007469 Jul 23 14:03:28.170483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4f6003e3-29e5-4195-ae52-c5b5909d27b5 req-3caa851b-48bc-4fd8-b6e9-2cee71bfd7fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212811 Jul 23 14:03:28.173276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-c52d6276-b297-44ab-8c23-c6c38ea8d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.174727 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-c52d6276-b297-44ab-8c23-c6c38ea8d4ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0989058 Jul 23 14:03:28.191927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e307849-0484-461b-83df-ccd86d05a407 req-69117929-5845-42e2-8c54-b0528d9dc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.193463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e307849-0484-461b-83df-ccd86d05a407 req-69117929-5845-42e2-8c54-b0528d9dc26d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1124 time: 0.1360662 Jul 23 14:03:28.205726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=73bc1bf9-e1a9-49ce-998d-38874ad69c35,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:28.218193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b808930a-89f9-4868-b386-814f1b8b8869 req-1fb13206-519a-4407-be35-3e817d765a94 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Jul 23 14:03:28.342007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e307849-0484-461b-83df-ccd86d05a407 req-3df6e8ee-5efe-456d-8db9-82268fc2a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.343536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e307849-0484-461b-83df-ccd86d05a407 req-3df6e8ee-5efe-456d-8db9-82268fc2a7ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1385682 Jul 23 14:03:28.394130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e307849-0484-461b-83df-ccd86d05a407 req-24d5a49f-12b5-46d2-88a6-d6620b5ced39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 200 len: 217 time: 0.0385885 Jul 23 14:03:28.403126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71eed9-544e-486f-bd79-c1946df07256 req-663ca989-25f6-4de7-8e7a-e6b9c0036fc2 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.404729 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd71eed9-544e-486f-bd79-c1946df07256 req-663ca989-25f6-4de7-8e7a-e6b9c0036fc2 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 944 time: 0.1252701 Jul 23 14:03:28.404898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc02f1-7951-4c6c-a1e7-dcdecb4ead65 req-02c4f7f9-7f0d-4602-8a6a-2bfcefe4d7c0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.410127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79cc02f1-7951-4c6c-a1e7-dcdecb4ead65 req-02c4f7f9-7f0d-4602-8a6a-2bfcefe4d7c0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 944 time: 0.0712240 Jul 23 14:03:28.458350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79cc02f1-7951-4c6c-a1e7-dcdecb4ead65 req-a27366a7-5bb2-47a5-a96e-78bd1efea495 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Jul 23 14:03:28.483375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e307849-0484-461b-83df-ccd86d05a407 req-282f6c8b-bc22-4c2d-ad59-76e1e2f6bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.484896 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e307849-0484-461b-83df-ccd86d05a407 req-282f6c8b-bc22-4c2d-ad59-76e1e2f6bb53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0791533 Jul 23 14:03:28.514822 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd71eed9-544e-486f-bd79-c1946df07256 req-d61d8cca-c95f-41f4-a966-78f3d0417075 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004055 Jul 23 14:03:28.536198 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e307849-0484-461b-83df-ccd86d05a407 req-8d05dd7c-3ea3-457e-b523-59005857808b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326385 Jul 23 14:03:28.587457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-65934b9a-0900-4178-a5b5-14d92f6d5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.589412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-65934b9a-0900-4178-a5b5-14d92f6d5cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234858 Jul 23 14:03:28.621391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1ffec667-a20d-45f7-a156-9a556d7f7dcf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:28.663985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['73bc1bf9-e1a9-49ce-998d-38874ad69c35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:28.669337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85531-19ce-4d46-aa8f-1f5769fe8a92 req-a28e6b7b-ca5a-41be-8060-59372c757757 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:28.671910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b85531-19ce-4d46-aa8f-1f5769fe8a92 req-a28e6b7b-ca5a-41be-8060-59372c757757 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 945 time: 0.0823462 Jul 23 14:03:28.714332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['c1663920-e69b-40a3-851c-ce8414d77649'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:28.722661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b85531-19ce-4d46-aa8f-1f5769fe8a92 req-b18d087d-f1dc-4fe3-ba8c-37ccb029c9cf tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Jul 23 14:03:28.746400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e307849-0484-461b-83df-ccd86d05a407 req-95310189-5953-4cb9-9fbb-f3d3f52c2aac service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980007 Jul 23 14:03:28.806162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-41ad9fce-b7c0-49c8-ab91-051b1e3d4ef4 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757722 Jul 23 14:03:28.917492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e307849-0484-461b-83df-ccd86d05a407 req-15709ba5-a705-4214-b495-10a49c82da25 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590941 Jul 23 14:03:28.945668 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf64df86-8a0d-42e9-a700-cba4acaaa3ec req-a5d1c8f0-7bf7-4c3b-acf0-0e6f253d8455 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083896 Jul 23 14:03:29.067416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a93dd-f51e-47b2-aa0f-26c55dd45dec req-411395f8-3eb2-4546-a706-f8b2783f03dc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:29.069286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-604a93dd-f51e-47b2-aa0f-26c55dd45dec req-411395f8-3eb2-4546-a706-f8b2783f03dc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.0865798 Jul 23 14:03:29.091959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe15f-bc43-4b1f-ab0c-f65ea16e41aa req-67a42644-706c-4d5a-a4e1-574a5048a806 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:29.093482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e50fe15f-bc43-4b1f-ab0c-f65ea16e41aa req-67a42644-706c-4d5a-a4e1-574a5048a806 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.0807011 Jul 23 14:03:29.113151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-604a93dd-f51e-47b2-aa0f-26c55dd45dec req-e9c55384-8f88-43cf-80a3-80c0729b3dfd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345798 Jul 23 14:03:29.135414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e50fe15f-bc43-4b1f-ab0c-f65ea16e41aa req-1f8d7fa8-c029-4f0f-ac9c-17de1bd190e7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Jul 23 14:03:29.349637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668facda-9e9c-4e1e-a0d5-83f8187507be req-65875b1c-57d3-4a2b-b79c-778461741ffc tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:29.351205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-668facda-9e9c-4e1e-a0d5-83f8187507be req-65875b1c-57d3-4a2b-b79c-778461741ffc tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 945 time: 0.0650389 Jul 23 14:03:29.389731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-668facda-9e9c-4e1e-a0d5-83f8187507be req-9ae90e61-2705-4c88-8e6d-9863d5d5952f tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328066 Jul 23 14:03:29.606935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfb173-d149-44e5-84b1-00282a1e6da7 req-12855422-9f4a-4d0a-a621-99f7aa62325d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:29.608451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1ecfb173-d149-44e5-84b1-00282a1e6da7 req-12855422-9f4a-4d0a-a621-99f7aa62325d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 944 time: 0.0766323 Jul 23 14:03:29.653417 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1ecfb173-d149-44e5-84b1-00282a1e6da7 req-ba9ff61b-94c3-411d-be37-3877fb477b9c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388637 Jul 23 14:03:29.658371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ed3e8-9baa-491c-825d-7fa9bfd66299 req-a6c00ae2-58a7-4438-852b-672c5ff38ddc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:29.659915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc2ed3e8-9baa-491c-825d-7fa9bfd66299 req-a6c00ae2-58a7-4438-852b-672c5ff38ddc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 944 time: 0.0750501 Jul 23 14:03:29.700253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc2ed3e8-9baa-491c-825d-7fa9bfd66299 req-3f95a18e-dd22-43d8-96d7-0e2c648a6063 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344040 Jul 23 14:03:29.861903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561e3c-580b-48fa-8795-e25b93587942 req-bf292d34-f3b5-4224-98d7-df14b659bc69 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:29.863542 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35561e3c-580b-48fa-8795-e25b93587942 req-bf292d34-f3b5-4224-98d7-df14b659bc69 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 945 time: 0.0707178 Jul 23 14:03:29.908437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35561e3c-580b-48fa-8795-e25b93587942 req-72c1ddb7-fb28-4e81-a805-65de2226331e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Jul 23 14:03:29.966124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:29.969712 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76696f03-b790-425c-a87a-b3a0328a9de1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:30.020739 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785fdaed-5f1f-4e59-955b-d3502756f0ed x-openstack-request-id: req-785fdaed-5f1f-4e59-955b-d3502756f0ed {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:30.021107 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:30.021435 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-785fdaed-5f1f-4e59-955b-d3502756f0ed {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:30.021871 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'status': 'completed', 'code': 200} Jul 23 14:03:30.049295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43064e-e52e-4c55-8e28-ce620d6cf7af req-676e445a-faaa-4425-a74b-069e71697869 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.050850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c43064e-e52e-4c55-8e28-ce620d6cf7af req-676e445a-faaa-4425-a74b-069e71697869 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 945 time: 0.0727980 Jul 23 14:03:30.092164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c43064e-e52e-4c55-8e28-ce620d6cf7af req-96a20e41-59de-4b77-a974-9963a40ba6fb tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355968 Jul 23 14:03:30.183894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-d9be857b-64cb-4e78-8ccb-71f254f301df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.186310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-d9be857b-64cb-4e78-8ccb-71f254f301df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 1099 time: 0.0663006 Jul 23 14:03:30.276906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5079e1-7972-438b-ad73-705cf059089e req-25c84ed8-283a-4796-a1db-f4a148e3830b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.288403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a5079e1-7972-438b-ad73-705cf059089e req-25c84ed8-283a-4796-a1db-f4a148e3830b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.0917201 Jul 23 14:03:30.327764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-68aa0ec1-9d9d-4c05-97e7-ab746fd2540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.330730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-68aa0ec1-9d9d-4c05-97e7-ab746fd2540e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1218367 Jul 23 14:03:30.347415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a5079e1-7972-438b-ad73-705cf059089e req-aa73cc00-b0a9-4dbd-bf8d-944e36e8feb5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574789 Jul 23 14:03:30.385139 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-99cb5321-7c47-4f35-88ee-87c8f20d9ba4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 200 len: 217 time: 0.0462837 Jul 23 14:03:30.450192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c255c8b-fabb-4b46-a3d0-078e5cb0893e req-6500530f-5b8a-42b5-9a46-94c8884784bf tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.451713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5c255c8b-fabb-4b46-a3d0-078e5cb0893e req-6500530f-5b8a-42b5-9a46-94c8884784bf tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.0692060 Jul 23 14:03:30.535079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5c255c8b-fabb-4b46-a3d0-078e5cb0893e req-a3769a7b-7e15-4e65-a506-0e1144d8e91a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775359 Jul 23 14:03:30.540561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-2d57a595-d612-4d03-a4ed-8f23787e36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.541999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-2d57a595-d612-4d03-a4ed-8f23787e36a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0754230 Jul 23 14:03:30.662569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-cbf5588d-a494-41db-acc1-d8dbcc26dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.664110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-cbf5588d-a494-41db-acc1-d8dbcc26dfdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127591 Jul 23 14:03:30.723501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bbf63-025f-4d02-a249-b6819809217f req-ed69eb72-3755-446c-987a-86f9b00b8542 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.725034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c49bbf63-025f-4d02-a249-b6819809217f req-ed69eb72-3755-446c-987a-86f9b00b8542 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 945 time: 0.1042647 Jul 23 14:03:30.726088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ee84c-ae70-4ca8-8fe4-50a2d36bacc5 req-8f1e6581-1da4-4848-b1c0-f3187ff7dd89 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.727608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-572ee84c-ae70-4ca8-8fe4-50a2d36bacc5 req-8f1e6581-1da4-4848-b1c0-f3187ff7dd89 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 945 time: 0.0665970 Jul 23 14:03:30.772744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-572ee84c-ae70-4ca8-8fe4-50a2d36bacc5 req-da8057ca-1278-44fb-b1e2-4583b63da349 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359828 Jul 23 14:03:30.814993 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c49bbf63-025f-4d02-a249-b6819809217f req-ebd8707f-5180-4c2d-b132-497dc15ee3eb tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816085 Jul 23 14:03:30.825929 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-9037a8bc-23f7-4ce1-910f-62dc8ea01710 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387656 Jul 23 14:03:30.909911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf6c9e-d1f0-4773-8eb2-4f71292a1c48 req-64a04f32-2b48-4cbb-999c-da8fe5ab33c2 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:30.910187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 73bc1bf9-e1a9-49ce-998d-38874ad69c35 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:30.911649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fcf6c9e-d1f0-4773-8eb2-4f71292a1c48 req-64a04f32-2b48-4cbb-999c-da8fe5ab33c2 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 944 time: 0.0755863 Jul 23 14:03:30.956687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fcf6c9e-d1f0-4773-8eb2-4f71292a1c48 req-ade5e986-fe72-4040-bfb5-56ed28ceda19 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Jul 23 14:03:30.985102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:30.985971 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76696f03-b790-425c-a87a-b3a0328a9de1 req-b00f6ab4-c109-40e4-aea8-4907b9d046b3 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519442 Jul 23 14:03:30.995683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:30.996068 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.009264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de0249-8a60-41e2-88d6-550fb63337e8 req-4d9b1015-462d-4e0f-a613-388fdd11ce6c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:31.010919 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7de0249-8a60-41e2-88d6-550fb63337e8 req-4d9b1015-462d-4e0f-a613-388fdd11ce6c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 944 time: 0.0961678 Jul 23 14:03:31.053678 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7de0249-8a60-41e2-88d6-550fb63337e8 req-d073ea79-bbc6-412e-8ded-b9a5403a1c98 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Jul 23 14:03:31.091715 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.114347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:31.116844 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464b2873-e00f-4e19-b642-d78239cafe0c" -d '{"events": [{"server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "name": "network-vif-plugged", "status": "completed", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:31.133720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 73bc1bf9-e1a9-49ce-998d-38874ad69c35, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:31.138630 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.139504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device c1663920-e69b-40a3-851c-ce8414d77649 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:31.162178 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294c502f-8dec-4a15-ad10-154553008271 x-openstack-request-id: req-294c502f-8dec-4a15-ad10-154553008271 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:31.162494 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "name": "network-vif-plugged", "status": "completed", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:31.162747 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-294c502f-8dec-4a15-ad10-154553008271 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:31.163147 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'code': 200} Jul 23 14:03:31.215771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=73bc1bf9-e1a9-49ce-998d-38874ad69c35,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:31.230065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port c1663920-e69b-40a3-851c-ce8414d77649 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:31.234191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port c1663920-e69b-40a3-851c-ce8414d77649 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:31.234566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.290405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622581e-9e99-4386-9f88-5d8231a00426 req-ae830b1b-37fe-436b-8de8-3f45f205398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:31.292114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4622581e-9e99-4386-9f88-5d8231a00426 req-ae830b1b-37fe-436b-8de8-3f45f205398e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 1097 time: 0.0571799 Jul 23 14:03:31.317068 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.329319 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4622581e-9e99-4386-9f88-5d8231a00426 req-106e8b60-0508-4097-9b2e-82656dffe64a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300665 Jul 23 14:03:31.350455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:31.355631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.356705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ffec667-a20d-45f7-a156-9a556d7f7dcf up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:31.440464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:31.495789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 1ffec667-a20d-45f7-a156-9a556d7f7dcf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:31.500869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1ffec667-a20d-45f7-a156-9a556d7f7dcf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:31.501332 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.545948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32ffd6-245d-433d-abbe-d148b49531e5 req-4a65c3be-0958-4bb5-9e4c-d5ce86493b33 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:31.549031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0b32ffd6-245d-433d-abbe-d148b49531e5 req-4a65c3be-0958-4bb5-9e4c-d5ce86493b33 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.1318259 Jul 23 14:03:31.591108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0b32ffd6-245d-433d-abbe-d148b49531e5 req-11bb8a42-01eb-4522-aea8-d2896f78fb81 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Jul 23 14:03:31.603824 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.638477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:31.645010 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:31.691971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:31.709748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909741f-8451-44b7-94aa-0f903ab518bd req-f575ec2a-9d3f-4ffc-9334-36775018b1c5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:31.711276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b909741f-8451-44b7-94aa-0f903ab518bd req-f575ec2a-9d3f-4ffc-9334-36775018b1c5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.0677252 Jul 23 14:03:31.750871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b909741f-8451-44b7-94aa-0f903ab518bd req-e7129286-87ac-4083-afbc-91742a6a0f3a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jul 23 14:03:31.908165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71f8d-0198-43aa-8107-7aba6d94a3b0 req-a877ed33-75d0-45e8-af70-ff04688511bf tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:31.909673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-26e71f8d-0198-43aa-8107-7aba6d94a3b0 req-a877ed33-75d0-45e8-af70-ff04688511bf tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 945 time: 0.0702667 Jul 23 14:03:31.950609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672ab50-0fea-44d7-8ea8-a438c3df3205 req-3d2ccc23-81ec-475a-9b2b-d78a1e415f25 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:31.952143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1672ab50-0fea-44d7-8ea8-a438c3df3205 req-3d2ccc23-81ec-475a-9b2b-d78a1e415f25 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 946 time: 0.0651951 Jul 23 14:03:31.958228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-26e71f8d-0198-43aa-8107-7aba6d94a3b0 req-5e5089a1-f824-494d-a6fe-7ebadb3563d9 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Jul 23 14:03:31.992357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1672ab50-0fea-44d7-8ea8-a438c3df3205 req-2bd4316f-6cfb-4444-aa58-12aa73f19866 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Jul 23 14:03:32.094168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2098a9-3b2d-4c8a-9bd8-ac9c0b3d1e21 req-f9708918-38d8-4f59-a50c-072e399af134 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:32.094940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5a2098a9-3b2d-4c8a-9bd8-ac9c0b3d1e21 req-f9708918-38d8-4f59-a50c-072e399af134 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.0631769 Jul 23 14:03:32.135012 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5a2098a9-3b2d-4c8a-9bd8-ac9c0b3d1e21 req-7c57ab7e-b831-4add-bdab-99ada5495e7f tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Jul 23 14:03:32.193889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f373724-595c-48d6-964f-b79ffb035d57 req-37dcbe80-5c65-4dda-bcc3-bccbf5f99362 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:32.195407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f373724-595c-48d6-964f-b79ffb035d57 req-37dcbe80-5c65-4dda-bcc3-bccbf5f99362 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 945 time: 0.0699382 Jul 23 14:03:32.233481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f373724-595c-48d6-964f-b79ffb035d57 req-1dd87431-b6f6-4efb-9d51-cdccf6c2b20c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Jul 23 14:03:32.498378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-a077b3dd-a5f7-49ee-8cd2-d4c26356d421 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:32.499874 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-a077b3dd-a5f7-49ee-8cd2-d4c26356d421 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 945 time: 0.1158333 Jul 23 14:03:32.557637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-bfd771a3-7928-40e8-8746-c53970123612 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:32.559161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-bfd771a3-7928-40e8-8746-c53970123612 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 945 time: 0.1145101 Jul 23 14:03:32.702440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Deleting port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:32.702748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:32.750099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Deleting port e0467003-8dda-4e0d-ab77-a850b8f6edb6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:32.750491 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:32.820097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bc30e-0e89-4b8b-8b64-6f956ef80d2a req-004462f0-24ab-43ea-8294-645b1e7d6035 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:32.834248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ed4bc30e-0e89-4b8b-8b64-6f956ef80d2a req-004462f0-24ab-43ea-8294-645b1e7d6035 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.1299865 Jul 23 14:03:32.865622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] For port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:32.865977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:32.884950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Calling delete_port for eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:32.907963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] For port e0467003-8dda-4e0d-ab77-a850b8f6edb6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e0467003-8dda-4e0d-ab77-a850b8f6edb6,segment=NetworkSegment(3b58f047-19d9-45ea-ba19-e50e477c3173),segment_id=3b58f047-19d9-45ea-ba19-e50e477c3173)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:32.908297 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:32.939724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ed4bc30e-0e89-4b8b-8b64-6f956ef80d2a req-c48dd51c-c76e-466d-bb9d-572c07d3edbf tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013193 Jul 23 14:03:32.959651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Calling delete_port for e0467003-8dda-4e0d-ab77-a850b8f6edb6 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:32.975430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:33.151981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35237-a5aa-4d29-932f-7bf5348751ae req-ddb62308-7a2c-4250-9e99-46baf099f3a4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:33.159358 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62b35237-a5aa-4d29-932f-7bf5348751ae req-ddb62308-7a2c-4250-9e99-46baf099f3a4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.2061553 Jul 23 14:03:33.184691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649'}, {'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:33.189176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba947769-cc90-4a6f-b1c7-7fcf462f9090 req-759c62e5-bced-4c99-b93c-d64739a90c1d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:33.189710 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7a1b2f-2392-44a4-9cf3-735c75ff5540" -d '{"events": [{"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-plugged", "status": "completed", "tag": "c1663920-e69b-40a3-851c-ce8414d77649"}, {"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-plugged", "status": "completed", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:33.193353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba947769-cc90-4a6f-b1c7-7fcf462f9090 req-759c62e5-bced-4c99-b93c-d64739a90c1d tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc28a76e-c0dd-41ee-a42f-bf05944b8642 HTTP/1.1" status: 200 len: 945 time: 0.1360533 Jul 23 14:03:33.209065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:33.225236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'mac_address': 'fa:16:3e:ac:ac:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:33.229429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:33.270573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba947769-cc90-4a6f-b1c7-7fcf462f9090 req-d5747bb5-1436-4a84-9d12-fe4ab401e218 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/security-groups?id=64ad5fe1-d03f-4eac-90d1-53357577ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710666 Jul 23 14:03:33.284634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62b35237-a5aa-4d29-932f-7bf5348751ae req-19eb2aff-e151-43c7-9d08-27164a1cb4a9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187220 Jul 23 14:03:33.288734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['eb2bf5c3-96e2-4be5-9bf6-02931bd6f095', 'e0467003-8dda-4e0d-ab77-a850b8f6edb6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:33.300159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event deleted for resources: {'Port': ['ID=eb2bf5c3-96e2-4be5-9bf6-02931bd6f095,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:33.365810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:33.392879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:33.415719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8ef963-5242-48d0-8ef7-724155fc3eef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:33.420235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] No DVR routers for this DVR port eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:33.440946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:33.446172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:33.448326 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:33.448461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-767f8e01-3ef0-4187-bd48-a7fc42bd6a52 req-58c8ac7e-0e86-4ba3-8156-15047a51dc50 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "DELETE /v2.0/ports/eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 HTTP/1.1" status: 204 len: 173 time: 0.9413207 Jul 23 14:03:33.448971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'name': 'network-vif-deleted', 'tag': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:33.451539 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c549cce-3345-406b-b7ba-fe76f33afe6c" -d '{"events": [{"server_uuid": "bc28a76e-c0dd-41ee-a42f-bf05944b8642", "name": "network-vif-deleted", "tag": "eb2bf5c3-96e2-4be5-9bf6-02931bd6f095"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:33.456444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Pushing event deleted for resources: {'Port': ['ID=e0467003-8dda-4e0d-ab77-a850b8f6edb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:33.548899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:33.569446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd4dc-93d3-427d-91a8-fc3c40d98b29 req-071dd97a-eb53-4f06-982a-06b0c59b3b3d tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:33.574433 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['eb2bf5c3-96e2-4be5-9bf6-02931bd6f095'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:33.585140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46bfd4dc-93d3-427d-91a8-fc3c40d98b29 req-071dd97a-eb53-4f06-982a-06b0c59b3b3d tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 946 time: 0.1763210 Jul 23 14:03:33.657474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46bfd4dc-93d3-427d-91a8-fc3c40d98b29 req-0a143500-c403-4c4e-8944-292bf954ef22 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654354 Jul 23 14:03:33.708910 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8538f4a-e3d8-4795-8c78-3a8951625f99 x-openstack-request-id: req-c8538f4a-e3d8-4795-8c78-3a8951625f99 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:33.709494 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-plugged", "status": "completed", "tag": "c1663920-e69b-40a3-851c-ce8414d77649", "code": 200}, {"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-plugged", "status": "completed", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:33.709982 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8538f4a-e3d8-4795-8c78-3a8951625f99 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:33.710577 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649', 'code': 200} Jul 23 14:03:33.711064 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'code': 200} Jul 23 14:03:33.853623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ea8ef963-5242-48d0-8ef7-724155fc3eef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:33.859471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123ef7-d41e-4eb2-90bf-a40891812fff req-273efb97-3473-40bc-8e10-014a4c1abd27 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:33.869630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34123ef7-d41e-4eb2-90bf-a40891812fff req-273efb97-3473-40bc-8e10-014a4c1abd27 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 945 time: 0.0946951 Jul 23 14:03:33.924403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34123ef7-d41e-4eb2-90bf-a40891812fff req-64b4eca4-eb79-498e-b319-64630034720a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483205 Jul 23 14:03:33.953195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] No DVR routers for this DVR port e0467003-8dda-4e0d-ab77-a850b8f6edb6 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:33.972770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:33.974798 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a7ac451-4c8e-4f2c-b883-808884c7108e req-f75d8aeb-f61d-4674-a6f8-97982f5d377e tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.11 "DELETE /v2.0/ports/e0467003-8dda-4e0d-ab77-a850b8f6edb6 HTTP/1.1" status: 204 len: 173 time: 1.4079092 Jul 23 14:03:34.014242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63400ea2-babd-4264-a0b0-95462871ae63 req-66bd647c-19bb-40ba-b2e4-7dd7070a6859 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:34.016156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-63400ea2-babd-4264-a0b0-95462871ae63 req-66bd647c-19bb-40ba-b2e4-7dd7070a6859 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.6466303 Jul 23 14:03:34.017888 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348f547b-c065-423a-82eb-a591cdb36a25 x-openstack-request-id: req-348f547b-c065-423a-82eb-a591cdb36a25 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:34.018673 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc28a76e-c0dd-41ee-a42f-bf05944b8642", "name": "network-vif-deleted", "tag": "eb2bf5c3-96e2-4be5-9bf6-02931bd6f095", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:34.018673 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-348f547b-c065-423a-82eb-a591cdb36a25 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:34.018868 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc28a76e-c0dd-41ee-a42f-bf05944b8642', 'name': 'network-vif-deleted', 'tag': 'eb2bf5c3-96e2-4be5-9bf6-02931bd6f095', 'status': 'completed', 'code': 200} Jul 23 14:03:34.060837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfcfb-5e71-4222-a6d1-eeb129faf78a req-ecf13e8a-0e1e-4beb-9b58-7d7310cf25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:34.062326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-099dfcfb-5e71-4222-a6d1-eeb129faf78a req-ecf13e8a-0e1e-4beb-9b58-7d7310cf25b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 1096 time: 0.1851132 Jul 23 14:03:34.071118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca11504-71e3-4959-aab7-98f38d30b105 req-e19e4858-1362-48ff-b54d-7af2311f9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:34.072889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca11504-71e3-4959-aab7-98f38d30b105 req-e19e4858-1362-48ff-b54d-7af2311f9ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 1096 time: 0.1778359 Jul 23 14:03:34.090134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-63400ea2-babd-4264-a0b0-95462871ae63 req-adb415c5-7e96-474b-aaac-9ccee22f9c51 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629520 Jul 23 14:03:34.195423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca11504-71e3-4959-aab7-98f38d30b105 req-8e6513a0-51d6-45f5-af3e-f82238276633 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035616 Jul 23 14:03:34.203610 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-099dfcfb-5e71-4222-a6d1-eeb129faf78a req-e570b0ab-c15b-44c9-a32b-23769df20897 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112688 Jul 23 14:03:34.409217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e7af-f0a4-4ec1-ac66-c67a09b78856 req-4715e5ea-11d7-45fc-af52-18407188ea8c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:34.409679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-cf8fec3a-cbf8-404f-bf23-964b4c98a9d5 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 258 time: 0.3520725 Jul 23 14:03:34.411739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff43e7af-f0a4-4ec1-ac66-c67a09b78856 req-4715e5ea-11d7-45fc-af52-18407188ea8c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 949 time: 0.1267664 Jul 23 14:03:34.430124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:34.463617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:34.465230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff43e7af-f0a4-4ec1-ac66-c67a09b78856 req-88b91589-06e5-4036-a22c-dd572ac76ac6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Jul 23 14:03:34.629871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087fe05-91ff-4fd5-8020-34c5e6ef7fdc req-2c29e775-7773-4a39-8b3b-58067098a36f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:34.637467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4087fe05-91ff-4fd5-8020-34c5e6ef7fdc req-2c29e775-7773-4a39-8b3b-58067098a36f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 943 time: 0.0834918 Jul 23 14:03:34.648833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:34.703465 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4087fe05-91ff-4fd5-8020-34c5e6ef7fdc req-d3b45710-d513-4400-aa46-581e69664bd7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648391 Jul 23 14:03:34.791155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Allocated IP 172.25.2.89 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/73b8bd21-fef0-4660-9762-f0a87efe69c4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:34.827380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eae58d3a-4474-47b2-9c6f-40ce8770d63b req-352d2862-7290-4ad3-9382-839088745e83 tempest-MultipleCreateTestJSON-1234763813 tempest-MultipleCreateTestJSON-1234763813-project] 10.222.0.21 "GET /v2.0/ports?device_id=cef17856-3528-4052-a579-5ed821552048 HTTP/1.1" status: 200 len: 210 time: 0.0429635 Jul 23 14:03:34.896180 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-c34ea4fa-3dc8-4448-ad34-4a9759c6686e service neutron] 10.222.0.48 "GET /v2.0/ports/735a4710-176e-488c-b8ca-ed18e38ac4d4/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.0623863 Jul 23 14:03:34.908047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:34.920884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 735a4710-176e-488c-b8ca-ed18e38ac4d4 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:34.960476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.007937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:35.023831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event updated for resources: {'Port': ['ID=73b8bd21-fef0-4660-9762-f0a87efe69c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:35.028989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:03:35.029606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb2bf5c3-96e2-4be5-9bf6-02931bd6f095 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:03:35.044581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:35.046069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:35.048705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:35.131180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.163731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001186-bb38-4161-8650-e93a5a1d21e4 req-933a7254-33f6-4e51-bc11-d3e9fc8165d5 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:35.165293 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-85001186-bb38-4161-8650-e93a5a1d21e4 req-933a7254-33f6-4e51-bc11-d3e9fc8165d5 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 945 time: 0.1418810 Jul 23 14:03:35.181819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.219174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:35.224006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-85001186-bb38-4161-8650-e93a5a1d21e4 req-d80ce158-a76f-437b-b2da-9725ef771e23 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521650 Jul 23 14:03:35.244840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:35.283460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735a4710-176e-488c-b8ca-ed18e38ac4d4 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:35.294868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:35.333875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.363355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.369326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.424183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff6ed0-bf9f-4b6a-9ec4-53c55651618a req-ff52fecf-f75e-4ed7-bb5e-e66543b953e5 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:35.431043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7ff6ed0-bf9f-4b6a-9ec4-53c55651618a req-ff52fecf-f75e-4ed7-bb5e-e66543b953e5 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.1334391 Jul 23 14:03:35.444882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event updated for resources: {'Port': ['ID=73b8bd21-fef0-4660-9762-f0a87efe69c4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:35.456873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.457573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] Transition to ACTIVE for port object 735a4710-176e-488c-b8ca-ed18e38ac4d4 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:35.469737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.476380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:35.479573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-9e853587-3fb0-467c-a245-a6f020a1796a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0638878 Jul 23 14:03:35.502604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7ff6ed0-bf9f-4b6a-9ec4-53c55651618a req-b899724a-99f9-4096-aa4d-98e1a118f635 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705972 Jul 23 14:03:35.547638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-fd63c25b-e94e-4f68-a07d-338a49bebbf0 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0589235 Jul 23 14:03:35.548750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] Pushing event updated for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:35.573069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] No DVR routers for this DVR port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:35.607982 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-6760f46c-6af6-40b4-88b6-bd0ebdc72598 service neutron] 10.222.0.48 "PUT /v2.0/ports/735a4710-176e-488c-b8ca-ed18e38ac4d4/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6950421 Jul 23 14:03:35.680785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-6b81f041-f9b2-4905-bacb-1f0a0b7c5dc7 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:35.682292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79fd42a6-58a1-4a06-80fa-b428e6d62d1d req-6b81f041-f9b2-4905-bacb-1f0a0b7c5dc7 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1338160 Jul 23 14:03:35.808941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850add4-5fcb-4bb9-af55-13ac6a6db98a req-3e433970-a29f-4c6a-af02-3259930da098 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:35.810480 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b850add4-5fcb-4bb9-af55-13ac6a6db98a req-3e433970-a29f-4c6a-af02-3259930da098 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 949 time: 0.1220994 Jul 23 14:03:35.817703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e9d83bf3-9b84-4636-b490-a57ad0bb110c tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:35.819634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e9d83bf3-9b84-4636-b490-a57ad0bb110c tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.0859621 Jul 23 14:03:35.888746 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b850add4-5fcb-4bb9-af55-13ac6a6db98a req-656c45b9-6b74-4978-8ea1-301436ccd487 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681896 Jul 23 14:03:35.910835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-c263ef27-cc28-4476-a33f-3558957c5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:35.910835 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-c263ef27-cc28-4476-a33f-3558957c5f3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5&tenant_id=50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 1095 time: 0.0817306 Jul 23 14:03:35.960183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-7ce9e1ee-a3f1-4c98-a0aa-02b771459411 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:35.961909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-7ce9e1ee-a3f1-4c98-a0aa-02b771459411 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1194875 Jul 23 14:03:36.033111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef17856-3528-4052-a579-5ed821552048', 'name': 'network-vif-deleted', 'tag': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:36.046775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-309cbfa2-1091-4ead-96aa-3c05409e69d1 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0577867 Jul 23 14:03:36.047076 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fff99b7-1737-4520-9dda-5ef6e2de8d39" -d '{"events": [{"server_uuid": "cef17856-3528-4052-a579-5ed821552048", "name": "network-vif-deleted", "tag": "e0467003-8dda-4e0d-ab77-a850b8f6edb6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:36.049865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Request body: {'floatingip': {'port_id': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:36.094269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-a62622e2-7b58-4235-8ef4-42a5a2902c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:36.096547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-a62622e2-7b58-4235-8ef4-42a5a2902c2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1095 time: 0.1511109 Jul 23 14:03:36.097205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.120257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a98fc7-ec73-491f-8691-ee453c8fd2e5 req-89bd0e91-6f1f-4139-aa64-8bba13766a99 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:36.121810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16a98fc7-ec73-491f-8691-ee453c8fd2e5 req-89bd0e91-6f1f-4139-aa64-8bba13766a99 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 944 time: 0.1279728 Jul 23 14:03:36.231640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16a98fc7-ec73-491f-8691-ee453c8fd2e5 req-740bc6fa-b5a3-469a-99cc-130b7a1be50e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932779 Jul 23 14:03:36.262201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-cf027fcb-7a4a-490c-bc71-2c017ba54af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:36.264481 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-cf027fcb-7a4a-490c-bc71-2c017ba54af8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1608880 Jul 23 14:03:36.308165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:36.325911 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07afa47-df3a-4a1b-b321-6bf56037e706 x-openstack-request-id: req-e07afa47-df3a-4a1b-b321-6bf56037e706 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:36.326206 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef17856-3528-4052-a579-5ed821552048", "name": "network-vif-deleted", "tag": "e0467003-8dda-4e0d-ab77-a850b8f6edb6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:36.326481 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e07afa47-df3a-4a1b-b321-6bf56037e706 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:36.326866 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef17856-3528-4052-a579-5ed821552048', 'name': 'network-vif-deleted', 'tag': 'e0467003-8dda-4e0d-ab77-a850b8f6edb6', 'status': 'completed', 'code': 200} Jul 23 14:03:36.329702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-736d8175-e1b9-44a0-9507-f67fa779a0dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 200 len: 217 time: 0.0587633 Jul 23 14:03:36.392085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] Deleting subnet d3527079-cdd1-462f-926f-c916aa227446 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:03:36.399997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.430834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e23517b1-02f2-4c08-ad0f-d6c42ecc945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:36.432392 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-e23517b1-02f2-4c08-ad0f-d6c42ecc945a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0960116 Jul 23 14:03:36.476367 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-a98e789f-08bd-4046-a16a-8c8be7d9b32a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355644 Jul 23 14:03:36.503408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680fe4b-b0b1-4548-a271-bcc01c9b05bb req-fb8929c1-2560-455b-8aef-a08b1458e4c7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:36.505270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2680fe4b-b0b1-4548-a271-bcc01c9b05bb req-fb8929c1-2560-455b-8aef-a08b1458e4c7 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 945 time: 0.1265945 Jul 23 14:03:36.523855 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.603839 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2680fe4b-b0b1-4548-a271-bcc01c9b05bb req-68b2f8c1-782c-43f5-b79a-4ede6972c53d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879991 Jul 23 14:03:36.617711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.627339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-b26e4030-155b-42ca-9f5a-9fcda3e82c94 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440141 Jul 23 14:03:36.762989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.765277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.796248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.802298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3527079-cdd1-462f-926f-c916aa227446,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:36.802807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-7f3438f8-6296-4f56-8c35-c3870aa09e91 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581399 Jul 23 14:03:36.825721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef226cdb-eca3-45ec-a9ed-10a2036650dd req-c9fe86b6-032d-47d2-953a-69214be30fc7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:36.827850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef226cdb-eca3-45ec-a9ed-10a2036650dd req-c9fe86b6-032d-47d2-953a-69214be30fc7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.1301768 Jul 23 14:03:36.869587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.871552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b47c3d8a-34da-46ed-aeaa-15fc7659f240 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3527079-cdd1-462f-926f-c916aa227446 HTTP/1.1" status: 204 len: 168 time: 0.5623767 Jul 23 14:03:36.873951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:36.891990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ef226cdb-eca3-45ec-a9ed-10a2036650dd req-5a913554-9d4b-41c3-98df-4eadf9ccae1b tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Jul 23 14:03:36.961879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:36.998233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:36.999075 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Floating IP c961672a-0445-42ea-8951-dcb08a67c82b associated. External IP: 172.25.2.89, port: 73bc1bf9-e1a9-49ce-998d-38874ad69c35. Jul 23 14:03:37.140319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.155256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef46a62-88fc-4a9a-81dd-2bb9c505ff3a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:37.263460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-d12ae513-3712-45f4-81d4-a2783f14ca5e tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:37.266937 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-d12ae513-3712-45f4-81d4-a2783f14ca5e tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.1333718 Jul 23 14:03:37.336505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.349389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port ea8ef963-5242-48d0-8ef7-724155fc3eef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:03:37.355641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port ea8ef963-5242-48d0-8ef7-724155fc3eef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:37.356316 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.448176 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.470212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d074f66-460d-4daa-a7bf-f58aa65dd512 req-6dd06791-76ef-4b49-8829-e44cdd64bdbf tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:37.472067 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3d074f66-460d-4daa-a7bf-f58aa65dd512 req-6dd06791-76ef-4b49-8829-e44cdd64bdbf tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.1116667 Jul 23 14:03:37.479794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:37.482312 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3187a88f-700f-4e22-b8ba-58a90dea6074" -d '{"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:37.490584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b58f047-19d9-45ea-ba19-e50e477c3173') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:37.490912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b58f047-19d9-45ea-ba19-e50e477c3173') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:37.496253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:37.505412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.508401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.510189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-cbe172a7-be9f-4498-b29d-eefcb6e4af21 service neutron] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:37.513878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e0467003-8dda-4e0d-ab77-a850b8f6edb6 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:37.514714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-cbe172a7-be9f-4498-b29d-eefcb6e4af21 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.515954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b338b28-2cba-4c4b-8153-949c3eca652e req-cbe172a7-be9f-4498-b29d-eefcb6e4af21 service neutron] 10.222.0.11 "DELETE /v2.0/ports/735a4710-176e-488c-b8ca-ed18e38ac4d4/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.2424507 Jul 23 14:03:37.527520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.563066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:03:37.563517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:03:37.565346 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:03:37.579270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3d074f66-460d-4daa-a7bf-f58aa65dd512 req-12276d62-aecc-4e93-ab5b-771b2bf493ee tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798066 Jul 23 14:03:37.601367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:37.605757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: e0467003-8dda-4e0d-ab77-a850b8f6edb6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:03:37.606105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e0467003-8dda-4e0d-ab77-a850b8f6edb6 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:03:37.656388 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.667157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.669087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] 10.222.0.21 "DELETE /v2.0/networks/eef46a62-88fc-4a9a-81dd-2bb9c505ff3a HTTP/1.1" status: 204 len: 168 time: 0.7941611 Jul 23 14:03:37.681048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0eec-27de-4d75-948d-054479b6bcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=eef46a62-88fc-4a9a-81dd-2bb9c505ff3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:37.700548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Router 629206b8-8d1a-4f50-9440-acf188247e37 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:03:37.717175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea7e9-5a1f-4ea5-9833-b8b2181834e2 req-042509a5-0bd5-4f64-ba55-09e642f26a96 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:37.718735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a42ea7e9-5a1f-4ea5-9833-b8b2181834e2 req-042509a5-0bd5-4f64-ba55-09e642f26a96 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0754287 Jul 23 14:03:37.761874 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a42ea7e9-5a1f-4ea5-9833-b8b2181834e2 req-b1d3efdc-66a7-4ca4-a316-a23b4a69620a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Jul 23 14:03:37.796200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:37.815408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:03:37.819928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:37.828764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] Sync routers for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:03:37.837568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:37.838541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:03:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:37.867173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-406a2b35-be0b-4a98-b571-ca5185a4ca5a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "PUT /v2.0/floatingips/c961672a-0445-42ea-8951-dcb08a67c82b HTTP/1.1" status: 200 len: 996 time: 1.8212497 Jul 23 14:03:37.867435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:37.869496 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad154cc5-bda0-4c7f-baee-fdc463bd6521" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:37.872880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:03:37.875488 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4249af50-0f09-4343-8e5b-12889e8b4c93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d709b3b27d2340d889e0ff7c0b8b6252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757437 Jul 23 14:03:37.911417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3d3c0-5fe4-45de-b15e-ebdbead6d29d req-613c021a-6867-482c-a99e-f2639296da4f tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:37.912590 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fd3d3c0-5fe4-45de-b15e-ebdbead6d29d req-613c021a-6867-482c-a99e-f2639296da4f tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 945 time: 0.0823054 Jul 23 14:03:37.962541 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fd3d3c0-5fe4-45de-b15e-ebdbead6d29d req-8dced790-e1af-45dd-ab87-82bab3af3797 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Jul 23 14:03:37.967062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:37.985116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-278e1d0a-55c2-4295-9de8-08b9530db2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:38.008473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-7938d8fc-c6a9-4a1f-af98-fe5a0f35c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:38.011014 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-7938d8fc-c6a9-4a1f-af98-fe5a0f35c364 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e536ad14fe42118868ea9f888a3b53&device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 1097 time: 0.1208618 Jul 23 14:03:38.046618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-278e1d0a-55c2-4295-9de8-08b9530db2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:38.095860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edfbf7-a998-4767-94cf-68f2814b1b14 req-1a2e6fdf-ce6d-4596-8c76-2f704199259d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:38.097420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-74edfbf7-a998-4767-94cf-68f2814b1b14 req-1a2e6fdf-ce6d-4596-8c76-2f704199259d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 944 time: 0.0747414 Jul 23 14:03:38.145694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-f328a8ff-d5ca-4ab2-8058-79b45c2d218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:38.152725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-f328a8ff-d5ca-4ab2-8058-79b45c2d218d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 200 len: 929 time: 0.1314380 Jul 23 14:03:38.163367 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-74edfbf7-a998-4767-94cf-68f2814b1b14 req-edb19366-ec17-464a-bc73-beced6b21f56 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513706 Jul 23 14:03:38.211252 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7c426-d231-4c6c-a053-ba7c9d4534a8 x-openstack-request-id: req-ead7c426-d231-4c6c-a053-ba7c9d4534a8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:38.211766 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:38.211766 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ead7c426-d231-4c6c-a053-ba7c9d4534a8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:38.212217 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'code': 200} Jul 23 14:03:38.247404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-ef7bb1bc-7ce2-400b-9f7e-9b7ba6637cf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 999 time: 0.0936511 Jul 23 14:03:38.264641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c961672a-0445-42ea-8951-dcb08a67c82b', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'port_id': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'mac_address': 'fa:16:3e:34:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:03:35Z', 'updated_at': '2021-07-23T14:03:36Z', 'revision_number': 1, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:19Z', 'revision_number': 5, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:38.294426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-278e1d0a-55c2-4295-9de8-08b9530db2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:38.297278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] Checking router: 629206b8-8d1a-4f50-9440-acf188247e37 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:03:38.297679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-278e1d0a-55c2-4295-9de8-08b9530db2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:38.301129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-278e1d0a-55c2-4295-9de8-08b9530db2db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64ad5fe1-d03f-4eac-90d1-53357577ef13 HTTP/1.1" status: 204 len: 168 time: 0.4249010 Jul 23 14:03:38.310312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:38.311173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:03:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:38.316718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e1d0a-55c2-4295-9de8-08b9530db2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ad5fe1-d03f-4eac-90d1-53357577ef13,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:38.330858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-535a227f-61af-4f84-9cf0-a69ea2da17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:38.333058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-535a227f-61af-4f84-9cf0-a69ea2da17a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f40cfd8-750e-4d6f-8412-330b7421ac64 HTTP/1.1" status: 200 len: 867 time: 0.0845273 Jul 23 14:03:38.383253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdfc3c-b7d8-4b0e-8c4e-b96a0b48b6a7 req-67c4d223-fd62-467d-858e-c0ff34bad17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:38.385665 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02bdfc3c-b7d8-4b0e-8c4e-b96a0b48b6a7 req-67c4d223-fd62-467d-858e-c0ff34bad17f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 1101 time: 0.0771000 Jul 23 14:03:38.439750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:38.442156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02bdfc3c-b7d8-4b0e-8c4e-b96a0b48b6a7 req-743eeae7-e6c2-42ce-b1b5-1e76faecba90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Jul 23 14:03:38.448290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-68e23add-c4dc-439f-88e9-3f7d386a85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:38.455810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-68e23add-c4dc-439f-88e9-3f7d386a85a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160223 Jul 23 14:03:38.460652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-30e24317-77ec-42ae-a27e-b5074fe33705 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:03:38.461618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-30e24317-77ec-42ae-a27e-b5074fe33705 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051901 Jul 23 14:03:38.594365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-ff90ed59-1d58-42aa-9813-e9f359699611 service neutron] 10.222.0.21 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242812 Jul 23 14:03:38.596125 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958fc3b3-7519-4a8b-861a-92123f941232 x-openstack-request-id: req-958fc3b3-7519-4a8b-861a-92123f941232 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:38.596793 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:38.597099 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-958fc3b3-7519-4a8b-861a-92123f941232 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:38.597539 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'status': 'completed', 'code': 200} Jul 23 14:03:38.734418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08d9dc2-249a-45f5-8312-ea80bc6adb3c req-23622564-7502-4d34-ab91-a74b24b8d861 service neutron] 10.222.0.21 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339157 Jul 23 14:03:38.745541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-cabac250-27cb-4d65-8165-bde742bdbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:38.747115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-cabac250-27cb-4d65-8165-bde742bdbb05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5e536ad14fe42118868ea9f888a3b53&device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 1097 time: 0.1215475 Jul 23 14:03:38.760609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c961672a-0445-42ea-8951-dcb08a67c82b', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'port_id': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'mac_address': 'fa:16:3e:34:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:03:35Z', 'updated_at': '2021-07-23T14:03:36Z', 'revision_number': 1, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:19Z', 'revision_number': 5, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:38.804862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10adceb-8c96-4710-a2a8-4a01c1cdda34 None None] The sync data for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 is: [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c961672a-0445-42ea-8951-dcb08a67c82b', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'port_id': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'mac_address': 'fa:16:3e:34:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:03:35Z', 'updated_at': '2021-07-23T14:03:36Z', 'revision_number': 1, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:19Z', 'revision_number': 5, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:03:39.016150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-59fe4844-395b-4d15-9b29-0d5bc86ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:39.017728 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-59fe4844-395b-4d15-9b29-0d5bc86ee9fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 200 len: 929 time: 0.2547939 Jul 23 14:03:39.025373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-c93e1c97-7d16-4796-821e-f163cf51065f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:39.035801 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-c93e1c97-7d16-4796-821e-f163cf51065f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.2601817 Jul 23 14:03:39.059347 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-02cac6e1-de5b-4bc8-a663-0cafc8ef9d28 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/quotas/e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 375 time: 0.0223866 Jul 23 14:03:39.120846 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d9f48-64c4-442c-90bc-2055742452d9 None None] New status for floating IP c961672a-0445-42ea-8951-dcb08a67c82b: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:03:39.171696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-3216bd57-7020-4377-83f8-9f3647a38d08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 999 time: 0.1325214 Jul 23 14:03:39.229677 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-8e5fc141-a355-4c86-92a1-83208f27ca91 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1692030 Jul 23 14:03:39.234086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-74d3eef9-cc07-4dd4-9821-93d7db507494 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 258 time: 0.1376052 Jul 23 14:03:39.246337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:39.285244 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:39.333404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-370a734d-65b1-40eb-9704-43c9205a3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:39.335771 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-370a734d-65b1-40eb-9704-43c9205a3481 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f40cfd8-750e-4d6f-8412-330b7421ac64 HTTP/1.1" status: 200 len: 867 time: 0.1494701 Jul 23 14:03:39.351115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-27d2025e-5226-42a1-802a-8577ee5aa0f8 service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202576 Jul 23 14:03:39.399714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:39.473090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-8ff105b1-4de0-4ea3-ba48-ce49a47fb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:39.474602 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-8ff105b1-4de0-4ea3-ba48-ce49a47fb20a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225169 Jul 23 14:03:39.476377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-c1156bba-5290-41ad-8907-3de0b99f7818 service neutron] 10.222.0.21 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169646 Jul 23 14:03:39.510856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Allocated IP 172.25.2.177 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c96c1d1a-4015-4430-8cdc-94cd1f2b184f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:39.581837 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-fae37427-9c56-4494-ba01-0b95303ac655 service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873992 Jul 23 14:03:39.629599 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:39.686175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:39.692650 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ad154cc5-bda0-4c7f-baee-fdc463bd6521 req-b012c157-d2d9-4fe4-8d6b-9e184c9b2cec service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954144 Jul 23 14:03:39.727267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:39.732448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:39.734990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:39.765703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event updated for resources: {'Port': ['ID=c96c1d1a-4015-4430-8cdc-94cd1f2b184f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:39.844858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:39.862117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cb02d-5df4-45a7-919e-1b25e9d56547 req-ff18d53e-5051-4afd-9258-9415ff96a8fd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:39.864015 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00cb02d-5df4-45a7-919e-1b25e9d56547 req-ff18d53e-5051-4afd-9258-9415ff96a8fd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0658147 Jul 23 14:03:39.889955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:39.906136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e00cb02d-5df4-45a7-919e-1b25e9d56547 req-c78372b1-289c-4657-906f-ce283b44433b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347962 Jul 23 14:03:40.046357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a8aa1-e8ca-4193-ae6e-5e8080337325 req-d93c0238-2e14-4afe-88ca-003c87730228 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:40.048247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e13a8aa1-e8ca-4193-ae6e-5e8080337325 req-d93c0238-2e14-4afe-88ca-003c87730228 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0821810 Jul 23 14:03:40.060271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:40.069005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:40.087109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e13a8aa1-e8ca-4193-ae6e-5e8080337325 req-a3505e14-0b5b-4534-bff4-5d429739f27c tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Jul 23 14:03:40.146688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event updated for resources: {'Port': ['ID=c96c1d1a-4015-4430-8cdc-94cd1f2b184f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:40.163625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:40.179952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:40.181225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-d43d8e93-9a4c-4a90-8cab-3185a196fd17 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9419835 Jul 23 14:03:40.231258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487e72-7eef-47a5-bd85-6e669f6cec6c req-840241ff-2f18-463f-8091-4bf6198d5d81 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:40.232827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0487e72-7eef-47a5-bd85-6e669f6cec6c req-840241ff-2f18-463f-8091-4bf6198d5d81 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 945 time: 0.0730004 Jul 23 14:03:40.239182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-7328ec5a-fb4c-4a70-8636-a564640eb852 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0513089 Jul 23 14:03:40.275456 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0487e72-7eef-47a5-bd85-6e669f6cec6c req-a4322353-2a0f-43cf-95b6-d09c231ad03b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365596 Jul 23 14:03:40.346374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-f171d89f-4e11-4b01-a622-df99e7221683 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:40.347891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c11e1358-b8ac-43d6-b9f6-6b1d6381cbfb req-f171d89f-4e11-4b01-a622-df99e7221683 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1050270 Jul 23 14:03:40.431880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b201ae9d-b120-411c-be74-266eb4553cf6 req-9623b77d-91f6-471e-9c6d-d15652298d57 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 210 time: 0.0317116 Jul 23 14:03:40.639795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeb619-d33e-4f51-ac38-c98dfcace1ac req-a2868fc2-5478-4163-b3a9-4b4d391d2bea tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:40.641495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-afaeb619-d33e-4f51-ac38-c98dfcace1ac req-a2868fc2-5478-4163-b3a9-4b4d391d2bea tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0755689 Jul 23 14:03:40.679972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-afaeb619-d33e-4f51-ac38-c98dfcace1ac req-d4ef5a05-7910-4f68-9a91-59d0bc2791d1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Jul 23 14:03:40.705548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698460-e527-48ea-b2c6-a89eb4183be5 req-f42f355d-0354-4b31-8614-4578fa0bf7b8 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:40.707248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8698460-e527-48ea-b2c6-a89eb4183be5 req-f42f355d-0354-4b31-8614-4578fa0bf7b8 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0678046 Jul 23 14:03:40.745561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8698460-e527-48ea-b2c6-a89eb4183be5 req-3c26f89c-491d-4e58-8cbb-40add7e34506 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297630 Jul 23 14:03:40.873638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107e53-51b8-48b0-a456-b5f8fc42a0c2 req-fa4ca770-99ad-4c83-972d-c39f3a3be5fe tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:40.875205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-88107e53-51b8-48b0-a456-b5f8fc42a0c2 req-fa4ca770-99ad-4c83-972d-c39f3a3be5fe tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.0688603 Jul 23 14:03:40.917933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-88107e53-51b8-48b0-a456-b5f8fc42a0c2 req-55284cd9-f016-498d-acf2-d47f2662a8f1 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359924 Jul 23 14:03:40.959520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device c1663920-e69b-40a3-851c-ce8414d77649 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:41.104608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:41.119264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'c1663920-e69b-40a3-851c-ce8414d77649', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'port_id': 'c1663920-e69b-40a3-851c-ce8414d77649', 'mac_address': 'fa:16:3e:79:8c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19468e9-d776-4c9d-b75d-8bbf3d3bcedd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:41.180022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-9a79c3d5-70fc-45f9-9201-f7b1f2d8f9bf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:41.183873 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-9a79c3d5-70fc-45f9-9201-f7b1f2d8f9bf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 821 time: 0.1529284 Jul 23 14:03:41.188780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:41.195322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cbab481-6f6c-4118-bbc7-1333cc788ef0 req-f9b69333-91d9-4b77-bbd0-3750feba0131 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0336101 Jul 23 14:03:41.205908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1663920-e69b-40a3-851c-ce8414d77649 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:41.211661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88ac7b-db87-4dc9-b7c5-cd31d9c7ccba req-7d3ef416-66a0-4e34-9bae-fed2a7188c8f tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:41.213853 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea88ac7b-db87-4dc9-b7c5-cd31d9c7ccba req-7d3ef416-66a0-4e34-9bae-fed2a7188c8f tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1953063 Jul 23 14:03:41.219816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Request body: {'port': {'device_id': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'admin_state_up': True, 'tenant_id': 'e56c099a734948f49da3d3230518dd66'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:41.229262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:41.235630 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:41.301437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea88ac7b-db87-4dc9-b7c5-cd31d9c7ccba req-9ac45717-c0fb-4fc5-9f66-5bb9cd671f4f tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0652728 Jul 23 14:03:41.302849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:41.308627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ea88ac7b-db87-4dc9-b7c5-cd31d9c7ccba req-f12179ff-9e4f-4d0f-bc31-32ed5d0d979b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Request body: {'floatingip': {'port_id': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:41.381087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea88ac7b-db87-4dc9-b7c5-cd31d9c7ccba req-f12179ff-9e4f-4d0f-bc31-32ed5d0d979b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:41.393360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['c1663920-e69b-40a3-851c-ce8414d77649'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:41.535322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Made reservation on behalf of e56c099a734948f49da3d3230518dd66 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:03:41.566561 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:41.756616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbd5ebc0-9bce-4057-a674-840ce8fee21f req-8b3507b1-4aac-4831-b276-5d9a27896596 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 210 time: 0.0441554 Jul 23 14:03:42.116408 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-ea88ac7b-db87-4dc9-b7c5-cd31d9c7ccba req-f12179ff-9e4f-4d0f-bc31-32ed5d0d979b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 14:03:42.117534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea88ac7b-db87-4dc9-b7c5-cd31d9c7ccba req-f12179ff-9e4f-4d0f-bc31-32ed5d0d979b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "PUT /v2.0/floatingips/22c9097f-4abf-45eb-af19-c6836557a64e HTTP/1.1" status: 409 len: 551 time: 0.8153853 Jul 23 14:03:42.127020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Allocated IP 172.20.0.5 (ab688272-9fd2-41a7-8d23-85eb2d29960c/c48c1729-385f-484b-88a7-dcf8b75aa643/1bec8931-09ac-4358-a64c-33e71f0e0f93) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:03:42.287790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cb95-ccf8-41ca-bd1c-f9a60ab7234e req-bfc4f0b9-1599-4799-8dbd-aed8f7479ede tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:42.292302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea10cb95-ccf8-41ca-bd1c-f9a60ab7234e req-bfc4f0b9-1599-4799-8dbd-aed8f7479ede tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 944 time: 0.1186507 Jul 23 14:03:42.361079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea10cb95-ccf8-41ca-bd1c-f9a60ab7234e req-513874be-d302-4620-b471-ceaa0f5383a8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613811 Jul 23 14:03:42.366798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9800-31f9-4e95-aedc-9687cfa8eb8c req-dc3838d3-5401-4ec6-9fb0-7cb8e304de98 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:42.368521 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4daf9800-31f9-4e95-aedc-9687cfa8eb8c req-dc3838d3-5401-4ec6-9fb0-7cb8e304de98 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1313796 Jul 23 14:03:42.390547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:42.415009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-561dceb7-a828-4417-a918-c4b57255d871 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1760302 Jul 23 14:03:42.473650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-4690449a-d03b-44cf-847d-175acb11aeb2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips/22c9097f-4abf-45eb-af19-c6836557a64e HTTP/1.1" status: 200 len: 693 time: 0.0714133 Jul 23 14:03:42.490113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:42.532633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['81e07e45-de63-4918-a1d1-0b260e4fc3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:42.569812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:42.630994 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4daf9800-31f9-4e95-aedc-9687cfa8eb8c req-9ebe7a6c-1405-488c-af6f-02e91514d5f6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452786 Jul 23 14:03:42.656266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Network ab688272-9fd2-41a7-8d23-85eb2d29960c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:03:42.659984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:03:42.672228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:03:42.809401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-9783db56-b482-4f49-97d0-86694dd5f28c tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:42.810858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-9783db56-b482-4f49-97d0-86694dd5f28c tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.3253195 Jul 23 14:03:42.818407 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebdd39fe-2a71-441c-868a-ee71cd471a49 req-7eb0f57b-bebb-40bf-aa0b-bf42042c3452 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0401144 Jul 23 14:03:42.832957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:42.833830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:42.855260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-1dd8643f-5017-43f0-ab01-62edc782af49 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6381271 Jul 23 14:03:42.873414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Request body: {'port': {'device_id': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:42.895598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-de2194b9-17ba-4000-90a6-556ab93ba8ce tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0786364 Jul 23 14:03:42.975982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ffec667-a20d-45f7-a156-9a556d7f7dcf details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:03:42.984784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-796bd062-72f1-4c0c-b0aa-501c71d40f95 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0815158 Jul 23 14:03:43.066953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device c1663920-e69b-40a3-851c-ce8414d77649 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:43.068199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.119100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:43.136506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'mac_address': 'fa:16:3e:6d:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:03:43.159943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port c1663920-e69b-40a3-851c-ce8414d77649 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:43.160607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.176458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Deleting port c96c1d1a-4015-4430-8cdc-94cd1f2b184f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:43.177024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.223120 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.224612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb2769-0175-4add-ade3-7d44a1c311f2 req-c6ce382f-10e8-48e3-bd6f-5fb3f0ed9a4d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:43.232018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3bbb2769-0175-4add-ade3-7d44a1c311f2 req-c6ce382f-10e8-48e3-bd6f-5fb3f0ed9a4d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 931 time: 0.2631555 Jul 23 14:03:43.241384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ffec667-a20d-45f7-a156-9a556d7f7dcf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:43.265368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:43.300976 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.302158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3bbb2769-0175-4add-ade3-7d44a1c311f2 req-e0bc1450-7117-490c-b9b5-4c72e241aa6c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690625 Jul 23 14:03:43.315877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.316202 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.336711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Calling delete_port for c96c1d1a-4015-4430-8cdc-94cd1f2b184f owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:43.377663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.451198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:43.465152 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6bb1f-3d03-451b-958f-11e4d8e1857c" -d '{"events": [{"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-plugged", "status": "completed", "tag": "c1663920-e69b-40a3-851c-ce8414d77649"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:43.508460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:43.527208 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.529596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:43.542796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.582224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event deleted for resources: {'Port': ['ID=c96c1d1a-4015-4430-8cdc-94cd1f2b184f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:43.597057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:43.618976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1ffec667-a20d-45f7-a156-9a556d7f7dcf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:03:43.648546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bec8931-09ac-4358-a64c-33e71f0e0f93 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:03:43.658055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.670630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Transition to ACTIVE for port object 1bec8931-09ac-4358-a64c-33e71f0e0f93 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:03:43.679239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.682547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.682869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.714583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2af95623-d052-40c8-8bc1-9ba5b1e876bf req-e75db7e7-ecf5-4423-bd70-4df0063356bd tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "DELETE /v2.0/floatingips/22c9097f-4abf-45eb-af19-c6836557a64e HTTP/1.1" status: 204 len: 173 time: 0.7230971 Jul 23 14:03:43.774437 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff734d7-8a3e-4eb5-ae72-879ce71bea11 x-openstack-request-id: req-cff734d7-8a3e-4eb5-ae72-879ce71bea11 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:43.775068 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-plugged", "status": "completed", "tag": "c1663920-e69b-40a3-851c-ce8414d77649", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:43.775193 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cff734d7-8a3e-4eb5-ae72-879ce71bea11 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:43.776213 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649', 'code': 200} Jul 23 14:03:43.782111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:43.824710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67573497-71fc-4ed0-8705-70308a286af5 req-b6b6b38b-ab27-4b4b-825d-77603ac0f383 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:43.826360 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67573497-71fc-4ed0-8705-70308a286af5 req-b6b6b38b-ab27-4b4b-825d-77603ac0f383 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.2708411 Jul 23 14:03:43.862927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:03:43.863266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:03:43.863593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:43.877157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:03:43.878034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:03:43.885973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:03:43.886315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:03:43.886737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:03:43.887172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Bound port: 1bec8931-09ac-4358-a64c-33e71f0e0f93, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:03:43.887536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:43.911314 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67573497-71fc-4ed0-8705-70308a286af5 req-318924ea-0fa3-444f-866a-c190bac3c4af tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760221 Jul 23 14:03:43.960235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4739af4-c967-412c-bd7c-7e2f4dab917f req-ada2224f-82c4-481d-8612-49edcbd6c23f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:43.966210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4739af4-c967-412c-bd7c-7e2f4dab917f req-ada2224f-82c4-481d-8612-49edcbd6c23f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1027758 Jul 23 14:03:44.003181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4739af4-c967-412c-bd7c-7e2f4dab917f req-790d243d-56b6-4ba7-b88a-de121b0b1f08 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Jul 23 14:03:44.016398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:03:44.021693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:03:44.031359 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:44.071178 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-2234850f-d533-46ea-b698-72e3fe592e40 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.1257913 Jul 23 14:03:44.084052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.085060 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:44.086990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] 10.222.0.48 "PUT /v2.0/ports/1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 200 len: 1091 time: 1.2181678 Jul 23 14:03:44.091383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:44.093841 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:44.107450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6efbd66-ccba-4806-bb2b-685e42e04662 req-7929aa78-f1d2-436f-b483-399cf740b158 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0307839 Jul 23 14:03:44.165753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4fed3-c7b6-4de2-a1c3-2f21425b466a service neutron] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:44.198559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-101f4c69-a532-4e66-955f-e216e6c34306 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.200000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-101f4c69-a532-4e66-955f-e216e6c34306 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports/73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 943 time: 0.1097627 Jul 23 14:03:44.305847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-541f61c3-d108-46c4-bfcc-6d2c38af2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.307509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-541f61c3-d108-46c4-bfcc-6d2c38af2d99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1094 time: 0.1428757 Jul 23 14:03:44.374715 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceda3c2e-d248-4463-ad39-ba2651fdc212 x-openstack-request-id: req-ceda3c2e-d248-4463-ad39-ba2651fdc212 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:44.375079 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:44.375319 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ceda3c2e-d248-4463-ad39-ba2651fdc212 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:44.375706 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93', 'status': 'completed', 'code': 200} Jul 23 14:03:44.382054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-daaea80d-6eac-4f69-bd93-37ffe817342f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 200 len: 217 time: 0.0530977 Jul 23 14:03:44.407333 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-bad3488f-2620-41a8-8c70-d42928bc23b3 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.1542580 Jul 23 14:03:44.486340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-e8bcd163-fd04-44f3-92d0-6f183a5c4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.487787 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-e8bcd163-fd04-44f3-92d0-6f183a5c4809 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0913613 Jul 23 14:03:44.491737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-c18aae6e-d05f-4d61-91e2-a81873a9ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.493118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-c18aae6e-d05f-4d61-91e2-a81873a9ca35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 1101 time: 0.1978307 Jul 23 14:03:44.493878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0bf71-ddb5-452e-9d0f-27d676243516 req-719bba10-306c-4303-8cb0-6dd05758101e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.495434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04e0bf71-ddb5-452e-9d0f-27d676243516 req-719bba10-306c-4303-8cb0-6dd05758101e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.0698826 Jul 23 14:03:44.536085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04e0bf71-ddb5-452e-9d0f-27d676243516 req-ea9eb787-bc44-432b-adb7-77c71518c6e1 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Jul 23 14:03:44.577059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-65abeefb-31ff-4df2-9cab-3228bdf7fa04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543432 Jul 23 14:03:44.651424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-edd48919-47a0-4fc8-b04e-5b226eb4e063 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.652785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-edd48919-47a0-4fc8-b04e-5b226eb4e063 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.2249360 Jul 23 14:03:44.684468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e1750-f274-4390-948d-c65a57f4cb9b req-276b755a-d66c-40e9-ad85-b3ffb696ab56 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.685979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d6e1750-f274-4390-948d-c65a57f4cb9b req-276b755a-d66c-40e9-ad85-b3ffb696ab56 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.0805228 Jul 23 14:03:44.728077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d6e1750-f274-4390-948d-c65a57f4cb9b req-40c404b7-e33b-438c-8aed-7f2d5c9dac2f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359991 Jul 23 14:03:44.792317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-800704dc-4f18-413a-8f0b-6a52e3062844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:44.793799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-800704dc-4f18-413a-8f0b-6a52e3062844 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2722838 Jul 23 14:03:44.798603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-225823f9-795e-43e0-bce6-d7f09da5706c tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.1344447 Jul 23 14:03:44.814275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:03:44.855688 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-e2ff8f67-c3ad-45f5-ba21-081da9807ca3 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229228 Jul 23 14:03:44.904719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-ef315275-25ac-4a7b-b53b-50c823c78c57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 200 len: 217 time: 0.0515120 Jul 23 14:03:44.965521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:44.986905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ffec667-a20d-45f7-a156-9a556d7f7dcf up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:03:45.038879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1ffec667-a20d-45f7-a156-9a556d7f7dcf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:03:45.039257 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.081323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-51279a2a-b02d-4b43-811d-fb4d0482140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:45.083059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-51279a2a-b02d-4b43-811d-fb4d0482140d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1669388 Jul 23 14:03:45.203103 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60a819f-5bad-4612-ae64-aa2267357ba2 req-f39c0210-98e8-4cc4-a254-23eed4e8609c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0590031 Jul 23 14:03:45.203333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.204606 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb87b859-3f2e-4ba4-8a6f-81a749a89261 req-03d8950a-910f-4834-a822-8cafcb04b7b1 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112679 Jul 23 14:03:45.274455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.286298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:45.290684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdf31d-9570-4f86-9fae-3d678f3630fa req-8294b060-a0f7-4b8b-ba48-15f4e3aea099 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:45.292732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4fdf31d-9570-4f86-9fae-3d678f3630fa req-8294b060-a0f7-4b8b-ba48-15f4e3aea099 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1566188 Jul 23 14:03:45.296035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.296365 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Floating IP c961672a-0445-42ea-8951-dcb08a67c82b disassociated. External IP: 172.25.2.89, port: 73bc1bf9-e1a9-49ce-998d-38874ad69c35. Jul 23 14:03:45.298588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.300289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device c1663920-e69b-40a3-851c-ce8414d77649 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:45.383993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4fdf31d-9570-4f86-9fae-3d678f3630fa req-dc6d1686-bf33-4884-8c8c-c6bf862007a3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781400 Jul 23 14:03:45.415209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-b1980c65-5525-4377-aa24-235c4022da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:45.416794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-b1980c65-5525-4377-aa24-235c4022da6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3249547 Jul 23 14:03:45.418209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:45.470264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.510246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01f4e07a-396f-4a9b-aa5f-9a94eb81b7b6 req-0e0f36a9-7c49-47bc-a199-b715076da03d tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0575707 Jul 23 14:03:45.731623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:45.741581 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.753413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823f02d-9271-4d2c-a35d-6a23802c5dcb req-50f53bb2-1432-4e80-b093-a1bda48a5923 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:45.764479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5823f02d-9271-4d2c-a35d-6a23802c5dcb req-50f53bb2-1432-4e80-b093-a1bda48a5923 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 945 time: 0.1168628 Jul 23 14:03:45.781537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf'}, {'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:45.783970 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660ec5e-d6c8-4a21-8ba2-6be3821d8adb" -d '{"events": [{"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-plugged", "status": "completed", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf"}, {"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-unplugged", "status": "completed", "tag": "c1663920-e69b-40a3-851c-ce8414d77649"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:45.789148 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3558b594-194f-4a6f-8458-96a8c4ebfb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:45.805015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:45.833946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5823f02d-9271-4d2c-a35d-6a23802c5dcb req-ef960e78-72b1-4dd1-84ab-aba49d1cbf02 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625775 Jul 23 14:03:46.028283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4d4a-162c-46e2-b55a-3f75ca0ddbf2 req-30c86a5b-425b-4b50-8d69-ee8fb0e85f69 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:46.035558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f67d4d4a-162c-46e2-b55a-3f75ca0ddbf2 req-30c86a5b-425b-4b50-8d69-ee8fb0e85f69 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.0911527 Jul 23 14:03:46.103324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f67d4d4a-162c-46e2-b55a-3f75ca0ddbf2 req-ba4769b9-48ef-4cb3-977c-0dd81cf7fc1b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651772 Jul 23 14:03:46.170787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-35dcad9b-748a-42d3-9f71-59a77b0aeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:46.172359 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-35dcad9b-748a-42d3-9f71-59a77b0aeb05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1094 time: 0.7534111 Jul 23 14:03:46.174930 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-6af77e0d-b4fb-4e69-a1c6-bae00026091d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7569702 Jul 23 14:03:46.185633 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-7538c8dd-58bb-4767-8f69-72d34c5259c7 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473240 Jul 23 14:03:46.206337 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb8cc55-4644-492a-9c55-d448a35ac51c x-openstack-request-id: req-aeb8cc55-4644-492a-9c55-d448a35ac51c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:46.207349 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-plugged", "status": "completed", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf", "code": 200}, {"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-unplugged", "status": "completed", "tag": "c1663920-e69b-40a3-851c-ce8414d77649", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:46.207815 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aeb8cc55-4644-492a-9c55-d448a35ac51c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:46.208641 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'code': 200} Jul 23 14:03:46.209700 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649', 'code': 200} Jul 23 14:03:46.557831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Router 629206b8-8d1a-4f50-9440-acf188247e37 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:03:46.565362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-819bf847-963b-4d58-83f5-6db50bad36dc service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695130 Jul 23 14:03:46.568099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c3444-73a2-48ca-b4f4-f1ee6b7e6014 req-7629feb9-9fa3-441c-ac7b-ba28fc5629c7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:46.570266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef6c3444-73a2-48ca-b4f4-f1ee6b7e6014 req-7629feb9-9fa3-441c-ac7b-ba28fc5629c7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0923755 Jul 23 14:03:46.584219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-0cf05da1-0aa4-49ce-b335-99f9ceeea88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:46.585844 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-0cf05da1-0aa4-49ce-b335-99f9ceeea88a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.3026369 Jul 23 14:03:46.593222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-f7a81dfc-0f1b-48b6-b449-45b3acf0d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:46.595115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-f7a81dfc-0f1b-48b6-b449-45b3acf0d068 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 1095 time: 0.2566795 Jul 23 14:03:46.629265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef6c3444-73a2-48ca-b4f4-f1ee6b7e6014 req-5eec3ce2-0530-4977-b5bc-77b535208f44 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530183 Jul 23 14:03:46.730750 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-c7a25371-298f-416b-ad6d-756cef16fe51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 200 len: 217 time: 0.0778069 Jul 23 14:03:46.829127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-171125c0-7db7-4938-8d20-9cb051dba758 req-d286ebfc-2aff-486e-bd69-d244c01e50e0 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0765133 Jul 23 14:03:46.857059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-d35ea525-340e-4886-9bf6-a45394b32a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:46.866290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-d35ea525-340e-4886-9bf6-a45394b32a4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1225343 Jul 23 14:03:46.903299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-335147ed-99e2-43e2-b7cb-49b1caab35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:46.905034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-335147ed-99e2-43e2-b7cb-49b1caab35cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.1899948 Jul 23 14:03:46.944206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-8f1574a2-1e3b-422e-9bd8-b1908b448c9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365467 Jul 23 14:03:46.991296 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-07dffe59-61a6-43db-8861-fedfe9e39c3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 200 len: 217 time: 0.0443783 Jul 23 14:03:47.009623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:03:47.017070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:47.021158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] Sync routers for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:03:47.032388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:47.039516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:03:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:47.136215 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-647b2318-9699-48b1-b644-0017dd878e0a tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "PUT /v2.0/floatingips/c961672a-0445-42ea-8951-dcb08a67c82b HTTP/1.1" status: 200 len: 694 time: 2.3199406 Jul 23 14:03:47.150822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:47.152556 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:47.168038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d902-74f5-4a3f-b773-8f44cce01afa req-bd25777a-be83-49f8-a690-ca20931bac89 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:47.177797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3186d902-74f5-4a3f-b773-8f44cce01afa req-bd25777a-be83-49f8-a690-ca20931bac89 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 943 time: 0.1142228 Jul 23 14:03:47.237921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3186d902-74f5-4a3f-b773-8f44cce01afa req-c9fb1344-667f-483a-989f-b3dd22f0ebd6 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505505 Jul 23 14:03:47.254352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:47.355183 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-83c6e3b2-ff0c-4f04-98b9-420db32b767d service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613558 Jul 23 14:03:47.357759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-2270a255-7345-40ec-b466-9d57c9f6b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:47.360107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-2270a255-7345-40ec-b466-9d57c9f6b205 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.3531976 Jul 23 14:03:47.380029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-313073bc-b14c-454d-be1b-352408a2d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:47.381851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-313073bc-b14c-454d-be1b-352408a2d7b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e536ad14fe42118868ea9f888a3b53&device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 1097 time: 0.2448471 Jul 23 14:03:47.423818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-b7e5999d-089e-4ca9-a8bc-26227fc41d49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397067 Jul 23 14:03:47.489315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a42556-604f-43a3-a062-5f7e604c7b6e req-376d881f-b9e1-4e7f-8f51-4da2b5ffeedf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:47.504553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62a42556-604f-43a3-a062-5f7e604c7b6e req-376d881f-b9e1-4e7f-8f51-4da2b5ffeedf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.1545427 Jul 23 14:03:47.601399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62a42556-604f-43a3-a062-5f7e604c7b6e req-27e1230f-8561-4897-a626-beb6819b4544 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949945 Jul 23 14:03:47.616726 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:47.662088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3cfcc5e8-34eb-4253-bee9-cb7dee937a0a req-b1406233-b661-42ab-945e-546b2e7dfd88 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791169 Jul 23 14:03:47.671006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-71c18695-7f54-4121-8659-6370eacddb53 service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268071 Jul 23 14:03:47.684929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-405e6944-a1f0-46a2-9f5e-8269cf8eb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:47.686701 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-405e6944-a1f0-46a2-9f5e-8269cf8eb802 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 200 len: 929 time: 0.2946093 Jul 23 14:03:47.708201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:19Z', 'revision_number': 5, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:47.755989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-6a2dd94c-68f8-4816-864d-e11c67c2bc25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 217 time: 0.0460076 Jul 23 14:03:47.757578 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e6a92-4cd8-43fe-ae3a-13de091077a9 x-openstack-request-id: req-6a9e6a92-4cd8-43fe-ae3a-13de091077a9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:47.757954 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:47.758300 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a9e6a92-4cd8-43fe-ae3a-13de091077a9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:47.758950 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'status': 'completed', 'code': 200} Jul 23 14:03:47.809686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] Checking router: 629206b8-8d1a-4f50-9440-acf188247e37 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:03:47.837066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:03:47.838327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:03:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:47.932971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-114ee699-0b42-4153-a2d6-a37b153589bb tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:47.944616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-114ee699-0b42-4153-a2d6-a37b153589bb tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 943 time: 0.1418307 Jul 23 14:03:48.010313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-ec228193-407a-4b74-b9e9-fcd35380d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:48.012024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-ec228193-407a-4b74-b9e9-fcd35380d753 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f40cfd8-750e-4d6f-8412-330b7421ac64 HTTP/1.1" status: 200 len: 867 time: 0.2112699 Jul 23 14:03:48.038094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-16902c59-8c66-4e1b-8bab-6802c8927dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:48.040084 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-16902c59-8c66-4e1b-8bab-6802c8927dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5e536ad14fe42118868ea9f888a3b53&device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 1097 time: 0.2803199 Jul 23 14:03:48.045189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-046087e7-8a16-4062-8c0d-5b574400ad9f req-72628f90-962d-4953-888f-e4f518ca10be service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574739 Jul 23 14:03:48.128374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:03:48.177691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-3d6dfca8-2cc7-4973-84c9-7d206df0b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:48.177691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-3d6dfca8-2cc7-4973-84c9-7d206df0b2a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541693 Jul 23 14:03:48.197239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c2460-dd41-40f9-86e0-b4383144081d req-9c99147c-dca5-4826-8c6c-69cd8e518f86 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:48.207487 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-542c2460-dd41-40f9-86e0-b4383144081d req-9c99147c-dca5-4826-8c6c-69cd8e518f86 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1753955 Jul 23 14:03:48.233205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Deleting port c1663920-e69b-40a3-851c-ce8414d77649 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:48.234498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:48.292794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-17b6f858-f826-42fc-8d43-60bafb67a36c service neutron] 10.222.0.21 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036937 Jul 23 14:03:48.298328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-27c4d98b-dd89-48c6-98dc-104cec5d130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:48.299984 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-27c4d98b-dd89-48c6-98dc-104cec5d130d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 200 len: 929 time: 0.2247055 Jul 23 14:03:48.300383 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:48.321688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-542c2460-dd41-40f9-86e0-b4383144081d req-94d482a4-23d1-48c9-8a00-b8e300b17f49 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129394 Jul 23 14:03:48.403743 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-221fcf72-5b6a-41cf-9988-ce5426da37e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 200 len: 217 time: 0.0935943 Jul 23 14:03:48.475121 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc493012-3ee1-4407-8b0f-c13748764c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:48.528211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fba7a5d3-d3c6-43ca-9a73-b31e0d4f4b79 req-3655155b-1809-4cb7-9d1e-432856354e7b service neutron] 10.222.0.21 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271543 Jul 23 14:03:48.530368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-03f4b22e-ed6c-4edd-8fd5-c59975bb745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:48.531658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-03f4b22e-ed6c-4edd-8fd5-c59975bb745f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f40cfd8-750e-4d6f-8412-330b7421ac64 HTTP/1.1" status: 200 len: 867 time: 0.0816000 Jul 23 14:03:48.555808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-edbebeb3-8e15-4623-ac9c-ec11c53ee845 req-a6899057-4115-47da-aabb-7e3a915e0edc tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.1034887 Jul 23 14:03:48.606553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] For port c1663920-e69b-40a3-851c-ce8414d77649, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=c1663920-e69b-40a3-851c-ce8414d77649,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:03:48.607641 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:48.635784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Calling delete_port for c1663920-e69b-40a3-851c-ce8414d77649 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:48.672566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:19Z', 'revision_number': 5, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:03:48.677841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-22d60632-3f1f-4fc6-b606-dbd8a5e431de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:48.680761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-22d60632-3f1f-4fc6-b606-dbd8a5e431de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c9658db-b591-4f14-95ea-52e6b8ecd1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323173 Jul 23 14:03:48.721780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037d7ec-a49e-42ec-bd8c-2bb59d4857c0 None None] The sync data for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 is: [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:03:12Z', 'revision_number': 4, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0d57c43f-051f-4fcd-9e45-ef5606d904e7', 'name': '', 'network_id': '5c9658db-b591-4f14-95ea-52e6b8ecd1e8', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'mac_address': 'fa:16:3e:a9:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:09Z', 'updated_at': '2021-07-23T14:03:19Z', 'revision_number': 5, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'subnets': [{'id': '8f40cfd8-750e-4d6f-8412-330b7421ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:03:48.769659 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-a2c9131a-91b5-43ac-8a30-68c47e0694bc tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips/c961672a-0445-42ea-8951-dcb08a67c82b HTTP/1.1" status: 200 len: 694 time: 0.0875900 Jul 23 14:03:48.871030 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:48.917413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e1445aa-49d5-46b2-a010-7dbcb1a818b7 req-43c77a9f-8a0f-4cb8-b672-f4a158ebb882 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97313c1-cebf-4b6d-ab5b-9a85cfc0f570 HTTP/1.1" status: 200 len: 210 time: 0.0606301 Jul 23 14:03:48.972418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event deleted for resources: {'Port': ['ID=c1663920-e69b-40a3-851c-ce8414d77649,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:49.039017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-0d779f7b-6c58-43c6-9cb9-c9622f1b76c3 service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480182 Jul 23 14:03:49.074279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-d8f8188d-924f-414d-88e0-e10873f52c31 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:49.082426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-d8f8188d-924f-414d-88e0-e10873f52c31 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.3117337 Jul 23 14:03:49.086139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] No DVR routers for this DVR port c1663920-e69b-40a3-851c-ce8414d77649 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:03:49.091934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:49.095046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d963e6c-8f1c-489a-8105-7b3e980f98e5 req-89e323c5-42a5-40ec-9005-e77604a5aa12 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.48 "DELETE /v2.0/ports/c1663920-e69b-40a3-851c-ce8414d77649 HTTP/1.1" status: 204 len: 173 time: 1.1431453 Jul 23 14:03:49.108155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-deleted', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:03:49.113462 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a824b9-a91d-4e3d-866b-fffdec331319" -d '{"events": [{"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-deleted", "tag": "c1663920-e69b-40a3-851c-ce8414d77649"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:03:49.148548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-d06bd69d-1454-4d12-ae8a-67c1a974457e tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 697 time: 0.0646901 Jul 23 14:03:49.240680 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c6114-af51-4e80-8518-53edb7144ee0 None None] New status for floating IP c961672a-0445-42ea-8951-dcb08a67c82b: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:03:49.432283 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:49.648519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-977838a8-3d37-4d8f-81f4-133e78dc3db5 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 697 time: 0.4987378 Jul 23 14:03:49.903913 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6cbebd1e-af0f-48d5-a8c4-fb067d067a8e req-352679b7-fb2f-4ede-91cb-5b0f2b7fed91 service neutron] 10.222.0.48 "GET /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8478036 Jul 23 14:03:49.969018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea9e54-3fe9-422e-9b57-9afa1e43feae req-90e8fafe-dae6-4594-ad30-487917109895 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:49.985848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1ea9e54-3fe9-422e-9b57-9afa1e43feae req-90e8fafe-dae6-4594-ad30-487917109895 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.1348500 Jul 23 14:03:50.013225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Deleting port 73b8bd21-fef0-4660-9762-f0a87efe69c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:03:50.013579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:50.051816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1ea9e54-3fe9-422e-9b57-9afa1e43feae req-7acd2b3f-aeef-4a8c-956e-4955a80e52b4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649891 Jul 23 14:03:50.154837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:50.155460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:50.169318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Calling delete_port for 73b8bd21-fef0-4660-9762-f0a87efe69c4 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:03:50.248555 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66bea73-a163-45cf-9b4b-7c002cfe739a x-openstack-request-id: req-a66bea73-a163-45cf-9b4b-7c002cfe739a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:03:50.248848 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97313c1-cebf-4b6d-ab5b-9a85cfc0f570", "name": "network-vif-deleted", "tag": "c1663920-e69b-40a3-851c-ce8414d77649", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:03:50.249097 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a66bea73-a163-45cf-9b4b-7c002cfe739a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:03:50.249496 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97313c1-cebf-4b6d-ab5b-9a85cfc0f570', 'name': 'network-vif-deleted', 'tag': 'c1663920-e69b-40a3-851c-ce8414d77649', 'status': 'completed', 'code': 200} Jul 23 14:03:50.369402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:50.393843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event deleted for resources: {'Port': ['ID=73b8bd21-fef0-4660-9762-f0a87efe69c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:03:50.477992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554366ff-e4ba-4dd0-916b-713871b8eb4c req-f73b7c6b-c4a1-4dfd-973f-81454bb65b18 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:50.480317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-554366ff-e4ba-4dd0-916b-713871b8eb4c req-f73b7c6b-c4a1-4dfd-973f-81454bb65b18 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1419377 Jul 23 14:03:50.524631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:50.528681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:50.529936 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36bd7d5d-8cee-4408-bd36-5a4e72377c29 req-2471f69d-74ee-4e7a-9b8d-36a7b5ddd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "DELETE /v2.0/floatingips/c961672a-0445-42ea-8951-dcb08a67c82b HTTP/1.1" status: 204 len: 173 time: 0.8434105 Jul 23 14:03:50.568865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-554366ff-e4ba-4dd0-916b-713871b8eb4c req-9e74a1e1-e890-49e8-9809-a5fabcfd9208 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816576 Jul 23 14:03:51.018985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f54b4e-30b9-4c3a-9e71-1cbb0a0ac61f req-6f7a66fc-2b47-4be7-8e1a-40a4f79c4ef3 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:51.023506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7f54b4e-30b9-4c3a-9e71-1cbb0a0ac61f req-6f7a66fc-2b47-4be7-8e1a-40a4f79c4ef3 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1657276 Jul 23 14:03:51.099785 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:03:51.167336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7f54b4e-30b9-4c3a-9e71-1cbb0a0ac61f req-69687737-8814-4ba8-9624-44fa22965d03 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1156971 Jul 23 14:03:51.373087 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-315d540e-ca09-42ec-ae90-25d8075f543e req-0c6e29a6-6115-4e34-8beb-61a427c69ac8 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0471287 Jul 23 14:03:51.531538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74438ea0-2481-40c4-b336-41e537ae20f6 req-85c12c6c-e3a9-4e9e-94e8-3a425cc72214 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:51.538919 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-74438ea0-2481-40c4-b336-41e537ae20f6 req-85c12c6c-e3a9-4e9e-94e8-3a425cc72214 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.0953014 Jul 23 14:03:51.607186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-74438ea0-2481-40c4-b336-41e537ae20f6 req-0fb3852a-974e-41b8-84cb-eb34c84f0bed tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670764 Jul 23 14:03:51.693026 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-548730c7-3e5c-4789-a22a-dd77476e47c9 req-8f7b467d-622b-4bc5-8947-8cf389ae1ce7 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0635440 Jul 23 14:03:52.035014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa33f-bc9e-4d9b-a051-bcafb891d9d4 req-80d60199-0f67-4162-8e8e-4444334c70fe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:52.038677 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5bcaa33f-bc9e-4d9b-a051-bcafb891d9d4 req-80d60199-0f67-4162-8e8e-4444334c70fe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1773896 Jul 23 14:03:52.060811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-9c520e05-8ae0-4247-be41-571d847cafa9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1179931 Jul 23 14:03:52.116113 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5bcaa33f-bc9e-4d9b-a051-bcafb891d9d4 req-0c8749fb-cb6b-490b-b0f9-8323f882dc53 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Jul 23 14:03:52.192368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-d6422693-a660-4093-9b09-1054ba5ee4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:52.194165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-d6422693-a660-4093-9b09-1054ba5ee4ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 1101 time: 0.0770755 Jul 23 14:03:52.332642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-7ad853ba-f466-4c75-801f-cc5dd45b94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:52.334267 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-7ad853ba-f466-4c75-801f-cc5dd45b94c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1186445 Jul 23 14:03:52.378312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-ce4d8710-d237-4c76-95dc-576ea490843a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 200 len: 217 time: 0.0369110 Jul 23 14:03:52.436189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-e8c2712c-8986-40ff-9700-1f51e9df5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:52.437780 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-e8c2712c-8986-40ff-9700-1f51e9df5fe1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0535424 Jul 23 14:03:52.525275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-7c80979d-fab2-450c-8521-9ed171441e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:52.526920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-7c80979d-fab2-450c-8521-9ed171441e0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813708 Jul 23 14:03:52.666610 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-7e2d5509-f426-45e7-a815-ef144d699651 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302438 Jul 23 14:03:52.781343 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f6f32e7-a3ad-4d7f-82a0-0f02c1b6d561 req-5409c2a3-fa45-412f-ac05-504097388faf service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063910 Jul 23 14:03:53.000584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device c1663920-e69b-40a3-851c-ce8414d77649 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:03:53.027507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: c1663920-e69b-40a3-851c-ce8414d77649 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:03:53.028178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device c1663920-e69b-40a3-851c-ce8414d77649 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:03:58.269070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-db91148c-00ae-43c0-abf6-9fbd05949d37 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:58.277230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-db91148c-00ae-43c0-abf6-9fbd05949d37 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 821 time: 0.1431155 Jul 23 14:03:58.288255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-7a77b2ac-d415-425a-91fe-d1889e9183e7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/quotas/89968fc85c6748c9bbe04fc33dbf8f19 HTTP/1.1" status: 200 len: 375 time: 0.0101588 Jul 23 14:03:58.360691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-bb3c62f6-8561-4d2f-98f1-9b07c605e3da tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650828 Jul 23 14:03:58.373055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa0b54d3-210b-4ec2-9fda-503974ea578d req-7b51421b-e9e1-4648-8e5a-a2823bb52273 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0324650 Jul 23 14:03:58.471667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-d61ce888-76cb-4363-b788-1550ebc2fca3 service neutron] 10.222.0.21 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045680 Jul 23 14:03:58.516027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a974a4-953e-4ae2-98e9-4a973e784f4e req-ed0673e1-ae63-41bc-b073-1f6d64bfc68b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:58.517970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73a974a4-953e-4ae2-98e9-4a973e784f4e req-ed0673e1-ae63-41bc-b073-1f6d64bfc68b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.0671167 Jul 23 14:03:58.568184 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-73a974a4-953e-4ae2-98e9-4a973e784f4e req-33d29158-4fff-4976-9222-b68891445d27 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444798 Jul 23 14:03:58.589987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-ee30aa9f-6caa-4788-b7cf-7d32c58835f4 service neutron] 10.222.0.21 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142678 Jul 23 14:03:58.820511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce99f60-27db-47bc-bb7e-fd557d530261 req-d113d6c0-e3e5-4def-a4e5-f0cb8016acb2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:58.828617 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dce99f60-27db-47bc-bb7e-fd557d530261 req-d113d6c0-e3e5-4def-a4e5-f0cb8016acb2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0866237 Jul 23 14:03:58.872588 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dce99f60-27db-47bc-bb7e-fd557d530261 req-231908aa-d771-4d93-9f3a-506301edb45e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Jul 23 14:03:58.892556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f8128-9cbf-47f7-a235-073f073658eb req-3fa78fb1-eb08-457f-9562-23b8e2faab1c tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:58.901302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-469f8128-9cbf-47f7-a235-073f073658eb req-3fa78fb1-eb08-457f-9562-23b8e2faab1c tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 946 time: 0.0863712 Jul 23 14:03:58.946092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-469f8128-9cbf-47f7-a235-073f073658eb req-86ea2d08-1549-4779-9269-11f8de763c2d tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Jul 23 14:03:58.955393 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-433dec2b-f11f-421f-a277-28ac8aec963a req-dd817d01-8e6c-4c39-85a8-ad7c1d833452 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 210 time: 0.0336745 Jul 23 14:03:59.501035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-363d869d-12db-46cd-ad42-a25a32cca4df req-b7ae503d-5c8b-45a4-ba3a-8d85bcec49cf tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Jul 23 14:03:59.707837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076112f-ff9a-4b22-b9cb-68baec85846d req-1688ffb5-5d96-4164-bbfc-801180ae469d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:59.709584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6076112f-ff9a-4b22-b9cb-68baec85846d req-1688ffb5-5d96-4164-bbfc-801180ae469d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.0709460 Jul 23 14:03:59.758164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6076112f-ff9a-4b22-b9cb-68baec85846d req-86f96037-b44f-4591-8f09-b02617188e68 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Jul 23 14:03:59.880957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-cef176bd-4ae8-40c8-9dce-d82b71455087 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:03:59.882905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-cef176bd-4ae8-40c8-9dce-d82b71455087 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.1185801 Jul 23 14:03:59.941202 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-200517a8-4e60-41ce-ace9-97ba4503650f tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/quotas/f3816f316b364be89b8f2df9b931702a HTTP/1.1" status: 200 len: 375 time: 0.0461235 Jul 23 14:04:00.053939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-1df38361-9766-4999-9d39-87f0912d4e63 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:00.055518 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-1df38361-9766-4999-9d39-87f0912d4e63 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.11 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 821 time: 0.1716120 Jul 23 14:04:00.057503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2918b-cb7f-490c-bdc6-c410027d2fb0 req-6726879a-8af4-4389-858b-2a736f0d5c67 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:00.059460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04e2918b-cb7f-490c-bdc6-c410027d2fb0 req-6726879a-8af4-4389-858b-2a736f0d5c67 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0902126 Jul 23 14:04:00.063644 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-2623e495-2b71-4004-99f8-8539a7c7f137 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216180 Jul 23 14:04:00.106916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Request body: {'port': {'device_id': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'admin_state_up': True, 'tenant_id': '89968fc85c6748c9bbe04fc33dbf8f19'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:00.119029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04e2918b-cb7f-490c-bdc6-c410027d2fb0 req-5cf7b677-b7cb-4022-80fc-658117b84f2b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Jul 23 14:04:00.194734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de38ee52-fb0e-45ed-9954-60274dbe0562 req-ee6ecdae-264d-45b3-8df3-94cc5a1ddc9b tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 210 time: 0.0292087 Jul 23 14:04:00.232725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-1581075a-4964-4a71-9e8d-e9cf530aae80 service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612916 Jul 23 14:04:00.329913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4214e9d-2547-4690-888d-fab312faa207 req-6fa2659f-55b6-431e-874b-343020125407 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:00.331731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4214e9d-2547-4690-888d-fab312faa207 req-6fa2659f-55b6-431e-874b-343020125407 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 946 time: 0.0715063 Jul 23 14:04:00.335006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Made reservation on behalf of 89968fc85c6748c9bbe04fc33dbf8f19 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:00.338860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:00.376674 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-919eb39e-ff48-4710-87ac-452e4b0e96ed service neutron] 10.222.0.21 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316288 Jul 23 14:04:00.377679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4214e9d-2547-4690-888d-fab312faa207 req-dbe32391-76c3-4ff6-968b-815ea5a22ac0 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Jul 23 14:04:00.482577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Allocated IP 172.20.0.10 (9c5342ad-abcf-4ad6-b789-26addd712c1c/c19468e9-d776-4c9d-b75d-8bbf3d3bcedd/7230d29b-26c7-4e56-8645-105546b56832) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:00.607111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c022ac6-e599-4fdd-8b35-46ba5b2171e1 req-db0789be-e1ca-4563-a185-22488b64d905 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 210 time: 0.0903614 Jul 23 14:04:00.658875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:00.681652 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e5726f4-9357-4f1b-9754-acbf9b3f625b req-5c1952a4-5c58-484d-8ec3-0730873ef287 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0443845 Jul 23 14:04:00.726553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:00.773668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Network 9c5342ad-abcf-4ad6-b789-26addd712c1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:00.779559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:00.783732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:00.817111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event updated for resources: {'Port': ['ID=7230d29b-26c7-4e56-8645-105546b56832,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:00.856593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.856934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.857269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.857597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.857924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.858249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.858622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.859232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.859731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.860054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.860374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.860693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:00.888392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:00.889016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:00.914303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-17bdc863-24fc-4c4f-b221-7124d6386da8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8143888 Jul 23 14:04:00.935650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Request body: {'port': {'device_id': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:00.945638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-302fcfa6-0e20-4fa4-ba58-f0b281134ffb tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:00.948592 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-302fcfa6-0e20-4fa4-ba58-f0b281134ffb tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 946 time: 0.1324489 Jul 23 14:04:00.953787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f509-7a72-42e9-83c0-86e87ccca140 req-7dcff206-ae3f-4943-bf76-8e017b74fdb4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:00.961218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3317f509-7a72-42e9-83c0-86e87ccca140 req-7dcff206-ae3f-4943-bf76-8e017b74fdb4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.1178052 Jul 23 14:04:01.007499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3317f509-7a72-42e9-83c0-86e87ccca140 req-a8a3074b-0cd1-49f1-8748-6a027cfee7de tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Jul 23 14:04:01.027220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:01.115961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.173681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Deleting port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:01.174030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.175001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:01.190586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1bec8931-09ac-4358-a64c-33e71f0e0f93', 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c', 'port_id': '1bec8931-09ac-4358-a64c-33e71f0e0f93', 'mac_address': 'fa:16:3e:5f:d3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48c1729-385f-484b-88a7-dcf8b75aa643', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:01.270405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.298711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bec8931-09ac-4358-a64c-33e71f0e0f93 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:01.351952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:01.361760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c07fb4-a703-4f3c-9965-e0eb9335ae33 req-f9952046-155b-4c68-9caf-2cb8dc36d75d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:01.363786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3c07fb4-a703-4f3c-9965-e0eb9335ae33 req-f9952046-155b-4c68-9caf-2cb8dc36d75d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 932 time: 0.0845304 Jul 23 14:04:01.368246 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.420449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3c07fb4-a703-4f3c-9965-e0eb9335ae33 req-385f67fe-9189-4eb5-8194-f550f680b0f0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Jul 23 14:04:01.423133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:01.427922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] For port 73bc1bf9-e1a9-49ce-998d-38874ad69c35, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=73bc1bf9-e1a9-49ce-998d-38874ad69c35,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:01.428294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.431549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.431897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.432237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.432736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.433233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.433724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.434213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.434763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.435337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.435879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.436393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.436901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:01.477353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Calling delete_port for 73bc1bf9-e1a9-49ce-998d-38874ad69c35 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:01.510928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c3c2-fa9e-411c-b0ba-e5fa0286cebd req-fa36b401-55fb-470e-b116-21eddac83e43 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:01.512423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4100c3c2-fa9e-411c-b0ba-e5fa0286cebd req-fa36b401-55fb-470e-b116-21eddac83e43 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.2368770 Jul 23 14:04:01.573752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b5369-fc09-4c1e-91d0-f623b0635609 req-d54cc288-2c14-42a9-9901-c499bf5097d2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:01.575462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f6b5369-fc09-4c1e-91d0-f623b0635609 req-d54cc288-2c14-42a9-9901-c499bf5097d2 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 946 time: 0.0687990 Jul 23 14:04:01.617236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f6b5369-fc09-4c1e-91d0-f623b0635609 req-6cfbe598-62ee-4759-84a3-6019b096d9b0 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b84c7f7-9f58-473a-b245-5c4dea6e09aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Jul 23 14:04:01.625402 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4100c3c2-fa9e-411c-b0ba-e5fa0286cebd req-7ff8b854-fb88-4242-a5cc-335fa72fbe7b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074157 Jul 23 14:04:01.681923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7230d29b-26c7-4e56-8645-105546b56832 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:01.691159 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.726253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0976e780-ca77-466b-ab6e-1b30cfe48223 req-805e8926-9bd3-46ce-9fd0-7574ac836754 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 210 time: 0.0366664 Jul 23 14:04:01.734677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Transition to ACTIVE for port object 7230d29b-26c7-4e56-8645-105546b56832 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:01.743323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.784756 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:01.839334 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-147bcf5c-2247-4d07-866c-efe8a8612859 req-c97a8380-c8a0-4e83-90e2-7cb7fa45a781 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0600643 Jul 23 14:04:01.854912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1bec8931-09ac-4358-a64c-33e71f0e0f93'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:01.876036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Pushing event updated for resources: {'Port': ['ID=7230d29b-26c7-4e56-8645-105546b56832,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:01.923367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] No DVR routers for this DVR port 73bc1bf9-e1a9-49ce-998d-38874ad69c35 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:02.049007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-29ec8c0e-83b3-44fa-bd44-c4f03ceb46a8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:02.051247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-29ec8c0e-83b3-44fa-bd44-c4f03ceb46a8 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 805 time: 0.1644375 Jul 23 14:04:02.071959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Request body: {'port': {'device_id': '35b04721-db2b-431a-8550-3dc849455417', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'admin_state_up': True, 'tenant_id': 'f3816f316b364be89b8f2df9b931702a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:02.298404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Made reservation on behalf of f3816f316b364be89b8f2df9b931702a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:02.302947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:02.361652 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:02.363734 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d57fc771-f20d-4046-a52b-9e5cefe02d34 req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.48 "DELETE /v2.0/ports/73bc1bf9-e1a9-49ce-998d-38874ad69c35 HTTP/1.1" status: 204 len: 173 time: 1.3864095 Jul 23 14:04:02.364232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'name': 'network-vif-deleted', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:02.366470 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2078a2d-2ac6-4c77-89cc-0907a52868f6" -d '{"events": [{"server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "name": "network-vif-deleted", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:02.372261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254b352-f144-4a60-955d-a0abb8d5007b tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] Pushing event deleted for resources: {'Port': ['ID=73bc1bf9-e1a9-49ce-998d-38874ad69c35,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:02.432080 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab88b0c4-5e5e-4f8a-b95c-fedff96fe9f3 x-openstack-request-id: req-ab88b0c4-5e5e-4f8a-b95c-fedff96fe9f3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:02.432402 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed3083b-3741-4cf2-b821-d3bf165ca0df", "name": "network-vif-deleted", "tag": "73bc1bf9-e1a9-49ce-998d-38874ad69c35", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:02.432641 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab88b0c4-5e5e-4f8a-b95c-fedff96fe9f3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:02.433028 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed3083b-3741-4cf2-b821-d3bf165ca0df', 'name': 'network-vif-deleted', 'tag': '73bc1bf9-e1a9-49ce-998d-38874ad69c35', 'status': 'completed', 'code': 200} Jul 23 14:04:02.438189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Attempting to bind port 7230d29b-26c7-4e56-8645-105546b56832 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:02.438525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Attempting to bind port 7230d29b-26c7-4e56-8645-105546b56832 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:02.438881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Attempting to bind port 7230d29b-26c7-4e56-8645-105546b56832 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:02.444705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Port 7230d29b-26c7-4e56-8645-105546b56832 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:02.445035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Attempting to bind port 7230d29b-26c7-4e56-8645-105546b56832 on network 9c5342ad-abcf-4ad6-b789-26addd712c1c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:02.456948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:02.457289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Checking segment: {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:02.457683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Bound using segment: {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:02.458120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Bound port: 7230d29b-26c7-4e56-8645-105546b56832, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de1bcf2-7608-4749-b199-fe8c4be08ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:02.458477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:02.481824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126baa6-ebc4-4f38-a35f-5f442285d92c req-23e01cb5-e6e3-4977-883c-765abf1bed5d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:02.488909 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7126baa6-ebc4-4f38-a35f-5f442285d92c req-23e01cb5-e6e3-4977-883c-765abf1bed5d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 944 time: 0.1286881 Jul 23 14:04:02.557880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7126baa6-ebc4-4f38-a35f-5f442285d92c req-8d6c4771-5cf6-4837-bd57-78b12ac58d65 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679481 Jul 23 14:04:02.615556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] For port 7230d29b-26c7-4e56-8645-105546b56832, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:02.631760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] For port 7230d29b-26c7-4e56-8645-105546b56832, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7230d29b-26c7-4e56-8645-105546b56832,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:02.641334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:02.707634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:02.708352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:02.710014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-befece71-875e-45c7-a2ef-6af950def670 service neutron] 10.222.0.11 "PUT /v2.0/ports/7230d29b-26c7-4e56-8645-105546b56832 HTTP/1.1" status: 200 len: 1092 time: 1.7808599 Jul 23 14:04:02.749719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-3df5d3ea-1fd1-483a-bfec-6fddcc96af67 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:02.751358 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-3df5d3ea-1fd1-483a-bfec-6fddcc96af67 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d918552-529f-456f-b135-18c04995ad1c HTTP/1.1" status: 200 len: 945 time: 0.1805754 Jul 23 14:04:02.772701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befece71-875e-45c7-a2ef-6af950def670 service neutron] Pushing event updated for resources: {'Port': ['ID=7230d29b-26c7-4e56-8645-105546b56832,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:02.778254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99789d59-2600-4e4b-9f38-8e8709c86518 req-50bea500-4f43-464d-bee0-ceec02dbae68 tempest-FloatingIPsAssociationNegativeTestJSON-703030110 tempest-FloatingIPsAssociationNegativeTestJSON-703030110-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ed3083b-3741-4cf2-b821-d3bf165ca0df HTTP/1.1" status: 200 len: 210 time: 0.0626879 Jul 23 14:04:02.799211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2636f-8d40-45be-845a-e0297e93e3fb req-46570ffd-7da0-45c8-9b76-963f44c23a46 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:02.800775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3a2636f-8d40-45be-845a-e0297e93e3fb req-46570ffd-7da0-45c8-9b76-963f44c23a46 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 944 time: 0.1193006 Jul 23 14:04:02.899458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3a2636f-8d40-45be-845a-e0297e93e3fb req-29d912c5-9970-42b6-b7e2-4594863f511c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584149 Jul 23 14:04:02.907239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Allocated IP 172.20.0.5 (9394f24e-c5d2-49ba-b306-fba4a79c4e5d/36454c9c-2d61-4e3e-9a69-9f3a39f5f160/fe9715df-4391-4817-9659-53d5bb9bc106) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:02.946540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-0d500cf9-e71f-4256-b3b7-5102bc6540d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:02.948109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-0d500cf9-e71f-4256-b3b7-5102bc6540d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 1095 time: 0.1683867 Jul 23 14:04:03.031440 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-cd816bb4-f3dd-434c-b8bd-6b36ae5e1aa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7230d29b-26c7-4e56-8645-105546b56832 HTTP/1.1" status: 200 len: 217 time: 0.0664999 Jul 23 14:04:03.033605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Deleting port 1ffec667-a20d-45f7-a156-9a556d7f7dcf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:03.033938 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.043681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:03.055276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a78b531b-9a42-4a5a-8dfe-49a84a59bd71 req-1257c3b9-16a7-4417-bbb7-bd21fe4e0414 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 210 time: 0.0745993 Jul 23 14:04:03.117070 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53549dbf-6c42-470b-b127-3b13d7110768 req-81ed917a-13aa-4d54-a3f4-31960ff3b451 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:03.118660 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53549dbf-6c42-470b-b127-3b13d7110768 req-81ed917a-13aa-4d54-a3f4-31960ff3b451 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.2568743 Jul 23 14:04:03.120176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 1bec8931-09ac-4358-a64c-33e71f0e0f93 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:03.125416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1bec8931-09ac-4358-a64c-33e71f0e0f93 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:03.127074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.217283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-70e10155-ff4c-44ab-a845-cb277f3fdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:03.218537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2124d19-f5bf-413b-8ac8-695c89f3740b req-d4a39510-4aa1-4006-ba36-5d5f34fc489f tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0461707 Jul 23 14:04:03.219153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-70e10155-ff4c-44ab-a845-cb277f3fdb28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd HTTP/1.1" status: 200 len: 861 time: 0.1288669 Jul 23 14:04:03.270178 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.275770 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-d2ce5340-c317-4627-88a0-90fc4a6f92e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c5342ad-abcf-4ad6-b789-26addd712c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459452 Jul 23 14:04:03.304399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53549dbf-6c42-470b-b127-3b13d7110768 req-2cb3faee-1b59-4d96-bede-26b8e1386a32 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644728 Jul 23 14:04:03.311547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.343192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.356221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:03.359369 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fea8e7-4d52-4ce3-ab68-01865de1a153" -d '{"events": [{"server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "name": "network-vif-plugged", "status": "completed", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:03.381629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:03.392181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.393772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 73bc1bf9-e1a9-49ce-998d-38874ad69c35 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:03.398744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:03.399117 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.421100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:03.427256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:03.429958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:03.445071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Calling delete_port for 1ffec667-a20d-45f7-a156-9a556d7f7dcf owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:03.468461 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78561a41-c1f3-4df5-a117-97bb29352d35 x-openstack-request-id: req-78561a41-c1f3-4df5-a117-97bb29352d35 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:03.468837 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "name": "network-vif-plugged", "status": "completed", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:03.469165 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78561a41-c1f3-4df5-a117-97bb29352d35 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:03.469596 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93', 'code': 200} Jul 23 14:04:03.485188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:03.496984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:03.500156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 73bc1bf9-e1a9-49ce-998d-38874ad69c35 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:03.500760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 73bc1bf9-e1a9-49ce-998d-38874ad69c35 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:03.501219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ffec667-a20d-45f7-a156-9a556d7f7dcf no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:03.505160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.505510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.506321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.506689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.507727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.507727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.507907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.508606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.508737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.508986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.509312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.510466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:03.520336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-9f1cb472-a189-4f55-bb43-2e0fa28f727c service neutron] 10.222.0.11 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147202 Jul 23 14:04:03.552293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:03.554186 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.605220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-28992208-9db7-4d88-be2a-05a9143e9c45 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5379076 Jul 23 14:04:03.623988 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.627557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Request body: {'port': {'device_id': '35b04721-db2b-431a-8550-3dc849455417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:03.686925 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ffec667-a20d-45f7-a156-9a556d7f7dcf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ffec667-a20d-45f7-a156-9a556d7f7dcf,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:03.694291 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.742546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.745142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-7b53bb89-6b79-4cdf-9d68-58e5b98dca7a service neutron] 10.222.0.11 "GET /v2.0/ports/ea8ef963-5242-48d0-8ef7-724155fc3eef/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 382 time: 0.2380760 Jul 23 14:04:03.750095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:03.821861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc5d4825-5314-4e55-986c-8f79ce103edf req-d5c296f8-f4a2-43ec-8565-870979a537b4 service neutron] 10.222.0.11 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799230 Jul 23 14:04:03.827619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42f89-e8f3-4bf3-baed-d601dd1735bc req-b9d1e4eb-40f6-4427-91fd-47c5072b0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:03.829559 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5b42f89-e8f3-4bf3-baed-d601dd1735bc req-b9d1e4eb-40f6-4427-91fd-47c5072b0fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1096 time: 0.2812078 Jul 23 14:04:03.871450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:03.882475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:03.908378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85033800-abe7-404d-88ca-80c8b62256ea req-20fd38f6-f00e-494d-afbb-a47aabcc5244 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:03.915421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85033800-abe7-404d-88ca-80c8b62256ea req-20fd38f6-f00e-494d-afbb-a47aabcc5244 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.2445440 Jul 23 14:04:03.972438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5b42f89-e8f3-4bf3-baed-d601dd1735bc req-f77a61be-bec4-48a2-af71-d986591bd28b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246397 Jul 23 14:04:04.010824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85033800-abe7-404d-88ca-80c8b62256ea req-0377d2ac-c781-4a1f-963f-3889102ff585 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906875 Jul 23 14:04:04.011014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event deleted for resources: {'Port': ['ID=1ffec667-a20d-45f7-a156-9a556d7f7dcf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:04.137291 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:04:04.139610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] No DVR routers for this DVR port 1ffec667-a20d-45f7-a156-9a556d7f7dcf on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:04.142524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:04.145247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c33e2fc-103c-4139-873d-0d1ccc230ef9 req-e1db84d4-eef9-45bd-a5e1-991dfd415212 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "DELETE /v2.0/ports/1ffec667-a20d-45f7-a156-9a556d7f7dcf HTTP/1.1" status: 204 len: 173 time: 1.3739321 Jul 23 14:04:04.181785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9715df-4391-4817-9659-53d5bb9bc106 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:04.191221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:04.215975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Transition to ACTIVE for port object fe9715df-4391-4817-9659-53d5bb9bc106 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:04.227237 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:04.269901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26cc85-ab6f-4a4e-b5ab-d43742698610 req-0a0593ab-9442-44b3-835d-ced5ef7f2125 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.271616 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a26cc85-ab6f-4a4e-b5ab-d43742698610 req-0a0593ab-9442-44b3-835d-ced5ef7f2125 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 944 time: 0.2537832 Jul 23 14:04:04.272947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb6c5-7b3c-4748-9042-5bb04bd27a86 req-f967ad93-0c89-4d3e-aa68-496cae547988 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.280020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-19a49000-e264-4281-a9ab-169d49743170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.281566 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-19a49000-e264-4281-a9ab-169d49743170 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 1101 time: 0.2891524 Jul 23 14:04:04.284892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-097cb6c5-7b3c-4748-9042-5bb04bd27a86 req-f967ad93-0c89-4d3e-aa68-496cae547988 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 931 time: 0.1434979 Jul 23 14:04:04.321847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:04.371492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a26cc85-ab6f-4a4e-b5ab-d43742698610 req-615806f5-65a7-42c6-8fcf-3e02f0e7c356 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853057 Jul 23 14:04:04.450362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Attempting to bind port fe9715df-4391-4817-9659-53d5bb9bc106 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:04.450727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Attempting to bind port fe9715df-4391-4817-9659-53d5bb9bc106 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:04.451058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Attempting to bind port fe9715df-4391-4817-9659-53d5bb9bc106 on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:04.451872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'tag': '7230d29b-26c7-4e56-8645-105546b56832'}, {'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-deleted', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:04.455193 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202" -d '{"events": [{"name": "network-changed", "server_uuid": "817c5f62-a789-49fc-a720-5a18f05e6bae", "tag": "7230d29b-26c7-4e56-8645-105546b56832"}, {"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-deleted", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:04.456234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-097cb6c5-7b3c-4748-9042-5bb04bd27a86 req-10d2b50d-48a3-4190-ad92-9941bd10af94 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702969 Jul 23 14:04:04.464410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Port fe9715df-4391-4817-9659-53d5bb9bc106 on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:04.465340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Attempting to bind port fe9715df-4391-4817-9659-53d5bb9bc106 on network 9394f24e-c5d2-49ba-b306-fba4a79c4e5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:04.472150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:04.472490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Checking segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:04.472924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Bound using segment: {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:04.473376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Bound port: fe9715df-4391-4817-9659-53d5bb9bc106, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212e491-3224-4801-8315-90fbfd1a6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:04.473706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:04.483002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-23f66a55-5fb6-4971-b160-3c337148b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.483002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-23f66a55-5fb6-4971-b160-3c337148b869 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 1101 time: 0.1543255 Jul 23 14:04:04.511597 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-96114204-7ea3-4ba9-b4f0-fc8214a716eb req-05c33aa2-bb4d-4456-90db-501d9135e584 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0500584 Jul 23 14:04:04.607199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:04.613653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:04.627387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-01e13574-98af-4fdc-8c90-200584b32f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.628952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:04.629110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-01e13574-98af-4fdc-8c90-200584b32f7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1211550 Jul 23 14:04:04.693343 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b77399-5f4a-4708-bec2-99588ca0f51c x-openstack-request-id: req-83b77399-5f4a-4708-bec2-99588ca0f51c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:04.693661 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817c5f62-a789-49fc-a720-5a18f05e6bae", "tag": "7230d29b-26c7-4e56-8645-105546b56832", "status": "completed", "code": 200}, {"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-deleted", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:04.693880 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83b77399-5f4a-4708-bec2-99588ca0f51c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:04.694313 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'tag': '7230d29b-26c7-4e56-8645-105546b56832', 'status': 'completed', 'code': 200} Jul 23 14:04:04.694530 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-deleted', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'status': 'completed', 'code': 200} Jul 23 14:04:04.698259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-2d7a706c-227d-45b2-a62d-bdd46c99d0fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 200 len: 217 time: 0.0611072 Jul 23 14:04:04.699139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:04.711698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.712486 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:04.714314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-18c6f782-a708-431a-aa96-36bae61e562f service neutron] 10.222.0.48 "PUT /v2.0/ports/fe9715df-4391-4817-9659-53d5bb9bc106 HTTP/1.1" status: 200 len: 1091 time: 1.0960917 Jul 23 14:04:04.715665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:04.717713 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494b894-1168-4b2a-b790-f184d23c8809" -d '{"events": [{"name": "network-changed", "server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:04.747233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697ae69-1dbe-4034-a99a-266fea1a10db req-9af03616-4806-418a-9ae5-0254ea65c36f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.756415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5697ae69-1dbe-4034-a99a-266fea1a10db req-9af03616-4806-418a-9ae5-0254ea65c36f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.2062268 Jul 23 14:04:04.765783 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1852ef11-9d6e-4eea-b3a0-88981ab6e2f4 x-openstack-request-id: req-1852ef11-9d6e-4eea-b3a0-88981ab6e2f4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:04.766202 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:04.766516 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1852ef11-9d6e-4eea-b3a0-88981ab6e2f4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:04.766922 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'status': 'completed', 'code': 200} Jul 23 14:04:04.809817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:04.836074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5697ae69-1dbe-4034-a99a-266fea1a10db req-55b75d76-9ef6-4ccb-9da8-8ffa20958ad6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785437 Jul 23 14:04:04.881587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-5e2246bb-497f-4558-ab3e-3d153e9d8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:04.883822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-5e2246bb-497f-4558-ab3e-3d153e9d8d9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 1094 time: 0.0939283 Jul 23 14:04:04.935805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-ad43a038-db5e-4483-8c7e-eda6a4a43615 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe9715df-4391-4817-9659-53d5bb9bc106 HTTP/1.1" status: 200 len: 217 time: 0.0416245 Jul 23 14:04:05.013184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-1e88e3b3-cfc5-4d10-9a42-d4a52963eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.014682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-1e88e3b3-cfc5-4d10-9a42-d4a52963eaab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.0686023 Jul 23 14:04:05.068570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-a3fdef0f-2293-495e-b93b-c99ea33f07b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391324 Jul 23 14:04:05.167691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-97e4b33b-49f3-4054-a3eb-dda48d252d74 service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876648 Jul 23 14:04:05.174539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-d8dfaac1-525f-4c4f-a57a-c4f111409b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.176000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-d8dfaac1-525f-4c4f-a57a-c4f111409b7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.4555871 Jul 23 14:04:05.298113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24c31c15-bb26-42f4-a868-159a09cf17b8 req-2bf56fc6-37f7-4a61-bd16-2bd7e6336e32 service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114409 Jul 23 14:04:05.302395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-2f396904-d6c8-4ebc-9f7c-64dd804c451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.304119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-2f396904-d6c8-4ebc-9f7c-64dd804c451c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 1095 time: 0.5724456 Jul 23 14:04:05.402496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59698e-f99e-45ec-a6fc-2ba709040dda req-919995fb-fd7e-4968-a98f-f590416c16bb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.404054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3a59698e-f99e-45ec-a6fc-2ba709040dda req-919995fb-fd7e-4968-a98f-f590416c16bb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.2344427 Jul 23 14:04:05.471026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:05.473544 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7edd2-0597-4fd7-bf2d-fed5f7899921" -d '{"events": [{"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:05.499360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-b2963fda-d446-425c-8643-29a7c40fe895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.500925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-b2963fda-d446-425c-8643-29a7c40fe895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3109572 Jul 23 14:04:05.555312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b894-1168-4b2a-b790-f184d23c8809 req-7096b074-af58-417b-91c0-0111c8e656e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.564125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2494b894-1168-4b2a-b790-f184d23c8809 req-7096b074-af58-417b-91c0-0111c8e656e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3816f316b364be89b8f2df9b931702a&device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 1094 time: 0.1942060 Jul 23 14:04:05.692664 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3a59698e-f99e-45ec-a6fc-2ba709040dda req-39292f25-94ef-4690-b43b-2ba1871fe293 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648337 Jul 23 14:04:05.706015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-904ef72c-dccb-4e10-9326-7227143200b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.708045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-904ef72c-dccb-4e10-9326-7227143200b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 200 len: 922 time: 0.3740177 Jul 23 14:04:05.726960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a5495-2583-45d7-a3cd-abae4c8461e2 req-a3f41449-0d5e-44db-bea9-b5a0f509aa1f tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.728746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f89a5495-2583-45d7-a3cd-abae4c8461e2 req-a3f41449-0d5e-44db-bea9-b5a0f509aa1f tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 944 time: 0.2591224 Jul 23 14:04:05.735833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b894-1168-4b2a-b790-f184d23c8809 req-23aba3ae-d20f-483e-8164-c65f66d4f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.737822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2494b894-1168-4b2a-b790-f184d23c8809 req-23aba3ae-d20f-483e-8164-c65f66d4f996 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 200 len: 906 time: 0.1617119 Jul 23 14:04:05.740990 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4ea21-3f0f-4fd9-b555-40447c91cb25 x-openstack-request-id: req-7bc4ea21-3f0f-4fd9-b555-40447c91cb25 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:05.741401 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d918552-529f-456f-b135-18c04995ad1c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffec667-a20d-45f7-a156-9a556d7f7dcf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:05.741747 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bc4ea21-3f0f-4fd9-b555-40447c91cb25 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:05.742234 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d918552-529f-456f-b135-18c04995ad1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffec667-a20d-45f7-a156-9a556d7f7dcf', 'code': 200} Jul 23 14:04:05.811817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2494b894-1168-4b2a-b790-f184d23c8809 req-f03524c5-7a89-48fe-a022-a8f70e240a31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe9715df-4391-4817-9659-53d5bb9bc106 HTTP/1.1" status: 200 len: 217 time: 0.0513492 Jul 23 14:04:05.815000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f89a5495-2583-45d7-a3cd-abae4c8461e2 req-71fdefae-89bf-4cd9-bc18-33e555cc27a7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774586 Jul 23 14:04:05.835430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-4a330807-3f4a-490a-af06-4527f0e9fc46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7230d29b-26c7-4e56-8645-105546b56832 HTTP/1.1" status: 200 len: 217 time: 0.1182344 Jul 23 14:04:05.877454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b894-1168-4b2a-b790-f184d23c8809 req-ae5ddce6-667c-4f6f-9bb3-7f5edc133dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:05.879345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2494b894-1168-4b2a-b790-f184d23c8809 req-ae5ddce6-667c-4f6f-9bb3-7f5edc133dec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 200 len: 845 time: 0.0543232 Jul 23 14:04:05.922132 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-f116c73d-ba31-4be7-8f4c-318de96e1e72 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097118 Jul 23 14:04:05.923038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7adb689d-6f44-4052-8bf4-574e19518c9e req-7bc7f331-0896-41ad-b21a-541b559cbab6 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0362830 Jul 23 14:04:05.958020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2494b894-1168-4b2a-b790-f184d23c8809 req-318154f6-3259-4eaf-a685-daf181489f13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9394f24e-c5d2-49ba-b306-fba4a79c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337734 Jul 23 14:04:06.010839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-647ea5c9-0770-4111-b9ea-43bd1c3e3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:06.013034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-647ea5c9-0770-4111-b9ea-43bd1c3e3727 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd HTTP/1.1" status: 200 len: 861 time: 0.1649082 Jul 23 14:04:06.090896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2494b894-1168-4b2a-b790-f184d23c8809 req-9f7f2d40-318f-439d-9569-15978822156d service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178913 Jul 23 14:04:06.094105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-e41ea3c6-7dbf-48df-adbb-16504ebf0008 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c5342ad-abcf-4ad6-b789-26addd712c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726480 Jul 23 14:04:06.155836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0fa67-fbb8-44c5-988e-a14aeb96dfb0 req-9303e08c-7e20-4e19-8412-1776acfda737 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:06.162995 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05c0fa67-fbb8-44c5-988e-a14aeb96dfb0 req-9303e08c-7e20-4e19-8412-1776acfda737 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 943 time: 0.3433828 Jul 23 14:04:06.183922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Deleting port 0d57c43f-051f-4fcd-9e45-ef5606d904e7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:06.184614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:06.204946 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ea85ba3-6823-4097-928f-27670f19ccf9 req-3d360cde-a8ce-4e59-8283-b4c13e69f3cc service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742193 Jul 23 14:04:06.262384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2494b894-1168-4b2a-b790-f184d23c8809 req-8db69801-1ae5-4cc0-bcfc-23751217c1b7 service neutron] 10.222.0.48 "GET /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583312 Jul 23 14:04:06.278096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad321b1b-5e97-4ca1-9799-cac082e6093c req-da2e5473-9825-4249-a7c1-fdc1882111af tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:06.285648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad321b1b-5e97-4ca1-9799-cac082e6093c req-da2e5473-9825-4249-a7c1-fdc1882111af tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1323686 Jul 23 14:04:06.339313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad321b1b-5e97-4ca1-9799-cac082e6093c req-6a53b331-577e-4a8c-baaf-d33d3e7f2961 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525186 Jul 23 14:04:06.375069 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05c0fa67-fbb8-44c5-988e-a14aeb96dfb0 req-be43b585-6803-4fc0-be34-e8d9e25bdbc3 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110403 Jul 23 14:04:06.406107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-302a943c-79e3-4682-8b53-4c4bf7dfd006 service neutron] 10.222.0.11 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015673 Jul 23 14:04:06.413123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] For port 0d57c43f-051f-4fcd-9e45-ef5606d904e7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0d57c43f-051f-4fcd-9e45-ef5606d904e7,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:06.413486 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:06.442938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Calling delete_port for 0d57c43f-051f-4fcd-9e45-ef5606d904e7 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:06.562865 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e1c9e54-4c3e-4fe2-86d0-7c9ba1fe9202 req-65a7933b-8eea-4909-ae6d-3c0e6acf8b1d service neutron] 10.222.0.11 "GET /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467397 Jul 23 14:04:06.685467 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:06.714819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d57c43f-051f-4fcd-9e45-ef5606d904e7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:06.850907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9033a-ff32-4dd9-a664-c9892404ebcc req-5decfc60-8bf5-43a2-98b5-c77914a006bf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:06.852755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ff9033a-ff32-4dd9-a664-c9892404ebcc req-5decfc60-8bf5-43a2-98b5-c77914a006bf tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.0878603 Jul 23 14:04:06.910363 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:06.931254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ff9033a-ff32-4dd9-a664-c9892404ebcc req-cb5b7da6-34f2-4d57-afbf-18fe91a21d46 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724297 Jul 23 14:04:07.039598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-afc439c7-791a-4b4c-bc96-6f55e07b544f req-a3d5ff32-2351-4977-b7f9-07872f7ec1c5 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0334489 Jul 23 14:04:07.044141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe9715df-4391-4817-9659-53d5bb9bc106 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:07.048915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ffec667-a20d-45f7-a156-9a556d7f7dcf no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:07.063308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09b869-9fa0-4cf1-b7fa-a6d8c33cdaa8 req-09583416-325e-474b-a564-f4bdf7c5a33d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:07.065072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fe09b869-9fa0-4cf1-b7fa-a6d8c33cdaa8 req-09583416-325e-474b-a564-f4bdf7c5a33d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 944 time: 0.1572931 Jul 23 14:04:07.092142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 1ffec667-a20d-45f7-a156-9a556d7f7dcf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:07.092831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ffec667-a20d-45f7-a156-9a556d7f7dcf not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:07.094701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7230d29b-26c7-4e56-8645-105546b56832 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:07.138471 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fe09b869-9fa0-4cf1-b7fa-a6d8c33cdaa8 req-809efd2f-bcb4-4bd5-ac7b-d77831c90caf tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625706 Jul 23 14:04:07.173078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:07.184455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47764c-c2e6-48ff-bb94-65a6ca2bec42 req-28171dc7-aab0-4356-861d-47e56d90afe4 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:07.186010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d47764c-c2e6-48ff-bb94-65a6ca2bec42 req-28171dc7-aab0-4356-861d-47e56d90afe4 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1096 time: 0.0651648 Jul 23 14:04:07.250451 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d47764c-c2e6-48ff-bb94-65a6ca2bec42 req-60e3cbdc-9ffc-4258-8da8-a2c507ed6f23 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Jul 23 14:04:07.283665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7230d29b-26c7-4e56-8645-105546b56832, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7230d29b-26c7-4e56-8645-105546b56832,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:07.294251 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:07.314067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '7230d29b-26c7-4e56-8645-105546b56832', 'network_id': '9c5342ad-abcf-4ad6-b789-26addd712c1c', 'port_id': '7230d29b-26c7-4e56-8645-105546b56832', 'mac_address': 'fa:16:3e:be:8e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19468e9-d776-4c9d-b75d-8bbf3d3bcedd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:07.333840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Router 629206b8-8d1a-4f50-9440-acf188247e37 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:04:07.428566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:07.439268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:07.468233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'mac_address': 'fa:16:3e:b3:d5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:07.475748 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:07.487080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad517c-90f0-4c62-aeb8-209092f1a15f req-ff690329-f5c2-4d58-8d59-2baac21ed625 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:07.494724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:04:07.497779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4aad517c-90f0-4c62-aeb8-209092f1a15f req-ff690329-f5c2-4d58-8d59-2baac21ed625 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0868468 Jul 23 14:04:07.500276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-351fa865-def6-41b5-833f-3e8e89188378 admin admin] 10.222.0.21 "PUT /v2.0/routers/629206b8-8d1a-4f50-9440-acf188247e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6277807 Jul 23 14:04:07.502494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601f32-6412-4ac7-b1c4-bf52554e473b req-b79601f6-e781-42e0-a5b6-369af3d26879 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:07.504169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb601f32-6412-4ac7-b1c4-bf52554e473b req-b79601f6-e781-42e0-a5b6-369af3d26879 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1096 time: 0.1206951 Jul 23 14:04:07.504519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:07.558843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4aad517c-90f0-4c62-aeb8-209092f1a15f req-d2a7f4ae-5b6e-4f08-8ad7-7bddc07d3409 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560167 Jul 23 14:04:07.651409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb601f32-6412-4ac7-b1c4-bf52554e473b req-154ac6de-4db8-4ffc-9309-8ccc582b4013 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331315 Jul 23 14:04:07.690160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:07.717505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7230d29b-26c7-4e56-8645-105546b56832 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:07.722266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] Sync routers for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:04:07.744563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:07.748326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:07.751388 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237447f8-674e-413f-9ff8-0bdb5100b326" -d '{"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:07.751613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6614c-a71d-4f76-a015-b84b5ba4d681 req-54bdef83-7be9-47d1-9254-214458846661 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:07.753189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cae6614c-a71d-4f76-a015-b84b5ba4d681 req-54bdef83-7be9-47d1-9254-214458846661 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 943 time: 0.1278529 Jul 23 14:04:07.766692 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:07.823158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cae6614c-a71d-4f76-a015-b84b5ba4d681 req-e83ae007-ce0d-435b-9c15-3edea5afc890 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Jul 23 14:04:07.847895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:07.862043 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feb24d6-6b8b-4d4a-986b-9f54287a8ad4 x-openstack-request-id: req-8feb24d6-6b8b-4d4a-986b-9f54287a8ad4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:07.862374 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:07.862609 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8feb24d6-6b8b-4d4a-986b-9f54287a8ad4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:07.863044 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'code': 200} Jul 23 14:04:07.868469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:07.874328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:07.875040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:03:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:07.886228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7230d29b-26c7-4e56-8645-105546b56832, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7230d29b-26c7-4e56-8645-105546b56832,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:07.888372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9715df-4391-4817-9659-53d5bb9bc106 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:07.930775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:08.012644 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:08.041230 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:08.069676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=7230d29b-26c7-4e56-8645-105546b56832,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:08.134308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:08.210081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:08.347174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7230d29b-26c7-4e56-8645-105546b56832'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:08.366773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5a774900-aa6e-457f-814a-7675bbf1785c req-630df89d-de6c-4375-9fc3-19c2db6c3d97 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0490539 Jul 23 14:04:08.425704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fe9715df-4391-4817-9659-53d5bb9bc106'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:08.458104 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:08.593185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:04:06Z', 'revision_number': 5, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port': {'id': '77a669e2-bf50-416c-b784-e5d6a35e2b75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629206b8-8d1a-4f50-9440-acf188247e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:03:04Z', 'updated_at': '2021-07-23T14:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:08.611451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Deleting port 77a669e2-bf50-416c-b784-e5d6a35e2b75 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:08.611804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:08.639159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e70e-6d86-4f19-80d7-39a48d4ba022 req-8ed431e4-b04c-46c4-8b70-25882f10a6f0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:08.649273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4150e70e-6d86-4f19-80d7-39a48d4ba022 req-8ed431e4-b04c-46c4-8b70-25882f10a6f0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 945 time: 0.1795435 Jul 23 14:04:08.651425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] Checking router: 629206b8-8d1a-4f50-9440-acf188247e37 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:04:08.691227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] Routers {'629206b8-8d1a-4f50-9440-acf188247e37'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:08.691446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:03:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629206b8-8d1a-4f50-9440-acf188247e37'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:08.827320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4150e70e-6d86-4f19-80d7-39a48d4ba022 req-1d14b0e2-cf5e-4d29-ba45-63736bac45f4 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768675 Jul 23 14:04:08.854114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] For port 77a669e2-bf50-416c-b784-e5d6a35e2b75, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=77a669e2-bf50-416c-b784-e5d6a35e2b75,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:08.856909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:08.858691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] Set router 629206b8-8d1a-4f50-9440-acf188247e37 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:08.888990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Calling delete_port for 77a669e2-bf50-416c-b784-e5d6a35e2b75 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:08.923185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:04:08Z', 'revision_number': 6, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:08.954693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73531cb-21a6-4d6b-8847-35eb67c1a3c8 None None] The sync data for ids ['629206b8-8d1a-4f50-9440-acf188247e37'] in n-d-801990-3 is: [{'id': '629206b8-8d1a-4f50-9440-acf188247e37', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-815365243-router', 'tenant_id': 'e5e536ad14fe42118868ea9f888a3b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:03:02Z', 'updated_at': '2021-07-23T14:04:08Z', 'revision_number': 6, 'project_id': 'e5e536ad14fe42118868ea9f888a3b53', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:04:09.111309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:09.114445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-e7b302da-05d7-47a7-a9cf-29763f4ff472 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:04:09.115490 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-e7b302da-05d7-47a7-a9cf-29763f4ff472 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112231 Jul 23 14:04:09.135205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:09.135660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:04:09.184061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.216656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:09.230410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'mac_address': 'fa:16:3e:ac:ac:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:09.241228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e3a29-18b3-4b9f-8594-fc83b83dd91a req-27eca59e-1095-4ea5-83f6-3d77896100f3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:09.242765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5f8e3a29-18b3-4b9f-8594-fc83b83dd91a req-27eca59e-1095-4ea5-83f6-3d77896100f3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.1927860 Jul 23 14:04:09.245417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Pushing event deleted for resources: {'Port': ['ID=77a669e2-bf50-416c-b784-e5d6a35e2b75,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:09.273900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.288410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8ef963-5242-48d0-8ef7-724155fc3eef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:09.310673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:09.315387 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.376660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:09.404624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.428326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5f8e3a29-18b3-4b9f-8594-fc83b83dd91a req-20b717ec-4097-4296-9e6f-e41523e22775 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534653 Jul 23 14:04:09.547892 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.552252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.580079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:09.580408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:09.580742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:09.619690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:09.620008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:09.629333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:09.629664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:09.630045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:09.630465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Bound port: 1bec8931-09ac-4358-a64c-33e71f0e0f93, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:09.633038 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.633531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 629206b8-8d1a-4f50-9440-acf188247e37 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:04:09.641348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.642501 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-085702d3-6893-4cab-8278-4d1b63e5876d admin admin] 10.222.0.21 "DELETE /v2.0/routers/629206b8-8d1a-4f50-9440-acf188247e37 HTTP/1.1" status: 204 len: 168 time: 2.1370642 Jul 23 14:04:09.645364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:09.688705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ea8ef963-5242-48d0-8ef7-724155fc3eef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:09.688938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d98adb-110a-4f65-9f67-4e3523e82c04 req-25ce486c-8410-4200-bdb8-143ab1d8e139 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:09.690393 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8d98adb-110a-4f65-9f67-4e3523e82c04 req-25ce486c-8410-4200-bdb8-143ab1d8e139 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 944 time: 0.1794960 Jul 23 14:04:09.690818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] Deleting subnet 8f40cfd8-750e-4d6f-8412-330b7421ac64 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:04:09.694108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.715899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:09.727031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.728196 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ae2f0b1a-276e-4cc9-bdd9-cac3e9f90c21 service neutron] 10.222.0.21 "POST /v2.0/ports/1bec8931-09ac-4358-a64c-33e71f0e0f93/bindings HTTP/1.1" status: 201 len: 389 time: 0.5981953 Jul 23 14:04:09.734518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.745485 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8d98adb-110a-4f65-9f67-4e3523e82c04 req-6b1a86cd-7fba-455e-a3c5-87885342c037 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 Jul 23 14:04:09.894492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:09.898527 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9cec9f03-814a-48b3-a49f-3f5e661f25ac req-afc38c47-4e3c-40b4-b490-d45dda6eac79 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0611517 Jul 23 14:04:09.991509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.009238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.011987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f40cfd8-750e-4d6f-8412-330b7421ac64 HTTP/1.1" status: 204 len: 168 time: 0.3651409 Jul 23 14:04:10.016169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557c89b-7231-4453-91b2-ea32760bbdb6 None None] Network 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:04:10.031692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:10.100392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bfa23-b59e-4a29-a3ad-dd7c81f7348b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f40cfd8-750e-4d6f-8412-330b7421ac64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:10.117982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-1576aee2-4d01-47fe-8310-6614ce62acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.119618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-1576aee2-4d01-47fe-8310-6614ce62acde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1096 time: 0.0853953 Jul 23 14:04:10.121158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.140625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133de39-5681-420a-b651-7a6bac4a91d4 req-9c1b5086-77d5-4172-8284-c128341b4efb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.142693 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2133de39-5681-420a-b651-7a6bac4a91d4 req-9c1b5086-77d5-4172-8284-c128341b4efb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1691477 Jul 23 14:04:10.199764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Deleting port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:10.201076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.285325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] DHCP port deletion for 5c9658db-b591-4f14-95ea-52e6b8ecd1e8 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:04:10.303301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2133de39-5681-420a-b651-7a6bac4a91d4 req-0051af72-6450-428d-91e1-f55c2de6f672 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513269 Jul 23 14:04:10.335865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] For port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:10.336227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.354921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Calling delete_port for 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:10.360076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] Deleting port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:10.360407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-be73adf0-a5d4-4e3b-b29c-71f7e9650aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.360522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.363338 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-be73adf0-a5d4-4e3b-b29c-71f7e9650aa6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2196336 Jul 23 14:04:10.382444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26e54e-5f72-4afa-9ec0-50d621a1fb50 req-8d5c2b73-41ed-4e0e-830c-594a37fd659d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.383997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b26e54e-5f72-4afa-9ec0-50d621a1fb50 req-8d5c2b73-41ed-4e0e-830c-594a37fd659d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 945 time: 0.1414809 Jul 23 14:04:10.404041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-671acc56-119c-45d6-b7ca-d5c6f7279534 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.405750 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-671acc56-119c-45d6-b7ca-d5c6f7279534 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 949 time: 0.2060413 Jul 23 14:04:10.434137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] For port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,segment=NetworkSegment(3fca6ce3-c0c1-4791-962d-99125e99a480),segment_id=3fca6ce3-c0c1-4791-962d-99125e99a480)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:10.434424 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.446768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] Calling delete_port for 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:10.453160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b26e54e-5f72-4afa-9ec0-50d621a1fb50 req-2d6ab9dd-00e9-40a5-8b98-8ef56b540f3e tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Jul 23 14:04:10.479399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-fbbeea17-8e0c-4495-b397-60b075f021e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 200 len: 217 time: 0.0996099 Jul 23 14:04:10.491709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.528541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:10.535076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] No DVR routers for this DVR port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:10.535209 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.551100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] No DVR routers for this DVR port 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:10.596712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0558352-228a-43f9-9ce0-1cab0e2a4dfa None None] Pushing event deleted for resources: {'Port': ['ID=8293f79f-5e3a-4b39-a26e-a0fba48d11d4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:10.606393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-a0ca6331-3931-44ef-a8cf-787c129faf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.607890 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-a0ca6331-3931-44ef-a8cf-787c129faf11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0767148 Jul 23 14:04:10.618081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.630496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9658db-b591-4f14-95ea-52e6b8ecd1e8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:10.642637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fca6ce3-c0c1-4791-962d-99125e99a480') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:10.643090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fca6ce3-c0c1-4791-962d-99125e99a480') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:10.662062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.663121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-5245e3c8-a79b-4e11-a03d-2257eb7f5e05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462980 Jul 23 14:04:10.698034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:10.701029 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.706985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-b9e923c4-4ede-42b5-9633-30d60162a77b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.710063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:04:10.710536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:04:10.712302 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:04:10.715153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-b9e923c4-4ede-42b5-9633-30d60162a77b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.3047266 Jul 23 14:04:10.722256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:10.722977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8293f79f-5e3a-4b39-a26e-a0fba48d11d4 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:10.723095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 77a669e2-bf50-416c-b784-e5d6a35e2b75 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:10.730075 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-96a5c838-f0f1-405a-936a-7a67776ea6d6 service neutron] 10.222.0.11 "GET /v2.0/ports/ea8ef963-5242-48d0-8ef7-724155fc3eef/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 382 time: 0.2840619 Jul 23 14:04:10.738203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-73f079ae-6dd7-45fd-a638-d132f8598820 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/quotas/50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 375 time: 0.0234373 Jul 23 14:04:10.746959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 77a669e2-bf50-416c-b784-e5d6a35e2b75 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:10.747313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 77a669e2-bf50-416c-b784-e5d6a35e2b75 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:10.747743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d57c43f-051f-4fcd-9e45-ef5606d904e7 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:10.767556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0d57c43f-051f-4fcd-9e45-ef5606d904e7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:10.768584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d57c43f-051f-4fcd-9e45-ef5606d904e7 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:10.782936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161519fb-b10b-47db-b34b-bd5ea43b5413 req-a3e890f0-a730-473a-b94f-2e7eddfbb2f9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.784579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-161519fb-b10b-47db-b34b-bd5ea43b5413 req-a3e890f0-a730-473a-b94f-2e7eddfbb2f9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 949 time: 0.1393907 Jul 23 14:04:10.792577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.811606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:10.813501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c9658db-b591-4f14-95ea-52e6b8ecd1e8 HTTP/1.1" status: 204 len: 168 time: 0.7800965 Jul 23 14:04:10.832623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556367f0-b69c-48b1-bfb0-cbc6d1c44ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9658db-b591-4f14-95ea-52e6b8ecd1e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:10.848707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-e382c84d-412a-47be-8557-fab5054e109d service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767414 Jul 23 14:04:10.851555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-161519fb-b10b-47db-b34b-bd5ea43b5413 req-5f2af508-1284-4e69-9747-96ac080e1fe9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599597 Jul 23 14:04:10.912125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-341368b4-8fc0-40db-a3be-64b1573abb92 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468844 Jul 23 14:04:10.973300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-f5b95c09-f6c4-4ca8-aa61-c9029187e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.974854 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-f5b95c09-f6c4-4ca8-aa61-c9029187e6f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 1100 time: 0.1659772 Jul 23 14:04:10.988083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7ffac-494c-4f0e-ae9d-036a550fcc5c req-567a7b83-7575-4f1a-b109-1410eeabb8d2 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:10.991128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bd7ffac-494c-4f0e-ae9d-036a550fcc5c req-567a7b83-7575-4f1a-b109-1410eeabb8d2 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 944 time: 0.0729640 Jul 23 14:04:11.017275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:11.026093 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-c67eab47-6716-43ee-822e-2d493994749c service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691554 Jul 23 14:04:11.045029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe9715df-4391-4817-9659-53d5bb9bc106 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:11.053906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bd7ffac-494c-4f0e-ae9d-036a550fcc5c req-8a8b8ba0-282c-49f7-bd2e-47de090a0773 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Jul 23 14:04:11.096504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-49127824-363e-42bc-908a-d2295fa2922e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5e536ad14fe42118868ea9f888a3b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767794 Jul 23 14:04:11.099439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:11.120657 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-718451d0-caf4-4049-958d-aabf49a7a4ff service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771369 Jul 23 14:04:11.131092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-184f8e35-101a-4ebd-94f0-6631a586f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:11.132699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-184f8e35-101a-4ebd-94f0-6631a586f78f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1488912 Jul 23 14:04:11.135453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port fe9715df-4391-4817-9659-53d5bb9bc106 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:11.140499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port fe9715df-4391-4817-9659-53d5bb9bc106 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:11.140891 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.157884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408d86be-9f26-4fe2-8482-be6ec2317eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.176588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7230d29b-26c7-4e56-8645-105546b56832 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:11.202680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-024bab59-4a1f-4880-a20f-7b73cf68afaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 200 len: 217 time: 0.0564442 Jul 23 14:04:11.207362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-68bfacc2-11b5-4853-91d5-85f270cc8ee2 req-9b6ac1bb-ab3b-4c7f-ba73-de16315808c9 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0398169 Jul 23 14:04:11.213483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408d86be-9f26-4fe2-8482-be6ec2317eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.282368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408d86be-9f26-4fe2-8482-be6ec2317eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.285148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408d86be-9f26-4fe2-8482-be6ec2317eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.286311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-408d86be-9f26-4fe2-8482-be6ec2317eec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b84c7f7-9f58-473a-b245-5c4dea6e09aa HTTP/1.1" status: 204 len: 168 time: 0.1859570 Jul 23 14:04:11.304313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d86be-9f26-4fe2-8482-be6ec2317eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b84c7f7-9f58-473a-b245-5c4dea6e09aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:11.323226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-c22ae5c9-7751-440a-a37c-fdc9cd2dad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:11.325056 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-c22ae5c9-7751-440a-a37c-fdc9cd2dad0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1165125 Jul 23 14:04:11.327742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-923af97e-49bd-4e4d-85df-c607c5034f48 service neutron] 10.222.0.21 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922247 Jul 23 14:04:11.328452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.333509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 7230d29b-26c7-4e56-8645-105546b56832 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:11.351331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 7230d29b-26c7-4e56-8645-105546b56832 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:11.351834 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.435110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:11.441489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-8ad99108-5a9f-4c74-b9a5-de2aec198ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:11.442933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:11.448662 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749df597-6f55-4dc1-95d8-45816be7d3c8" -d '{"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-plugged", "status": "completed", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:11.449858 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-8ad99108-5a9f-4c74-b9a5-de2aec198ea5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111398 Jul 23 14:04:11.459431 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.567352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512864e-8b5f-4170-bded-a94ecb3d1723 req-4f4b65a4-65f8-404e-bb01-30f7bc3a1f2f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:11.576737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d512864e-8b5f-4170-bded-a94ecb3d1723 req-4f4b65a4-65f8-404e-bb01-30f7bc3a1f2f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1686296 Jul 23 14:04:11.577181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:11.579990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-0849f909-e990-453a-a661-774203aaf515 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157935 Jul 23 14:04:11.583321 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.624604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7230d29b-26c7-4e56-8645-105546b56832, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7230d29b-26c7-4e56-8645-105546b56832,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:11.630565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.632451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:11.658542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d512864e-8b5f-4170-bded-a94ecb3d1723 req-fa40c4e5-da24-491a-b9fe-488843cf1815 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626364 Jul 23 14:04:11.715118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=7230d29b-26c7-4e56-8645-105546b56832,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:11.737422 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b691fc-bfe3-463d-b4c6-6e0406125c24 x-openstack-request-id: req-28b691fc-bfe3-463d-b4c6-6e0406125c24 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:11.737723 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-plugged", "status": "completed", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:11.738112 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28b691fc-bfe3-463d-b4c6-6e0406125c24 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:11.738537 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'code': 200} Jul 23 14:04:11.765314 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-ad4577d5-f43d-4a14-9a82-1237e3c76f46 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757765 Jul 23 14:04:11.801535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port ea8ef963-5242-48d0-8ef7-724155fc3eef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:11.801924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:11.947162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376e2a7-33d5-4ef8-ade2-da01f03b100e req-d8f55cbe-9d30-46ff-bac5-4320e36bddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:11.948685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b376e2a7-33d5-4ef8-ade2-da01f03b100e req-d8f55cbe-9d30-46ff-bac5-4320e36bddeb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 1096 time: 0.1065471 Jul 23 14:04:11.965893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a228df-cc8f-4456-8ebe-c833595bdfb8 req-4237380d-254d-49b2-891b-2471e72ac607 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:11.967409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3a228df-cc8f-4456-8ebe-c833595bdfb8 req-4237380d-254d-49b2-891b-2471e72ac607 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 946 time: 0.1647837 Jul 23 14:04:11.999609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:12.072531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bfa23d7-0bbf-4c5a-8d34-37b14943fded req-22fd3837-6324-4919-9619-0cbd4f315071 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.0437410 Jul 23 14:04:12.089605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:12.098292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3a228df-cc8f-4456-8ebe-c833595bdfb8 req-4fad9cf9-b947-4ae1-81f6-6583a8d60314 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197896 Jul 23 14:04:12.100275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b376e2a7-33d5-4ef8-ade2-da01f03b100e req-38c044a3-f8b1-44c2-9ea1-6b33571fd4c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151564 Jul 23 14:04:12.104908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:12.193495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:12.273652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e587-c9a6-41e9-97aa-3d0c601131b3 req-d756b4c8-718b-406a-a37b-941f57262f69 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:12.276211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2aa0e587-c9a6-41e9-97aa-3d0c601131b3 req-d756b4c8-718b-406a-a37b-941f57262f69 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.0886462 Jul 23 14:04:12.303819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e053b-64af-4706-ade4-ccc4666a5965 req-4ddef0c5-6af1-4ae1-9598-7785401d931b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:12.313063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-657e053b-64af-4706-ade4-ccc4666a5965 req-4ddef0c5-6af1-4ae1-9598-7785401d931b tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 945 time: 0.1529989 Jul 23 14:04:12.349943 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2aa0e587-c9a6-41e9-97aa-3d0c601131b3 req-40a6aa2f-3aa6-453e-ae5e-cbfd5a0e5f09 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551722 Jul 23 14:04:12.383805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-657e053b-64af-4706-ade4-ccc4666a5965 req-827e5b53-b179-4dbb-bfc3-a4963e3d0b9a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698509 Jul 23 14:04:12.472930 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5869da-5c2f-4904-a64a-9b75406ca81d req-aa3fcf70-a141-49d8-bb5c-a2ef01eda858 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0372741 Jul 23 14:04:12.792489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de984bc6-1d71-4556-8586-42f71ee95018 req-2c8f963b-13ac-4494-ab23-61fd2ad226c2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:12.794072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-de984bc6-1d71-4556-8586-42f71ee95018 req-2c8f963b-13ac-4494-ab23-61fd2ad226c2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.0658898 Jul 23 14:04:12.847573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-de984bc6-1d71-4556-8586-42f71ee95018 req-c9df7d7b-1e49-46a9-8e00-b439144a60eb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Jul 23 14:04:13.221198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:13.241917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9137296e-a2c7-4f10-aa6f-f33e5d7e84ae req-7cb4d918-e9bd-41a6-93c4-15df1fecc6ab tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.0566590 Jul 23 14:04:13.360072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d95c-bb91-4850-a242-0891c8d13a23 req-3eeb5a00-9f53-4db9-8581-e42eb8be43d7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:13.362074 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2459d95c-bb91-4850-a242-0891c8d13a23 req-3eeb5a00-9f53-4db9-8581-e42eb8be43d7 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 946 time: 0.1286790 Jul 23 14:04:13.467312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2459d95c-bb91-4850-a242-0891c8d13a23 req-23eca895-83f9-45c1-b90d-7a4f1f42872c tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910566 Jul 23 14:04:13.510050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fe6e-45d5-4a65-86ab-6047fdd47aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:13.619648 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-20f34395-581d-4a21-8fbb-0762a7343e42 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:13.639064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-20f34395-581d-4a21-8fbb-0762a7343e42 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 808 time: 0.3720598 Jul 23 14:04:13.661082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Request body: {'port': {'device_id': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'admin_state_up': True, 'tenant_id': '50dd7614a8714c38b5f626965e84e0c1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:13.726766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483afc7-2e07-48e3-8361-8c57dc0371e4 req-e3948f3f-5618-4755-93dd-3131022c9905 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:13.728718 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5483afc7-2e07-48e3-8361-8c57dc0371e4 req-e3948f3f-5618-4755-93dd-3131022c9905 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 945 time: 0.1440420 Jul 23 14:04:13.742400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7230d29b-26c7-4e56-8645-105546b56832'}, {'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:13.744778 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767601d4-3f9e-45a4-bf09-a0faee874e93" -d '{"events": [{"server_uuid": "817c5f62-a789-49fc-a720-5a18f05e6bae", "name": "network-vif-plugged", "status": "completed", "tag": "7230d29b-26c7-4e56-8645-105546b56832"}, {"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:13.749523 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fe6e-45d5-4a65-86ab-6047fdd47aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:13.750108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f90da3-9b6c-4284-81cc-3c3aa872bc44 req-ccc6c5ee-2e45-4b0e-91a2-4594b0867fc5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:13.759008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47f90da3-9b6c-4284-81cc-3c3aa872bc44 req-ccc6c5ee-2e45-4b0e-91a2-4594b0867fc5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.2741945 Jul 23 14:04:13.761721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fe6e-45d5-4a65-86ab-6047fdd47aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:13.819518 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5483afc7-2e07-48e3-8361-8c57dc0371e4 req-f148a0b4-8dfd-4eb6-9aba-938cccc09e1d tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822880 Jul 23 14:04:13.828276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1fb0fe6e-45d5-4a65-86ab-6047fdd47aa0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef8ff9886b5d46d19311710d51c9b38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6059825 Jul 23 14:04:13.830554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0fe6e-45d5-4a65-86ab-6047fdd47aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4655e94-610d-4f54-9534-b384bf18a66b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:13.833645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:13.914328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b546cd8-ed4b-41fb-9cbe-3ddc0e8bbb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:13.973870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47f90da3-9b6c-4284-81cc-3c3aa872bc44 req-3c4214da-1dd8-4dc6-be44-3d0117025138 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115119 Jul 23 14:04:13.978340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Made reservation on behalf of 50dd7614a8714c38b5f626965e84e0c1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:13.988851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:14.013767 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91d2f00a-54a6-488b-96a8-6bd1271c1a5d req-5dcf7291-677c-4bca-b56b-c74844ac2be5 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0603299 Jul 23 14:04:14.024342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b546cd8-ed4b-41fb-9cbe-3ddc0e8bbb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:14.091849 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b166d-6501-4d9e-aab0-a3f78f3dd88d x-openstack-request-id: req-073b166d-6501-4d9e-aab0-a3f78f3dd88d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:14.092154 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817c5f62-a789-49fc-a720-5a18f05e6bae", "name": "network-vif-plugged", "status": "completed", "tag": "7230d29b-26c7-4e56-8645-105546b56832", "code": 200}, {"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:14.092416 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-073b166d-6501-4d9e-aab0-a3f78f3dd88d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:14.093179 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7230d29b-26c7-4e56-8645-105546b56832', 'code': 200} Jul 23 14:04:14.093441 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'code': 200} Jul 23 14:04:14.179982 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b546cd8-ed4b-41fb-9cbe-3ddc0e8bbb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:14.183454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b546cd8-ed4b-41fb-9cbe-3ddc0e8bbb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:14.185362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7b546cd8-ed4b-41fb-9cbe-3ddc0e8bbb73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4655e94-610d-4f54-9534-b384bf18a66b HTTP/1.1" status: 204 len: 168 time: 0.3503723 Jul 23 14:04:14.273207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b546cd8-ed4b-41fb-9cbe-3ddc0e8bbb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4655e94-610d-4f54-9534-b384bf18a66b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:14.323417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-08b760d6-ea53-47a3-ab4f-50fee4d1831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:14.325389 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-08b760d6-ea53-47a3-ab4f-50fee4d1831a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 1101 time: 0.1680369 Jul 23 14:04:14.328450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195738c5-62e4-4126-a49d-498a387ba1ac req-44151eb1-78e5-4214-9fe9-cf57af359bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:14.330351 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-195738c5-62e4-4126-a49d-498a387ba1ac req-44151eb1-78e5-4214-9fe9-cf57af359bef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 1097 time: 0.1103640 Jul 23 14:04:14.393060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Allocated IP 172.20.0.9 (9256d62a-168c-4275-ab78-c9ab83d0dd69/42d3a393-fbf0-4de3-ab25-41dbd27f45a0/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:14.478779 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-195738c5-62e4-4126-a49d-498a387ba1ac req-6eabcbfe-10f1-4ad5-a9fb-6bc7f8958a18 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299911 Jul 23 14:04:14.508453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-61687bcb-b0f2-4e23-8927-7e7f8d880df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:14.511057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-61687bcb-b0f2-4e23-8927-7e7f8d880df1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 1101 time: 0.1284819 Jul 23 14:04:14.576543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e337dc-df06-4341-9496-ff9626913217 req-120d5cfa-8ba5-4ee8-9147-6c1ec315fe5c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:14.578425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4e337dc-df06-4341-9496-ff9626913217 req-120d5cfa-8ba5-4ee8-9147-6c1ec315fe5c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.3321285 Jul 23 14:04:14.683606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4e337dc-df06-4341-9496-ff9626913217 req-1fff518c-1fdb-4b5c-9b48-404e28b305ed tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623507 Jul 23 14:04:14.720305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:14.785990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9b38133-7d3d-48f4-88d0-3bc4823b5f77 req-b7c6505c-9756-46fb-9bd2-0e5895c7d433 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.0396433 Jul 23 14:04:14.804029 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:14.840061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801', '735a4710-176e-488c-b8ca-ed18e38ac4d4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:14.883183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Network 9256d62a-168c-4275-ab78-c9ab83d0dd69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:14.884532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:14.887295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:14.889480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:14.946598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:14.947348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:14.977643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-99a648e0-b128-46b3-8148-89463506a74d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3236723 Jul 23 14:04:15.006324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Request body: {'port': {'device_id': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:15.114939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:15.116773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-e2ab353d-56eb-4963-a3d4-3b5452074167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:15.119331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-e2ab353d-56eb-4963-a3d4-3b5452074167 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3584290 Jul 23 14:04:15.231764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0df020-c4b1-416d-8344-1b44e90cf709 req-021b171b-d905-489a-98bd-ed64f3882e36 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:15.239345 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0b0df020-c4b1-416d-8344-1b44e90cf709 req-021b171b-d905-489a-98bd-ed64f3882e36 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 946 time: 0.2876475 Jul 23 14:04:15.248039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-f981bafa-eb3c-4b0f-b5a3-770480fc4a4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 200 len: 217 time: 0.1188471 Jul 23 14:04:15.297117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:15.372610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff250f4-919f-4d48-b748-1eb602e26901 req-3b68c224-e002-4eb3-82cc-1c36ff9e68fd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:15.380102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ff250f4-919f-4d48-b748-1eb602e26901 req-3b68c224-e002-4eb3-82cc-1c36ff9e68fd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.2660818 Jul 23 14:04:15.634236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0b0df020-c4b1-416d-8344-1b44e90cf709 req-d5348e2b-5473-44f6-9c7a-d7ccbc38337a tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938873 Jul 23 14:04:15.684713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-9d9d1601-ebd7-40de-b7fc-4d6f6c63a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:15.686229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-9d9d1601-ebd7-40de-b7fc-4d6f6c63a11c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1031797 Jul 23 14:04:15.749137 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56d6e01f-2166-4277-9353-4fe240f66949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:15.764297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1583237430-network', 'tenant_id': 'be51bd82ee914a87a051f364178d7574'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:15.800514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-8c0e7a5b-5a75-4700-8b8a-67c1500d2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:15.802546 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-8c0e7a5b-5a75-4700-8b8a-67c1500d2094 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087503 Jul 23 14:04:15.814547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ff250f4-919f-4d48-b748-1eb602e26901 req-7bb82707-0f47-4861-a705-6dd08903e3d8 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335356 Jul 23 14:04:15.843598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Made reservation on behalf of be51bd82ee914a87a051f364178d7574 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:15.843598 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:15.855809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:15.938422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:15.967010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:15.976636 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67125837-7d4e-4502-a88a-2ad25ee4f62d req-f4a7c36e-507d-4596-87a8-d371bdb89181 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0355752 Jul 23 14:04:15.994162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Transition to ACTIVE for port object 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:16.014743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.017142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-d877cc0c-de77-40a3-ae0c-5ff6703d4d84 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074068 Jul 23 14:04:16.113459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec5db-dc16-4de8-8d9a-6375dbe72fcb req-18a1c0bd-c480-4ffa-a027-58e83b013fdb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.115017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad1ec5db-dc16-4de8-8d9a-6375dbe72fcb req-18a1c0bd-c480-4ffa-a027-58e83b013fdb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1939561 Jul 23 14:04:16.115678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:16.166708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6f7cb6af-ae7e-4206-95f2-9e51cb525fc6 req-c927e401-8126-4a62-846e-dcadc005c35e service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347775 Jul 23 14:04:16.204360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.220850 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.250208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad1ec5db-dc16-4de8-8d9a-6375dbe72fcb req-78690f31-8bf5-44ff-a10a-68e1ff9d6d3a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273334 Jul 23 14:04:16.252760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195be6f-f7ba-4a22-b82f-4d41e539d006 req-94af7fd7-838e-446b-8dbe-a461c9f45ece tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.260452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9195be6f-f7ba-4a22-b82f-4d41e539d006 req-94af7fd7-838e-446b-8dbe-a461c9f45ece tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.0849812 Jul 23 14:04:16.269332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:04:16.289469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577e1822-5cf7-4a95-b60c-f97d0ec70b56,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:16.299121 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.299540 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Added segment 6b218276-0945-4efe-9f73-5d8b41b74dbc of type vlan for network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b Jul 23 14:04:16.309047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:16.309387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:16.309810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9195be6f-f7ba-4a22-b82f-4d41e539d006 req-9fae38e0-78bc-403d-80ee-20a6ef789133 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480006 Jul 23 14:04:16.309991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:16.316011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:16.316492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:16.322959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:16.323312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:16.323692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:16.324142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Bound port: 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:16.324496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.392225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.486666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:16.491350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:16.495600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.496536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.497137 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.508427 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.570213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5e944-a47b-49a2-b9f4-2c3d1008dee1 req-f0d0cc14-6d1e-4e99-a6da-73ccc58f05cf tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.571712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ec5e944-a47b-49a2-b9f4-2c3d1008dee1 req-f0d0cc14-6d1e-4e99-a6da-73ccc58f05cf tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 945 time: 0.2194052 Jul 23 14:04:16.575719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2738335 Jul 23 14:04:16.577161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:16.578833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.579464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.580929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] 10.222.0.48 "PUT /v2.0/ports/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 200 len: 1091 time: 1.5796082 Jul 23 14:04:16.582937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:16.583769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Request body: {'subnet': {'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1583237430-subnet', 'tenant_id': 'be51bd82ee914a87a051f364178d7574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:16.585183 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:16.615481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Made reservation on behalf of be51bd82ee914a87a051f364178d7574 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:16.621199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.630822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba441294-b418-445b-b206-72db4c3b1487 admin admin] Pushing event updated for resources: {'Network': ['ID=8d230942-3c8a-4a63-8c57-a1ced10e6e5b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:16.642342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:04:16.643358 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7fdfbf-c599-4f76-ba55-4d7f95104e53 x-openstack-request-id: req-7d7fdfbf-c599-4f76-ba55-4d7f95104e53 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:16.643666 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:16.644022 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d7fdfbf-c599-4f76-ba55-4d7f95104e53 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:16.644357 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0', 'status': 'completed', 'code': 200} Jul 23 14:04:16.684412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1d46d-ca31-4016-9e51-3c89d6ee069b service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:16.711883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ec5e944-a47b-49a2-b9f4-2c3d1008dee1 req-a3893cd5-d871-4ae9-bd25-c68fd6c03ea0 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235864 Jul 23 14:04:16.732153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-333615ac-b473-46c1-a427-9b9873282b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.733735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-333615ac-b473-46c1-a427-9b9873282b25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1094 time: 0.0790961 Jul 23 14:04:16.783677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-7ec45320-24c1-40e7-9c40-42a33847df28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 200 len: 217 time: 0.0381422 Jul 23 14:04:16.840247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-25fb3ebc-bacb-440d-9307-b68ae4d4a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.841833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-25fb3ebc-bacb-440d-9307-b68ae4d4a3ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0475376 Jul 23 14:04:16.874083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77079e5f-d7e3-4305-a898-9c46eacf9181 req-103d8e6d-f77d-4d99-bf30-848df2eec6e2 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:16.875676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77079e5f-d7e3-4305-a898-9c46eacf9181 req-103d8e6d-f77d-4d99-bf30-848df2eec6e2 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 946 time: 0.1165087 Jul 23 14:04:16.888849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-8bff512d-a392-4bcf-8460-d0a360e066f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388074 Jul 23 14:04:16.957927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:16.965794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77079e5f-d7e3-4305-a898-9c46eacf9181 req-7f78924a-455b-4a3c-8fb0-7dc79e15f6be tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 Jul 23 14:04:17.037523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-f3048383-da7b-41f8-956d-dca05e6bb0d0 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395800 Jul 23 14:04:17.037760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a4b65d-43b8-4eac-8db2-013050972563,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:17.060035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Checking segment: {'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:17.061053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Network hostable DHCP agents. Network: 8d230942-3c8a-4a63-8c57-a1ced10e6e5b, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:04:17.061324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c420191-4d3b-4cda-944a-84bd01ece1f5 req-55a996d0-85d6-4b13-9d2d-225cf801d865 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.069650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c420191-4d3b-4cda-944a-84bd01ece1f5 req-55a996d0-85d6-4b13-9d2d-225cf801d865 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 950 time: 0.1635542 Jul 23 14:04:17.082093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe9715df-4391-4817-9659-53d5bb9bc106 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:17.107910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:04:17.123314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 8d230942-3c8a-4a63-8c57-a1ced10e6e5b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:17.129853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.130759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:17.139196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2315196-2ecc-432f-a7a4-0c225561a328 None None] Network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:04:17.152708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9537cf23-cc17-495d-8c1a-695356d8f635 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5740204 Jul 23 14:04:17.207824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:17.232485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d76b9338-843e-413b-9c15-bc90f777e3cc req-fb4fb1b9-17f8-469f-b976-eab55f1b2102 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412256 Jul 23 14:04:17.247046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c420191-4d3b-4cda-944a-84bd01ece1f5 req-2e7c9b8a-1291-42f3-aef0-aee14c14504c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721241 Jul 23 14:04:17.353768 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-695aa9c9-262f-404a-abaf-563203f5623e req-0c10313f-baa7-4ac4-a0dd-379954062c5d tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.1002820 Jul 23 14:04:17.436211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-4e302dfd-907e-4a46-9392-5ba18589d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.437807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-4e302dfd-907e-4a46-9392-5ba18589d207 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1094 time: 0.1046174 Jul 23 14:04:17.509768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:17.536626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d760f-5503-4314-94cd-c5b0d316e55d req-33bc50da-737d-4282-82ab-9bca24a25f65 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.538629 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e53d760f-5503-4314-94cd-c5b0d316e55d req-33bc50da-737d-4282-82ab-9bca24a25f65 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 946 time: 0.0957634 Jul 23 14:04:17.556898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'network_id': '9394f24e-c5d2-49ba-b306-fba4a79c4e5d', 'port_id': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'mac_address': 'fa:16:3e:b3:d5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36454c9c-2d61-4e3e-9a69-9f3a39f5f160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:17.592580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e53d760f-5503-4314-94cd-c5b0d316e55d req-9464ee7e-f12a-4301-a7b4-562f4bc14dd9 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Jul 23 14:04:17.595004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aa6c0-a5ff-4de7-a10c-6eed1ccf59c5 req-7019f7b7-3978-4ef5-b75d-7983c5c87e25 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.596853 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-245aa6c0-a5ff-4de7-a10c-6eed1ccf59c5 req-7019f7b7-3978-4ef5-b75d-7983c5c87e25 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1475022 Jul 23 14:04:17.600068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-b319a258-44c8-486b-9b45-4234753276f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.601539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-b319a258-44c8-486b-9b45-4234753276f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1430836 Jul 23 14:04:17.648488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:17.656099 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:17.661091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe029a-f1d7-42fc-a272-48e273324e93 None None] Network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:04:17.676380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-9bc80457-c75c-4b4a-b1a9-401c2a8b6710 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 200 len: 217 time: 0.0526264 Jul 23 14:04:17.700892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-245aa6c0-a5ff-4de7-a10c-6eed1ccf59c5 req-0b17834d-ec59-4227-a32f-42dd873000db tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954852 Jul 23 14:04:17.731875 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:17.748074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-90559e02-084a-435b-9b46-a368224753f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.750236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-90559e02-084a-435b-9b46-a368224753f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0646458 Jul 23 14:04:17.759735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e94b5e-8732-4577-b9c0-f390b543d8a4 req-871e552b-02ed-4365-b6ad-e8b94a02819c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:17.761316 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e94b5e-8732-4577-b9c0-f390b543d8a4 req-871e552b-02ed-4365-b6ad-e8b94a02819c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.0867190 Jul 23 14:04:17.771932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe9715df-4391-4817-9659-53d5bb9bc106 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:17.826018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-4a851d07-cef6-4f25-a303-5ed4b4bbc445 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555301 Jul 23 14:04:17.834742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10e94b5e-8732-4577-b9c0-f390b543d8a4 req-82b8f1c0-4630-4881-ae71-aabdce126f38 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656154 Jul 23 14:04:17.866498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:17.873880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:17.877022 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec5313e-48cf-4da1-9f5d-6cc228aad6b5" -d '{"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:17.892143 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:17.930771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:17.944941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-388e2ce2-42fb-4041-a6d3-4ae26a7121b3 req-cc9c4bc6-50d3-4abc-b218-9abbd94416b7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-227478352', 'description': 'tempest-description-854856296'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:17.972942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.026720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-4b673423-61a1-4df9-9df3-a7746d1eb94d service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901824 Jul 23 14:04:18.038992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-388e2ce2-42fb-4041-a6d3-4ae26a7121b3 req-cc9c4bc6-50d3-4abc-b218-9abbd94416b7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.046592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fe9715df-4391-4817-9659-53d5bb9bc106'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:18.053486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:18.060573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380729-2a8a-4294-9fd6-2916ad267839 req-1482d28e-192e-408c-8b41-c973b57568d4 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:18.071731 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62380729-2a8a-4294-9fd6-2916ad267839 req-1482d28e-192e-408c-8b41-c973b57568d4 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 944 time: 0.1166325 Jul 23 14:04:18.186763 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62380729-2a8a-4294-9fd6-2916ad267839 req-a7b18f78-41b7-4206-9b85-b1019669530f tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139185 Jul 23 14:04:18.190247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9b11d5-35a4-4b8f-a8ff-6e63be681bb5 req-10c72709-274d-49e0-a4f7-76f7deb75020 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485407 Jul 23 14:04:18.231669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-388e2ce2-42fb-4041-a6d3-4ae26a7121b3 req-cc9c4bc6-50d3-4abc-b218-9abbd94416b7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.238807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-388e2ce2-42fb-4041-a6d3-4ae26a7121b3 req-cc9c4bc6-50d3-4abc-b218-9abbd94416b7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.273628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-388e2ce2-42fb-4041-a6d3-4ae26a7121b3 req-cc9c4bc6-50d3-4abc-b218-9abbd94416b7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.275255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-388e2ce2-42fb-4041-a6d3-4ae26a7121b3 req-cc9c4bc6-50d3-4abc-b218-9abbd94416b7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3435862 Jul 23 14:04:18.275935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c4bc6-50d3-4abc-b218-9abbd94416b7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4824c2-9985-45a9-a879-0ae0fd2ef189,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:18.303807 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af2000-3eb1-459a-b9cf-f0f5ef7446b8 x-openstack-request-id: req-f6af2000-3eb1-459a-b9cf-f0f5ef7446b8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:18.304157 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:18.304559 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6af2000-3eb1-459a-b9cf-f0f5ef7446b8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:18.305119 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'code': 200} Jul 23 14:04:18.315506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-acf0bacd-b48f-4137-a38e-ece62404d6ac req-e5fd81e4-fe81-4cb6-a72a-89eecbd86f17 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-573270210', 'description': 'tempest-description-441816380'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:18.317287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:18.334183 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.346791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acf0bacd-b48f-4137-a38e-ece62404d6ac req-e5fd81e4-fe81-4cb6-a72a-89eecbd86f17 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.465881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b251dd-0030-4f20-99d2-b185318cf30c req-a9d24c25-4716-471f-b388-e3943ee7989b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:18.472464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acf0bacd-b48f-4137-a38e-ece62404d6ac req-e5fd81e4-fe81-4cb6-a72a-89eecbd86f17 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.475823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0b251dd-0030-4f20-99d2-b185318cf30c req-a9d24c25-4716-471f-b388-e3943ee7989b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.1131938 Jul 23 14:04:18.478294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acf0bacd-b48f-4137-a38e-ece62404d6ac req-e5fd81e4-fe81-4cb6-a72a-89eecbd86f17 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.492096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e525addf-fec7-475d-9732-e6b8a26c9c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.506240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acf0bacd-b48f-4137-a38e-ece62404d6ac req-e5fd81e4-fe81-4cb6-a72a-89eecbd86f17 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:18.520690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acf0bacd-b48f-4137-a38e-ece62404d6ac req-e5fd81e4-fe81-4cb6-a72a-89eecbd86f17 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2131836 Jul 23 14:04:18.527259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0b251dd-0030-4f20-99d2-b185318cf30c req-784a5ddd-ea02-473c-a9b9-e3b5f1d24756 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Jul 23 14:04:18.550017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd81e4-fe81-4cb6-a72a-89eecbd86f17 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688e630a-3455-499f-9766-8668df7c19c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:18.626845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f446942-fe9b-4d39-acd4-14fdf8a35bf6 req-1a3c31df-b2b8-4b56-8804-593c3b5e710f tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0362616 Jul 23 14:04:18.764873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4c084-218e-440b-82c9-1647a9bfb120 req-b4c95d48-ca4e-4f10-805b-0b1ff6bf8db6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:18.766519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95c4c084-218e-440b-82c9-1647a9bfb120 req-b4c95d48-ca4e-4f10-805b-0b1ff6bf8db6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 948 time: 0.0723600 Jul 23 14:04:18.825899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95c4c084-218e-440b-82c9-1647a9bfb120 req-65a73e5c-cecc-4047-8f11-03d00ff4d0c3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Jul 23 14:04:18.831119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-8339d310-e0ba-406a-b4fc-7f351506efc8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:18.838841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-8339d310-e0ba-406a-b4fc-7f351506efc8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 813 time: 0.1266146 Jul 23 14:04:18.850163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-0854f0e1-69d6-4657-8600-846183156ea4 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/quotas/be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 375 time: 0.0104637 Jul 23 14:04:18.890066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-baf2fdb3-675c-4fb9-b072-54b827a3879c tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334842 Jul 23 14:04:18.986493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fbfae-bde9-43e3-8eca-669420288a83 req-2858a4da-4143-48bc-9001-bd7cd1da65a0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:18.993452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-731fbfae-bde9-43e3-8eca-669420288a83 req-2858a4da-4143-48bc-9001-bd7cd1da65a0 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 946 time: 0.1151352 Jul 23 14:04:19.000931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-10ae759e-e92a-4187-ad2a-0bdb78845c02 service neutron] 10.222.0.21 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011622 Jul 23 14:04:19.020716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-d84200c8-4b98-4b03-8206-9873cfc77d57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:19.022188 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-d84200c8-4b98-4b03-8206-9873cfc77d57 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.11 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 946 time: 0.1124647 Jul 23 14:04:19.068514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-731fbfae-bde9-43e3-8eca-669420288a83 req-f986e898-df85-464b-a5f8-3de24d4e966a tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740983 Jul 23 14:04:19.092004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe9715df-4391-4817-9659-53d5bb9bc106 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:19.149132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-be06ff29-24c5-40c4-8b7d-2bfec90affaa service neutron] 10.222.0.21 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392841 Jul 23 14:04:19.174314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port fe9715df-4391-4817-9659-53d5bb9bc106 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:19.174723 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.186173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Deleting port 7230d29b-26c7-4e56-8645-105546b56832 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:19.186685 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.201742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:19.303116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df58d-eed8-4120-ba58-f8a636b5e6e4 req-4cb5bfa8-dd31-4277-88d3-942d3fcce96b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:19.304894 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-411df58d-eed8-4120-ba58-f8a636b5e6e4 req-4cb5bfa8-dd31-4277-88d3-942d3fcce96b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1596210 Jul 23 14:04:19.316795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] For port 7230d29b-26c7-4e56-8645-105546b56832, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7230d29b-26c7-4e56-8645-105546b56832,segment=NetworkSegment(1de1bcf2-7608-4749-b199-fe8c4be08ec9),segment_id=1de1bcf2-7608-4749-b199-fe8c4be08ec9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:19.317462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.392298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:19.401692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Calling delete_port for 7230d29b-26c7-4e56-8645-105546b56832 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:19.426348 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-411df58d-eed8-4120-ba58-f8a636b5e6e4 req-3fe0b71c-8660-4739-8af3-5c2124a5c5ec tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139121 Jul 23 14:04:19.432109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'mac_address': 'fa:16:3e:ac:ac:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:19.437785 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.499046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.508921 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.512486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3610067-1eed-4802-921e-2f7055cc5105 req-617f5123-69de-47b1-a32b-6b4703451933 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:19.524999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3610067-1eed-4802-921e-2f7055cc5105 req-617f5123-69de-47b1-a32b-6b4703451933 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.1417186 Jul 23 14:04:19.543656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:19.546295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8ef963-5242-48d0-8ef7-724155fc3eef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:19.553355 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.594627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:19.608189 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.617453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3610067-1eed-4802-921e-2f7055cc5105 req-29d1db6f-330b-41c2-9acb-21c7acddf0f9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902731 Jul 23 14:04:19.640207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:19.694693 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.713375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8727bf7b-7795-4da3-bf99-4153de86ec02 req-1bb7304f-5223-4a9d-85c6-7102128dc241 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 210 time: 0.0457742 Jul 23 14:04:19.722160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cd986-6cab-4045-ba26-134c7087fab7 req-2606c6a8-b498-4f6c-a133-f4e20e15b3e1 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:19.734960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7230d29b-26c7-4e56-8645-105546b56832'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:19.746339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d05cd986-6cab-4045-ba26-134c7087fab7 req-2606c6a8-b498-4f6c-a133-f4e20e15b3e1 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 945 time: 0.1504273 Jul 23 14:04:19.775110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:19.800866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event deleted for resources: {'Port': ['ID=7230d29b-26c7-4e56-8645-105546b56832,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:19.859224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-69c4ba6c-b671-471d-aa80-7e2fea11cbe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347457 Jul 23 14:04:19.884580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] No DVR routers for this DVR port 7230d29b-26c7-4e56-8645-105546b56832 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:19.887445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:19.890958 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-696d82aa-6cdb-4ca6-a840-e2cc32bf1f83 req-55cf8c97-bafb-43b5-8908-71b9178f968d tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.11 "DELETE /v2.0/ports/7230d29b-26c7-4e56-8645-105546b56832 HTTP/1.1" status: 204 len: 173 time: 0.8624191 Jul 23 14:04:19.891456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'name': 'network-vif-deleted', 'tag': '7230d29b-26c7-4e56-8645-105546b56832'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:19.893727 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3895da7d-d898-427c-bc38-535cd0ed76d2" -d '{"events": [{"server_uuid": "817c5f62-a789-49fc-a720-5a18f05e6bae", "name": "network-vif-deleted", "tag": "7230d29b-26c7-4e56-8645-105546b56832"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:19.899179 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d05cd986-6cab-4045-ba26-134c7087fab7 req-3d1b7fed-b433-41e9-8641-4a149e60325a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519804 Jul 23 14:04:20.003597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ea8ef963-5242-48d0-8ef7-724155fc3eef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:20.021197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-70952381-1bca-4e64-a761-5d2851388e27 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:20.030377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-70952381-1bca-4e64-a761-5d2851388e27 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698885 Jul 23 14:04:20.063387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-9611c584-5722-4142-ab1d-bc3cb031819a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/quotas/cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 375 time: 0.0320244 Jul 23 14:04:20.186959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2449574c-5d05-4f01-9bf7-40cd6d3e8294 req-82d3c484-3ea6-4956-aee9-3928298f3070 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0510640 Jul 23 14:04:20.201070 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-0a84c602-662b-4013-a8c9-74212556fd77 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262476 Jul 23 14:04:20.228338 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51961116-74f4-4b93-b1c0-3ae8dace18e7 x-openstack-request-id: req-51961116-74f4-4b93-b1c0-3ae8dace18e7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:20.228839 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817c5f62-a789-49fc-a720-5a18f05e6bae", "name": "network-vif-deleted", "tag": "7230d29b-26c7-4e56-8645-105546b56832", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:20.229258 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51961116-74f4-4b93-b1c0-3ae8dace18e7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:20.229825 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817c5f62-a789-49fc-a720-5a18f05e6bae', 'name': 'network-vif-deleted', 'tag': '7230d29b-26c7-4e56-8645-105546b56832', 'status': 'completed', 'code': 200} Jul 23 14:04:20.306349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:20.308881 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfc5aa-4b95-4e29-b12b-086a4679a97a" -d '{"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-plugged", "status": "completed", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:20.422181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4df09d7f-9931-4be1-ad16-c83124377c05 req-9fbdedf7-a7a3-4827-a424-5293cff2c5b8 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/ports?device_id=817c5f62-a789-49fc-a720-5a18f05e6bae HTTP/1.1" status: 200 len: 210 time: 0.0455859 Jul 23 14:04:20.471708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21588dcd-61cd-4fc7-bef5-88b2ff69005f req-03c362bd-0bc7-4c6a-9649-4210406b5f52 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 210 time: 0.0565174 Jul 23 14:04:20.472851 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e757dac5-aa3d-4f32-9057-1335867f79ef x-openstack-request-id: req-e757dac5-aa3d-4f32-9057-1335867f79ef {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:20.473170 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-plugged", "status": "completed", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:20.473398 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e757dac5-aa3d-4f32-9057-1335867f79ef {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:20.473873 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'code': 200} Jul 23 14:04:20.674083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366817-65f2-492e-81f8-1a002e16dd27 req-1c0396b7-8e62-4594-a118-58211f336fbc tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:20.676136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c366817-65f2-492e-81f8-1a002e16dd27 req-1c0396b7-8e62-4594-a118-58211f336fbc tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.0948734 Jul 23 14:04:20.756756 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c366817-65f2-492e-81f8-1a002e16dd27 req-16c6cb9f-fe42-4eb3-8125-5dad719ce931 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684733 Jul 23 14:04:20.819384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95b48-03c7-4e54-a164-6b4b97e08123 req-4454e39a-7611-4606-8a3a-f08697bcb88c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:20.821763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35d95b48-03c7-4e54-a164-6b4b97e08123 req-4454e39a-7611-4606-8a3a-f08697bcb88c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.0958683 Jul 23 14:04:20.863454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35d95b48-03c7-4e54-a164-6b4b97e08123 req-92e83a82-ce08-4ae6-bc0c-6ee2b593dd1c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358837 Jul 23 14:04:20.906015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216c624-5649-47c0-a89a-6f15ecd76d37 req-61026537-8c3a-46c3-a4b1-f1408e26d51a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:20.907812 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6216c624-5649-47c0-a89a-6f15ecd76d37 req-61026537-8c3a-46c3-a4b1-f1408e26d51a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 945 time: 0.0808985 Jul 23 14:04:20.952343 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6216c624-5649-47c0-a89a-6f15ecd76d37 req-de82d04f-0e80-4c8e-9946-55af6293716a tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Jul 23 14:04:20.955798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-53b433eb-d90a-4359-aac8-528f7c326a90 req-710d40e0-e9cf-436b-b7ef-1dd0715abc9e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 210 time: 0.0315306 Jul 23 14:04:21.081626 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.191140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-bf3e668c-4279-4978-9330-e6036ba3d6e3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:21.193014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-bf3e668c-4279-4978-9330-e6036ba3d6e3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 813 time: 0.1129441 Jul 23 14:04:21.213650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'port': {'device_id': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b', 'admin_state_up': True, 'tenant_id': 'be51bd82ee914a87a051f364178d7574'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:21.229952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:21.295110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port ea8ef963-5242-48d0-8ef7-724155fc3eef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:21.295742 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.296305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99099470-b84e-41b7-b7fd-99e8ab9e0517 req-0e812724-0495-43de-8fbf-653b57d82978 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0338018 Jul 23 14:04:21.343117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Made reservation on behalf of be51bd82ee914a87a051f364178d7574 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:21.347413 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.381762 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.415151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:21.419672 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.469820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:21.484730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Allocated IP 172.20.0.4 (8d230942-3c8a-4a63-8c57-a1ced10e6e5b/93a4b65d-43b8-4eac-8db2-013050972563/ad3b4201-9141-4089-a0e7-4c66fac6857f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:21.596346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e823af90-0cea-4dec-9fa2-0edf1cdbabe8 req-387c2e6b-770f-4e17-9adc-d6a6cf7ac7af tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 210 time: 0.0405760 Jul 23 14:04:21.651221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:21.697446 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.715563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18492414-53cf-4cea-8356-a4a093dbd563 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.727345 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-fceba230-e2af-4ff8-a7f4-faf91bb8c1a4 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262830 Jul 23 14:04:21.738740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18492414-53cf-4cea-8356-a4a093dbd563 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.796280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18492414-53cf-4cea-8356-a4a093dbd563 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.799837 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18492414-53cf-4cea-8356-a4a093dbd563 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.802364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-18492414-53cf-4cea-8356-a4a093dbd563 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "DELETE /v2.0/security-groups/5fcdd5fa-80c4-4667-8a31-4545c6e4e6fc HTTP/1.1" status: 204 len: 168 time: 0.1489508 Jul 23 14:04:21.814148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:21.814899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18492414-53cf-4cea-8356-a4a093dbd563 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdd5fa-80c4-4667-8a31-4545c6e4e6fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:21.847164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:21.875247 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-85985998-d7df-4280-9883-486e94ea5359 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] show failed (client error): The resource could not be found. Jul 23 14:04:21.879231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85985998-d7df-4280-9883-486e94ea5359 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "GET /v2.0/security-groups/5fcdd5fa-80c4-4667-8a31-4545c6e4e6fc HTTP/1.1" status: 404 len: 347 time: 0.0412004 Jul 23 14:04:21.879405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:21.913909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-6afcdfaf-a32f-4390-8353-853b913f675d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:21.915574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-6afcdfaf-a32f-4390-8353-853b913f675d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816916 Jul 23 14:04:21.917436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:21.922886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:21.929170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:21.958992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:21.965434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Request body: {'port': {'device_id': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'cc793ae8b78f4b4fa35ea33cf7c13972'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:22.021746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d05e-d7c7-4a62-8aed-72b6104618d3 req-99dcf976-ea1a-4d1c-8366-24cf6a0ea02c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:22.023430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4319d05e-d7c7-4a62-8aed-72b6104618d3 req-99dcf976-ea1a-4d1c-8366-24cf6a0ea02c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1797483 Jul 23 14:04:22.080202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:22.080585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4319d05e-d7c7-4a62-8aed-72b6104618d3 req-13d94789-51c0-430a-aa1c-efc5900e5c2a tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487175 Jul 23 14:04:22.080879 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.081976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Deleting port 385c7bd4-2b1b-4a35-8d29-b92cfaa35060 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:22.082311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.125342 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-2201f1d6-3659-4baa-b52f-9daa17e65414 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9161365 Jul 23 14:04:22.149019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Request body: {'port': {'device_id': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:22.162360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf1bd-1f3a-48ad-a245-be7bbc997c31 req-965e561e-4fec-4ea4-a094-1e3fd1f586c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:22.164000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfadf1bd-1f3a-48ad-a245-be7bbc997c31 req-965e561e-4fec-4ea4-a094-1e3fd1f586c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.2059386 Jul 23 14:04:22.209003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.209331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.216457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Made reservation on behalf of cc793ae8b78f4b4fa35ea33cf7c13972 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:22.220378 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.230310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Calling delete_port for 385c7bd4-2b1b-4a35-8d29-b92cfaa35060 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:22.287639 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cfadf1bd-1f3a-48ad-a245-be7bbc997c31 req-91ed0f4f-376a-4692-942e-bd15b2c2de7e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032362 Jul 23 14:04:22.294837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c6e31-2ddb-46a8-9544-14ed5bddc497 req-f912686d-532c-401a-a833-51609634f78e tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:22.296723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-713c6e31-2ddb-46a8-9544-14ed5bddc497 req-f912686d-532c-401a-a833-51609634f78e tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 945 time: 0.1455214 Jul 23 14:04:22.332977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.370242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-713c6e31-2ddb-46a8-9544-14ed5bddc497 req-e727b375-96b3-4948-82fe-7b25697a9158 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 Jul 23 14:04:22.438197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.467655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Pushing event deleted for resources: {'Port': ['ID=385c7bd4-2b1b-4a35-8d29-b92cfaa35060,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:22.475279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:22.483885 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd5e5a4-3cdb-45e0-9c2a-7d41c0f71ef6" -d '{"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:22.544043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Allocated IP 192.168.233.102 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/27b98958-b805-4a17-ab6c-648c9844b932) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:22.571482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd09b479-ca60-44eb-87f5-f6043904b0ff req-61919644-4dec-4b3c-9ac1-97b6b4fd9e16 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0341249 Jul 23 14:04:22.578788 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.581671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.582914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e8a8660e-a479-49cf-b30c-675247a6f880 tempest-ImagesOneServerNegativeTestJSON-1563367287 tempest-ImagesOneServerNegativeTestJSON-1563367287-project] 10.222.0.21 "DELETE /v2.0/floatingips/f415b3f2-0450-4517-81f5-73e4b923ca79 HTTP/1.1" status: 204 len: 168 time: 0.7026501 Jul 23 14:04:22.629140 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96946220-ef3b-466f-b6d2-67b7b6cc6aa8 x-openstack-request-id: req-96946220-ef3b-466f-b6d2-67b7b6cc6aa8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:22.629468 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:22.630101 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96946220-ef3b-466f-b6d2-67b7b6cc6aa8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:22.630753 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'code': 200} Jul 23 14:04:22.681879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036776a-04aa-42f0-9e43-d2694d4531ca req-8174239e-858b-4ee3-b336-a84c297de2d6 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:22.683512 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2036776a-04aa-42f0-9e43-d2694d4531ca req-8174239e-858b-4ee3-b336-a84c297de2d6 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 931 time: 0.2910829 Jul 23 14:04:22.733286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9abecfda-f6f3-42cd-982d-704bf42d2de2 req-eaec473e-12c4-4b20-aaa4-4572c90be3d7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 210 time: 0.0311317 Jul 23 14:04:22.812335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2036776a-04aa-42f0-9e43-d2694d4531ca req-d5e13708-7a1d-41f8-b93e-4ac1929d4457 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203616 Jul 23 14:04:22.822571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:22.907605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.928642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3b4201-9141-4089-a0e7-4c66fac6857f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:22.938063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Transition to ACTIVE for port object 27b98958-b805-4a17-ab6c-648c9844b932 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:22.941854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.947539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] Deleting subnet c19468e9-d776-4c9d-b75d-8bbf3d3bcedd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:04:22.952452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:22.995901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Transition to ACTIVE for port object ad3b4201-9141-4089-a0e7-4c66fac6857f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:23.008457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.016699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.093500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:23.104356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.110237 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.126582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d2910e12-c70b-44d2-885e-222f4c0d58d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:23.129150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe9715df-4391-4817-9659-53d5bb9bc106 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:23.161095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-a21ccd39-4370-4882-8677-589281e3a8bc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:23.163355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-a21ccd39-4370-4882-8677-589281e3a8bc tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 945 time: 0.0743062 Jul 23 14:04:23.187134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'ea8ef963-5242-48d0-8ef7-724155fc3eef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:23.231000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:23.234075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7230d29b-26c7-4e56-8645-105546b56832 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:23.242539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:23.249601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:23.253838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:23.291517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 7230d29b-26c7-4e56-8645-105546b56832 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:23.292096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7230d29b-26c7-4e56-8645-105546b56832 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:23.326371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Attempting to bind port ad3b4201-9141-4089-a0e7-4c66fac6857f on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:23.334438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Attempting to bind port ad3b4201-9141-4089-a0e7-4c66fac6857f by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:23.334778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a074ac-84a8-4b18-92e7-3418a0bc7808 req-99733ced-3c3d-4d0a-bf8f-2b0e25924a01 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:23.335102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Attempting to bind port ad3b4201-9141-4089-a0e7-4c66fac6857f on network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:23.339041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.342966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0a074ac-84a8-4b18-92e7-3418a0bc7808 req-99733ced-3c3d-4d0a-bf8f-2b0e25924a01 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1436121 Jul 23 14:04:23.371800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Deleting port fe9715df-4391-4817-9659-53d5bb9bc106 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:23.372147 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.392911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19468e9-d776-4c9d-b75d-8bbf3d3bcedd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:23.404282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Port ad3b4201-9141-4089-a0e7-4c66fac6857f on network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:23.405744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Attempting to bind port ad3b4201-9141-4089-a0e7-4c66fac6857f on network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:23.429189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0a074ac-84a8-4b18-92e7-3418a0bc7808 req-befaf3af-e53f-4434-b8c3-1a272bdf3452 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851738 Jul 23 14:04:23.442775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.481182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:23.483194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Checking segment: {'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:23.483194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Bound using segment: {'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:23.483809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Bound port: ad3b4201-9141-4089-a0e7-4c66fac6857f, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:23.484836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.508271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:23.508693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.518828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.520831 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-48441dbd-28d0-4328-a459-382f8abc980f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c19468e9-d776-4c9d-b75d-8bbf3d3bcedd HTTP/1.1" status: 204 len: 168 time: 0.6972945 Jul 23 14:04:23.524121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:23.526249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Calling delete_port for fe9715df-4391-4817-9659-53d5bb9bc106 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:23.534342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe9715df-4391-4817-9659-53d5bb9bc106, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe9715df-4391-4817-9659-53d5bb9bc106,segment=NetworkSegment(3212e491-3224-4801-8315-90fbfd1a6433),segment_id=3212e491-3224-4801-8315-90fbfd1a6433)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:23.534902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:23.535452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.550931 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.593414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-de49729d-a01d-4b18-915d-81779e12dfe3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6363451 Jul 23 14:04:23.613090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Request body: {'port': {'device_id': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:23.621145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:23.638521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:23.643731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58e287b9-e94f-463c-8a52-db07093db80b None None] Provisioning for port 27b98958-b805-4a17-ab6c-648c9844b932 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:23.648002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867ff22-93f4-4cdd-935a-f23e84a6f2c8 req-06b0dcb3-837b-468a-b705-3d5e5a8c4202 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:23.650163 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8867ff22-93f4-4cdd-935a-f23e84a6f2c8 req-06b0dcb3-837b-468a-b705-3d5e5a8c4202 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.2358735 Jul 23 14:04:23.654072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58e287b9-e94f-463c-8a52-db07093db80b None None] Provisioning complete for port 27b98958-b805-4a17-ab6c-648c9844b932 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:23.654445 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58e287b9-e94f-463c-8a52-db07093db80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.669787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:23.679043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.686865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.708938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-58e287b9-e94f-463c-8a52-db07093db80b None None] Port 27b98958-b805-4a17-ab6c-648c9844b932 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:04:23.737105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659bb0f-d6d6-4c12-899e-e99dedf38046 req-37daea8e-1a6d-45d3-8d18-4b6033decd12 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:23.745221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b659bb0f-d6d6-4c12-899e-e99dedf38046 req-37daea8e-1a6d-45d3-8d18-4b6033decd12 tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b04721-db2b-431a-8550-3dc849455417 HTTP/1.1" status: 200 len: 943 time: 0.1983154 Jul 23 14:04:23.765750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:23.766518 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.774765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] 10.222.0.11 "PUT /v2.0/ports/ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 200 len: 1091 time: 1.6264248 Jul 23 14:04:23.774765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:23.774765 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76add22e-3e54-4c7a-8a08-725a0206aba1" -d '{"events": [{"name": "network-changed", "server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:23.785265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8867ff22-93f4-4cdd-935a-f23e84a6f2c8 req-bb6444b0-6260-47f7-ba8e-4b2219d75dfb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259713 Jul 23 14:04:23.809974 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.812281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d8627-67f9-4793-ad36-c54cffd61e83 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:23.900875 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.914225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b659bb0f-d6d6-4c12-899e-e99dedf38046 req-74798e75-2bd9-4c13-b40e-2475486bce8c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.21 "GET /v2.0/security-groups?id=67f2ae96-c80f-410d-b4ab-f6096c4a1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683419 Jul 23 14:04:23.922681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5342ad-abcf-4ad6-b789-26addd712c1c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:23.936101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de1bcf2-7608-4749-b199-fe8c4be08ec9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:23.936566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de1bcf2-7608-4749-b199-fe8c4be08ec9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:23.946559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.954072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.985910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.992253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:04:23.992627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:04:23.994403 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:04:24.000200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589f7283-a7c4-4469-a34e-548bf8a248da req-9045887c-282f-4885-ab70-89ef3c954a49 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0500910 Jul 23 14:04:24.005502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Pushing event deleted for resources: {'Port': ['ID=fe9715df-4391-4817-9659-53d5bb9bc106,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:24.016831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-1d270a99-8c43-48ff-babb-b0d19132c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:24.027895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-1d270a99-8c43-48ff-babb-b0d19132c98b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1094 time: 0.1902516 Jul 23 14:04:24.088172 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121f10d4-6148-474e-adbd-e6ec6085d227 x-openstack-request-id: req-121f10d4-6148-474e-adbd-e6ec6085d227 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:24.088725 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:24.089145 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-121f10d4-6148-474e-adbd-e6ec6085d227 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:24.089690 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f', 'status': 'completed', 'code': 200} Jul 23 14:04:24.094130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-9bbf70d5-7695-4d9c-afa6-41994fd0ef38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 200 len: 217 time: 0.0485165 Jul 23 14:04:24.118177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] No DVR routers for this DVR port fe9715df-4391-4817-9659-53d5bb9bc106 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:24.121206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.124787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.126846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dbbd8ad-b9cf-4708-9539-172549796bad req-d32963fe-bad0-4104-846a-9bf941855e9c tempest-ImagesTestJSON-1123518738 tempest-ImagesTestJSON-1123518738-project] 10.222.0.48 "DELETE /v2.0/ports/fe9715df-4391-4817-9659-53d5bb9bc106 HTTP/1.1" status: 204 len: 173 time: 0.9578943 Jul 23 14:04:24.127310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-deleted', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:24.129683 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a211ce-f4a1-42f7-a773-7b1faea0fa8b" -d '{"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-deleted", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:24.136754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.141493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c5342ad-abcf-4ad6-b789-26addd712c1c HTTP/1.1" status: 204 len: 168 time: 0.6134977 Jul 23 14:04:24.160992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000f023-4a83-489d-9016-b2e6b0c90534 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5342ad-abcf-4ad6-b789-26addd712c1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:24.185925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0528cf-c59a-406a-be6d-1be9562c7a91 req-12251a03-fca7-49d4-bde7-402a3d347289 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:24.187751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f0528cf-c59a-406a-be6d-1be9562c7a91 req-12251a03-fca7-49d4-bde7-402a3d347289 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 936 time: 0.1834352 Jul 23 14:04:24.233622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f0528cf-c59a-406a-be6d-1be9562c7a91 req-5192d2bf-f14f-4d29-815f-d352dfbd88bb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Jul 23 14:04:24.296077 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5d6c95-efd7-4489-b1cd-a62bcc1448ad x-openstack-request-id: req-4e5d6c95-efd7-4489-b1cd-a62bcc1448ad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:24.296280 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-deleted", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:24.296554 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e5d6c95-efd7-4489-b1cd-a62bcc1448ad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:24.296949 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-deleted', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'status': 'completed', 'code': 200} Jul 23 14:04:24.338859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:24.380042 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6c13fbb1-2f63-4edc-b9fa-f983d8697f1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89968fc85c6748c9bbe04fc33dbf8f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399899 Jul 23 14:04:24.382627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:24.517586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-a3d5c385-65e6-4757-bbbe-79ddf7a929a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:24.519199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-a3d5c385-65e6-4757-bbbe-79ddf7a929a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.3999004 Jul 23 14:04:24.563321 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-78b344f4-d0ff-4956-9670-47e22cca8666 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362301 Jul 23 14:04:24.632282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:24.635298 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dc34b7-9011-4bc6-8d9b-8f0c7770e50a" -d '{"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:24.646610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd22140-aef6-497f-8c04-602fccdb8ef6 req-a318d01a-ef67-4f5c-930c-9c52bb36f4ee tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:24.648139 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd22140-aef6-497f-8c04-602fccdb8ef6 req-a318d01a-ef67-4f5c-930c-9c52bb36f4ee tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 943 time: 0.5278075 Jul 23 14:04:24.682209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b98958-b805-4a17-ab6c-648c9844b932 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:24.701227 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.740606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Transition to ACTIVE for port object 27b98958-b805-4a17-ab6c-648c9844b932 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:24.751578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae407788-8525-4f50-bb80-ef0235633947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.752124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-53fac0a0-5d13-4ff1-8199-e68413a28705 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738124 Jul 23 14:04:24.754605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.762292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd22140-aef6-497f-8c04-602fccdb8ef6 req-c7467ed2-ac33-47f5-9ebf-4263c33e262e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834730 Jul 23 14:04:24.779525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae407788-8525-4f50-bb80-ef0235633947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.816522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338450ef-bb99-4d09-818d-3336fb6a0cd5 req-c4cd43ec-856d-4789-b448-e1e32f4c3a2f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:24.818134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-338450ef-bb99-4d09-818d-3336fb6a0cd5 req-c4cd43ec-856d-4789-b448-e1e32f4c3a2f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 945 time: 0.1147056 Jul 23 14:04:24.839762 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fe0501-5c2b-49a1-90cb-3c79a1227a6c x-openstack-request-id: req-48fe0501-5c2b-49a1-90cb-3c79a1227a6c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:24.840373 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b04721-db2b-431a-8550-3dc849455417", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9715df-4391-4817-9659-53d5bb9bc106", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:24.840868 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48fe0501-5c2b-49a1-90cb-3c79a1227a6c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:24.841649 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b04721-db2b-431a-8550-3dc849455417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9715df-4391-4817-9659-53d5bb9bc106', 'code': 200} Jul 23 14:04:24.862725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:24.878582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae407788-8525-4f50-bb80-ef0235633947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.881305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae407788-8525-4f50-bb80-ef0235633947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:24.885425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae407788-8525-4f50-bb80-ef0235633947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45 HTTP/1.1" status: 204 len: 168 time: 0.4988999 Jul 23 14:04:24.894493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-338450ef-bb99-4d09-818d-3336fb6a0cd5 req-4e64c9b8-9910-4cf4-bef5-a6862b3eb658 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653746 Jul 23 14:04:24.895630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae407788-8525-4f50-bb80-ef0235633947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47968b3-4579-4f7e-ac5b-6bd1c7fc6f45,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:25.041689 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a4f6da0-9fa1-485c-8902-c1ca55d7274b req-24a22feb-e373-4275-9543-93399ebdd58a service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752361 Jul 23 14:04:25.048350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:25.048684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:25.049011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:25.056286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:25.056668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:25.068531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:25.068884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:25.069276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:25.069724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Bound port: 27b98958-b805-4a17-ab6c-648c9844b932, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:25.070087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:25.105836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a1d3a-7e2e-40d7-9f57-16c9b7f35885 req-43c59d8e-bd94-436a-a8ed-29f9c96455d2 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.106081 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a50a1d3a-7e2e-40d7-9f57-16c9b7f35885 req-43c59d8e-bd94-436a-a8ed-29f9c96455d2 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.1642179 Jul 23 14:04:25.191162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a50a1d3a-7e2e-40d7-9f57-16c9b7f35885 req-03aa751a-e1a4-4be4-84df-5a33fc355dd8 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665677 Jul 23 14:04:25.194717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:25.223043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-067ac84f-9b83-4b30-834c-435415ce6d0d req-414d84b0-0976-4577-9d4d-91c1cd3e9743 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0421376 Jul 23 14:04:25.242592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:25.251133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:25.306407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-ab115187-1f58-4f9c-9127-01dd7569bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.308182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-ab115187-1f58-4f9c-9127-01dd7569bf62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1094 time: 0.1113811 Jul 23 14:04:25.317384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.318169 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:25.320496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] 10.222.0.11 "PUT /v2.0/ports/27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 1096 time: 1.7133126 Jul 23 14:04:25.366005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-e061e5e9-fc17-41af-95f4-62687f0e03a2 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.367938 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-e061e5e9-fc17-41af-95f4-62687f0e03a2 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.1890113 Jul 23 14:04:25.385386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239b4a9-c8a4-4688-ad21-6b55db32e473 service neutron] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:25.409635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:25.585309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3650-25ab-4cea-930d-65167776ee4b req-c50e6d21-0e78-4953-9487-f554536e2111 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.587987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:25.593009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17bf3650-25ab-4cea-930d-65167776ee4b req-c50e6d21-0e78-4953-9487-f554536e2111 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.2273965 Jul 23 14:04:25.618029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-8dbd5f30-d794-4c94-a53e-2fc26f7f2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.619626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-8dbd5f30-d794-4c94-a53e-2fc26f7f2a53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 914 time: 0.2952785 Jul 23 14:04:25.645639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-96e40d30-d67c-4d18-81cc-876cc6d9a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.646313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17bf3650-25ab-4cea-930d-65167776ee4b req-0c4a43a9-1eed-4dca-a87e-b5e704c4d1f7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Jul 23 14:04:25.656608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-96e40d30-d67c-4d18-81cc-876cc6d9a05f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1099 time: 0.2610941 Jul 23 14:04:25.661139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:25.684979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-d6f5aeef-a465-4356-bd0d-366a18398d22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 200 len: 217 time: 0.0373595 Jul 23 14:04:25.735271 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-767068f1-32ac-4c24-b2ef-cb28f8f82be2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0621734 Jul 23 14:04:25.744410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-be2b9c61-dda8-4feb-bc45-ae18d3e88a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.746264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-be2b9c61-dda8-4feb-bc45-ae18d3e88a37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.0512238 Jul 23 14:04:25.804366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-4065885a-5402-44a2-9c41-aae619934964 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388758 Jul 23 14:04:25.834257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] Deleting subnet 36454c9c-2d61-4e3e-9a69-9f3a39f5f160 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:04:25.847342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:25.871326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-9e24d2d3-af61-47cb-b6e2-0f117e360249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:25.872880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-9e24d2d3-af61-47cb-b6e2-0f117e360249 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1252718 Jul 23 14:04:25.924872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:25.937608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:25.938958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-0dd5e600-5a78-4a8d-86a4-2d1780d34f32 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250842 Jul 23 14:04:25.996405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5558e0-f861-4aba-bdd4-9d20a5c4a08a req-2472a541-5179-4b0b-b492-448b31dfd805 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.003154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a5558e0-f861-4aba-bdd4-9d20a5c4a08a req-2472a541-5179-4b0b-b492-448b31dfd805 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 943 time: 0.1293309 Jul 23 14:04:26.006062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.038846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:26.071186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-407d4f89-98cd-4565-9a4d-2ce0a3c642c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.072735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-407d4f89-98cd-4565-9a4d-2ce0a3c642c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1873488 Jul 23 14:04:26.097038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:26.097855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a5558e0-f861-4aba-bdd4-9d20a5c4a08a req-4d0d9fbb-cdcf-4649-8be0-43e79a22bb68 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659783 Jul 23 14:04:26.099375 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a6506f-a781-4489-9b65-0b270fac38ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:26.101795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76add22e-3e54-4c7a-8a08-725a0206aba1 req-2b87bc51-f560-427e-b729-d562c019a4a0 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541445 Jul 23 14:04:26.131504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.155649 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.229007 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.281411 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f80fc90-59dd-4c4a-a734-4d9799222112 x-openstack-request-id: req-9f80fc90-59dd-4c4a-a734-4d9799222112 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:26.281683 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:26.281929 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f80fc90-59dd-4c4a-a734-4d9799222112 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:26.282321 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'status': 'completed', 'code': 200} Jul 23 14:04:26.287535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36454c9c-2d61-4e3e-9a69-9f3a39f5f160,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:26.293171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.295107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-03faba6b-a307-43a1-96d6-7ae3ff413b67 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/36454c9c-2d61-4e3e-9a69-9f3a39f5f160 HTTP/1.1" status: 204 len: 168 time: 0.6329558 Jul 23 14:04:26.298090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:26.327545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:26.353830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-79c97563-7384-48ed-8ed7-a6541c54989d service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676148 Jul 23 14:04:26.384507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad007-7371-4d8c-98bf-b1c7cb2b86ae req-b969c25f-8653-4e48-ab1e-41c4b342be37 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.385952 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e35ad007-7371-4d8c-98bf-b1c7cb2b86ae req-b969c25f-8653-4e48-ab1e-41c4b342be37 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.2471874 Jul 23 14:04:26.400244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:26.400576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:26.400909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:26.401027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.427995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:26.428330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Attempting to bind port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on network ab688272-9fd2-41a7-8d23-85eb2d29960c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:26.464938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:26.465326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Checking segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:26.465657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Bound using segment: {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:26.466094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Bound port: 1bec8931-09ac-4358-a64c-33e71f0e0f93, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab688272-9fd2-41a7-8d23-85eb2d29960c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:26.466459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.474518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ee9a-bc55-4f8e-9e94-3f820255931d req-9778002d-4c57-4d0c-8d79-e1827ecc0988 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.476028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-adc3ee9a-bc55-4f8e-9e94-3f820255931d req-9778002d-4c57-4d0c-8d79-e1827ecc0988 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.1492336 Jul 23 14:04:26.500266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e35ad007-7371-4d8c-98bf-b1c7cb2b86ae req-f3e468bc-f30b-4b16-b54b-18cc1ea38987 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011281 Jul 23 14:04:26.513037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.535864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9394f24e-c5d2-49ba-b306-fba4a79c4e5d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:26.536387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fc53ce19-49fc-4be8-b744-48697162d3c4 req-c8055471-81ac-4f6d-91d4-591cbdfaf642 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685634 Jul 23 14:04:26.564456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:26.567852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:26.568532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3212e491-3224-4801-8315-90fbfd1a6433') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:26.568777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3212e491-3224-4801-8315-90fbfd1a6433') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:26.573907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.578954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-adc3ee9a-bc55-4f8e-9e94-3f820255931d req-ff41fbb0-c4fc-4919-bed0-216641503bc3 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957675 Jul 23 14:04:26.582975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.603972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.611539 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:04:26.612008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:04:26.617924 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:04:26.640134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-87462d7a-df3b-45ea-b651-de2241446435 req-5217bc27-1c5c-453e-bae5-1fc0814d9111 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0568869 Jul 23 14:04:26.710960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.717312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.717959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.719376 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] 10.222.0.11 "PUT /v2.0/ports/1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 200 len: 1121 time: 1.3223975 Jul 23 14:04:26.725423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51248622-c0c4-42e6-abd2-bee6363ccaae service neutron] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:26.742497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:26.744539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9394f24e-c5d2-49ba-b306-fba4a79c4e5d HTTP/1.1" status: 204 len: 168 time: 0.4449153 Jul 23 14:04:26.745480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9529f4-cc14-462e-b417-f622ee977e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=9394f24e-c5d2-49ba-b306-fba4a79c4e5d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:26.760259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6506f-a781-4489-9b65-0b270fac38ab req-785ca01e-9945-4449-8d36-ce2fb8d5abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.761765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51a6506f-a781-4489-9b65-0b270fac38ab req-785ca01e-9945-4449-8d36-ce2fb8d5abf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1099 time: 0.1246071 Jul 23 14:04:26.827222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1bec8931-09ac-4358-a64c-33e71f0e0f93'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:26.877447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d7f0-93fc-4e9f-b3c4-ff9c61e77025 req-1ad764db-2afc-43bb-92d2-925dad0693a5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.884108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19f4d7f0-93fc-4e9f-b3c4-ff9c61e77025 req-1ad764db-2afc-43bb-92d2-925dad0693a5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.1405530 Jul 23 14:04:26.912871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6506f-a781-4489-9b65-0b270fac38ab req-85c94792-cc1b-415a-ba12-0c69639fc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:26.914353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51a6506f-a781-4489-9b65-0b270fac38ab req-85c94792-cc1b-415a-ba12-0c69639fc264 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1360843 Jul 23 14:04:26.928515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['1bec8931-09ac-4358-a64c-33e71f0e0f93'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:26.969189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19f4d7f0-93fc-4e9f-b3c4-ff9c61e77025 req-b9117a5e-4795-4c14-9f7c-46ec8f767a43 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842078 Jul 23 14:04:26.970779 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51a6506f-a781-4489-9b65-0b270fac38ab req-cf82c374-4630-4838-bb14-a783a5575a32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0463316 Jul 23 14:04:27.013880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:27.034999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6506f-a781-4489-9b65-0b270fac38ab req-1737aa61-7d21-47aa-8201-350d21e90982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:27.036515 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51a6506f-a781-4489-9b65-0b270fac38ab req-1737aa61-7d21-47aa-8201-350d21e90982 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0571644 Jul 23 14:04:27.061975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8f45b193-a8e1-4fff-82ba-c7587b84a26b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3816f316b364be89b8f2df9b931702a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465586 Jul 23 14:04:27.067114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:27.120173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6506f-a781-4489-9b65-0b270fac38ab req-a0c1808f-6d54-4c02-9161-b7b6735ca7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:27.121761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51a6506f-a781-4489-9b65-0b270fac38ab req-a0c1808f-6d54-4c02-9161-b7b6735ca7eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752027 Jul 23 14:04:27.123265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52b46595-5f7c-47cf-b2ab-208503accac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:27.127264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe9715df-4391-4817-9659-53d5bb9bc106 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:27.162547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: fe9715df-4391-4817-9659-53d5bb9bc106 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:27.163060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe9715df-4391-4817-9659-53d5bb9bc106 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:27.177587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52b46595-5f7c-47cf-b2ab-208503accac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:27.242268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52b46595-5f7c-47cf-b2ab-208503accac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:27.245481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52b46595-5f7c-47cf-b2ab-208503accac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:27.246720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-52b46595-5f7c-47cf-b2ab-208503accac7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67f2ae96-c80f-410d-b4ab-f6096c4a1da4 HTTP/1.1" status: 204 len: 168 time: 0.1783755 Jul 23 14:04:27.255217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b46595-5f7c-47cf-b2ab-208503accac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f2ae96-c80f-410d-b4ab-f6096c4a1da4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:27.267439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:27.294237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51a6506f-a781-4489-9b65-0b270fac38ab req-79152bae-7c52-4a0e-9f20-7cd3e0f52739 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646702 Jul 23 14:04:27.306294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e4c8f-5052-4d35-b24c-3bb5a3f14bbf req-aaa62da9-a3f6-46f2-8ea9-a7559d238ed7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:27.307935 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b8e4c8f-5052-4d35-b24c-3bb5a3f14bbf req-aaa62da9-a3f6-46f2-8ea9-a7559d238ed7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 943 time: 0.1006379 Jul 23 14:04:27.385551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:27.400056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:04:27.400439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ad3b4201-9141-4089-a0e7-4c66fac6857f details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:27.436914 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b8e4c8f-5052-4d35-b24c-3bb5a3f14bbf req-fd8bee07-4664-41ae-b965-7a4cab63e72a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166339 Jul 23 14:04:27.474265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51a6506f-a781-4489-9b65-0b270fac38ab req-b498c533-3616-4c90-9862-ffdeca414939 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567645 Jul 23 14:04:27.520306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:27.532627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'ad3b4201-9141-4089-a0e7-4c66fac6857f', 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b', 'port_id': 'ad3b4201-9141-4089-a0e7-4c66fac6857f', 'mac_address': 'fa:16:3e:43:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a4b65d-43b8-4eac-8db2-013050972563', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:27.574327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:27.589087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3b4201-9141-4089-a0e7-4c66fac6857f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:27.614005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:27.622931 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:27.684723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ab18a-bac8-42df-8466-12dae6a0eba2 req-620a2dd8-10ad-4f74-bcd4-143ec69321e8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:27.687132 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e8ab18a-bac8-42df-8466-12dae6a0eba2 req-620a2dd8-10ad-4f74-bcd4-143ec69321e8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.0909717 Jul 23 14:04:27.698347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:27.743658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e8ab18a-bac8-42df-8466-12dae6a0eba2 req-43788b7b-b7c8-4c3c-af52-f6800ac5af3e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492101 Jul 23 14:04:27.753691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23837509-3180-434d-a88f-0b23a4f0caba req-71e485c3-7225-4f9f-a502-d5c413648333 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:27.756201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23837509-3180-434d-a88f-0b23a4f0caba req-71e485c3-7225-4f9f-a502-d5c413648333 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.1008966 Jul 23 14:04:27.799558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23837509-3180-434d-a88f-0b23a4f0caba req-d5582cd1-9eee-47ef-bf05-a2e4641c6d0b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Jul 23 14:04:27.831135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:27.857759 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f8d1d1a2-6309-43e7-8d95-2fda2ec1f4b7 req-af31ebee-64d6-456d-8e3a-9855e5ba0581 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0318000 Jul 23 14:04:27.959386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23d7351e-0752-4032-b57d-2223d8bca1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:28.098411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23d7351e-0752-4032-b57d-2223d8bca1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:28.105484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23d7351e-0752-4032-b57d-2223d8bca1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:28.147720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:28.153870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7351e-0752-4032-b57d-2223d8bca1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd7427-91e0-4fba-920f-16da73b31eee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:28.162480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-23d7351e-0752-4032-b57d-2223d8bca1d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46020f8d0bfd4f5fa669e6ab0c58df11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299108 Jul 23 14:04:28.162638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:28.176383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6a5e7-ec0b-452c-9218-94d506dc4a9f req-f45eef1f-a961-49e0-a175-fa6009bdf65d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:28.177898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61c6a5e7-ec0b-452c-9218-94d506dc4a9f req-f45eef1f-a961-49e0-a175-fa6009bdf65d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.1273282 Jul 23 14:04:28.238106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61c6a5e7-ec0b-452c-9218-94d506dc4a9f req-85651650-d63b-49ce-8902-0eab86166cf1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497489 Jul 23 14:04:28.247113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63b8e8eb-0060-4f3e-b77a-dd7965934761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:28.275056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63b8e8eb-0060-4f3e-b77a-dd7965934761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:28.284499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93'}, {'name': 'network-changed', 'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:28.286760 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09a164-38c9-4a71-b946-77b37def0aff" -d '{"events": [{"server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "name": "network-vif-unplugged", "status": "completed", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93"}, {"name": "network-changed", "server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:28.331781 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6026cd3f-e0f1-4da0-a0e0-a75dbc99a098 x-openstack-request-id: req-6026cd3f-e0f1-4da0-a0e0-a75dbc99a098 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:28.332131 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "name": "network-vif-unplugged", "status": "completed", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93", "code": 200}, {"name": "network-changed", "server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:28.332439 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6026cd3f-e0f1-4da0-a0e0-a75dbc99a098 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:28.333009 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93', 'code': 200} Jul 23 14:04:28.333266 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93', 'status': 'completed', 'code': 200} Jul 23 14:04:28.334315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63b8e8eb-0060-4f3e-b77a-dd7965934761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:28.336915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63b8e8eb-0060-4f3e-b77a-dd7965934761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:28.338520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-63b8e8eb-0060-4f3e-b77a-dd7965934761 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4bd7427-91e0-4fba-920f-16da73b31eee HTTP/1.1" status: 204 len: 168 time: 0.1745200 Jul 23 14:04:28.350768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8e8eb-0060-4f3e-b77a-dd7965934761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd7427-91e0-4fba-920f-16da73b31eee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:28.426539 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a164-38c9-4a71-b946-77b37def0aff req-c8ac0799-cf25-4bf1-bf9d-94c0de18f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:28.428106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef09a164-38c9-4a71-b946-77b37def0aff req-c8ac0799-cf25-4bf1-bf9d-94c0de18f4e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1124 time: 0.0632315 Jul 23 14:04:28.528030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a164-38c9-4a71-b946-77b37def0aff req-7eb64e0d-3da5-4455-a054-0135322cd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:28.529522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef09a164-38c9-4a71-b946-77b37def0aff req-7eb64e0d-3da5-4455-a054-0135322cd6e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.0911882 Jul 23 14:04:28.576675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6d5c8-f63d-44bd-b768-6bccf4591283 req-0f17de28-1418-48e0-8417-fb4a3b97e114 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:28.577764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef09a164-38c9-4a71-b946-77b37def0aff req-33f76c09-36a0-44d7-9d2e-d6ac2513d2af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 200 len: 217 time: 0.0405600 Jul 23 14:04:28.578722 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25c6d5c8-f63d-44bd-b768-6bccf4591283 req-0f17de28-1418-48e0-8417-fb4a3b97e114 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 944 time: 0.0776265 Jul 23 14:04:28.617122 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25c6d5c8-f63d-44bd-b768-6bccf4591283 req-872046b2-071e-4b3a-8ddf-7a16a5630915 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Jul 23 14:04:28.632918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a164-38c9-4a71-b946-77b37def0aff req-de0b31f5-848b-43a3-96c0-d8fccc1bb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:28.634402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef09a164-38c9-4a71-b946-77b37def0aff req-de0b31f5-848b-43a3-96c0-d8fccc1bb75e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.0455444 Jul 23 14:04:28.674428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef09a164-38c9-4a71-b946-77b37def0aff req-c9195851-c10c-4b48-a691-03e8f6fe1fdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313625 Jul 23 14:04:28.772706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef09a164-38c9-4a71-b946-77b37def0aff req-697c55a4-3962-49ef-ac50-f98e263bc30a service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889769 Jul 23 14:04:28.919612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef09a164-38c9-4a71-b946-77b37def0aff req-3870b504-7483-45f1-99ad-325d3fed357e service neutron] 10.222.0.48 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277204 Jul 23 14:04:28.942890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338869ab-96c6-4997-9798-9773aece73d8 req-e4f30471-8e09-4213-a4ec-2195f0ca85d7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:28.943986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522fe3-b7d9-4031-8a6f-93afa63297d2 req-1dd8e642-5726-48d8-9624-d384ef6f34aa tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:28.944907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-338869ab-96c6-4997-9798-9773aece73d8 req-e4f30471-8e09-4213-a4ec-2195f0ca85d7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.0733778 Jul 23 14:04:28.945638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab522fe3-b7d9-4031-8a6f-93afa63297d2 req-1dd8e642-5726-48d8-9624-d384ef6f34aa tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.1253979 Jul 23 14:04:28.985871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab522fe3-b7d9-4031-8a6f-93afa63297d2 req-7c3cb125-88c0-437c-b213-9e429e354c74 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Jul 23 14:04:28.999147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-338869ab-96c6-4997-9798-9773aece73d8 req-fa260903-c4e9-4921-a941-a917e275a014 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Jul 23 14:04:29.078538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-28d3aa26-a718-41b0-a838-81e98ca50eff req-30b1d24d-c073-4716-b6dd-b2cdfef7de50 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0303435 Jul 23 14:04:29.079961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:29.172535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-402510951-network', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:29.200503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Made reservation on behalf of 314ee5d17cc74a79bfb71c772222f04d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:29.202830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.211059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.273122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:29.334633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.342420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.368239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:04:29.390976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.391323 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Added segment b87d8218-c46e-4f64-9a9a-1e108444f070 of type vlan for network e39d6804-277e-4dd5-848c-99ce9e7c91c3 Jul 23 14:04:29.392622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c855cf-85f1-4ae8-8f76-6f8b7853d19d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:29.393338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:29.416255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '27b98958-b805-4a17-ab6c-648c9844b932', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '27b98958-b805-4a17-ab6c-648c9844b932', 'mac_address': 'fa:16:3e:7e:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:29.448776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe99c4-20db-4426-8f5a-54439d221d5a req-07dfc995-03ba-45a7-9be1-dbafa49563cd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:29.451003 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-68fe99c4-20db-4426-8f5a-54439d221d5a req-07dfc995-03ba-45a7-9be1-dbafa49563cd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.1502655 Jul 23 14:04:29.461405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.510168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.511152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:29.511734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.565821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-68fe99c4-20db-4426-8f5a-54439d221d5a req-d99a9b58-a842-4dec-8550-f84105b67ab3 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720499 Jul 23 14:04:29.569362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4884064 Jul 23 14:04:29.572507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:29.577920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Request body: {'subnet': {'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-402510951-subnet', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:29.601149 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.614629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd72f0-62ae-439d-92e3-0a21531f1cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=e39d6804-277e-4dd5-848c-99ce9e7c91c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:29.615458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Made reservation on behalf of 314ee5d17cc74a79bfb71c772222f04d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:29.617173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b98958-b805-4a17-ab6c-648c9844b932 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:29.619345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.625400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:04:29.659939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:29.705550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.761902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:29.806485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7def8-ffe1-4d70-99d2-c2381099ff50 req-27020b96-7345-406d-8c69-ba86cdde5289 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:29.808052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cc7def8-ffe1-4d70-99d2-c2381099ff50 req-27020b96-7345-406d-8c69-ba86cdde5289 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 944 time: 0.1075523 Jul 23 14:04:29.882972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cc7def8-ffe1-4d70-99d2-c2381099ff50 req-e0b08ece-d278-4846-b908-a118f0155840 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691617 Jul 23 14:04:29.884256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.937758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=edbc568e-7aac-432f-8d6e-32b25a9fd2f5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:29.947054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Checking segment: {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:29.947410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Network hostable DHCP agents. Network: e39d6804-277e-4dd5-848c-99ce9e7c91c3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:04:29.965479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:04:29.975588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, e39d6804-277e-4dd5-848c-99ce9e7c91c3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:29.979449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:29.980023 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:29.984871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583bdc3-8380-4dfa-8a0b-810716ec0158 None None] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:04:29.999519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0cdf6aef-54a2-424a-aa04-2965de8503ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4233558 Jul 23 14:04:29.999890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:30.004260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:30.026601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.027674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.094892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.149742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6d717-372e-4e7e-8f0f-39c317b7f9c9 req-a1f4eb0b-fc1e-4639-a102-4477f6180276 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:30.152256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2cf6d717-372e-4e7e-8f0f-39c317b7f9c9 req-a1f4eb0b-fc1e-4639-a102-4477f6180276 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.0812027 Jul 23 14:04:30.153189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:04:30.154345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.200017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2cf6d717-372e-4e7e-8f0f-39c317b7f9c9 req-07f4b3b5-c16f-4792-bd5f-96c49193f281 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Jul 23 14:04:30.221653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['27b98958-b805-4a17-ab6c-648c9844b932'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:30.263361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ebb52-3bc0-4572-9baf-f72fdf3e8625 req-72b1af56-2dfb-42c4-b11f-55bfc87d233c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:30.270305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b19ebb52-3bc0-4572-9baf-f72fdf3e8625 req-72b1af56-2dfb-42c4-b11f-55bfc87d233c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.1880927 Jul 23 14:04:30.290507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.328494 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8495599-8522-45ea-932c-94a7bea35d50 req-5fff4d66-1d20-4568-be74-3c46f89e1bb2 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0437193 Jul 23 14:04:30.334302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Allocated IP 172.20.0.2 (e39d6804-277e-4dd5-848c-99ce9e7c91c3/edbc568e-7aac-432f-8d6e-32b25a9fd2f5/eee45f24-198f-46aa-a5f7-682b066bec9c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:30.345860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b19ebb52-3bc0-4572-9baf-f72fdf3e8625 req-64d1fe19-d428-4e79-a85a-42f6de33a5b0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709805 Jul 23 14:04:30.543955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.551359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.567693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.567927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Transition to ACTIVE for port object eee45f24-198f-46aa-a5f7-682b066bec9c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:30.585392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Transition to ACTIVE for port object eee45f24-198f-46aa-a5f7-682b066bec9c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:30.595113 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.635782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:30.638748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:30.645631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:30.657845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Pushing event updated for resources: {'Port': ['ID=eee45f24-198f-46aa-a5f7-682b066bec9c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:30.766768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Allocated IP 172.25.2.49 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/54086635-502c-4407-9a03-7a69ac40f7b9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:30.775087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Attempting to bind port eee45f24-198f-46aa-a5f7-682b066bec9c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:30.776182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Attempting to bind port eee45f24-198f-46aa-a5f7-682b066bec9c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:30.776182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Attempting to bind port eee45f24-198f-46aa-a5f7-682b066bec9c on network e39d6804-277e-4dd5-848c-99ce9e7c91c3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:30.788316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:30.788611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Checking segment: {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:30.789006 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.789400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Bound using segment: {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:30.789879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Bound port: eee45f24-198f-46aa-a5f7-682b066bec9c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:30.790256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.831877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12746dc0-361d-4b2f-bf4f-17a615c7b4ee req-5fb11229-b748-47f9-830f-c6b131c2fb76 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:30.839244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12746dc0-361d-4b2f-bf4f-17a615c7b4ee req-5fb11229-b748-47f9-830f-c6b131c2fb76 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.1399488 Jul 23 14:04:30.871899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] For port eee45f24-198f-46aa-a5f7-682b066bec9c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:30.876706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] For port eee45f24-198f-46aa-a5f7-682b066bec9c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eee45f24-198f-46aa-a5f7-682b066bec9c,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:30.878960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b68d8-a277-4b2a-aace-3a9a21fc0d79 req-73df46b5-9a1d-401e-bb75-6125e9657943 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:30.880684 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-134b68d8-a277-4b2a-aace-3a9a21fc0d79 req-73df46b5-9a1d-401e-bb75-6125e9657943 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.0701010 Jul 23 14:04:30.884002 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:30.946457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-134b68d8-a277-4b2a-aace-3a9a21fc0d79 req-6978e42a-63d4-4db1-8f72-c5c2db97fc6d tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556698 Jul 23 14:04:30.973258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1db14-00fa-4ff7-82a1-e0174a3ced65 None None] Pushing event updated for resources: {'Port': ['ID=eee45f24-198f-46aa-a5f7-682b066bec9c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:30.981982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12746dc0-361d-4b2f-bf4f-17a615c7b4ee req-2661e3e8-30df-435b-97a8-95d9b6aa56ed tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418338 Jul 23 14:04:31.016130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.070244 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.119709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:31.123209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:31.124206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4530e5a-631f-4d86-91e9-62793e2df163 req-0d292d6f-2dbe-4068-8f4f-f00c56c3cac3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:31.126259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:31.129096 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4530e5a-631f-4d86-91e9-62793e2df163 req-0d292d6f-2dbe-4068-8f4f-f00c56c3cac3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 944 time: 0.1024418 Jul 23 14:04:31.140328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:31.185614 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4530e5a-631f-4d86-91e9-62793e2df163 req-fe96923f-b1d7-4e07-8800-f0a101757d3c tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Jul 23 14:04:31.307681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ad3b4201-9141-4089-a0e7-4c66fac6857f up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:31.341198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Pushing event updated for resources: {'Port': ['ID=54086635-502c-4407-9a03-7a69ac40f7b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:31.399693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port ad3b4201-9141-4089-a0e7-4c66fac6857f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:31.416991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port ad3b4201-9141-4089-a0e7-4c66fac6857f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:31.417800 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.439012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac104-36a9-429c-875c-16fd3200e95a req-482b7eb6-996f-4b76-880d-cb5fc7e6805d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:31.440838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4acac104-36a9-429c-875c-16fd3200e95a req-482b7eb6-996f-4b76-880d-cb5fc7e6805d tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 943 time: 0.1179063 Jul 23 14:04:31.483593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:31.521923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0', 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69', 'port_id': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0', 'mac_address': 'fa:16:3e:a1:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3a393-fbf0-4de3-ab25-41dbd27f45a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:31.546011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651d955-7fd2-4741-b297-c8d615e29905 req-da34bb5f-6b9d-44ae-9331-7bf26512341f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:31.548299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c651d955-7fd2-4741-b297-c8d615e29905 req-da34bb5f-6b9d-44ae-9331-7bf26512341f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.0856428 Jul 23 14:04:31.550378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.566361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.595495 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c651d955-7fd2-4741-b297-c8d615e29905 req-cb869645-71bc-4ff8-aed8-c2050f8be27d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Jul 23 14:04:31.616783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:31.616783 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad72ffa-185b-4bac-a902-9091c1208ecb" -d '{"events": [{"server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "name": "network-vif-plugged", "status": "completed", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:31.623754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:31.627504 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.646282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:31.651852 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.727919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:31.737492 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:31.742051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3047748-be60-4fce-a978-e173b948be64 req-ebb986fd-90d0-4fcb-b494-a4250bbe029d tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0458398 Jul 23 14:04:31.765689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:31.827858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:31.898557 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61fefd9-7f73-45f0-b1e2-9b1018ff256a x-openstack-request-id: req-d61fefd9-7f73-45f0-b1e2-9b1018ff256a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:31.899692 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "name": "network-vif-plugged", "status": "completed", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:31.899692 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d61fefd9-7f73-45f0-b1e2-9b1018ff256a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:31.899906 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f', 'code': 200} Jul 23 14:04:32.007953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:32.122163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8079ea3a-afc0-40bb-98ea-ef29af9345f2 req-de3250be-eb33-44d6-910b-c380c963f92e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.1402016 Jul 23 14:04:32.177974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab307-2626-40ef-a949-98ebf09adef9 req-0a343497-f7c4-41cd-8e9e-a5aa17ebccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:32.179543 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-57dab307-2626-40ef-a949-98ebf09adef9 req-0a343497-f7c4-41cd-8e9e-a5aa17ebccff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1096 time: 0.1676955 Jul 23 14:04:32.196698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4acac104-36a9-429c-875c-16fd3200e95a req-726abf42-70e8-4b6d-942c-e0e8277dcb01 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473866 Jul 23 14:04:32.251599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547281-9822-4d32-b3ce-db96c55954a5 req-e6a01724-ab9f-49fe-ae87-1f87365df23d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:32.253412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51547281-9822-4d32-b3ce-db96c55954a5 req-e6a01724-ab9f-49fe-ae87-1f87365df23d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.1694348 Jul 23 14:04:32.322149 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-57dab307-2626-40ef-a949-98ebf09adef9 req-ffab6272-c753-4c5a-9750-0732ad97b9ce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313031 Jul 23 14:04:32.345800 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-51547281-9822-4d32-b3ce-db96c55954a5 req-9ccf9b0c-af85-4bbb-a810-836283a1af5e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699334 Jul 23 14:04:32.366900 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:32.375122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd06639-ef01-430c-9ed7-81451a73284c None None] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:04:32.498464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4b4adfb-c6b8-46d8-92de-0c2bfb0ed1bd None None] Provisioning for port eee45f24-198f-46aa-a5f7-682b066bec9c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:32.526803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-55a84efb-ebea-4e86-baf9-ee76432d0d5d service neutron] 10.222.0.48 "GET /v2.0/ports/1bec8931-09ac-4358-a64c-33e71f0e0f93/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.1882989 Jul 23 14:04:32.549330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da87b-2a7b-407d-ad22-7dbad704b2af req-13b6e72d-5da1-4c2f-aed6-f60ee5e0aa43 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:32.550892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707da87b-2a7b-407d-ad22-7dbad704b2af req-13b6e72d-5da1-4c2f-aed6-f60ee5e0aa43 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 945 time: 0.2140567 Jul 23 14:04:32.644440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22655e-5136-41c2-bf5b-885862db3fe2 req-5ae328c7-d086-4bd8-b712-8444890ee3fb tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:32.659179 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e22655e-5136-41c2-bf5b-885862db3fe2 req-5ae328c7-d086-4bd8-b712-8444890ee3fb tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.0940306 Jul 23 14:04:32.664581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707da87b-2a7b-407d-ad22-7dbad704b2af req-0811e1ab-f31a-4bfc-8fd3-ce2cca20cfac tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820584 Jul 23 14:04:32.720191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:04:32.736846 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e22655e-5136-41c2-bf5b-885862db3fe2 req-6295ccc3-5fa0-4d82-b133-c446bef79822 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753841 Jul 23 14:04:32.772628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eee45f24-198f-46aa-a5f7-682b066bec9c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:32.863981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port eee45f24-198f-46aa-a5f7-682b066bec9c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:32.869456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eee45f24-198f-46aa-a5f7-682b066bec9c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:32.869836 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:32.872909 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72d9d08d-bae9-4bbe-bf58-483e6c9a0d54 req-df8842b8-0fa2-4974-8386-4ff97cdc0fc6 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0360124 Jul 23 14:04:32.962201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:32.968087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-367d3d94-63a4-4a4d-a031-362738b1ca49 None None] Provisioning complete for port eee45f24-198f-46aa-a5f7-682b066bec9c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:32.968462 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-367d3d94-63a4-4a4d-a031-362738b1ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:32.971048 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.007085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:33.016330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bdfbd-a141-4911-b8f6-91342f69135a req-cf2e4b04-136e-4662-89d4-33ec8d2c25c4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:33.024090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e4bdfbd-a141-4911-b8f6-91342f69135a req-cf2e4b04-136e-4662-89d4-33ec8d2c25c4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 944 time: 0.2469735 Jul 23 14:04:33.046035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:04:33.064286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Sync routers for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:04:33.082150 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:33.082692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port eee45f24-198f-46aa-a5f7-682b066bec9c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eee45f24-198f-46aa-a5f7-682b066bec9c,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:33.082955 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:33.097375 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.111511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.112847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-203214e1-af17-4d7e-b043-7665cec3f8aa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1121523 Jul 23 14:04:33.115397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bec8931-09ac-4358-a64c-33e71f0e0f93 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:33.116003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:33.145910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e4bdfbd-a141-4911-b8f6-91342f69135a req-014229bc-1474-4c93-bc3e-c69583b7a8a6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207399 Jul 23 14:04:33.157858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:33.171543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.188722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:33.297959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:33.322414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] Transition to ACTIVE for port object 1bec8931-09ac-4358-a64c-33e71f0e0f93 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:33.326510 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:33.330362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.363367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:33.369895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:33.371746 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.372039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=eee45f24-198f-46aa-a5f7-682b066bec9c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:33.460159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 27b98958-b805-4a17-ab6c-648c9844b932 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:33.466016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 27b98958-b805-4a17-ab6c-648c9844b932 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:33.466393 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.495270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] No DVR routers for this DVR port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:33.529145 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.538473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] Pushing event updated for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:33.542363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:31Z', 'revision_number': 3, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:33.568980 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Checking router: d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:04:33.569329 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Updating router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 port 54086635-502c-4407-9a03-7a69ac40f7b9 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:04:33.594806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:33.606686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-730ce6b9-de8e-4360-a1f6-3e6c1aca2d2d service neutron] 10.222.0.48 "PUT /v2.0/ports/1bec8931-09ac-4358-a64c-33e71f0e0f93/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0665023 Jul 23 14:04:33.607108 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.609414 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.610880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:33.643709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5f366-0044-43e2-9eb0-81f0bf6c2bff req-d48436d0-48ef-477e-86c4-5f43469653c6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:33.645094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e5f366-0044-43e2-9eb0-81f0bf6c2bff req-d48436d0-48ef-477e-86c4-5f43469653c6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.1029117 Jul 23 14:04:33.713838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e5f366-0044-43e2-9eb0-81f0bf6c2bff req-1907f027-b7a1-4e56-b4e4-ac8f3182defc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522871 Jul 23 14:04:33.726564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:33.753444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:33.798155 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.874735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:33.890013 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:33.937567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'}, {'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:33.948313 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a775d59b-5c1e-48df-b8e6-75c989eb3fdb" -d '{"events": [{"server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0"}, {"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-plugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:33.954501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc6b-5020-4cc7-b1e6-a0004d0ac43b req-33df3706-72b0-476c-88f4-ce2cc0c578b2 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:33.961684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9673bc6b-5020-4cc7-b1e6-a0004d0ac43b req-33df3706-72b0-476c-88f4-ce2cc0c578b2 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 945 time: 0.0951688 Jul 23 14:04:34.018410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:34.044595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9673bc6b-5020-4cc7-b1e6-a0004d0ac43b req-69476155-6771-45d1-aeb6-35474b8fc04c tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746326 Jul 23 14:04:34.057414 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:34.068489 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Transition to ACTIVE for port object 54086635-502c-4407-9a03-7a69ac40f7b9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:34.070259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70396-c097-43d7-a9c9-ccf4cd6b0df2 req-4893b745-7a49-4b51-9344-1ebaca3779e4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.072006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64a70396-c097-43d7-a9c9-ccf4cd6b0df2 req-4893b745-7a49-4b51-9344-1ebaca3779e4 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 944 time: 0.3486149 Jul 23 14:04:34.077403 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:34.113973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-62cab98a-6d86-4ea3-a8e6-9e82eb16489b tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.115521 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-62cab98a-6d86-4ea3-a8e6-9e82eb16489b tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.2050965 Jul 23 14:04:34.127618 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Pushing event updated for resources: {'Port': ['ID=54086635-502c-4407-9a03-7a69ac40f7b9,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:34.142930 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.143559 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.143896 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.144227 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.144554 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.144874 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.145195 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.145677 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.146169 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.146493 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.146977 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.147470 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:04:34.154890 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Attempting to bind port 54086635-502c-4407-9a03-7a69ac40f7b9 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:34.155329 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Attempting to bind port 54086635-502c-4407-9a03-7a69ac40f7b9 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:34.155706 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Attempting to bind port 54086635-502c-4407-9a03-7a69ac40f7b9 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:34.165079 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:34.165506 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:34.165899 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:34.166283 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:34.166763 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Bound port: 54086635-502c-4407-9a03-7a69ac40f7b9, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:34.167156 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:34.174728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e2c8b-4b51-4214-99af-e54f5a66c773 req-818beef8-13af-4675-84fe-6a5a706a3362 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.176226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-883e2c8b-4b51-4214-99af-e54f5a66c773 req-818beef8-13af-4675-84fe-6a5a706a3362 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.0723746 Jul 23 14:04:34.189814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64a70396-c097-43d7-a9c9-ccf4cd6b0df2 req-32519c69-a8f3-4730-ba34-93444a8e6704 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067560 Jul 23 14:04:34.245969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-883e2c8b-4b51-4214-99af-e54f5a66c773 req-735858f6-9fed-4121-8b58-ef5ffb403e41 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591149 Jul 23 14:04:34.252728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] For port 54086635-502c-4407-9a03-7a69ac40f7b9, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:34.256292 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] For port 54086635-502c-4407-9a03-7a69ac40f7b9, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=54086635-502c-4407-9a03-7a69ac40f7b9,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:34.261780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-3bfdde9f-f592-41d2-a97e-a52c9f5ef1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.263304 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-3bfdde9f-f592-41d2-a97e-a52c9f5ef1f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150&tenant_id=e56c099a734948f49da3d3230518dd66 HTTP/1.1" status: 200 len: 1095 time: 0.1230218 Jul 23 14:04:34.264942 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:34.299388 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de092085-3f04-40a3-9b8a-8d818158c2cb x-openstack-request-id: req-de092085-3f04-40a3-9b8a-8d818158c2cb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:34.299987 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0", "code": 200}, {"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-plugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:34.300658 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de092085-3f04-40a3-9b8a-8d818158c2cb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:34.312493 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0', 'code': 200} Jul 23 14:04:34.313900 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'code': 200} Jul 23 14:04:34.321672 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4e833de5-6867-41cf-9507-ef79e8deebd5 req-43b74eb8-ddd9-4a4d-9b8f-fc0b380a55ac tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0573480 Jul 23 14:04:34.332031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:34.335234 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21387-045f-4baf-a19b-be8c2485bf14 None None] Pushing event updated for resources: {'Port': ['ID=54086635-502c-4407-9a03-7a69ac40f7b9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:34.340334 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:34.341542 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:34.481124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-884893f9-4e33-4d3e-995d-5d1e89b32733 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241220 Jul 23 14:04:34.505551 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:34.574273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829df6-ce4f-469d-b807-ed00472b9836 req-2606a7a0-3702-482e-9ae7-4e32b8cca1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.575869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c829df6-ce4f-469d-b807-ed00472b9836 req-2606a7a0-3702-482e-9ae7-4e32b8cca1ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1096 time: 0.1681480 Jul 23 14:04:34.607590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ecdddad0-8b3e-4ce2-8330-0b2498112caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.609247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-ecdddad0-8b3e-4ce2-8330-0b2498112caa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e56c099a734948f49da3d3230518dd66&device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1095 time: 0.2525659 Jul 23 14:04:34.629695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-6136a3e3-b510-4817-baeb-0e346123b2a2 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.631215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-6136a3e3-b510-4817-baeb-0e346123b2a2 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412630 Jul 23 14:04:34.635425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c829df6-ce4f-469d-b807-ed00472b9836 req-09419046-67ed-4483-9c1e-316fb2f0ed0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525939 Jul 23 14:04:34.648378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-849dd47f-6ead-4b6e-93d7-69a85e1334de tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/quotas/4656acf3450f44e9b0d35ffb28e69b86 HTTP/1.1" status: 200 len: 375 time: 0.0100596 Jul 23 14:04:34.669761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a1924-12de-481e-b4f1-32b59a3b06f6 req-0f179117-6bcd-4404-852d-3d00d0f8c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.671467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6a1a1924-12de-481e-b4f1-32b59a3b06f6 req-0f179117-6bcd-4404-852d-3d00d0f8c1a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1101 time: 0.2047107 Jul 23 14:04:34.674420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Allocated IP 172.20.0.1 (e39d6804-277e-4dd5-848c-99ce9e7c91c3/edbc568e-7aac-432f-8d6e-32b25a9fd2f5/ba97606b-939a-441e-8875-48ff1841920b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:34.691267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-9dee4a92-ad31-4a32-9203-8d93e72f3974 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374064 Jul 23 14:04:34.718874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1a70f-faca-4d36-aafd-74dbb768c4e4 req-e5cb4d46-535b-426a-883a-7edc4bf944d7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.720455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fcd1a70f-faca-4d36-aafd-74dbb768c4e4 req-e5cb4d46-535b-426a-883a-7edc4bf944d7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.2559605 Jul 23 14:04:34.739433 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:31Z', 'revision_number': 3, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:34.766940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eee45f24-198f-46aa-a5f7-682b066bec9c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:34.780150 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dca52d-bbb0-4df9-80ca-3b5a80d69768 None None] The sync data for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 is: [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:31Z', 'revision_number': 3, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:04:34.859240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-d0eb615f-7159-4dff-b251-7948edf44e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:34.860897 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-d0eb615f-7159-4dff-b251-7948edf44e4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 200 len: 922 time: 0.2428527 Jul 23 14:04:34.866451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6a1a1924-12de-481e-b4f1-32b59a3b06f6 req-07f56605-4523-4983-b0eb-c0b1c63b62d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561053 Jul 23 14:04:34.879487 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fcd1a70f-faca-4d36-aafd-74dbb768c4e4 req-567c2240-ddf1-4b61-8f50-463f05154516 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466467 Jul 23 14:04:34.956835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:34.991560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Transition to ACTIVE for port object ba97606b-939a-441e-8875-48ff1841920b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:35.052919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-8984174d-87e5-45a6-9ab3-73424a793595 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:35.055340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-8984174d-87e5-45a6-9ab3-73424a793595 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.2334535 Jul 23 14:04:35.062011 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:35.076010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19519836-3706-475d-9ebe-1a0fabbb43dc req-592c769c-e184-472c-a324-e84b29128397 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:35.083373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19519836-3706-475d-9ebe-1a0fabbb43dc req-592c769c-e184-472c-a324-e84b29128397 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1458199 Jul 23 14:04:35.119399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eee45f24-198f-46aa-a5f7-682b066bec9c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:35.120205 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:35.125837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19519836-3706-475d-9ebe-1a0fabbb43dc req-388a0f9a-1c3b-4e6c-9185-6dd18e1c9d05 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Jul 23 14:04:35.172453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:35.204733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:35.239021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ca0be0b-526c-4c6c-bc21-83cd03eae1f6 req-436aaae7-d587-462e-a658-09ef689ca195 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79a9f2a6364a4fed8af3e5eac6cee03b&device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0774221 Jul 23 14:04:35.314381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:35.320722 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-124387f2-11b5-4199-904e-ddb4ed64ce05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 200 len: 217 time: 0.1531348 Jul 23 14:04:35.349019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba97606b-939a-441e-8875-48ff1841920b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:35.352985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ca0be0b-526c-4c6c-bc21-83cd03eae1f6 req-71241335-30bc-44b8-be2d-2b53befd272d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=79a9f2a6364a4fed8af3e5eac6cee03b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019430 Jul 23 14:04:35.409802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-d76ad11e-941e-4ac9-96c0-e4c054297d3d tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930064 Jul 23 14:04:35.450165 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:35.484352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-97b88252-0282-45e5-8d81-ce2b3d11b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:35.485858 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-97b88252-0282-45e5-8d81-ce2b3d11b27c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 200 len: 861 time: 0.1320629 Jul 23 14:04:35.557024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-8fbe4e25-5f48-42e4-bdb3-a5a2162eef00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab688272-9fd2-41a7-8d23-85eb2d29960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334826 Jul 23 14:04:35.624764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01c0c069-6a63-4a6e-8665-d0409aa1e917 None None] Provisioning for port ba97606b-939a-441e-8875-48ff1841920b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:35.631119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01c0c069-6a63-4a6e-8665-d0409aa1e917 None None] Provisioning complete for port ba97606b-939a-441e-8875-48ff1841920b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:35.631611 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01c0c069-6a63-4a6e-8665-d0409aa1e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:35.671399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f3230-be47-48bb-981c-9a94dc34efbd req-33c5481a-6700-4909-90b8-af6964f86af8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:35.676116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01c0c069-6a63-4a6e-8665-d0409aa1e917 None None] Port ba97606b-939a-441e-8875-48ff1841920b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:04:35.689822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-509f3230-be47-48bb-981c-9a94dc34efbd req-33c5481a-6700-4909-90b8-af6964f86af8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 945 time: 0.3508232 Jul 23 14:04:35.801126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0be0b-526c-4c6c-bc21-83cd03eae1f6 req-6101ba93-a95e-41a8-b7ed-db0262f86252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:35.802820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ca0be0b-526c-4c6c-bc21-83cd03eae1f6 req-6101ba93-a95e-41a8-b7ed-db0262f86252 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3868482 Jul 23 14:04:35.805620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Deleting port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:35.806069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:35.818416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-6abd2e72-4e0c-4f49-a86b-5995901dcb78 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:35.825521 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-6abd2e72-4e0c-4f49-a86b-5995901dcb78 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3993273 Jul 23 14:04:35.826057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-509f3230-be47-48bb-981c-9a94dc34efbd req-979c4c96-cdde-49f2-8fa1-ae2470c94acc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295578 Jul 23 14:04:35.829674 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-5a3d36a1-b165-4005-8e17-6914fe62ec97 service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622476 Jul 23 14:04:35.909349 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-83e19e44-b505-4296-87cc-fc383b6df173 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/quotas/4656acf3450f44e9b0d35ffb28e69b86 HTTP/1.1" status: 200 len: 375 time: 0.0824394 Jul 23 14:04:35.954770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9dd14d92-8c7f-4744-bf78-1c46270a49cd req-da4bfdc5-c8a5-43b8-b8f4-4e1382b4bd1a tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0396764 Jul 23 14:04:35.996534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] For port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:35.999979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:36.005200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8ad29d98-5c93-4ad9-8d11-47b21e85f751 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835025 Jul 23 14:04:36.025351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:36.086060 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-46c12bd4-cd0d-4722-a7b0-ae64b2451c4e service neutron] 10.222.0.11 "GET /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477436 Jul 23 14:04:36.282480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:36.289933 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:36.338361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceab710-4579-4715-b33a-7d84c4104c8b req-d898c62a-cff5-48e6-b07d-a2510469e447 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:36.339869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ceab710-4579-4715-b33a-7d84c4104c8b req-d898c62a-cff5-48e6-b07d-a2510469e447 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 944 time: 0.2461884 Jul 23 14:04:36.402125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba97606b-939a-441e-8875-48ff1841920b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:36.421650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119f8e-acd2-4db5-bb7d-c84f58509a57 req-4be76236-1edb-430b-96bb-3c533859e9a8 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:36.423479 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a119f8e-acd2-4db5-bb7d-c84f58509a57 req-4be76236-1edb-430b-96bb-3c533859e9a8 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 946 time: 0.1963840 Jul 23 14:04:36.427632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:36.502259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a119f8e-acd2-4db5-bb7d-c84f58509a57 req-de8693d9-3b9c-4662-bc8d-e7c7b5160723 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680883 Jul 23 14:04:36.652882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:36.684934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:36.749850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-5d0e5c1e-653e-4a4c-a42b-dd45df3948ed tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:36.751728 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-5d0e5c1e-653e-4a4c-a42b-dd45df3948ed tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150&tenant_id=e56c099a734948f49da3d3230518dd66&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.1975594 Jul 23 14:04:36.798236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-506c50ea-279d-4614-b490-0baa2c2d7ba9 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-227478352&fields=id&tenant_id=be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 267 time: 0.1476514 Jul 23 14:04:36.801936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 54086635-502c-4407-9a03-7a69ac40f7b9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:36.918858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:36.919240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:36.919565 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6 disassociated. External IP: 172.25.2.198, port: 430eb12e-98d9-4cac-bbe4-7ad941eb74a3. Jul 23 14:04:36.919980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Calling delete_port for 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:36.940866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 54086635-502c-4407-9a03-7a69ac40f7b9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:36.947313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 54086635-502c-4407-9a03-7a69ac40f7b9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:36.947738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.042484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-4b1d159a-094e-40ef-a491-8f0cc62c1eaa tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254538 Jul 23 14:04:37.093433 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.132808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 54086635-502c-4407-9a03-7a69ac40f7b9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=54086635-502c-4407-9a03-7a69ac40f7b9,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:37.133036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ceab710-4579-4715-b33a-7d84c4104c8b req-e6b93073-19fc-4d20-8d27-0b2957090f32 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215067 Jul 23 14:04:37.149548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.165503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a070a42e-b89f-4f9e-ae88-27ebfb1437c7 None None] Provisioning complete for port ba97606b-939a-441e-8875-48ff1841920b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:37.165968 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a070a42e-b89f-4f9e-ae88-27ebfb1437c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.292696 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.299096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:37.323254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a070a42e-b89f-4f9e-ae88-27ebfb1437c7 None None] Port ba97606b-939a-441e-8875-48ff1841920b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:04:37.327663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=54086635-502c-4407-9a03-7a69ac40f7b9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:37.343119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.358785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No active binding found for port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 14:04:37.359215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:37.366528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-622ebb25-19c4-4731-956e-e078ac3e8c0b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:37.368108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-622ebb25-19c4-4731-956e-e078ac3e8c0b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 945 time: 0.5316973 Jul 23 14:04:37.374084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:04:37.386060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'port': {'security_groups': ['577e1822-5cf7-4a95-b60c-f97d0ec70b56', '7d4824c2-9985-45a9-a879-0ae0fd2ef189']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:37.399217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event deleted for resources: {'Port': ['ID=430eb12e-98d9-4cac-bbe4-7ad941eb74a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:37.412422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-e0b2294b-a7ed-4fb1-8a1a-97c907a269a6 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:37.413911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-e0b2294b-a7ed-4fb1-8a1a-97c907a269a6 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3545191 Jul 23 14:04:37.447663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-58fa211a-5c7e-4b85-846e-ea586bdc8cfd service neutron] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:37.466842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Request body: {'port': {'device_id': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '4656acf3450f44e9b0d35ffb28e69b86'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:37.486409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-58fa211a-5c7e-4b85-846e-ea586bdc8cfd service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.487548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65ba1fd-aa0e-41c7-9bd3-c62530fd9875 req-58fa211a-5c7e-4b85-846e-ea586bdc8cfd service neutron] 10.222.0.11 "DELETE /v2.0/ports/1bec8931-09ac-4358-a64c-33e71f0e0f93/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.6936827 Jul 23 14:04:37.502684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56594f78-8c81-4413-a046-5fe012f2cb1e req-1d8c5e66-81ea-436b-b0bf-dc2dc8494429 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:37.507163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56594f78-8c81-4413-a046-5fe012f2cb1e req-1d8c5e66-81ea-436b-b0bf-dc2dc8494429 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.2877235 Jul 23 14:04:37.580179 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.606308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:04:37.617055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Sync routers for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:04:37.630439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:37.632080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:37.638703 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56594f78-8c81-4413-a046-5fe012f2cb1e req-d632878a-22fa-48a5-951c-aa91b5aafbdb tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166296 Jul 23 14:04:37.642283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fc4c310f-ea7d-4f5f-8a83-c016aa7556a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5212071 Jul 23 14:04:37.675647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Router 960e8965-1974-4646-a57a-4078acd0aa88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:04:37.715500 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4ca0be0b-526c-4c6c-bc21-83cd03eae1f6 req-dc765442-c15d-4a0e-ac68-eb8c3dd409b7 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0697515 Jul 23 14:04:37.921484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Made reservation on behalf of 4656acf3450f44e9b0d35ffb28e69b86 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:37.922563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:37.926504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.944488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ade74740-eb44-4e29-9cd0-2dfef4e365d3 req-76badd29-b1da-4767-9872-fe8793142034 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 210 time: 0.1021492 Jul 23 14:04:37.954992 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:37.974367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:37.982960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:38.000888 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-c62129f1-292b-4999-a0aa-06d42f0fbd02 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432525 Jul 23 14:04:38.003993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:38.039017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:04:38.046756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:38.057835 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] Sync routers for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:04:38.074188 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:38.074976 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:38.160724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:38.161392 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:38.162859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-23a00a21-adbf-43bd-a137-4102b1c1593a req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "PUT /v2.0/ports/ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 200 len: 981 time: 0.7839942 Jul 23 14:04:38.163483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:38.165780 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:38.171114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] No DVR routers for this DVR port 430eb12e-98d9-4cac-bbe4-7ad941eb74a3 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:38.177130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9bba9-f82b-4a8b-bb85-c2db790dc913 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:38.178455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:38.180494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6aa32d23-d319-49c3-b73e-9421c8582400 req-9c88976e-002f-447a-a45f-24ca266d306a tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.11 "DELETE /v2.0/ports/430eb12e-98d9-4cac-bbe4-7ad941eb74a3 HTTP/1.1" status: 204 len: 173 time: 3.0103672 Jul 23 14:04:38.184819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'name': 'network-vif-deleted', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:38.193653 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a389c4-7a00-4191-8e5f-662a119059ed" -d '{"events": [{"server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "name": "network-vif-deleted", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:38.280491 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:38.305108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-b281f0e2-27f6-45ae-a5c9-e0bbd55fee99 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:38.312090 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-b281f0e2-27f6-45ae-a5c9-e0bbd55fee99 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901680 Jul 23 14:04:38.330683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Request body: {'port': {'device_id': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '4656acf3450f44e9b0d35ffb28e69b86'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:38.338817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:38.355573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f85c07-bd05-4d36-b990-68cb3a9f5987 req-7bec1cb6-ee9f-4cac-91fd-f4bf116088fe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:38.365090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f85c07-bd05-4d36-b990-68cb3a9f5987 req-7bec1cb6-ee9f-4cac-91fd-f4bf116088fe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.2761979 Jul 23 14:04:38.397159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:38.401471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:38.421302 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9244871a-0668-4dab-91be-17d180ec5b73 req-2bd5830e-4025-4b65-b31c-09f1ada5dfb4 tempest-ServerShowV254Test-601629559 tempest-ServerShowV254Test-601629559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8de065-52af-43b6-bdcc-8aa2f183d614 HTTP/1.1" status: 200 len: 210 time: 0.0481966 Jul 23 14:04:38.442055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c9f239-4f04-44ac-b2d0-59d54444f67f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:38.473996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f85c07-bd05-4d36-b990-68cb3a9f5987 req-28c4449f-3fa5-47e4-94cd-f49e6fad39ed tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071277 Jul 23 14:04:38.540574 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:38.568586 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] Checking router: 960e8965-1974-4646-a57a-4078acd0aa88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:04:38.604914 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:38.606846 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:38.665365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Made reservation on behalf of 4656acf3450f44e9b0d35ffb28e69b86 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:38.670020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:38.713465 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02f5dd0b-7c2f-4e62-979d-dadb7dcf82de req-3ba5c368-9d93-464f-a970-0bee37a09774 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/ports?device_id=39025f36-aedd-4404-b53b-bb9109b29175 HTTP/1.1" status: 200 len: 210 time: 0.0660684 Jul 23 14:04:38.723487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Allocated IP 192.168.233.64 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/974284e2-cd77-4c16-99f3-e26830ca2639) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:38.836297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 54086635-502c-4407-9a03-7a69ac40f7b9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:38.840433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e009ef-7a57-4085-b3a1-c3f13a4b2023 req-9f398f3b-be35-46f5-a5a6-81f99072aae6 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:38.841966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6e009ef-7a57-4085-b3a1-c3f13a4b2023 req-9f398f3b-be35-46f5-a5a6-81f99072aae6 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1096 time: 0.2130513 Jul 23 14:04:38.886146 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:38.936997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:36Z', 'revision_number': 2, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:38.939531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6e009ef-7a57-4085-b3a1-c3f13a4b2023 req-576486c7-3da3-496f-8331-9323bd5eaf51 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825162 Jul 23 14:04:38.992235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Checking router: d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:04:38.992821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Updating router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 port ba97606b-939a-441e-8875-48ff1841920b binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:04:39.063547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 54086635-502c-4407-9a03-7a69ac40f7b9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:39.063547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.069022 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.133277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.157961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Transition to ACTIVE for port object 974284e2-cd77-4c16-99f3-e26830ca2639 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:39.168895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943a24-28e9-41e3-8387-fce5f133781b req-c2386c39-6a71-4d82-9a60-20900d3e16a7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:39.170437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22943a24-28e9-41e3-8387-fce5f133781b req-c2386c39-6a71-4d82-9a60-20900d3e16a7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 944 time: 0.1209321 Jul 23 14:04:39.224905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22943a24-28e9-41e3-8387-fce5f133781b req-5f02f4ae-eba4-4244-abc6-4e6bb35c1a32 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479851 Jul 23 14:04:39.238830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.253957 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:39.295009 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8995e21-8e60-4c2d-895f-c2dca1a68183 None None] The sync data for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 is: [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:51Z', 'revision_number': 4, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fb533f21-b70d-4dd7-872a-ccb805e1310b', 'name': '', 'network_id': '07f82d8e-fbdb-4400-aed1-8d8fc0060295', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'mac_address': 'fa:16:3e:6f:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:51Z', 'updated_at': '2021-07-23T13:59:59Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'subnets': [{'id': 'ecd76f74-46f6-4d83-8ab0-45844039905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:04:39.321805 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcf5b69-704f-462d-881d-efe0ea654883 x-openstack-request-id: req-0fcf5b69-704f-462d-881d-efe0ea654883 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:39.322348 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:39.322701 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fcf5b69-704f-462d-881d-efe0ea654883 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:39.325668 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f', 'status': 'completed', 'code': 200} Jul 23 14:04:39.328207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:39.336612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:39.338839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:39.341595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:39.365976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Allocated IP 192.168.233.22 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/3137809c-2ec8-4255-8329-a0ecd1dd7abe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:39.543715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:39.544350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.583284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f4cd6e-c209-447d-bd14-407337968703 req-a4777ae8-f70f-46c4-bd56-6fafdeecc3e7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-573270210&fields=id&tenant_id=be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 267 time: 0.1346476 Jul 23 14:04:39.613595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-289531f8-a02b-42f8-98ef-e0d60835e937 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1510410 Jul 23 14:04:39.648556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Request body: {'port': {'device_id': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:39.657813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-2a75b827-6c98-4aa3-aa29-b9dab7217148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:39.659807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-2a75b827-6c98-4aa3-aa29-b9dab7217148 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1135 time: 0.2288003 Jul 23 14:04:39.664473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.683245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.705099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Transition to ACTIVE for port object ba97606b-939a-441e-8875-48ff1841920b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:39.716093 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.716712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Transition to ACTIVE for port object 3137809c-2ec8-4255-8329-a0ecd1dd7abe will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:39.764789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2e8b4-7dd6-4b45-a70a-24decc4bb65f None None] New status for floating IP ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:04:39.771278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.853764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:39.858130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4cd6e-c209-447d-bd14-407337968703 req-b2f0c043-a696-4b12-953e-64074286a207 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:39.858456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:39.859287 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f4cd6e-c209-447d-bd14-407337968703 req-b2f0c043-a696-4b12-953e-64074286a207 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 984 time: 0.2650225 Jul 23 14:04:39.865145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:39.898075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:39.913879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'port': {'security_groups': ['577e1822-5cf7-4a95-b60c-f97d0ec70b56', '7d4824c2-9985-45a9-a879-0ae0fd2ef189', '688e630a-3455-499f-9766-8668df7c19c8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:39.926076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9fce39dc-246a-4cd3-a1d3-1e700396f158 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309013061', 'description': 'tempest-description--760175741'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:39.937105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:39.938089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:39.943016 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455ffd23-da47-4763-ada7-1bfd6aa724de x-openstack-request-id: req-455ffd23-da47-4763-ada7-1bfd6aa724de {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:39.944438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33393e00-b134-4d1a-9d57-2db98f278658 None None] Pushing event updated for resources: {'Port': ['ID=ba97606b-939a-441e-8875-48ff1841920b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:39.951458 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39025f36-aedd-4404-b53b-bb9109b29175", "name": "network-vif-deleted", "tag": "430eb12e-98d9-4cac-bbe4-7ad941eb74a3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:39.951721 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-455ffd23-da47-4763-ada7-1bfd6aa724de {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:39.952199 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39025f36-aedd-4404-b53b-bb9109b29175', 'name': 'network-vif-deleted', 'tag': '430eb12e-98d9-4cac-bbe4-7ad941eb74a3', 'status': 'completed', 'code': 200} Jul 23 14:04:39.966065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a488e41-02d8-4563-a1f9-fba4dd513e24 None None] Provisioning for port 974284e2-cd77-4c16-99f3-e26830ca2639 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:39.981478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:40.001897 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-4c5e4f4d-07a4-4d40-af09-aab4688c65cd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6765552 Jul 23 14:04:40.021398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Request body: {'port': {'device_id': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:40.027286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a488e41-02d8-4563-a1f9-fba4dd513e24 None None] Provisioning complete for port 974284e2-cd77-4c16-99f3-e26830ca2639 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:40.027835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a488e41-02d8-4563-a1f9-fba4dd513e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.033505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.099294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-b3c57e30-7447-498f-827e-4190560b01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:40.101607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-b3c57e30-7447-498f-827e-4190560b01cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 914 time: 0.4151165 Jul 23 14:04:40.149428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a488e41-02d8-4563-a1f9-fba4dd513e24 None None] Port 974284e2-cd77-4c16-99f3-e26830ca2639 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:04:40.153940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Attempting to bind port ba97606b-939a-441e-8875-48ff1841920b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:40.154694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Attempting to bind port ba97606b-939a-441e-8875-48ff1841920b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:40.160364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Attempting to bind port ba97606b-939a-441e-8875-48ff1841920b on network e39d6804-277e-4dd5-848c-99ce9e7c91c3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:40.167389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:40.168675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Checking segment: {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:40.169268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.169918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Bound using segment: {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:40.170626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Bound port: ba97606b-939a-441e-8875-48ff1841920b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:40.171215 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.173147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.173714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.189330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4523750-3b94-47f0-9b01-d3f8417d42e1 req-9afc6811-9092-43cb-968f-435210a61655 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:40.197720 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4523750-3b94-47f0-9b01-d3f8417d42e1 req-9afc6811-9092-43cb-968f-435210a61655 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1101 time: 0.1709406 Jul 23 14:04:40.247695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-f06636cc-ab91-4cd3-8082-8c8765f9b07e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 200 len: 217 time: 0.0755990 Jul 23 14:04:40.267214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] For port ba97606b-939a-441e-8875-48ff1841920b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:40.273821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4523750-3b94-47f0-9b01-d3f8417d42e1 req-aaf991dc-23d6-49c1-a688-33ab72dab68b tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751648 Jul 23 14:04:40.292185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] For port ba97606b-939a-441e-8875-48ff1841920b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ba97606b-939a-441e-8875-48ff1841920b,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:40.302005 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.346833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5494d472-6fe4-4e9d-99c7-4518b74d5d63 None None] Provisioning for port 3137809c-2ec8-4255-8329-a0ecd1dd7abe completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:40.354522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5494d472-6fe4-4e9d-99c7-4518b74d5d63 None None] Provisioning complete for port 3137809c-2ec8-4255-8329-a0ecd1dd7abe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:40.354954 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5494d472-6fe4-4e9d-99c7-4518b74d5d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.428340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5494d472-6fe4-4e9d-99c7-4518b74d5d63 None None] Port 3137809c-2ec8-4255-8329-a0ecd1dd7abe cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:04:40.432914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:40.433878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:40.446093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fce39dc-246a-4cd3-a1d3-1e700396f158 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.480645 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33393e00-b134-4d1a-9d57-2db98f278658 None None] Pushing event updated for resources: {'Port': ['ID=ba97606b-939a-441e-8875-48ff1841920b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:40.526012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-18697088-1081-4225-8eb1-bf08d1ccd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:40.528314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-18697088-1081-4225-8eb1-bf08d1ccd34a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.2493784 Jul 23 14:04:40.542592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d86346-a333-4828-8a0b-73a2e8327f74 req-a2ee4ec3-e372-434b-850b-dceb00543b87 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:40.545080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d9d86346-a333-4828-8a0b-73a2e8327f74 req-a2ee4ec3-e372-434b-850b-dceb00543b87 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1096 time: 0.1496973 Jul 23 14:04:40.605292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-ca1f511a-5859-46b9-b914-f8b62232050a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698948 Jul 23 14:04:40.646057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d9d86346-a333-4828-8a0b-73a2e8327f74 req-edffc733-24c7-4611-9459-344ddc459bfc tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911245 Jul 23 14:04:40.650831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3137809c-2ec8-4255-8329-a0ecd1dd7abe {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:40.672850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.691835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Transition to ACTIVE for port object 3137809c-2ec8-4255-8329-a0ecd1dd7abe will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:40.697603 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.810848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:40.819237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:40.822328 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fce39dc-246a-4cd3-a1d3-1e700396f158 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.884159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126eba-e821-414a-81c0-f3ad2fa95cf0 req-3ad69681-e005-4586-93fb-0c035579b508 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:40.887421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fce39dc-246a-4cd3-a1d3-1e700396f158 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.891870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a3126eba-e821-414a-81c0-f3ad2fa95cf0 req-3ad69681-e005-4586-93fb-0c035579b508 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1635325 Jul 23 14:04:40.909081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Attempting to bind port 3137809c-2ec8-4255-8329-a0ecd1dd7abe on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:40.909414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Attempting to bind port 3137809c-2ec8-4255-8329-a0ecd1dd7abe by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:40.909743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Attempting to bind port 3137809c-2ec8-4255-8329-a0ecd1dd7abe on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:40.918486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Port 3137809c-2ec8-4255-8329-a0ecd1dd7abe on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:40.918838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Attempting to bind port 3137809c-2ec8-4255-8329-a0ecd1dd7abe on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:40.938818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:40.939157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:40.939541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:40.940024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Bound port: 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:40.940389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:40.947472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a3126eba-e821-414a-81c0-f3ad2fa95cf0 req-5f3290af-5657-4f19-9fd1-d493dddd6d26 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Jul 23 14:04:40.975184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:41.015322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-c97e3289-5349-42fe-9e9d-768fcf9694a1 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986423 Jul 23 14:04:41.029190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fce39dc-246a-4cd3-a1d3-1e700396f158 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.031349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9fce39dc-246a-4cd3-a1d3-1e700396f158 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1104634 Jul 23 14:04:41.038793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:41.045139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bcf12a39-b176-4cf8-a5d1-677269bb7dd5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Request body: {'security_group_rule': {'security_group_id': '8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:41.108829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:40Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:41.109425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:41.111878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a39-b176-4cf8-a5d1-677269bb7dd5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.117129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:41.140030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.140453 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:04:41.153332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c6e7d-bd64-4491-bdc8-d4f82f21057b None None] The sync data for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 is: [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:40Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:04:41.169128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce39dc-246a-4cd3-a1d3-1e700396f158 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:41.204638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.207540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:41.208587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.210237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] 10.222.0.48 "PUT /v2.0/ports/3137809c-2ec8-4255-8329-a0ecd1dd7abe HTTP/1.1" status: 200 len: 1095 time: 1.1955974 Jul 23 14:04:41.231395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.273872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:41.283812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a39-b176-4cf8-a5d1-677269bb7dd5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.326461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:41.332394 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:41.372096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a39-b176-4cf8-a5d1-677269bb7dd5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.381429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c9da-c973-43b8-b2fe-4f7b060c2691 service neutron] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:41.425487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf12a39-b176-4cf8-a5d1-677269bb7dd5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba5dcf4-b08e-4617-8037-c46f42d7dfcd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:41.428635 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-362cd7c3-d03e-4ec5-9335-7ef28036d2e3 req-0ea90719-dfa4-44a2-b7e4-f1a7d29d3ef6 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951066 Jul 23 14:04:41.439810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a39-b176-4cf8-a5d1-677269bb7dd5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.441053 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bcf12a39-b176-4cf8-a5d1-677269bb7dd5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007082 Jul 23 14:04:41.444257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:41.450433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b7c7b0cd-f7cc-40fc-b758-568edfef1d75 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Request body: {'security_group_rule': {'security_group_id': '8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:41.496189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:41.497090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.503341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f4cd6e-c209-447d-bd14-407337968703 req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "PUT /v2.0/ports/ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 200 len: 1020 time: 1.6026587 Jul 23 14:04:41.504688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-f715a2a5-4be4-456e-b10b-ba2f3c293deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:41.506603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-f715a2a5-4be4-456e-b10b-ba2f3c293deb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 1098 time: 0.2212439 Jul 23 14:04:41.539634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b0cd-f7cc-40fc-b758-568edfef1d75 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.554728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974284e2-cd77-4c16-99f3-e26830ca2639 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:41.578524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:41.609213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.613863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634f9d8-48ef-4d6b-b6cb-5c6745b64cdb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:41.632148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-d65a0707-8a9f-478a-b958-ec06bf39c644 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe HTTP/1.1" status: 200 len: 217 time: 0.1013861 Jul 23 14:04:41.650293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Transition to ACTIVE for port object 974284e2-cd77-4c16-99f3-e26830ca2639 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:41.657333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.703196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:41.746310 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b0cd-f7cc-40fc-b758-568edfef1d75 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.759286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b0cd-f7cc-40fc-b758-568edfef1d75 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.778975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-d30bfb15-9992-415d-8b9e-8b7422b1d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:41.780918 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-d30bfb15-9992-415d-8b9e-8b7422b1d53f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1290181 Jul 23 14:04:41.793622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b0cd-f7cc-40fc-b758-568edfef1d75 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6698ed63-04ee-48d2-9102-3c4140f666e6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:41.816945 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b0cd-f7cc-40fc-b758-568edfef1d75 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.820202 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b7c7b0cd-f7cc-40fc-b758-568edfef1d75 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3717973 Jul 23 14:04:41.820594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:41.830216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:41.838842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:41.899845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-95bee6f0-4314-4fae-91ff-4e299cb89282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:41.902698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-95bee6f0-4314-4fae-91ff-4e299cb89282 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055832 Jul 23 14:04:41.944057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e2220f6-96dc-421b-bb49-dfcbfe93dd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:41.967534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:41.977217 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0008eff-22f5-4307-9e0f-5c445dd97e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:42.015827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:42.050549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-ff5e9dfc-d0ee-4591-8fa5-36e14860cb68 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298964 Jul 23 14:04:42.051970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986496-b220-4dfb-8af9-8198647a9cca req-88b22f6e-878a-47a1-9667-4b538b251ca0 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:42.059426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb986496-b220-4dfb-8af9-8198647a9cca req-88b22f6e-878a-47a1-9667-4b538b251ca0 tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 1095 time: 0.3257432 Jul 23 14:04:42.168661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Attempting to bind port 974284e2-cd77-4c16-99f3-e26830ca2639 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:42.169095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Attempting to bind port 974284e2-cd77-4c16-99f3-e26830ca2639 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:42.169487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Attempting to bind port 974284e2-cd77-4c16-99f3-e26830ca2639 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:42.217779 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d5dcaa2-db45-4427-bbfc-ada032e42619 req-756d115b-64f8-47ba-a6ed-bae6c796152d service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546655 Jul 23 14:04:42.250089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Port 974284e2-cd77-4c16-99f3-e26830ca2639 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:42.250229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Attempting to bind port 974284e2-cd77-4c16-99f3-e26830ca2639 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:42.287681 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd36909a-0ae6-4ec7-92c1-cba4531e70d2 x-openstack-request-id: req-cd36909a-0ae6-4ec7-92c1-cba4531e70d2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:42.288048 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:42.288537 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd36909a-0ae6-4ec7-92c1-cba4531e70d2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:42.289197 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'status': 'completed', 'code': 200} Jul 23 14:04:42.298471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb986496-b220-4dfb-8af9-8198647a9cca req-d395bd94-08e0-44b5-b006-459d8b91b65d tempest-LiveAutoBlockMigrationV225Test-1150791075 tempest-LiveAutoBlockMigrationV225Test-1150791075-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376604 Jul 23 14:04:42.333014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:42.333270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:42.333689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:42.334140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Bound port: 974284e2-cd77-4c16-99f3-e26830ca2639, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:42.334503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:42.565641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-8668773e-8bbe-42ba-97f4-003daa23496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:42.567224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-8668773e-8bbe-42ba-97f4-003daa23496b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 1098 time: 0.1906993 Jul 23 14:04:42.585534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-c947ecc6-0d16-4636-9b8a-1fb9ecf8d903 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2879274 Jul 23 14:04:42.610166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d74bb6-0e5d-4a4a-b8f6-1b0b36ac1890 req-1647e739-fc7e-487d-bf43-e34d76aa22fc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:42.611963 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30d74bb6-0e5d-4a4a-b8f6-1b0b36ac1890 req-1647e739-fc7e-487d-bf43-e34d76aa22fc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1023 time: 0.2167561 Jul 23 14:04:42.843079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-292ea7be-4b61-4b9c-89d8-3d0d6daf9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:42.844652 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-292ea7be-4b61-4b9c-89d8-3d0d6daf9b10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2581203 Jul 23 14:04:42.871554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30d74bb6-0e5d-4a4a-b8f6-1b0b36ac1890 req-f5a979ad-3d4a-4e94-80a6-cdd5ea5db96e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=688e630a-3455-499f-9766-8668df7c19c8&id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=7d4824c2-9985-45a9-a879-0ae0fd2ef189 HTTP/1.1" status: 200 len: 6146 time: 0.2480247 Jul 23 14:04:42.890413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ba97606b-939a-441e-8875-48ff1841920b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:42.956157 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-babe142a-6928-4f80-a5b8-7bbeb2696a1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe HTTP/1.1" status: 200 len: 217 time: 0.0832584 Jul 23 14:04:42.990683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ba97606b-939a-441e-8875-48ff1841920b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:42.995737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ba97606b-939a-441e-8875-48ff1841920b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:42.995737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.097493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-8be3b2cd-3785-47a5-ae4a-68471073ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:43.100796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e2220f6-96dc-421b-bb49-dfcbfe93dd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.102474 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-8be3b2cd-3785-47a5-ae4a-68471073ffa8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1280582 Jul 23 14:04:43.132829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e2220f6-96dc-421b-bb49-dfcbfe93dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.156934 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.217503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:43.221234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b1875-2d3f-4534-9790-04480a56b240 req-58685714-917b-4970-81d1-bd417f41d633 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:43.225569 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2e2220f6-96dc-421b-bb49-dfcbfe93dd20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79a9f2a6364a4fed8af3e5eac6cee03b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6331401 Jul 23 14:04:43.233028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c07b1875-2d3f-4534-9790-04480a56b240 req-58685714-917b-4970-81d1-bd417f41d633 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 947 time: 0.2750304 Jul 23 14:04:43.235402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:43.238190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ba97606b-939a-441e-8875-48ff1841920b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ba97606b-939a-441e-8875-48ff1841920b,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:43.243486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2220f6-96dc-421b-bb49-dfcbfe93dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a4f35-20a8-4ae4-abfb-c682ba370ec8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:43.251938 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.264289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:43.275703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.286103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.322688 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c07b1875-2d3f-4534-9790-04480a56b240 req-8947cd1e-0435-4e39-ad00-821359a509ba tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885847 Jul 23 14:04:43.367783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-7fb66d9e-4443-4346-800a-88686671f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:43.374455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-7fb66d9e-4443-4346-800a-88686671f165 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2411737 Jul 23 14:04:43.394520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ba97606b-939a-441e-8875-48ff1841920b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:43.470478 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1518fbb-b6ac-43b0-983c-3169d564384c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.511351 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43daf0be-b2d4-4519-ba86-2d97fe09d8dc x-openstack-request-id: req-43daf0be-b2d4-4519-ba86-2d97fe09d8dc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:43.511633 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:43.511876 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43daf0be-b2d4-4519-ba86-2d97fe09d8dc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:43.512270 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f', 'status': 'completed', 'code': 200} Jul 23 14:04:43.513662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:43.514315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.515866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] 10.222.0.48 "PUT /v2.0/ports/974284e2-cd77-4c16-99f3-e26830ca2639 HTTP/1.1" status: 200 len: 1095 time: 3.8773811 Jul 23 14:04:43.529943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Allocated IP 172.25.2.117 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/0498b09c-0749-4e16-ab15-4078372393de) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:43.551747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1518fbb-b6ac-43b0-983c-3169d564384c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.639584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e058c-699b-4a4c-a223-09f803280c4c service neutron] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:43.682355 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-6e4f3e5f-fa05-4119-a450-b0dcb9b13e89 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848332 Jul 23 14:04:43.715240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75542cc4-bf4e-417b-8493-69566fb1228f req-536b114b-b603-4c53-960c-5c5d7bc9247f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:43.717698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-75542cc4-bf4e-417b-8493-69566fb1228f req-536b114b-b603-4c53-960c-5c5d7bc9247f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.2211628 Jul 23 14:04:43.728287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1518fbb-b6ac-43b0-983c-3169d564384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.731361 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1518fbb-b6ac-43b0-983c-3169d564384c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.733346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1518fbb-b6ac-43b0-983c-3169d564384c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a5a4f35-20a8-4ae4-abfb-c682ba370ec8 HTTP/1.1" status: 204 len: 168 time: 0.4953992 Jul 23 14:04:43.784823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1518fbb-b6ac-43b0-983c-3169d564384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a4f35-20a8-4ae4-abfb-c682ba370ec8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:43.791418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-34990b52-5ad0-49be-91fb-22a13f352d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:43.793267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-34990b52-5ad0-49be-91fb-22a13f352d32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1174 time: 0.2467725 Jul 23 14:04:43.796285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-208136dd-13cb-4eaf-878b-5a7a4cee26a8 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:04:43.803341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-ee2c37f8-3aa2-4539-8d9f-909a9eab6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:43.804395 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-208136dd-13cb-4eaf-878b-5a7a4cee26a8 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245373 Jul 23 14:04:43.804575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-ee2c37f8-3aa2-4539-8d9f-909a9eab6f4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 1098 time: 0.1829262 Jul 23 14:04:43.811869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:43.812221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:04:43.891800 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-75542cc4-bf4e-417b-8493-69566fb1228f req-f36c9f94-a79e-4c94-a0a7-910cb35bb07f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645472 Jul 23 14:04:43.931497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:43.936331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ebc6ad2-dfed-442d-a66a-5d350fdea9c7 req-f580d821-22f8-456e-870d-bd62f559a9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173786 Jul 23 14:04:43.943660 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-4c7a20ee-c731-4741-bbd3-82a0dd9df1d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=974284e2-cd77-4c16-99f3-e26830ca2639 HTTP/1.1" status: 200 len: 217 time: 0.0874786 Jul 23 14:04:44.008467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-baf6d220-a01b-46e7-86f4-079266fcdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.009988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-baf6d220-a01b-46e7-86f4-079266fcdbcc service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 914 time: 0.1975083 Jul 23 14:04:44.059313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-6fa5115c-e9c8-434f-b4ce-66f74c38b2ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 200 len: 217 time: 0.0378428 Jul 23 14:04:44.076191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3848dbe0-1a51-4bf5-a63f-29d2870b43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.077663 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3848dbe0-1a51-4bf5-a63f-29d2870b43d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1205046 Jul 23 14:04:44.098912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:44.099251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:44.099651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:44.113183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:44.115778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:44.128957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:44.130841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:44.131382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:44.131986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Bound port: 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:44.164667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a3dd3bdb-9594-4bff-8d17-2a24dd0c2dba req-a6014fd9-8611-4337-b4f7-d441bcca77f7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': ' tempest-securitygroup -318715095 ', 'description': 'tempest-description-1265831202'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:44.164820 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.210882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3dd3bdb-9594-4bff-8d17-2a24dd0c2dba req-a6014fd9-8611-4337-b4f7-d441bcca77f7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.214336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:44.224899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-e13f5b7c-e83a-41bc-9480-7e02e23983d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.226607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-e13f5b7c-e83a-41bc-9480-7e02e23983d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.1602302 Jul 23 14:04:44.227258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.228434 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] 10.222.0.21 "POST /v2.0/ports/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4230759 Jul 23 14:04:44.230249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:44.250010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:44.273706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:44.277488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-2b92b5c9-7b55-48d9-b58b-9e3cd12d96c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404744 Jul 23 14:04:44.280934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event updated for resources: {'Port': ['ID=0498b09c-0749-4e16-ab15-4078372393de,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:44.335630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3dd3bdb-9594-4bff-8d17-2a24dd0c2dba req-a6014fd9-8611-4337-b4f7-d441bcca77f7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.338730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:44.364872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3dd3bdb-9594-4bff-8d17-2a24dd0c2dba req-a6014fd9-8611-4337-b4f7-d441bcca77f7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.415029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3dd3bdb-9594-4bff-8d17-2a24dd0c2dba req-a6014fd9-8611-4337-b4f7-d441bcca77f7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.416406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a3dd3bdb-9594-4bff-8d17-2a24dd0c2dba req-a6014fd9-8611-4337-b4f7-d441bcca77f7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2783890 Jul 23 14:04:44.422474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6014fd9-8611-4337-b4f7-d441bcca77f7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb3685-3254-4233-b2b1-be27cd06a4b1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:44.468489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46a64e8-5d1f-4534-8bad-9f76d4300371 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.470748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3b3b9ade-6c0e-4172-bab1-89d9eca638c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.472326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3b3b9ade-6c0e-4172-bab1-89d9eca638c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3605030 Jul 23 14:04:44.524622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46a64e8-5d1f-4534-8bad-9f76d4300371 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.676832 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.685551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-ba99ab1e-cb4a-4f03-85f9-c6660da6bc41 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807390 Jul 23 14:04:44.724957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c34e1a-cef1-4a12-a6db-6c660bd2ce80 req-49031188-b21c-4577-8b3a-39178c6501c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.731989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54c34e1a-cef1-4a12-a6db-6c660bd2ce80 req-49031188-b21c-4577-8b3a-39178c6501c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.2040830 Jul 23 14:04:44.746563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46a64e8-5d1f-4534-8bad-9f76d4300371 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.746563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46a64e8-5d1f-4534-8bad-9f76d4300371 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.747671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d46a64e8-5d1f-4534-8bad-9f76d4300371 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49 HTTP/1.1" status: 204 len: 168 time: 0.4078486 Jul 23 14:04:44.755834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:44.762532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-3ca08944-b19f-47fb-ae40-d04d0631dc54 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719815 Jul 23 14:04:44.773277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ba97606b-939a-441e-8875-48ff1841920b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:44.786957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-39c0264d-530b-4f13-9b04-bea40294ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.788554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-39c0264d-530b-4f13-9b04-bea40294ad8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1101 time: 0.2103293 Jul 23 14:04:44.791539 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5af9cc-28d7-4ce0-914c-c265d12cab5b req-43a9af33-9852-49f2-8d7f-f6f52131b5cb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.793225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b5af9cc-28d7-4ce0-914c-c265d12cab5b req-43a9af33-9852-49f2-8d7f-f6f52131b5cb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 944 time: 0.3296411 Jul 23 14:04:44.794034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a64e8-5d1f-4534-8bad-9f76d4300371 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:44.810294 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d7226de7-9dac-48a7-a74e-a9caa6d7ca03 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] show failed (client error): The resource could not be found. Jul 23 14:04:44.811536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d7226de7-9dac-48a7-a74e-a9caa6d7ca03 tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "GET /v2.0/security-groups/4e60a82b-58ea-4465-9ad9-5f2f9d4c0d49 HTTP/1.1" status: 404 len: 347 time: 0.0448973 Jul 23 14:04:44.824270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ba97606b-939a-441e-8875-48ff1841920b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:44.824733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.831680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:44.833673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-728a482d-b56f-4fa4-92b9-4ad71c04b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:44.835208 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-728a482d-b56f-4fa4-92b9-4ad71c04b04a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1096 time: 0.2185442 Jul 23 14:04:44.874700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:44.895205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-54c34e1a-cef1-4a12-a6db-6c660bd2ce80 req-0c41516e-2150-4445-806d-2f8beb452a40 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622138 Jul 23 14:04:45.000838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b5af9cc-28d7-4ce0-914c-c265d12cab5b req-d99de62f-ab69-4cb3-b29c-f2456dfb584b tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922946 Jul 23 14:04:45.009053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0008eff-22f5-4307-9e0f-5c445dd97e7b req-e437635b-b7e6-49b8-8b81-60ed89f9d106 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967885 Jul 23 14:04:45.062502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06e8912b-931b-4dc8-a246-6d3ed2ef5db3 req-f430bd71-70d4-4551-9ddd-218d0309f624 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790735 Jul 23 14:04:45.158322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b25ebae-b39b-4336-999e-ad72d5806ec8 req-e0910038-1ff9-4293-b7b1-93b62590107e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/9abb3685-3254-4233-b2b1-be27cd06a4b1 HTTP/1.1" status: 200 len: 1780 time: 0.1274068 Jul 23 14:04:45.203153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3137809c-2ec8-4255-8329-a0ecd1dd7abe details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:45.222301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.241130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-df3e812f-5105-4c6b-890d-7f5aac86fb8e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:45.242888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-df3e812f-5105-4c6b-890d-7f5aac86fb8e tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 944 time: 0.1235459 Jul 23 14:04:45.243792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.356219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:45.368441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event updated for resources: {'Port': ['ID=0498b09c-0749-4e16-ab15-4078372393de,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:45.369020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'mac_address': 'fa:16:3e:0b:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:45.411593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.424256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3137809c-2ec8-4255-8329-a0ecd1dd7abe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:45.430291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.443847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-821d8ae9-f738-4fda-b375-0d2eb1db4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:45.444871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:45.445394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-821d8ae9-f738-4fda-b375-0d2eb1db4807 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.5659075 Jul 23 14:04:45.449196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-5bb0e61f-25c4-4dad-9982-668238e81e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:45.450741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-5bb0e61f-25c4-4dad-9982-668238e81e8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.6519523 Jul 23 14:04:45.452216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.468507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.478747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1911a224-33c3-4415-afe1-bd0db3c52505 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6538589 Jul 23 14:04:45.504282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Deleting port 1bec8931-09ac-4358-a64c-33e71f0e0f93 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:45.504633 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.529956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264ddb2-65de-4620-856d-e904d2a371d8 req-bd020875-7256-478e-b845-28356b727777 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:45.531688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e264ddb2-65de-4620-856d-e904d2a371d8 req-bd020875-7256-478e-b845-28356b727777 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1661999 Jul 23 14:04:45.532144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:45.534867 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9255fed5-f07f-4607-86f4-eeee1c4c7422" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:45.540134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-98f27715-b370-4650-9cec-55d4729c19fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 200 len: 217 time: 0.0793657 Jul 23 14:04:45.542274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:45.542915 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-d5f81a53-3aaf-4c55-a7dc-8ef9d7f95139 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0833437 Jul 23 14:04:45.557605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64433dc-2841-47f2-8499-5da1e162c8cd req-96e19c74-6cb5-4661-b143-0d83ef7f5290 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:45.559182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e64433dc-2841-47f2-8499-5da1e162c8cd req-96e19c74-6cb5-4661-b143-0d83ef7f5290 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 947 time: 0.2820981 Jul 23 14:04:45.628509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e264ddb2-65de-4620-856d-e904d2a371d8 req-9bc2e88e-1dc6-4cc0-bfe8-72a34f36380d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871956 Jul 23 14:04:45.644005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Deleting port c5990180-64a5-4d27-8869-de4abea71fc4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:45.644349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.656256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] For port 1bec8931-09ac-4358-a64c-33e71f0e0f93, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1bec8931-09ac-4358-a64c-33e71f0e0f93,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:45.656609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.687777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Calling delete_port for 1bec8931-09ac-4358-a64c-33e71f0e0f93 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:45.690791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-cff987d1-8994-4198-bf81-1ce0d902c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:45.692332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-cff987d1-8994-4198-bf81-1ce0d902c93e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.1311584 Jul 23 14:04:45.695351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-caa79684-fdcc-40d6-8128-a5dc5354bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:45.696707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-caa79684-fdcc-40d6-8128-a5dc5354bd45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1366296 Jul 23 14:04:45.699683 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e64433dc-2841-47f2-8499-5da1e162c8cd req-5a303e58-e28d-42f0-8406-ed8637a45539 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222239 Jul 23 14:04:45.754158 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95572ab3-2a9c-4c86-8b17-bede2def7e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.776926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bd7aaa7-653f-4d4c-87e5-04233be55218 req-bfc78776-3439-43a9-9c94-e9094ed6aa98 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/9abb3685-3254-4233-b2b1-be27cd06a4b1 HTTP/1.1" status: 200 len: 1780 time: 0.1176331 Jul 23 14:04:45.787501 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-4f6557d3-0a97-4778-a9a7-0dcbe402f7ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549889 Jul 23 14:04:45.793008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['3137809c-2ec8-4255-8329-a0ecd1dd7abe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:45.801260 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131cb31c-74e9-48e1-bb62-2e7bf3843c72 x-openstack-request-id: req-131cb31c-74e9-48e1-bb62-2e7bf3843c72 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:45.801788 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:45.802181 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-131cb31c-74e9-48e1-bb62-2e7bf3843c72 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:45.802734 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639', 'status': 'completed', 'code': 200} Jul 23 14:04:45.921252 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bd7aaa7-653f-4d4c-87e5-04233be55218 req-c64c767b-a98d-4341-aa26-4c374e212cfd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.948031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.948529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:45.997976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Calling delete_port for c5990180-64a5-4d27-8869-de4abea71fc4 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:46.007010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bd7aaa7-653f-4d4c-87e5-04233be55218 req-c64c767b-a98d-4341-aa26-4c374e212cfd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.046588 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-8630cfd7-ccab-47b6-acf2-e5b6252b3a1a tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--309013061&fields=id&tenant_id=314ee5d17cc74a79bfb71c772222f04d HTTP/1.1" status: 200 len: 267 time: 0.1359985 Jul 23 14:04:46.048486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-4aa0f91e-68d2-465f-90d4-76e2f436da81 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335548 Jul 23 14:04:46.052811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-cda3ddbd-d8d3-4fec-bae9-aa7bc437bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.054325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-cda3ddbd-d8d3-4fec-bae9-aa7bc437bca4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 1098 time: 0.2081313 Jul 23 14:04:46.089501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:46.101431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.103265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-de5c202d-da7e-485d-9e99-51de4e610b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.105436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-de5c202d-da7e-485d-9e99-51de4e610b84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3714013 Jul 23 14:04:46.141146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event deleted for resources: {'Port': ['ID=1bec8931-09ac-4358-a64c-33e71f0e0f93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:46.141739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['81e07e45-de63-4918-a1d1-0b260e4fc3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:46.149840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bd7aaa7-653f-4d4c-87e5-04233be55218 req-c64c767b-a98d-4341-aa26-4c374e212cfd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.152412 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bd7aaa7-653f-4d4c-87e5-04233be55218 req-c64c767b-a98d-4341-aa26-4c374e212cfd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.154011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bd7aaa7-653f-4d4c-87e5-04233be55218 req-c64c767b-a98d-4341-aa26-4c374e212cfd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/9abb3685-3254-4233-b2b1-be27cd06a4b1 HTTP/1.1" status: 204 len: 173 time: 0.3759980 Jul 23 14:04:46.190574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-e9dd74be-4654-4a88-9e02-e024adb0fd47 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3281369 Jul 23 14:04:46.193256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c767b-a98d-4341-aa26-4c374e212cfd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb3685-3254-4233-b2b1-be27cd06a4b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:46.240403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3559d58-74ba-4baf-a44b-e58b3b9157c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.336089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] No DVR routers for this DVR port 1bec8931-09ac-4358-a64c-33e71f0e0f93 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:46.338558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-e5b7a0d0-54c7-407d-8ec3-f9293304b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.340089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-e5b7a0d0-54c7-407d-8ec3-f9293304b698 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2737985 Jul 23 14:04:46.341096 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.342992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93c2ebec-d28c-4864-91cb-e2135e23da1f req-c83e1afc-4eb7-42ba-b327-7d0da7cb45ef tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "DELETE /v2.0/ports/1bec8931-09ac-4358-a64c-33e71f0e0f93 HTTP/1.1" status: 204 len: 173 time: 1.0898490 Jul 23 14:04:46.394907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-8afaaae7-dc1c-4ac1-bac0-9186febe5533 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=974284e2-cd77-4c16-99f3-e26830ca2639 HTTP/1.1" status: 200 len: 217 time: 0.0449994 Jul 23 14:04:46.454535 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-597dc054-913c-4361-8a75-6dd3361d3238 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649893 Jul 23 14:04:46.485681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a6b3d-741f-4972-87f4-84c39d8064f8 req-f6fce5d8-fb82-4723-98fd-e798d7904a0a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.491273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a40a6b3d-741f-4972-87f4-84c39d8064f8 req-f6fce5d8-fb82-4723-98fd-e798d7904a0a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.2147224 Jul 23 14:04:46.494459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-9cc0c947-3fef-4e12-a028-dd48f980ed3e tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.497273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-9cc0c947-3fef-4e12-a028-dd48f980ed3e tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/networks?id=e39d6804-277e-4dd5-848c-99ce9e7c91c3 HTTP/1.1" status: 200 len: 811 time: 0.4065318 Jul 23 14:04:46.502318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-3cf2e315-8ee3-44cd-8a4f-f1829c0ca9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.504976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-3cf2e315-8ee3-44cd-8a4f-f1829c0ca9da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1002660 Jul 23 14:04:46.505407 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-e6aabd0a-4eb8-47a9-8a3d-c59a107b51b6 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844163 Jul 23 14:04:46.582778 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-c2cd5dd0-e67e-4852-8f0a-553580e18a68 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/quotas/314ee5d17cc74a79bfb71c772222f04d HTTP/1.1" status: 200 len: 375 time: 0.0742335 Jul 23 14:04:46.596622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-7459738c-0d9e-47f6-b6c1-1b067280c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.598403 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-7459738c-0d9e-47f6-b6c1-1b067280c0f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 1100 time: 0.2854517 Jul 23 14:04:46.614171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a40a6b3d-741f-4972-87f4-84c39d8064f8 req-23475d17-116b-4fa9-a79c-5928ac188ef6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076279 Jul 23 14:04:46.620891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3559d58-74ba-4baf-a44b-e58b3b9157c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.635586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3559d58-74ba-4baf-a44b-e58b3b9157c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.660762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.661541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-0ae9e488-c84e-41b1-b5a5-e2f35cbf9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:46.664070 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-0ae9e488-c84e-41b1-b5a5-e2f35cbf9c53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335540 Jul 23 14:04:46.705137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d3559d58-74ba-4baf-a44b-e58b3b9157c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8842caaf395d4e108390803ee1bab01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145935 Jul 23 14:04:46.707632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3559d58-74ba-4baf-a44b-e58b3b9157c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832ab08-2046-4c3c-98c7-51bb5cfa25ca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:46.710169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:46.782517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Pushing event deleted for resources: {'Port': ['ID=c5990180-64a5-4d27-8869-de4abea71fc4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:46.820041 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6bba61c-c1c0-48e6-a5ba-0801a7bea036 req-9c569be5-5c12-4fb1-b8bc-d5b0d442fa0c tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 210 time: 0.1011105 Jul 23 14:04:46.820842 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-2ab06c72-6ffa-4681-acc1-b0fbb5228e9c service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935042 Jul 23 14:04:46.860607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788a709b-dc52-4d71-8b67-ded0fcf756ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.894472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-087991e8-ecb2-4088-8fea-b951f1d08785 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145810 Jul 23 14:04:46.900248 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-6155096d-e087-402d-b7b2-5a2283796fde req-d8f2454d-e816-4bee-8f50-77460cd69d6b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:04:46.901315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6155096d-e087-402d-b7b2-5a2283796fde req-d8f2454d-e816-4bee-8f50-77460cd69d6b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/9abb3685-3254-4233-b2b1-be27cd06a4b1 HTTP/1.1" status: 404 len: 352 time: 0.0296879 Jul 23 14:04:46.951555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788a709b-dc52-4d71-8b67-ded0fcf756ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.982033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.984930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:46.986265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1a6aa24-dc78-4649-b308-85d4de46307b tempest-ServersWithSpecificFlavorTestJSON-1439834914 tempest-ServersWithSpecificFlavorTestJSON-1439834914-project] 10.222.0.21 "DELETE /v2.0/floatingips/ee9c7ed1-ce72-49a9-a96f-a99d63d9b4f6 HTTP/1.1" status: 204 len: 168 time: 2.1499953 Jul 23 14:04:47.032713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-738f67b1-6b3a-4915-ab28-6cb8876f1ff4 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=314ee5d17cc74a79bfb71c772222f04d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4321394 Jul 23 14:04:47.150036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9255fed5-f07f-4607-86f4-eeee1c4c7422 req-0e9189a1-5422-4b32-894d-bfa34f94e650 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433438 Jul 23 14:04:47.168451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-8e5369f6-a3d5-4010-a215-bfbcb2746254 service neutron] 10.222.0.21 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347322 Jul 23 14:04:47.183864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788a709b-dc52-4d71-8b67-ded0fcf756ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.186851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788a709b-dc52-4d71-8b67-ded0fcf756ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.189182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-788a709b-dc52-4d71-8b67-ded0fcf756ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e832ab08-2046-4c3c-98c7-51bb5cfa25ca HTTP/1.1" status: 204 len: 168 time: 0.4721065 Jul 23 14:04:47.203737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a709b-dc52-4d71-8b67-ded0fcf756ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832ab08-2046-4c3c-98c7-51bb5cfa25ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:47.217712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3137809c-2ec8-4255-8329-a0ecd1dd7abe up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:47.222029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aae47-a123-4590-87fe-ded15e5f3234 req-7af9dbda-5337-41c9-b34b-4ce00481645b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:47.223617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d52aae47-a123-4590-87fe-ded15e5f3234 req-7af9dbda-5337-41c9-b34b-4ce00481645b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1424556 Jul 23 14:04:47.271926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-504ce7d6-6354-42db-8742-5d6903841cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:47.273760 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-504ce7d6-6354-42db-8742-5d6903841cfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.6144423 Jul 23 14:04:47.301257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 3137809c-2ec8-4255-8329-a0ecd1dd7abe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:47.308705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 3137809c-2ec8-4255-8329-a0ecd1dd7abe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:47.309912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.313202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d52aae47-a123-4590-87fe-ded15e5f3234 req-1681cefb-f3e1-47df-a8b4-936a3a83ded4 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819943 Jul 23 14:04:47.379483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-65545914-c2f0-40bb-874a-69d2dd47b386 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 200 len: 217 time: 0.0837665 Jul 23 14:04:47.389743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:47.443250 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-fb68ec83-4c3b-43ca-b947-bc9e74c25906 service neutron] 10.222.0.21 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739136 Jul 23 14:04:47.448695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 1bec8931-09ac-4358-a64c-33e71f0e0f93 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:47.449048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1bec8931-09ac-4358-a64c-33e71f0e0f93 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:47.486064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6679-6d4d-4e46-84ad-2fb8c11514b4 req-20bf1129-b529-4ef0-933d-850bc366d934 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:47.487090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-40b63905-54b3-4e21-9be6-f54de8ba283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:47.488774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-40b63905-54b3-4e21-9be6-f54de8ba283f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0907428 Jul 23 14:04:47.496207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-472b6679-6d4d-4e46-84ad-2fb8c11514b4 req-20bf1129-b529-4ef0-933d-850bc366d934 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 948 time: 0.1218309 Jul 23 14:04:47.536801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.546085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-472b6679-6d4d-4e46-84ad-2fb8c11514b4 req-19abf171-daca-4621-b955-92a9482c8cf2 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486984 Jul 23 14:04:47.578588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f977b15a-e048-416d-b5dd-50404f0a29d2 req-40d40574-d5bc-4515-a669-a2a1006837b5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-861784178', 'description': 'tempest-description-36444345'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:47.610155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f977b15a-e048-416d-b5dd-50404f0a29d2 req-40d40574-d5bc-4515-a669-a2a1006837b5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.630295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:47.633875 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5091daa-0c0b-486c-90f6-d2ae7aeac0a2" -d '{"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:47.654495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:47.658228 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.661926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-b68982fe-36be-4129-9e3d-56b9d66fc06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:47.662264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.666406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-b68982fe-36be-4129-9e3d-56b9d66fc06e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641557 Jul 23 14:04:47.787399 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180d782d-9834-4c59-8af4-aa0e7b522711 x-openstack-request-id: req-180d782d-9834-4c59-8af4-aa0e7b522711 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:47.787686 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:47.787943 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-180d782d-9834-4c59-8af4-aa0e7b522711 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:47.788347 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'code': 200} Jul 23 14:04:47.803768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'name': 'network-vif-deleted', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:47.805737 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7144f-eb64-4095-842a-beebc2b7be8c" -d '{"events": [{"server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "name": "network-vif-deleted", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:47.815210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:47.844840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f977b15a-e048-416d-b5dd-50404f0a29d2 req-40d40574-d5bc-4515-a669-a2a1006837b5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.860672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f977b15a-e048-416d-b5dd-50404f0a29d2 req-40d40574-d5bc-4515-a669-a2a1006837b5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.938914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f977b15a-e048-416d-b5dd-50404f0a29d2 req-40d40574-d5bc-4515-a669-a2a1006837b5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:47.947514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-233ce5dc-4d42-4e56-a599-f2fe5cfa3f87 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642164 Jul 23 14:04:47.948819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f977b15a-e048-416d-b5dd-50404f0a29d2 req-40d40574-d5bc-4515-a669-a2a1006837b5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3744729 Jul 23 14:04:47.954987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40574-d5bc-4515-a669-a2a1006837b5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e83620-92a8-4ece-8a8f-9f016e4e1b88,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:48.026739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f8970-8932-4df0-bab7-2d7f5eed0a7d req-dc99fc78-f6c7-4403-ae84-4a2176545d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:48.028328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c1f8970-8932-4df0-bab7-2d7f5eed0a7d req-dc99fc78-f6c7-4403-ae84-4a2176545d85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 1100 time: 0.1543214 Jul 23 14:04:48.082001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-048c4c47-82b0-43a9-890b-43c7ae29cbfc req-402bf5fc-3f09-41d0-a1ac-c47e36a02924 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 210 time: 0.0903459 Jul 23 14:04:48.095795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21628-9e58-4cf1-bd4d-3443279873c6 req-19886155-1e36-46e1-adea-cb7b147cffa9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:48.097335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2e21628-9e58-4cf1-bd4d-3443279873c6 req-19886155-1e36-46e1-adea-cb7b147cffa9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.2208147 Jul 23 14:04:48.115591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c1f8970-8932-4df0-bab7-2d7f5eed0a7d req-e7cee0ad-3af4-4c7a-9642-907f1219c140 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Jul 23 14:04:48.128620 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92e5f2ee-0085-49dd-8e65-6225eb52d25c req-d2bede09-4747-40a3-adec-bff422850ac7 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717930 Jul 23 14:04:48.147697 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2e21628-9e58-4cf1-bd4d-3443279873c6 req-ea288123-3597-4d6b-a86f-3107b5fad455 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Jul 23 14:04:48.239950 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2ce32-889c-4542-91af-65cf50e7a116 x-openstack-request-id: req-54d2ce32-889c-4542-91af-65cf50e7a116 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:48.240401 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d14da4e-4a63-479b-841f-dbb9cb3e0150", "name": "network-vif-deleted", "tag": "1bec8931-09ac-4358-a64c-33e71f0e0f93", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:48.240651 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54d2ce32-889c-4542-91af-65cf50e7a116 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:48.240826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.241280 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d14da4e-4a63-479b-841f-dbb9cb3e0150', 'name': 'network-vif-deleted', 'tag': '1bec8931-09ac-4358-a64c-33e71f0e0f93', 'status': 'completed', 'code': 200} Jul 23 14:04:48.263236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a2d097b8-6b7c-47d9-a638-0cd3b301f8d2 req-bcd2e5d2-6b1b-4377-a947-0c595efcadbb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2135523802', 'description': 'tempest-description-1578650948'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:48.292424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d097b8-6b7c-47d9-a638-0cd3b301f8d2 req-bcd2e5d2-6b1b-4377-a947-0c595efcadbb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.325890 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f057a8c0-a178-44fd-b189-b40b825ad35d req-f0340bfb-bba7-459d-bb1d-3755511aca18 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 210 time: 0.0611377 Jul 23 14:04:48.415783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d097b8-6b7c-47d9-a638-0cd3b301f8d2 req-bcd2e5d2-6b1b-4377-a947-0c595efcadbb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.422096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc38af03-2610-4231-bf67-d7aae2c8cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.427346 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d097b8-6b7c-47d9-a638-0cd3b301f8d2 req-bcd2e5d2-6b1b-4377-a947-0c595efcadbb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.462271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d097b8-6b7c-47d9-a638-0cd3b301f8d2 req-bcd2e5d2-6b1b-4377-a947-0c595efcadbb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.463878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a2d097b8-6b7c-47d9-a638-0cd3b301f8d2 req-bcd2e5d2-6b1b-4377-a947-0c595efcadbb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2060492 Jul 23 14:04:48.472526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2e5d2-6b1b-4377-a947-0c595efcadbb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff316f97-de29-4e72-b48a-f6176034ec2b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:48.549982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e5cbe-a5a3-4862-97e7-069011ab12c2 req-e7fb93c9-01ca-4402-9625-98e7b4081b0f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:48.552598 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-846e5cbe-a5a3-4862-97e7-069011ab12c2 req-e7fb93c9-01ca-4402-9625-98e7b4081b0f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1028500 Jul 23 14:04:48.619849 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-846e5cbe-a5a3-4862-97e7-069011ab12c2 req-2eb48608-faa7-4013-a101-f0db5d8351eb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Jul 23 14:04:48.665341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8efa9796-ab00-4dd0-9070-5eb5e485404a req-5de4c44e-69d1-4bbe-a8ce-23e45b954023 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1035747031', 'description': 'tempest-description-1623768273'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:48.690834 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8efa9796-ab00-4dd0-9070-5eb5e485404a req-5de4c44e-69d1-4bbe-a8ce-23e45b954023 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.775042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8efa9796-ab00-4dd0-9070-5eb5e485404a req-5de4c44e-69d1-4bbe-a8ce-23e45b954023 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.779221 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8efa9796-ab00-4dd0-9070-5eb5e485404a req-5de4c44e-69d1-4bbe-a8ce-23e45b954023 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.803781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8efa9796-ab00-4dd0-9070-5eb5e485404a req-5de4c44e-69d1-4bbe-a8ce-23e45b954023 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:48.805039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8efa9796-ab00-4dd0-9070-5eb5e485404a req-5de4c44e-69d1-4bbe-a8ce-23e45b954023 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1533272 Jul 23 14:04:48.819187 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4c44e-69d1-4bbe-a8ce-23e45b954023 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c854e7e5-72ab-425e-8226-c9a3c42c2bd9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:48.926970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e6d5c-6e41-4cff-94a3-c574a8e81fdc req-aa48cdaa-4acb-4f11-af2b-6944469a0978 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:48.928518 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f95e6d5c-6e41-4cff-94a3-c574a8e81fdc req-aa48cdaa-4acb-4f11-af2b-6944469a0978 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 949 time: 0.0667894 Jul 23 14:04:49.230056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:49.260707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f95e6d5c-6e41-4cff-94a3-c574a8e81fdc req-95304068-0b4b-4b6c-92e6-98a95a6a0636 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265295 Jul 23 14:04:49.370137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:49.387923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '974284e2-cd77-4c16-99f3-e26830ca2639', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '974284e2-cd77-4c16-99f3-e26830ca2639', 'mac_address': 'fa:16:3e:bf:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:49.451136 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:49.455498 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:49.470802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974284e2-cd77-4c16-99f3-e26830ca2639 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:49.497205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:49.504585 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:49.565047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:49.577165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-229bcfc3-9b98-44e1-b61d-5a38fee3032b tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:49.578771 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-229bcfc3-9b98-44e1-b61d-5a38fee3032b tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.48 "GET /v2.0/networks?id=e39d6804-277e-4dd5-848c-99ce9e7c91c3 HTTP/1.1" status: 200 len: 811 time: 0.2475805 Jul 23 14:04:49.649025 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-98ec95e3-cc91-4bb4-bcea-02399e9c3853 req-e3a36362-ec5c-48fa-939c-6e6bf341f626 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 10893 time: 0.2601173 Jul 23 14:04:49.658526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-304060c1-2a6b-4e4d-9393-8fd2daecf5be tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=314ee5d17cc74a79bfb71c772222f04d HTTP/1.1" status: 200 len: 379 time: 0.0607700 Jul 23 14:04:49.670531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Request body: {'port': {'device_id': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'admin_state_up': True, 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'security_groups': ['8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:49.754669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-98ec95e3-cc91-4bb4-bcea-02399e9c3853 req-3036555a-bdc1-41a0-aaf7-996f047134b2 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/577e1822-5cf7-4a95-b60c-f97d0ec70b56 HTTP/1.1" status: 200 len: 2981 time: 0.0951028 Jul 23 14:04:49.827253 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-98ec95e3-cc91-4bb4-bcea-02399e9c3853 req-d2c4be34-6eda-4444-96a0-a2dde1a22a59 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/577e1822-5cf7-4a95-b60c-f97d0ec70b56 HTTP/1.1" status: 200 len: 2981 time: 0.0638840 Jul 23 14:04:49.849835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Made reservation on behalf of 314ee5d17cc74a79bfb71c772222f04d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:04:49.853895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:49.875066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['974284e2-cd77-4c16-99f3-e26830ca2639'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:49.939406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5a4fdb3f-856b-4ad0-9486-daa6633410f2 req-2b2c2b41-327a-4f82-9791-37cfe77bccc6 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 210 time: 0.0560589 Jul 23 14:04:50.078289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Allocated IP 172.20.0.3 (e39d6804-277e-4dd5-848c-99ce9e7c91c3/edbc568e-7aac-432f-8d6e-32b25a9fd2f5/383e3728-f898-41ce-a30e-abd6f0838918) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:04:50.134565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bbfb9-6267-46dd-96e0-b4ecd4e934bc req-89984976-7617-48c7-a5aa-016c48dc1f30 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:50.136374 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b31bbfb9-6267-46dd-96e0-b4ecd4e934bc req-89984976-7617-48c7-a5aa-016c48dc1f30 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.1157784 Jul 23 14:04:50.234054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b31bbfb9-6267-46dd-96e0-b4ecd4e934bc req-a0cc6a8d-c664-490b-9686-bed70ee712e5 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913002 Jul 23 14:04:50.284791 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:50.304818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Transition to ACTIVE for port object 383e3728-f898-41ce-a30e-abd6f0838918 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:50.370230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6840d5fc-f8d2-4b70-8330-d7ba2dec5789 req-3c5c70ce-3be2-45d1-a78a-1308bc2c8733 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d14da4e-4a63-479b-841f-dbb9cb3e0150 HTTP/1.1" status: 200 len: 210 time: 0.0341587 Jul 23 14:04:50.371907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:50.418011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:04:50.423848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:04:50.428305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:04:50.463385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event updated for resources: {'Port': ['ID=383e3728-f898-41ce-a30e-abd6f0838918,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:50.525938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:50.526625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:50.557439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-46864776-3386-4536-81a9-58e249c016fd tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8904395 Jul 23 14:04:50.576692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d9d7e-e457-4d4e-8eac-b54b4bc9e9b7 req-a3758657-19f9-43d7-a7d1-ea028c04d38f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:50.578280 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-062d9d7e-e457-4d4e-8eac-b54b4bc9e9b7 req-a3758657-19f9-43d7-a7d1-ea028c04d38f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1427088 Jul 23 14:04:50.584780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Request body: {'port': {'device_id': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:50.646605 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-062d9d7e-e457-4d4e-8eac-b54b4bc9e9b7 req-932dce78-2878-4609-8a91-559c40287960 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584614 Jul 23 14:04:50.701661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ac1ceac-23e6-4cee-8456-68f3163e92b2 None None] Provisioning for port 383e3728-f898-41ce-a30e-abd6f0838918 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:50.706405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:50.707904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ac1ceac-23e6-4cee-8456-68f3163e92b2 None None] Provisioning complete for port 383e3728-f898-41ce-a30e-abd6f0838918 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:50.708601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ac1ceac-23e6-4cee-8456-68f3163e92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:50.768955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1ceac-23e6-4cee-8456-68f3163e92b2 None None] Port 383e3728-f898-41ce-a30e-abd6f0838918 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:04:50.799006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1833d47d-69dc-4a4e-aa0f-228d722e380f req-7e108116-f0c7-44eb-82eb-0a320400195b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/54e83620-92a8-4ece-8a8f-9f016e4e1b88 HTTP/1.1" status: 200 len: 1798 time: 0.1006119 Jul 23 14:04:51.003839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1833d47d-69dc-4a4e-aa0f-228d722e380f req-14f750f5-91ff-48e3-a60b-0b1001493126 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.076347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1833d47d-69dc-4a4e-aa0f-228d722e380f req-14f750f5-91ff-48e3-a60b-0b1001493126 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.100011 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.215199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383e3728-f898-41ce-a30e-abd6f0838918 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:51.228642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.244320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Transition to ACTIVE for port object 383e3728-f898-41ce-a30e-abd6f0838918 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:04:51.244893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:04:51.294364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.305923 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1833d47d-69dc-4a4e-aa0f-228d722e380f req-14f750f5-91ff-48e3-a60b-0b1001493126 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.309063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1833d47d-69dc-4a4e-aa0f-228d722e380f req-14f750f5-91ff-48e3-a60b-0b1001493126 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.322677 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1833d47d-69dc-4a4e-aa0f-228d722e380f req-14f750f5-91ff-48e3-a60b-0b1001493126 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/54e83620-92a8-4ece-8a8f-9f016e4e1b88 HTTP/1.1" status: 204 len: 173 time: 0.5118043 Jul 23 14:04:51.357281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 974284e2-cd77-4c16-99f3-e26830ca2639 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:04:51.362767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 974284e2-cd77-4c16-99f3-e26830ca2639 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:04:51.363224 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.408320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f750f5-91ff-48e3-a60b-0b1001493126 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e83620-92a8-4ece-8a8f-9f016e4e1b88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:51.444984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Pushing event updated for resources: {'Port': ['ID=383e3728-f898-41ce-a30e-abd6f0838918,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:51.538326 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.594040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:51.597147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:51.604568 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7defbb-9ba2-4325-b0f3-46faed1c5bbd" -d '{"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-plugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:51.613105 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.698452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0dd1f-ff30-4875-a094-3d46845dae30 req-ec187981-dc55-4e2b-bd43-222612268554 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:51.700281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:51.707282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92e4f1-e540-4957-aa97-db71dd1245e9 req-74eb862c-65e6-47d4-aa48-bd674bcbd419 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:51.707750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78b0dd1f-ff30-4875-a094-3d46845dae30 req-ec187981-dc55-4e2b-bd43-222612268554 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 943 time: 0.1228368 Jul 23 14:04:51.710808 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3a92e4f1-e540-4957-aa97-db71dd1245e9 req-74eb862c-65e6-47d4-aa48-bd674bcbd419 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 949 time: 0.2669005 Jul 23 14:04:51.715643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Attempting to bind port 383e3728-f898-41ce-a30e-abd6f0838918 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:04:51.715974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Attempting to bind port 383e3728-f898-41ce-a30e-abd6f0838918 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:04:51.716301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Attempting to bind port 383e3728-f898-41ce-a30e-abd6f0838918 on network e39d6804-277e-4dd5-848c-99ce9e7c91c3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:51.728082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Port 383e3728-f898-41ce-a30e-abd6f0838918 on network e39d6804-277e-4dd5-848c-99ce9e7c91c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:04:51.728403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Attempting to bind port 383e3728-f898-41ce-a30e-abd6f0838918 on network e39d6804-277e-4dd5-848c-99ce9e7c91c3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:04:51.742871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:04:51.743283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Checking segment: {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:04:51.743668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Bound using segment: {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:04:51.744099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Bound port: 383e3728-f898-41ce-a30e-abd6f0838918, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87d8218-c46e-4f64-9a9a-1e108444f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:04:51.744598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.775559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78b0dd1f-ff30-4875-a094-3d46845dae30 req-e83918b2-774c-47bf-99df-b5e7056283ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667262 Jul 23 14:04:51.800321 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3a92e4f1-e540-4957-aa97-db71dd1245e9 req-286195e2-e66f-4921-bf1e-4757a28a9a01 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642345 Jul 23 14:04:51.870690 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-809b208e-d0b8-47bf-9143-92e3ffaa7325 req-b9147ccb-4082-45d2-881f-a479d9fc5d2c tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:04:51.871739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-809b208e-d0b8-47bf-9143-92e3ffaa7325 req-b9147ccb-4082-45d2-881f-a479d9fc5d2c tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/54e83620-92a8-4ece-8a8f-9f016e4e1b88 HTTP/1.1" status: 404 len: 352 time: 0.0298538 Jul 23 14:04:51.903779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] For port 383e3728-f898-41ce-a30e-abd6f0838918, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:04:51.912779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] For port 383e3728-f898-41ce-a30e-abd6f0838918, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=383e3728-f898-41ce-a30e-abd6f0838918,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:04:51.922800 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.969604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4835bb4-1550-4fb4-95ff-d1f8ca8886ec req-46fefae7-ebf1-42cf-97c3-da13dd561a25 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:51.976065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4835bb4-1550-4fb4-95ff-d1f8ca8886ec req-46fefae7-ebf1-42cf-97c3-da13dd561a25 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.1193061 Jul 23 14:04:51.980958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:51.981596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:51.983362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] 10.222.0.48 "PUT /v2.0/ports/383e3728-f898-41ce-a30e-abd6f0838918 HTTP/1.1" status: 200 len: 1091 time: 1.4033496 Jul 23 14:04:51.986482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:04:51.993459 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "tag": "383e3728-f898-41ce-a30e-abd6f0838918"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:04:52.055917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4835bb4-1550-4fb4-95ff-d1f8ca8886ec req-c94be009-24d0-4459-80c4-7a465f7d4fe1 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731030 Jul 23 14:04:52.071811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e39e69-154e-4004-b1ca-cb3da2679226 service neutron] Pushing event updated for resources: {'Port': ['ID=383e3728-f898-41ce-a30e-abd6f0838918,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:52.155306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:52.155723 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-077a6f91-0a80-433f-b538-00741abcf331 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335292 Jul 23 14:04:52.164463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e4d7daad-3025-419f-94a6-c79d102e1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.165776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-e4d7daad-3025-419f-94a6-c79d102e1170 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=314ee5d17cc74a79bfb71c772222f04d&device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 1094 time: 0.1257303 Jul 23 14:04:52.201581 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094fabb4-1506-40d8-bc73-91d371400aac x-openstack-request-id: req-094fabb4-1506-40d8-bc73-91d371400aac {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:52.202110 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-plugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:52.202110 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-094fabb4-1506-40d8-bc73-91d371400aac {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:52.202508 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639', 'code': 200} Jul 23 14:04:52.312129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-71441d98-6c4a-4cde-a54c-374b855ecdf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383e3728-f898-41ce-a30e-abd6f0838918 HTTP/1.1" status: 200 len: 217 time: 0.1221831 Jul 23 14:04:52.371515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684846a-b20d-43ec-b678-ed76c195c50d req-6d32798b-26f0-4c94-bbd0-50dc2e7b5885 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.373050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2684846a-b20d-43ec-b678-ed76c195c50d req-6d32798b-26f0-4c94-bbd0-50dc2e7b5885 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1426289 Jul 23 14:04:52.411803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f1ec0-8d76-4605-8743-4895ee4de5b1 req-63e37a69-e664-4c4a-a708-2215353a1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.413338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b4f1ec0-8d76-4605-8743-4895ee4de5b1 req-63e37a69-e664-4c4a-a708-2215353a1647 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 1100 time: 0.1087193 Jul 23 14:04:52.443719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-858b4464-7db0-4507-80a6-991b269f0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.445543 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-858b4464-7db0-4507-80a6-991b269f0c82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 1096 time: 0.2491131 Jul 23 14:04:52.451521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-c6239d30-b2a6-4a13-83eb-dcf1fdce0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.453194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-c6239d30-b2a6-4a13-83eb-dcf1fdce0efe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edbc568e-7aac-432f-8d6e-32b25a9fd2f5 HTTP/1.1" status: 200 len: 850 time: 0.0935020 Jul 23 14:04:52.456615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2684846a-b20d-43ec-b678-ed76c195c50d req-627b2829-f0d2-4ae9-b263-2dcb68edf600 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759966 Jul 23 14:04:52.476547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823aec91-8c84-43f0-9621-4445e4718d30 req-f92f8b48-8433-4d3a-be8c-7b8021e62dd8 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.478220 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-823aec91-8c84-43f0-9621-4445e4718d30 req-f92f8b48-8433-4d3a-be8c-7b8021e62dd8 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 949 time: 0.1686170 Jul 23 14:04:52.562634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b4f1ec0-8d76-4605-8743-4895ee4de5b1 req-e72bd4ee-42ba-436b-91b4-98f89a9943ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362097 Jul 23 14:04:52.576537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-823aec91-8c84-43f0-9621-4445e4718d30 req-14f0657b-7d15-4356-a051-7e91a3cd8693 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620916 Jul 23 14:04:52.617820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5141f05e-589f-4a06-87fc-4caba47d124f req-2f7abdfb-4d19-477c-89a6-387196ae9a5b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/ff316f97-de29-4e72-b48a-f6176034ec2b HTTP/1.1" status: 200 len: 1801 time: 0.0904155 Jul 23 14:04:52.637384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-7af32883-d690-42cb-b697-78a9205fece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.639254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-7af32883-d690-42cb-b697-78a9205fece1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e39d6804-277e-4dd5-848c-99ce9e7c91c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707859 Jul 23 14:04:52.644939 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0359359-e9f0-4b77-8c2f-55d5cb5d7a09 x-openstack-request-id: req-e0359359-e9f0-4b77-8c2f-55d5cb5d7a09 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:04:52.645501 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "tag": "383e3728-f898-41ce-a30e-abd6f0838918", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:04:52.645846 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0359359-e9f0-4b77-8c2f-55d5cb5d7a09 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:04:52.646337 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918', 'status': 'completed', 'code': 200} Jul 23 14:04:52.677944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-8cf62440-c27d-4b71-8785-12cedf9ce755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.679627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-8cf62440-c27d-4b71-8785-12cedf9ce755 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.2003107 Jul 23 14:04:52.770812 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-9c17788d-fa79-435e-960d-8a1a71b8b29a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 200 len: 217 time: 0.0441747 Jul 23 14:04:52.821665 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-987f8ca2-d728-4b21-9bdc-b5c3e4ad27cb service neutron] 10.222.0.48 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685171 Jul 23 14:04:52.863910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-7a3df07f-8a1f-4763-90de-db730ad38093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:52.865720 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-7a3df07f-8a1f-4763-90de-db730ad38093 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0824316 Jul 23 14:04:52.909783 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-48e78e69-274d-448b-8dff-68ab5424c6e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335882 Jul 23 14:04:53.078595 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03777062-2785-4b2f-b2c6-27423c7e8889 req-f85363b5-97d6-4b4f-b48d-dbdd2d3af972 service neutron] 10.222.0.48 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447286 Jul 23 14:04:53.118976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c160820-d00f-4775-98b1-482a65951ab4 req-cadb595d-0161-4ddc-9d68-6112fbd63700 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:53.120871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8c160820-d00f-4775-98b1-482a65951ab4 req-cadb595d-0161-4ddc-9d68-6112fbd63700 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 943 time: 0.1695623 Jul 23 14:04:53.123281 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-55d4ef1a-6996-44b1-8cc4-edd0a3654134 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056739 Jul 23 14:04:53.129257 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5141f05e-589f-4a06-87fc-4caba47d124f req-f43d786b-2059-4e69-877a-64624f8d78f3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.168594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5141f05e-589f-4a06-87fc-4caba47d124f req-f43d786b-2059-4e69-877a-64624f8d78f3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.250033 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8c160820-d00f-4775-98b1-482a65951ab4 req-da9cc021-9435-4d77-a141-e84d80f66d06 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214254 Jul 23 14:04:53.289809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5141f05e-589f-4a06-87fc-4caba47d124f req-f43d786b-2059-4e69-877a-64624f8d78f3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.291007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-f380efa6-89bf-4b6e-a8d3-18a211d35f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:53.292671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-f380efa6-89bf-4b6e-a8d3-18a211d35f51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=314ee5d17cc74a79bfb71c772222f04d&device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 1094 time: 0.1408741 Jul 23 14:04:53.292811 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5141f05e-589f-4a06-87fc-4caba47d124f req-f43d786b-2059-4e69-877a-64624f8d78f3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.294168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5141f05e-589f-4a06-87fc-4caba47d124f req-f43d786b-2059-4e69-877a-64624f8d78f3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff316f97-de29-4e72-b48a-f6176034ec2b HTTP/1.1" status: 204 len: 173 time: 0.6705890 Jul 23 14:04:53.304069 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fbfd4c34-86db-4c8c-98bf-96191fe49ee1 req-ca94c715-b573-4a2b-9d95-971752924db5 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642280 Jul 23 14:04:53.312727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d786b-2059-4e69-877a-64624f8d78f3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff316f97-de29-4e72-b48a-f6176034ec2b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:53.409310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.452688 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-df55daf1-6cb5-4ebd-9d29-53a8aa13bfbd req-e8921516-bc9e-4151-90dc-a9f30fa84d1d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:04:53.454401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-df55daf1-6cb5-4ebd-9d29-53a8aa13bfbd req-e8921516-bc9e-4151-90dc-a9f30fa84d1d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/ff316f97-de29-4e72-b48a-f6176034ec2b HTTP/1.1" status: 404 len: 352 time: 0.0229416 Jul 23 14:04:53.474456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-a8edc73f-adfd-4fc8-a01d-91cce4dbe2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:53.476209 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-a8edc73f-adfd-4fc8-a01d-91cce4dbe2b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e39d6804-277e-4dd5-848c-99ce9e7c91c3 HTTP/1.1" status: 200 len: 912 time: 0.1693923 Jul 23 14:04:53.534686 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-632cf10c-cae6-4557-a41d-5ac29a5d4973 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383e3728-f898-41ce-a30e-abd6f0838918 HTTP/1.1" status: 200 len: 217 time: 0.0377192 Jul 23 14:04:53.581923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da971734-4f1f-46ec-b127-bfc1d3cd37b3 req-0c905211-5879-4fb0-ad9f-e70bb043ca40 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:53.584077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da971734-4f1f-46ec-b127-bfc1d3cd37b3 req-0c905211-5879-4fb0-ad9f-e70bb043ca40 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.1726177 Jul 23 14:04:53.631832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-bf30cf55-98fa-4a3e-99c7-0d8c27065b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:53.633379 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-bf30cf55-98fa-4a3e-99c7-0d8c27065b74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edbc568e-7aac-432f-8d6e-32b25a9fd2f5 HTTP/1.1" status: 200 len: 850 time: 0.0778844 Jul 23 14:04:53.645294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d62aef4-2126-4dfc-a446-722d8903b52b req-44c848ef-e1b0-4f7e-a801-7243eb27bb54 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/c854e7e5-72ab-425e-8226-c9a3c42c2bd9 HTTP/1.1" status: 200 len: 1801 time: 0.0909088 Jul 23 14:04:53.715113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da971734-4f1f-46ec-b127-bfc1d3cd37b3 req-6389b98e-8a7f-481d-b294-3fa0a37ad81e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840895 Jul 23 14:04:53.752169 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d62aef4-2126-4dfc-a446-722d8903b52b req-4f99c7e8-bb1b-48d7-b49e-4b0eada5e8d0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.780238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d62aef4-2126-4dfc-a446-722d8903b52b req-4f99c7e8-bb1b-48d7-b49e-4b0eada5e8d0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.828068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-bbec5c84-a15a-439d-a4fc-805c288a74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:53.831058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-bbec5c84-a15a-439d-a4fc-805c288a74fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e39d6804-277e-4dd5-848c-99ce9e7c91c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837165 Jul 23 14:04:53.893755 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d62aef4-2126-4dfc-a446-722d8903b52b req-4f99c7e8-bb1b-48d7-b49e-4b0eada5e8d0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.896499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d62aef4-2126-4dfc-a446-722d8903b52b req-4f99c7e8-bb1b-48d7-b49e-4b0eada5e8d0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.912952 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d62aef4-2126-4dfc-a446-722d8903b52b req-4f99c7e8-bb1b-48d7-b49e-4b0eada5e8d0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/c854e7e5-72ab-425e-8226-c9a3c42c2bd9 HTTP/1.1" status: 204 len: 173 time: 0.2664633 Jul 23 14:04:53.930379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Deleting port fb533f21-b70d-4dd7-872a-ccb805e1310b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:53.931125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:53.954608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99c7e8-bb1b-48d7-b49e-4b0eada5e8d0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c854e7e5-72ab-425e-8226-c9a3c42c2bd9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:54.093517 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-1bbcdfad-3677-4497-b957-c2a729345c5d service neutron] 10.222.0.48 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420654 Jul 23 14:04:54.094004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] For port fb533f21-b70d-4dd7-872a-ccb805e1310b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fb533f21-b70d-4dd7-872a-ccb805e1310b,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:54.094700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:54.116566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Calling delete_port for fb533f21-b70d-4dd7-872a-ccb805e1310b owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:54.172253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f035f4-6b47-4b03-942d-7e57e57ce6ef req-392da718-a0d6-42c8-953c-b4fd6931c780 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:54.174922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0f035f4-6b47-4b03-942d-7e57e57ce6ef req-392da718-a0d6-42c8-953c-b4fd6931c780 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.3681519 Jul 23 14:04:54.233730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0f035f4-6b47-4b03-942d-7e57e57ce6ef req-b7df5cd7-b5af-4394-9a14-da541b988811 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525701 Jul 23 14:04:54.297653 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d630b13e-d8bb-435a-9b7e-ced0eaffc3d0 req-b61ea90b-a6d2-4081-ab12-3587355b6c17 service neutron] 10.222.0.48 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817875 Jul 23 14:04:54.324151 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-9d0765bd-688f-441f-93a2-c44eed0b717c req-275cfa78-a783-4efa-9600-b423280bf078 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:04:54.325183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d0765bd-688f-441f-93a2-c44eed0b717c req-275cfa78-a783-4efa-9600-b423280bf078 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/c854e7e5-72ab-425e-8226-c9a3c42c2bd9 HTTP/1.1" status: 404 len: 352 time: 0.0155973 Jul 23 14:04:54.370615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41411b-9266-4f8b-8b9e-4076b2649404 req-b1843fcf-c1cc-46cc-af1a-a823c29e322a tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:54.394431 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb41411b-9266-4f8b-8b9e-4076b2649404 req-b1843fcf-c1cc-46cc-af1a-a823c29e322a tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 949 time: 0.3369691 Jul 23 14:04:54.483829 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb41411b-9266-4f8b-8b9e-4076b2649404 req-d1f94213-9c35-4a7f-af39-499122417159 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882549 Jul 23 14:04:54.606054 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:54.609308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b733510-f0e1-47b5-9eb8-2f5cdf75edf8 req-49e76ef3-6d80-40ed-af2a-b389e3e2fbfd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 6146 time: 0.0895333 Jul 23 14:04:54.638578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb533f21-b70d-4dd7-872a-ccb805e1310b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:54.652529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551db6f-d2d5-4b95-8ad7-c083b72d1373 req-50a32b92-a344-4526-9752-2a24926c4723 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:54.654115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8551db6f-d2d5-4b95-8ad7-c083b72d1373 req-50a32b92-a344-4526-9752-2a24926c4723 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 943 time: 0.1363385 Jul 23 14:04:54.689585 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b733510-f0e1-47b5-9eb8-2f5cdf75edf8 req-106a670d-63f8-4f24-b9a0-1c5d11d8480c tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/577e1822-5cf7-4a95-b60c-f97d0ec70b56 HTTP/1.1" status: 200 len: 2981 time: 0.0691161 Jul 23 14:04:54.761712 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b733510-f0e1-47b5-9eb8-2f5cdf75edf8 req-208779cf-7808-4f15-967a-16456e523e66 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/577e1822-5cf7-4a95-b60c-f97d0ec70b56 HTTP/1.1" status: 200 len: 2981 time: 0.0603285 Jul 23 14:04:54.796228 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8551db6f-d2d5-4b95-8ad7-c083b72d1373 req-22f98c12-4310-4507-9ac3-0a5a6400e067 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356900 Jul 23 14:04:54.956579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:55.147607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba8663-f0e5-45a7-9f15-8a9f0814bdd3 req-b4b8ea80-ced6-4276-b64f-055bb09b37c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:55.149227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61ba8663-f0e5-45a7-9f15-8a9f0814bdd3 req-b4b8ea80-ced6-4276-b64f-055bb09b37c9 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.1906757 Jul 23 14:04:55.218946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7b5c50db-71a4-4983-b088-09c08a9d081c req-bf2c1507-eabc-428b-9469-4f861df1e02a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-143346446', 'description': 'tempest-description-190291074'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:55.253454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b5c50db-71a4-4983-b088-09c08a9d081c req-bf2c1507-eabc-428b-9469-4f861df1e02a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:55.282229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61ba8663-f0e5-45a7-9f15-8a9f0814bdd3 req-e594cc98-45aa-4cc1-bbd9-239cf9c0d25f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015234 Jul 23 14:04:55.354142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Router 960e8965-1974-4646-a57a-4078acd0aa88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:04:55.407938 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b5c50db-71a4-4983-b088-09c08a9d081c req-bf2c1507-eabc-428b-9469-4f861df1e02a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:55.416664 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b5c50db-71a4-4983-b088-09c08a9d081c req-bf2c1507-eabc-428b-9469-4f861df1e02a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:55.492035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c1507-eabc-428b-9469-4f861df1e02a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75114552-7676-4ed4-a07e-bf658dd0bbab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:55.501846 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b5c50db-71a4-4983-b088-09c08a9d081c req-bf2c1507-eabc-428b-9469-4f861df1e02a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:55.521991 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b5c50db-71a4-4983-b088-09c08a9d081c req-bf2c1507-eabc-428b-9469-4f861df1e02a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3190928 Jul 23 14:04:55.524432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:04:55.542059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2fbcce62-b618-4f72-b52d-1f701cbf7e81 admin admin] 10.222.0.21 "PUT /v2.0/routers/960e8965-1974-4646-a57a-4078acd0aa88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3856063 Jul 23 14:04:55.545608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:55.553054 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] Sync routers for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:04:55.569437 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:55.569901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:55.722408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a86900-71e1-4c21-b213-b9a71f2a940f req-1cb8d4b8-0126-49bd-bd2a-9271d1aba99d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:55.724826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33a86900-71e1-4c21-b213-b9a71f2a940f req-1cb8d4b8-0126-49bd-bd2a-9271d1aba99d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1648970 Jul 23 14:04:55.798501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:55.806624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33a86900-71e1-4c21-b213-b9a71f2a940f req-95dca4b4-8c74-431b-b364-b4e3436896be tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758183 Jul 23 14:04:55.946216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b936dba6-6dbd-490c-b2b2-f7581752070d req-5cdfe40f-aeed-4015-a63d-404d77f8969a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1515017400', 'description': 'tempest-description-526342653'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:04:55.951877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.008497 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:56.048737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Deleting port 55773d19-0fd0-447c-9588-6a33ac6e1ef0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:56.049282 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.145280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58766e7-7e65-4ec0-a44c-567f674f710b req-eff40029-1c9e-4862-b8cc-cc76f28eb081 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:56.146899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d58766e7-7e65-4ec0-a44c-567f674f710b req-eff40029-1c9e-4862-b8cc-cc76f28eb081 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 943 time: 0.1328306 Jul 23 14:04:56.170673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] For port 55773d19-0fd0-447c-9588-6a33ac6e1ef0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=55773d19-0fd0-447c-9588-6a33ac6e1ef0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:56.175062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.204301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Calling delete_port for 55773d19-0fd0-447c-9588-6a33ac6e1ef0 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:56.215833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d58766e7-7e65-4ec0-a44c-567f674f710b req-471dfb26-b36a-4462-b11a-187612af0384 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629532 Jul 23 14:04:56.279347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b936dba6-6dbd-490c-b2b2-f7581752070d req-5cdfe40f-aeed-4015-a63d-404d77f8969a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.382472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T14:04:54Z', 'revision_number': 5, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port': {'id': '55773d19-0fd0-447c-9588-6a33ac6e1ef0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e8965-1974-4646-a57a-4078acd0aa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:56.480066 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] Checking router: 960e8965-1974-4646-a57a-4078acd0aa88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:04:56.515516 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] Routers {'960e8965-1974-4646-a57a-4078acd0aa88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:04:56.515742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b936dba6-6dbd-490c-b2b2-f7581752070d req-5cdfe40f-aeed-4015-a63d-404d77f8969a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.516221 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['960e8965-1974-4646-a57a-4078acd0aa88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:56.527743 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b936dba6-6dbd-490c-b2b2-f7581752070d req-5cdfe40f-aeed-4015-a63d-404d77f8969a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.555920 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.580052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e1d07-1bf5-4946-a9ce-1d17275c69f5 req-fe1c7a05-8e3b-46e3-a975-8812ac6df8df tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:56.596952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f05e1d07-1bf5-4946-a9ce-1d17275c69f5 req-fe1c7a05-8e3b-46e3-a975-8812ac6df8df tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.2285135 Jul 23 14:04:56.604382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b936dba6-6dbd-490c-b2b2-f7581752070d req-5cdfe40f-aeed-4015-a63d-404d77f8969a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.606783 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b936dba6-6dbd-490c-b2b2-f7581752070d req-5cdfe40f-aeed-4015-a63d-404d77f8969a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6771786 Jul 23 14:04:56.606783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfe40f-aeed-4015-a63d-404d77f8969a tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed6e8f-fd2f-41ba-b195-bd7b14506dfd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:56.637807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Pushing event deleted for resources: {'Port': ['ID=55773d19-0fd0-447c-9588-6a33ac6e1ef0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:56.749310 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f05e1d07-1bf5-4946-a9ce-1d17275c69f5 req-b00405d0-e425-4cbc-9627-f54c584b1f72 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440308 Jul 23 14:04:56.864441 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:56.878076 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] Set router 960e8965-1974-4646-a57a-4078acd0aa88 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:04:56.995420 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T14:04:55Z', 'revision_number': 6, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:04:57.054770 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542675e-a9cd-4802-8462-76b4c7c508f0 None None] The sync data for ids ['960e8965-1974-4646-a57a-4078acd0aa88'] in n-d-801990-3 is: [{'id': '960e8965-1974-4646-a57a-4078acd0aa88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1803433378-router', 'tenant_id': 'e1ee878b980a446f81df72704992bf0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:48Z', 'updated_at': '2021-07-23T14:04:55Z', 'revision_number': 6, 'project_id': 'e1ee878b980a446f81df72704992bf0b', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:04:57.131701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.143379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.194511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-86d9de65-2b9c-4d58-91a1-db7cf6c83843 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:57.206838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-86d9de65-2b9c-4d58-91a1-db7cf6c83843 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 813 time: 0.2346754 Jul 23 14:04:57.213990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.222565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 960e8965-1974-4646-a57a-4078acd0aa88 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:04:57.227705 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.228857 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b39a9e68-6159-4d91-9ff0-d6598d63771a admin admin] 10.222.0.21 "DELETE /v2.0/routers/960e8965-1974-4646-a57a-4078acd0aa88 HTTP/1.1" status: 204 len: 168 time: 1.6822250 Jul 23 14:04:57.229810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-af93d1fb-be5c-4f26-ab4c-057c60a1912b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/quotas/be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 375 time: 0.0216966 Jul 23 14:04:57.232192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:57.251072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0ebc-751d-4e9c-9cdc-26df49319a7a req-9c9cfadb-8131-4d1a-bc98-b215b5c931ab tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:57.252639 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-55aa0ebc-751d-4e9c-9cdc-26df49319a7a req-9c9cfadb-8131-4d1a-bc98-b215b5c931ab tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.2368257 Jul 23 14:04:57.269699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 383e3728-f898-41ce-a30e-abd6f0838918 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:57.312907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-55aa0ebc-751d-4e9c-9cdc-26df49319a7a req-98c95dff-8c47-4323-9478-1a9ea21f6288 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486326 Jul 23 14:04:57.367116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] Deleting subnet ecd76f74-46f6-4d83-8ab0-45844039905d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:04:57.370787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.421555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-4c9b5dc5-31e3-42ad-ad23-d74fadff72d5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1903489 Jul 23 14:04:57.443821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 383e3728-f898-41ce-a30e-abd6f0838918, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=383e3728-f898-41ce-a30e-abd6f0838918,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:57.458290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '383e3728-f898-41ce-a30e-abd6f0838918', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'port_id': '383e3728-f898-41ce-a30e-abd6f0838918', 'mac_address': 'fa:16:3e:ac:dd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:57.517868 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.531292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.579197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383e3728-f898-41ce-a30e-abd6f0838918 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:57.630682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 383e3728-f898-41ce-a30e-abd6f0838918, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=383e3728-f898-41ce-a30e-abd6f0838918,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:57.639613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62f9c-3642-47ef-bc6e-00b73e195e54 req-fa278db6-aeb5-45d7-9051-9b2d5ea52220 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:57.646615 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.649493 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf62f9c-3642-47ef-bc6e-00b73e195e54 req-fa278db6-aeb5-45d7-9051-9b2d5ea52220 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 943 time: 0.1684303 Jul 23 14:04:57.672278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.786905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf62f9c-3642-47ef-bc6e-00b73e195e54 req-29b32599-314d-4564-aa92-218d0f5321a1 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319711 Jul 23 14:04:57.798340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=383e3728-f898-41ce-a30e-abd6f0838918,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:57.832048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ecc2b553-a59c-4e7a-8440-4325c30ce82b service neutron] 10.222.0.21 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993440 Jul 23 14:04:57.834975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.884701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfff7f6-3ec2-4d24-abdc-f749472e881e None None] Network 07f82d8e-fbdb-4400-aed1-8d8fc0060295 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:04:57.906744 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:57.912440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ecd76f74-46f6-4d83-8ab0-45844039905d HTTP/1.1" status: 204 len: 168 time: 0.6791890 Jul 23 14:04:57.913444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:04:57.991622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594402b9-6a04-43a5-8640-e9e2ac74bebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd76f74-46f6-4d83-8ab0-45844039905d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:58.064616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:58.077184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-07dc2785-734d-4a01-952e-9db12d9ef2a3 service neutron] 10.222.0.21 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438591 Jul 23 14:04:58.117349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['383e3728-f898-41ce-a30e-abd6f0838918'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:04:58.185718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2764ee-ce8c-47b4-a0a5-9e5b7a12a717 req-600d9c9e-b3a3-496a-8dbd-dc6c2ca91f97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:58.194446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf2764ee-ce8c-47b4-a0a5-9e5b7a12a717 req-600d9c9e-b3a3-496a-8dbd-dc6c2ca91f97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.1489947 Jul 23 14:04:58.306565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] DHCP port deletion for 07f82d8e-fbdb-4400-aed1-8d8fc0060295 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:04:58.344490 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf2764ee-ce8c-47b4-a0a5-9e5b7a12a717 req-52b632cc-16cd-4cac-8887-6a0349ddad6a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428602 Jul 23 14:04:58.360214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Deleting port 0504256e-40b4-4792-a7aa-5e28d03c191e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:58.361579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:58.423113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] Deleting port 0504256e-40b4-4792-a7aa-5e28d03c191e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:04:58.423548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:58.592116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] For port 0504256e-40b4-4792-a7aa-5e28d03c191e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0504256e-40b4-4792-a7aa-5e28d03c191e,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:58.592528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:58.635384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] Calling delete_port for 0504256e-40b4-4792-a7aa-5e28d03c191e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:58.636563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] For port 0504256e-40b4-4792-a7aa-5e28d03c191e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0504256e-40b4-4792-a7aa-5e28d03c191e,segment=NetworkSegment(8ed4aadb-9904-4948-8438-8d0063f05d25),segment_id=8ed4aadb-9904-4948-8438-8d0063f05d25)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:58.638538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:58.758605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Calling delete_port for 0504256e-40b4-4792-a7aa-5e28d03c191e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:04:58.846072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0504256e-40b4-4792-a7aa-5e28d03c191e no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:58.872543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f307d9c2-0a46-4240-8c49-4ea05458cd0b req-a585c254-1369-40ae-b9ba-988b5a30f7ec tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 210 time: 0.0547194 Jul 23 14:04:59.050449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:59.303514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d73ea6-2f9f-431f-8766-c6943ceae110 req-b892a4bc-dee6-48d5-b040-c914b1b5fec9 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:59.306982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7d73ea6-2f9f-431f-8766-c6943ceae110 req-b892a4bc-dee6-48d5-b040-c914b1b5fec9 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 944 time: 0.2142923 Jul 23 14:04:59.388773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7d73ea6-2f9f-431f-8766-c6943ceae110 req-06612b93-6d11-4d65-b58f-df79f707b4e7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755289 Jul 23 14:04:59.405239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] Pushing event deleted for resources: {'Port': ['ID=0504256e-40b4-4792-a7aa-5e28d03c191e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:04:59.407368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:04:59.464141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:59.503291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780aa396-d004-4cae-beb7-7edd9dfeff25 None None] No DVR routers for this DVR port 0504256e-40b4-4792-a7aa-5e28d03c191e on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:04:59.608255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 55773d19-0fd0-447c-9588-6a33ac6e1ef0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:59.619722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb9c67-0a68-484a-85ca-48e3f0fe3636 req-8ce6c866-762a-414a-80d7-2d401e0167ac tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:59.622526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7cb9c67-0a68-484a-85ca-48e3f0fe3636 req-8ce6c866-762a-414a-80d7-2d401e0167ac tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 944 time: 0.1443355 Jul 23 14:04:59.626451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3bc24-9155-44c1-b2e8-f3687c500daf req-cb2253a3-4d13-472d-8493-ddb78d2fa08a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:59.643269 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4aa3bc24-9155-44c1-b2e8-f3687c500daf req-cb2253a3-4d13-472d-8493-ddb78d2fa08a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 1.1003866 Jul 23 14:04:59.664201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 55773d19-0fd0-447c-9588-6a33ac6e1ef0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:59.664201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 55773d19-0fd0-447c-9588-6a33ac6e1ef0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:59.664201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fb533f21-b70d-4dd7-872a-ccb805e1310b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:04:59.679436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7cb9c67-0a68-484a-85ca-48e3f0fe3636 req-117eb6a6-fee2-4659-9e14-ed243cf8d252 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503302 Jul 23 14:04:59.719170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: fb533f21-b70d-4dd7-872a-ccb805e1310b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:04:59.719914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fb533f21-b70d-4dd7-872a-ccb805e1310b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:04:59.767123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:59.808248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '974284e2-cd77-4c16-99f3-e26830ca2639', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '974284e2-cd77-4c16-99f3-e26830ca2639', 'mac_address': 'fa:16:3e:bf:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:04:59.821596 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4aa3bc24-9155-44c1-b2e8-f3687c500daf req-6a0bf263-4e2c-4608-be74-7532a1c3b647 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774232 Jul 23 14:04:59.907062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:59.925896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 974284e2-cd77-4c16-99f3-e26830ca2639 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:04:59.943421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108519df-9411-42e5-8c38-32f19472352f req-01b287e2-3a08-46cb-bc3e-98a29e5d959f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:04:59.944979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-108519df-9411-42e5-8c38-32f19472352f req-01b287e2-3a08-46cb-bc3e-98a29e5d959f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 944 time: 0.3669860 Jul 23 14:04:59.952915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:04:59.959016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:04:59.978093 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.105527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0504256e-40b4-4792-a7aa-5e28d03c191e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:00.120686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] No DVR routers for this DVR port 0504256e-40b4-4792-a7aa-5e28d03c191e on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:00.186266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2ddac-aff9-48ca-be1c-bbcf03db8f83 req-7dfae4ca-af2c-4b46-8e7f-c89acbc29f55 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:00.193324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6c2ddac-aff9-48ca-be1c-bbcf03db8f83 req-7dfae4ca-af2c-4b46-8e7f-c89acbc29f55 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.2293687 Jul 23 14:05:00.199206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:00.223037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['974284e2-cd77-4c16-99f3-e26830ca2639'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:00.240966 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35995f93-f628-4e01-901b-004f34e2f14d req-c7bbdd2f-daa6-4d9a-8737-4c0df1ef2495 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 210 time: 0.0521846 Jul 23 14:05:00.296610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6c2ddac-aff9-48ca-be1c-bbcf03db8f83 req-7b04fc5b-7b59-4e6a-99aa-d385126cd82e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001873 Jul 23 14:05:00.315618 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.333713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f82d8e-fbdb-4400-aed1-8d8fc0060295']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:00.348664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed4aadb-9904-4948-8438-8d0063f05d25') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:00.349011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed4aadb-9904-4948-8438-8d0063f05d25') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:00.361739 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.375316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Deleting port 81e07e45-de63-4918-a1d1-0b260e4fc3bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:00.375660 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.395294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.414333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:05:00.414333 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:05:00.416757 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:05:00.612517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc00c4-a70a-4368-af6e-0288cab337f3 req-c6f6c18b-b0ac-488c-ba74-4e81669191c2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:00.621697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] For port 81e07e45-de63-4918-a1d1-0b260e4fc3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=81e07e45-de63-4918-a1d1-0b260e4fc3bc,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:00.621897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5bc00c4-a70a-4368-af6e-0288cab337f3 req-c6f6c18b-b0ac-488c-ba74-4e81669191c2 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 944 time: 0.1141515 Jul 23 14:05:00.622124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.649609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Calling delete_port for 81e07e45-de63-4918-a1d1-0b260e4fc3bc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:00.655411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.676256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5bc00c4-a70a-4368-af6e-0288cab337f3 req-32c560fd-5497-45e7-a087-02537359d549 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535128 Jul 23 14:05:00.839569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:00.841694 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/07f82d8e-fbdb-4400-aed1-8d8fc0060295 HTTP/1.1" status: 204 len: 168 time: 2.9272559 Jul 23 14:05:00.846047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:00.912599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-17d1bf2a-d6ae-4142-8068-079566a8d99e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:00.914343 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-17d1bf2a-d6ae-4142-8068-079566a8d99e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 813 time: 0.2619627 Jul 23 14:05:00.933258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f82d8e-fbdb-4400-aed1-8d8fc0060295,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:00.959343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'port': {'device_id': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b', 'admin_state_up': True, 'tenant_id': 'be51bd82ee914a87a051f364178d7574'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:00.979335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.979675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.980022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.980848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.980848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.981081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.981272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.981588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.981939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.982219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.982626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:00.982917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e93a98-ed10-4aed-bafc-940fab883eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.080548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef5659-e30c-4b39-9f7d-d7e306a98bd5 req-9962f4d5-125f-411d-9647-26412e5b0301 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:01.088052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42ef5659-e30c-4b39-9f7d-d7e306a98bd5 req-9962f4d5-125f-411d-9647-26412e5b0301 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.1060328 Jul 23 14:05:01.108700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39048e8-5d47-4248-bd66-9c0e9c31696d req-c21a380d-6c86-4d84-8f7b-00f9f84d96f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:01.115706 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b39048e8-5d47-4248-bd66-9c0e9c31696d req-c21a380d-6c86-4d84-8f7b-00f9f84d96f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 944 time: 0.2971048 Jul 23 14:05:01.201656 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b39048e8-5d47-4248-bd66-9c0e9c31696d req-d4e46f36-8cfd-4704-8efe-73389f85542c tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807612 Jul 23 14:05:01.250312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Made reservation on behalf of be51bd82ee914a87a051f364178d7574 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:05:01.255686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:01.268050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:01.288560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:01.298731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42ef5659-e30c-4b39-9f7d-d7e306a98bd5 req-3aad0cc0-9094-4965-a700-7af032c85434 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095020 Jul 23 14:05:01.317040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event deleted for resources: {'Port': ['ID=81e07e45-de63-4918-a1d1-0b260e4fc3bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:01.340101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['81e07e45-de63-4918-a1d1-0b260e4fc3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:01.449373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] No DVR routers for this DVR port 81e07e45-de63-4918-a1d1-0b260e4fc3bc on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:01.460139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:01.461794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-108519df-9411-42e5-8c38-32f19472352f req-47f21f4f-c14a-460e-993e-ed3a17994a73 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "DELETE /v2.0/ports/81e07e45-de63-4918-a1d1-0b260e4fc3bc HTTP/1.1" status: 204 len: 173 time: 1.5044160 Jul 23 14:05:01.462714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'name': 'network-vif-deleted', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:01.464862 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f7c16c-3a8f-4449-b7d2-f4e200057ee9" -d '{"events": [{"server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "name": "network-vif-deleted", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:01.503349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 974284e2-cd77-4c16-99f3-e26830ca2639 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:01.504713 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:01.539774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c75d261e-decd-49c3-a3d4-497e67860451 req-95b5fae8-e189-4efb-b2f8-37446565fb66 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 210 time: 0.1023858 Jul 23 14:05:01.590993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Allocated IP 172.20.0.13 (8d230942-3c8a-4a63-8c57-a1ced10e6e5b/93a4b65d-43b8-4eac-8db2-013050972563/db9e63d5-6ce7-4dd5-a858-9708937adb6a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:05:01.606282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153ce9b-27de-4281-bffd-f914d507e507 req-4c9c0fb6-68b1-4cb6-9f9a-f89bef678d8a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:01.613265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9153ce9b-27de-4281-bffd-f914d507e507 req-4c9c0fb6-68b1-4cb6-9f9a-f89bef678d8a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.1595109 Jul 23 14:05:01.720473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:01.746028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9153ce9b-27de-4281-bffd-f914d507e507 req-345717af-aea3-4374-8b22-6b8da56c5b98 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317852 Jul 23 14:05:01.811870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:01.814331 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecc5d04-95ad-4c17-96eb-4ce36491e993" -d '{"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-plugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:01.840924 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:01.850561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:01.851573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 383e3728-f898-41ce-a30e-abd6f0838918 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:01.872423 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7880e169-c664-4f0f-8a0f-34f8bb5410e6 x-openstack-request-id: req-7880e169-c664-4f0f-8a0f-34f8bb5410e6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:01.873393 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28806cfc-61ce-4026-b874-5165708b14f0", "name": "network-vif-deleted", "tag": "81e07e45-de63-4918-a1d1-0b260e4fc3bc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:01.873860 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7880e169-c664-4f0f-8a0f-34f8bb5410e6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:01.874476 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28806cfc-61ce-4026-b874-5165708b14f0', 'name': 'network-vif-deleted', 'tag': '81e07e45-de63-4918-a1d1-0b260e4fc3bc', 'status': 'completed', 'code': 200} Jul 23 14:05:01.908716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:01.940381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:01.977741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.978134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.978990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.982202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.982696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.983642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.984294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.985296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.986015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.992583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.992583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.992583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:01.994769 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67b1138-3cec-4937-8c99-bddcf56fec94 x-openstack-request-id: req-c67b1138-3cec-4937-8c99-bddcf56fec94 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:01.995121 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-plugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:01.995296 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c67b1138-3cec-4937-8c99-bddcf56fec94 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:01.995679 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639', 'code': 200} Jul 23 14:05:02.045428 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:02.060971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 383e3728-f898-41ce-a30e-abd6f0838918 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:02.067233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 383e3728-f898-41ce-a30e-abd6f0838918 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:02.067608 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:02.106071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dff40cb-f07a-4d6a-8b2f-54a11c2c75f6 req-6c44f9ea-4a7a-4e42-8b8b-a4c330d808e8 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=28806cfc-61ce-4026-b874-5165708b14f0 HTTP/1.1" status: 200 len: 210 time: 0.1233613 Jul 23 14:05:02.148345 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:02.185567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:02.220991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:05:02.229934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:05:02.249708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:05:02.395624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:02.469495 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:02.487275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:02.488116 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:02.511779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c4c79-b479-4896-bc07-9ba8624b5ce6 req-cf062ea1-4696-4bde-8d42-5ece737a95ed tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:02.513591 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-702c4c79-b479-4896-bc07-9ba8624b5ce6 req-cf062ea1-4696-4bde-8d42-5ece737a95ed tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 944 time: 0.1198280 Jul 23 14:05:02.527848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-a64e0b5d-8e0d-465e-aa44-9088b4e5fe55 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5920324 Jul 23 14:05:02.574376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 383e3728-f898-41ce-a30e-abd6f0838918, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=383e3728-f898-41ce-a30e-abd6f0838918,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:02.591797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-702c4c79-b479-4896-bc07-9ba8624b5ce6 req-a07ffea9-8cc2-4d4e-8804-78f971afde94 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702801 Jul 23 14:05:02.602681 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:02.679385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Request body: {'port': {'device_id': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:02.703745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1644bb-07f0-4cf4-a8c2-72b9accf9c4c req-271cdbc8-6510-44e7-a56f-dc6d7a9b7fc9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:02.710815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f1644bb-07f0-4cf4-a8c2-72b9accf9c4c req-271cdbc8-6510-44e7-a56f-dc6d7a9b7fc9 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.2988932 Jul 23 14:05:02.777367 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f1644bb-07f0-4cf4-a8c2-72b9accf9c4c req-98381c8b-5f44-4113-86bf-3933dbb3147e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Jul 23 14:05:02.780254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Deleting port ea2fd696-2c23-4c30-a183-6b1a9670e297 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:02.780608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:02.781048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=383e3728-f898-41ce-a30e-abd6f0838918,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:02.985817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:03.037038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] For port ea2fd696-2c23-4c30-a183-6b1a9670e297, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ea2fd696-2c23-4c30-a183-6b1a9670e297,segment=NetworkSegment(d1062036-6cd9-46a8-a7b8-53266679d3bd),segment_id=d1062036-6cd9-46a8-a7b8-53266679d3bd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:03.037805 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:03.071392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf42b-2570-4b55-a13b-7f18406dd88e req-2e175427-19e6-4e1f-ab1d-cea84338ec80 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:03.072951 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f4bcf42b-2570-4b55-a13b-7f18406dd88e req-2e175427-19e6-4e1f-ab1d-cea84338ec80 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 932 time: 0.1961563 Jul 23 14:05:03.081731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Calling delete_port for ea2fd696-2c23-4c30-a183-6b1a9670e297 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:03.094988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1936bb-9208-49db-8f78-0f9ee261d973 req-a116641d-af9c-41b5-bb11-d35da98a04f4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:03.103036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb1936bb-9208-49db-8f78-0f9ee261d973 req-a116641d-af9c-41b5-bb11-d35da98a04f4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.1816547 Jul 23 14:05:03.189765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f4bcf42b-2570-4b55-a13b-7f18406dd88e req-f171b6eb-0353-4018-b084-f592ce31f535 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074388 Jul 23 14:05:03.195376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb1936bb-9208-49db-8f78-0f9ee261d973 req-6b9ce58c-96d8-4edc-9736-65df2231b4ca tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908926 Jul 23 14:05:03.447558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:03.472160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:03.513123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 81e07e45-de63-4918-a1d1-0b260e4fc3bc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:03.517829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 81e07e45-de63-4918-a1d1-0b260e4fc3bc not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:03.537829 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9e63d5-6ce7-4dd5-a858-9708937adb6a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:03.556004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:03.600684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Transition to ACTIVE for port object db9e63d5-6ce7-4dd5-a858-9708937adb6a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:03.602430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2fd696-2c23-4c30-a183-6b1a9670e297,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:03.616776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:03.672217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.672562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.672903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.673238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.673592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.674137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.674489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.674850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.675164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.675622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.676149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.676399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:03.796883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Pushing event updated for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:03.854714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:03.947857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ac62-b533-49d5-865b-fbc94c623efd req-4d35fdeb-35c1-44af-957c-e35a2273454f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:03.955914 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4ca7ac62-b533-49d5-865b-fbc94c623efd req-4d35fdeb-35c1-44af-957c-e35a2273454f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.2711592 Jul 23 14:05:03.996571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:04.003623 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2009f755-f4d4-4f9f-8122-546dd49bbe63" -d '{"events": [{"server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "name": "network-vif-plugged", "status": "completed", "tag": "383e3728-f898-41ce-a30e-abd6f0838918"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:04.011528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a426-0923-4230-a612-e3a9ce98b119 req-a6779849-6653-4f32-b75d-a184484b8bc9 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:04.015012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Attempting to bind port db9e63d5-6ce7-4dd5-a858-9708937adb6a on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:04.015552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Attempting to bind port db9e63d5-6ce7-4dd5-a858-9708937adb6a by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:04.015653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Attempting to bind port db9e63d5-6ce7-4dd5-a858-9708937adb6a on network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:04.025044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe84a426-0923-4230-a612-e3a9ce98b119 req-a6779849-6653-4f32-b75d-a184484b8bc9 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.2420249 Jul 23 14:05:04.047357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:04.059352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Port db9e63d5-6ce7-4dd5-a858-9708937adb6a on network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:04.059693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Attempting to bind port db9e63d5-6ce7-4dd5-a858-9708937adb6a on network 8d230942-3c8a-4a63-8c57-a1ced10e6e5b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:04.077171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4ca7ac62-b533-49d5-865b-fbc94c623efd req-9044e735-1254-4008-8502-2719fe667c03 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166618 Jul 23 14:05:04.078569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:04.078934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Checking segment: {'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:04.079315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Bound using segment: {'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:04.079761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Bound port: db9e63d5-6ce7-4dd5-a858-9708937adb6a, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b218276-0945-4efe-9f73-5d8b41b74dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:04.080122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:04.221614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe84a426-0923-4230-a612-e3a9ce98b119 req-b46d44ed-8f1a-4c86-9be0-66120994226d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825259 Jul 23 14:05:04.280099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d42a7-df8c-4dee-b0a3-75f45af2ab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:04.303432 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea0385d-ce7f-4fe6-aee7-2751174e1076 x-openstack-request-id: req-2ea0385d-ce7f-4fe6-aee7-2751174e1076 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:04.303581 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "name": "network-vif-plugged", "status": "completed", "tag": "383e3728-f898-41ce-a30e-abd6f0838918", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:04.303853 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ea0385d-ce7f-4fe6-aee7-2751174e1076 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:04.304255 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918', 'code': 200} Jul 23 14:05:04.309691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:04.353732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:04.411124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:04.561385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:04.563265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:04.565939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] 10.222.0.11 "PUT /v2.0/ports/db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 1092 time: 1.9794264 Jul 23 14:05:04.568293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:04.570680 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e" -d '{"events": [{"name": "network-changed", "server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:04.634962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c9dca-c69e-4f9a-98f2-515b970f997e service neutron] Pushing event updated for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:04.648446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-5645f4be-1608-4f92-aabd-c7e348101107 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:04.650134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-5645f4be-1608-4f92-aabd-c7e348101107 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.4275577 Jul 23 14:05:04.708775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b25493-a863-4118-8597-b1aaf4d39334 req-1c528720-a5c6-433e-ba75-23b4c5af0b07 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:04.716279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0b25493-a863-4118-8597-b1aaf4d39334 req-1c528720-a5c6-433e-ba75-23b4c5af0b07 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.3763111 Jul 23 14:05:04.851330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1d90-646a-48f5-8b8c-ef9b2c6fb3c5 req-1977ef9e-a6a9-41f7-a127-2d75fb7070db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:04.852897 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c96d1d90-646a-48f5-8b8c-ef9b2c6fb3c5 req-1977ef9e-a6a9-41f7-a127-2d75fb7070db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 1096 time: 0.4317648 Jul 23 14:05:04.854883 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d42a7-df8c-4dee-b0a3-75f45af2ab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:04.878444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d42a7-df8c-4dee-b0a3-75f45af2ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:04.917217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02a22f-95b3-4d24-bebf-70830527e5e7 req-7c1af7b7-04b5-4fae-ae29-c77e75bb9e94 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:04.926553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea02a22f-95b3-4d24-bebf-70830527e5e7 req-7c1af7b7-04b5-4fae-ae29-c77e75bb9e94 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 944 time: 0.1629267 Jul 23 14:05:04.955288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Router 45640b91-529c-4234-8759-9779f074b461 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:05:04.978686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea02a22f-95b3-4d24-bebf-70830527e5e7 req-d20af250-3f5c-4d64-952c-7f56b5b1adf8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502400 Jul 23 14:05:05.014999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d42a7-df8c-4dee-b0a3-75f45af2ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd83aa6-71ae-4d05-8ae2-b6d7384600f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:05.037834 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-640d42a7-df8c-4dee-b0a3-75f45af2ab1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36a17cfe56dc4a8d9a7142a24c59c266&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1798105 Jul 23 14:05:05.055501 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0b25493-a863-4118-8597-b1aaf4d39334 req-169384fd-853e-435a-ae4e-ba215c044db4 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288957 Jul 23 14:05:05.056360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:05.086383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-5075334b-ef48-49f1-bd88-aaa171b0ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:05.090197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-5075334b-ef48-49f1-bd88-aaa171b0ea2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1095 time: 0.4165907 Jul 23 14:05:05.182922 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c96d1d90-646a-48f5-8b8c-ef9b2c6fb3c5 req-4ec35a56-24ab-463f-b06b-b9abd043f85c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129706 Jul 23 14:05:05.194442 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f380b54-97d9-440f-b226-1452859be989 x-openstack-request-id: req-0f380b54-97d9-440f-b226-1452859be989 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:05.196310 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:05.196310 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f380b54-97d9-440f-b226-1452859be989 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:05.196310 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a', 'status': 'completed', 'code': 200} Jul 23 14:05:05.201731 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-9b0f9d8c-5777-4a1f-808b-4474724c96c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 217 time: 0.0800560 Jul 23 14:05:05.244657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:05:05.254262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f85402d5-8cac-432f-b5d4-f87c6841f563 admin admin] 10.222.0.21 "PUT /v2.0/routers/45640b91-529c-4234-8759-9779f074b461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4069064 Jul 23 14:05:05.256119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:05.256244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] Sync routers for ids ['45640b91-529c-4234-8759-9779f074b461'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:05:05.270120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Deleting port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:05.270542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:05.287956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] Routers {'45640b91-529c-4234-8759-9779f074b461'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:05:05.292036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['45640b91-529c-4234-8759-9779f074b461'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:05.349748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-cfa9ff17-f7bf-43fe-a63e-c826af65d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:05.351438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-cfa9ff17-f7bf-43fe-a63e-c826af65d4cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.1369994 Jul 23 14:05:05.380360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3082240a-0775-43c0-8ba9-7ea072412fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:05.408804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:05.475624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] Set router 45640b91-529c-4234-8759-9779f074b461 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:05:05.483444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] For port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:05.483812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:05.523784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Calling delete_port for 88cba3e9-0e94-4bd1-b6a8-def4215a3bba owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:05.565826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376937f0-e080-44ff-b520-7681a870e91f req-d6f2464f-98cf-4f70-a4ca-573da071c33a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:05.573046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-376937f0-e080-44ff-b520-7681a870e91f req-d6f2464f-98cf-4f70-a4ca-573da071c33a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 945 time: 0.4432399 Jul 23 14:05:05.648829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-376937f0-e080-44ff-b520-7681a870e91f req-b3cb1463-e3d5-4039-86f4-5171442a6401 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746601 Jul 23 14:05:05.701240 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-6dc9af09-8d28-4698-b7f5-0c09606d1c1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3184934 Jul 23 14:05:05.725784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:05.772929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-5e3286e7-73e0-4300-8d61-b5b4331bc181 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:05.775230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-5e3286e7-73e0-4300-8d61-b5b4331bc181 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.1071289 Jul 23 14:05:05.793605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:05.819642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3082240a-0775-43c0-8ba9-7ea072412fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:05.871785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:05:03Z', 'revision_number': 5, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port': {'id': 'b1082481-ef7d-40b9-bbbf-bec4558a7dd1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45640b91-529c-4234-8759-9779f074b461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:00:00Z', 'updated_at': '2021-07-23T14:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:05.906180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] Checking router: 45640b91-529c-4234-8759-9779f074b461 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:05:05.916383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] Routers {'45640b91-529c-4234-8759-9779f074b461'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:05:05.917036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['45640b91-529c-4234-8759-9779f074b461'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:05.959814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8edf9-8f79-453a-9e79-b91d786b7b96 req-76d639a1-0623-4397-93b2-bf7364447d1f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:05.961603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43f8edf9-8f79-453a-9e79-b91d786b7b96 req-76d639a1-0623-4397-93b2-bf7364447d1f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=531f8ff8-3443-47f0-93d2-3ae751894f07 HTTP/1.1" status: 200 len: 945 time: 0.7777610 Jul 23 14:05:05.974752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:06.025242 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:06.061412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Deleting port b1082481-ef7d-40b9-bbbf-bec4558a7dd1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:06.061878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:06.065031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] Set router 45640b91-529c-4234-8759-9779f074b461 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:05:06.126062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event deleted for resources: {'Port': ['ID=88cba3e9-0e94-4bd1-b6a8-def4215a3bba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:06.163387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:05:05Z', 'revision_number': 6, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:06.224234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d7343-a8ad-4752-beb2-92ff39fc248b None None] The sync data for ids ['45640b91-529c-4234-8759-9779f074b461'] in n-d-801990-3 is: [{'id': '45640b91-529c-4234-8759-9779f074b461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-630207148-router', 'tenant_id': '07d7e879178f49aea9075f67edfd6102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T13:59:58Z', 'updated_at': '2021-07-23T14:05:05Z', 'revision_number': 6, 'project_id': '07d7e879178f49aea9075f67edfd6102', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:05:06.301519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-dba5cef0-ca55-4cdf-aad4-14d1f40081d5 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897942 Jul 23 14:05:06.328201 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43f8edf9-8f79-453a-9e79-b91d786b7b96 req-c8df32d0-46db-4430-a600-4437d943e9a3 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509917 Jul 23 14:05:06.331020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] No DVR routers for this DVR port 88cba3e9-0e94-4bd1-b6a8-def4215a3bba on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:06.339546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:06.357950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c70dc0d8-fa05-4f11-952d-fbde1d53ba22 req-08623964-b756-408f-9e8d-4ed407f41eb6 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.11 "DELETE /v2.0/ports/88cba3e9-0e94-4bd1-b6a8-def4215a3bba HTTP/1.1" status: 204 len: 173 time: 1.6853814 Jul 23 14:05:06.430425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3082240a-0775-43c0-8ba9-7ea072412fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:06.434085 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3082240a-0775-43c0-8ba9-7ea072412fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:06.438206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3082240a-0775-43c0-8ba9-7ea072412fba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dd83aa6-71ae-4d05-8ae2-b6d7384600f5 HTTP/1.1" status: 204 len: 168 time: 1.3601058 Jul 23 14:05:06.511271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] For port b1082481-ef7d-40b9-bbbf-bec4558a7dd1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:06.511895 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:06.550613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Calling delete_port for b1082481-ef7d-40b9-bbbf-bec4558a7dd1 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:06.723420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ea2fd696-2c23-4c30-a183-6b1a9670e297 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:06.817718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ea2fd696-2c23-4c30-a183-6b1a9670e297 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:06.818095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ea2fd696-2c23-4c30-a183-6b1a9670e297 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:06.839321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:06.928909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:07.006676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde724e4-b054-43cd-93c6-557ccf48f7c0 req-eb255b28-350b-4c23-8188-823f05eb7f77 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:07.020577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cde724e4-b054-43cd-93c6-557ccf48f7c0 req-eb255b28-350b-4c23-8188-823f05eb7f77 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 1.1139257 Jul 23 14:05:07.062600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:07.065566 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b092a985-1906-471d-a189-9aa4c8b4d700" -d '{"events": [{"server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:07.099002 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:07.115586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082240a-0775-43c0-8ba9-7ea072412fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd83aa6-71ae-4d05-8ae2-b6d7384600f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:07.184585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cde724e4-b054-43cd-93c6-557ccf48f7c0 req-b0f0cab0-b8e4-432b-9df4-bddd9ae83ded tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629505 Jul 23 14:05:07.190728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:07.206966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'name': 'network-vif-deleted', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:07.210093 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e28ecb-493e-4c6f-a0b3-5a29c87f1dea" -d '{"events": [{"server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "name": "network-vif-deleted", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:07.267355 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3acd373d-c5dd-4df9-8cf1-c31ab6d01213 req-8b9714fa-73af-4666-9dc1-f86d41606580 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9079082 Jul 23 14:05:07.297071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52db23-6f1b-4561-91b2-bb2a98a0e91b req-f8331009-2c41-4143-9fbb-91a33d296e52 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:07.307416 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:07.313271 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6a52db23-6f1b-4561-91b2-bb2a98a0e91b req-f8331009-2c41-4143-9fbb-91a33d296e52 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 944 time: 0.2241778 Jul 23 14:05:07.355509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:07.448814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:07.459330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:07.483691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6a52db23-6f1b-4561-91b2-bb2a98a0e91b req-fa6610cf-0973-40a2-9dbb-e7c3cfd4ab4f tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660240 Jul 23 14:05:07.536646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 88cba3e9-0e94-4bd1-b6a8-def4215a3bba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:07.538995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 88cba3e9-0e94-4bd1-b6a8-def4215a3bba not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:07.582563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-2fad398c-a629-4826-8dae-f2ec3b977d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:07.584894 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-2fad398c-a629-4826-8dae-f2ec3b977d9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1095 time: 0.1908157 Jul 23 14:05:07.706368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1005-93c6-42de-a37d-12e88c35c865 req-e449bfe9-395b-4700-b15f-35dd8d778b7d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:07.715516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18bf1005-93c6-42de-a37d-12e88c35c865 req-e449bfe9-395b-4700-b15f-35dd8d778b7d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.3474028 Jul 23 14:05:07.718087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:07.718471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:07.718786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:07.748258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:07.748597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:07.753875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:07.784604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:07.785004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:07.785391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:07.785552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:07.785835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Bound port: 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:07.786203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:07.786455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:07.787045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:07.794935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:07.795585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:07.801778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:07.802389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:07.803428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:07.804174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Bound port: 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:07.804753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:07.863726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18bf1005-93c6-42de-a37d-12e88c35c865 req-5497c00a-5426-4625-b610-bce6ed764008 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471741 Jul 23 14:05:07.887259 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:07.960260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:07.972818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:07.981129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.011826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1082481-ef7d-40b9-bbbf-bec4558a7dd1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:08.022685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63199-3e70-46e5-8d04-f7ae6ce185fd req-16064af1-be0b-4d60-9b15-b9433b13beba tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:08.029866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-faf63199-3e70-46e5-8d04-f7ae6ce185fd req-16064af1-be0b-4d60-9b15-b9433b13beba tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.3777866 Jul 23 14:05:08.087970 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b12912-01c3-4b19-8965-d254bc0c3280 x-openstack-request-id: req-b5b12912-01c3-4b19-8965-d254bc0c3280 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:08.088538 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:08.088938 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5b12912-01c3-4b19-8965-d254bc0c3280 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:08.089664 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0', 'code': 200} Jul 23 14:05:08.108915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-1463079e-a79a-4d83-8dfe-56a6a467416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:08.113670 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-1463079e-a79a-4d83-8dfe-56a6a467416d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 914 time: 0.5140443 Jul 23 14:05:08.119028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:08.135546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:08.142116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0-n-h2-801990-3-0 {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:05:08.143139 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:05:08.190433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.216415 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-2215ae75-371b-4e0e-a589-6fbd66620dc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 217 time: 0.0928710 Jul 23 14:05:08.220776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:05:08.236847 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-faf63199-3e70-46e5-8d04-f7ae6ce185fd req-247b40d0-0732-47c0-8248-4e31227a8c2d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868184 Jul 23 14:05:08.351275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-6de46364-51ff-4375-94a2-6a09907c71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:08.353675 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-6de46364-51ff-4375-94a2-6a09907c71d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.1119044 Jul 23 14:05:08.419864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-5d24fa43-d57f-48b8-ba30-2eaf89afab3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558293 Jul 23 14:05:08.429798 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2679be9-545c-4df2-9ed4-f97506d35230 x-openstack-request-id: req-f2679be9-545c-4df2-9ed4-f97506d35230 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:08.430000 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f8ff8-3443-47f0-93d2-3ae751894f07", "name": "network-vif-deleted", "tag": "88cba3e9-0e94-4bd1-b6a8-def4215a3bba", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:08.430236 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2679be9-545c-4df2-9ed4-f97506d35230 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:08.430615 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f8ff8-3443-47f0-93d2-3ae751894f07', 'name': 'network-vif-deleted', 'tag': '88cba3e9-0e94-4bd1-b6a8-def4215a3bba', 'status': 'completed', 'code': 200} Jul 23 14:05:08.459453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.463115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.532871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.533534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45640b91-529c-4234-8759-9779f074b461 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:05:08.538170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.539628 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9b325b68-d626-4539-93b2-a720695f3028 admin admin] 10.222.0.21 "DELETE /v2.0/routers/45640b91-529c-4234-8759-9779f074b461 HTTP/1.1" status: 204 len: 168 time: 3.2823799 Jul 23 14:05:08.544113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:08.631796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] Deleting subnet 247ef891-a8b3-4741-a9db-c147cfb9f81e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:05:08.636231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.710530 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.749624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb68732-2332-4860-8c31-cc588d29d1c4 req-31bcca6d-e286-4789-ad68-9b256b14ce59 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:08.751052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5eb68732-2332-4860-8c31-cc588d29d1c4 req-31bcca6d-e286-4789-ad68-9b256b14ce59 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.2379546 Jul 23 14:05:08.753137 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-222c6140-b802-4eba-b828-d090ec7e11d7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076217 Jul 23 14:05:08.776782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1082481-ef7d-40b9-bbbf-bec4558a7dd1 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:08.814937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b1082481-ef7d-40b9-bbbf-bec4558a7dd1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:08.815281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1082481-ef7d-40b9-bbbf-bec4558a7dd1 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:08.855552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:08.855552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:08.855552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:08.855970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5eb68732-2332-4860-8c31-cc588d29d1c4 req-2616413c-aa81-4952-89d4-c27c90a4b1a2 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968359 Jul 23 14:05:08.859876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:08.862410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempting to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on network 9256d62a-168c-4275-ab78-c9ab83d0dd69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:08.885482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6ef7e34-2579-4ca8-8fd7-a65d5974f69e req-a58d2550-47e5-4c0b-abd3-e6373dd5368a service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206088 Jul 23 14:05:08.889772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:08.890118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Checking segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:08.890506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Bound using segment: {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:08.890982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Bound port: 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee8112-6a7b-4fb5-821a-3961590b6ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9256d62a-168c-4275-ab78-c9ab83d0dd69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:08.891345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:08.980299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b4df6-4e6a-4430-bbfe-cdae164b62fa req-6ba12576-eb7f-44e5-88ef-da75a1aa123b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:08.981821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-430b4df6-4e6a-4430-bbfe-cdae164b62fa req-6ba12576-eb7f-44e5-88ef-da75a1aa123b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 944 time: 0.2185900 Jul 23 14:05:09.031768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.035429 n-d-801990-3 neutron-server[93767]: WARNING neutron.plugins.ml2.plugin [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Concurrent port binding operations failed on port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 Jul 23 14:05:09.042578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afc1b-819b-43be-9d14-efd0c987131c req-dc615683-1779-4047-9bf0-015ca15b31c7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:09.044206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-672afc1b-819b-43be-9d14-efd0c987131c req-dc615683-1779-4047-9bf0-015ca15b31c7 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 944 time: 0.0947115 Jul 23 14:05:09.080677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:09.092461 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attempt 2 to bind port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 Jul 23 14:05:09.096490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:09.098238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.099830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-aa1ccbb8-ea38-4b6d-8e43-fde29cc1b682 service neutron] 10.222.0.11 "PUT /v2.0/ports/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 200 len: 1121 time: 3.3120184 Jul 23 14:05:09.101397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-672afc1b-819b-43be-9d14-efd0c987131c req-2b9a8834-eb53-422f-b7c3-7cf2f87d5a7f tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497627 Jul 23 14:05:09.114675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-430b4df6-4e6a-4430-bbfe-cdae164b62fa req-ecbaeb3c-7379-4980-b7aa-12c89985478f tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207078 Jul 23 14:05:09.162051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.267269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8c2be-8254-46f6-8bfb-3065b4edb5d1 None None] Network 952b74bb-538f-43fb-95c6-6680f56e70d4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:05:09.277346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247ef891-a8b3-4741-a9db-c147cfb9f81e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:09.296888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.304520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-37474a6b-f58e-45ef-bf0b-47c24122565d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/247ef891-a8b3-4741-a9db-c147cfb9f81e HTTP/1.1" status: 204 len: 168 time: 0.7585938 Jul 23 14:05:09.305599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:09.398484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:09.410693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:09.412945 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-5ce06436-bd0e-4986-ae40-3d3a5de25983 service neutron] show failed (client error): The resource could not be found. Jul 23 14:05:09.414468 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-5ce06436-bd0e-4986-ae40-3d3a5de25983 service neutron] 10.222.0.11 "GET /v2.0/ports/27b98958-b805-4a17-ab6c-648c9844b932/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.2779155 Jul 23 14:05:09.439485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9739d9-5cc6-452b-a1ac-6c26d69daaee req-3950d1b8-7285-41ab-85d2-f30793c47627 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:09.441676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce9739d9-5cc6-452b-a1ac-6c26d69daaee req-3950d1b8-7285-41ab-85d2-f30793c47627 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.1689975 Jul 23 14:05:09.452882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:09.461204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Request body: {'floatingip': {'port_id': '383e3728-f898-41ce-a30e-abd6f0838918'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:09.492685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device db9e63d5-6ce7-4dd5-a858-9708937adb6a details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:09.541470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.615125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.750243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc906-bf8b-4536-a43d-972811182d50 req-027b1d1f-c305-4b1a-8833-f9facb329c54 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:09.759229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-901dc906-bf8b-4536-a43d-972811182d50 req-027b1d1f-c305-4b1a-8833-f9facb329c54 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.4644730 Jul 23 14:05:09.853538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Deleting port 21345f6d-dc4d-45f3-9708-c81a810c579b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:09.853776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.954763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] For port 21345f6d-dc4d-45f3-9708-c81a810c579b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=21345f6d-dc4d-45f3-9708-c81a810c579b,segment=NetworkSegment(d1062036-6cd9-46a8-a7b8-53266679d3bd),segment_id=d1062036-6cd9-46a8-a7b8-53266679d3bd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:09.955128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:09.991087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Calling delete_port for 21345f6d-dc4d-45f3-9708-c81a810c579b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:10.051973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:10.076858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedde483-b8fc-4126-a431-f921cf3ef60b None None] DHCP port deletion for 952b74bb-538f-43fb-95c6-6680f56e70d4 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:05:10.092467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a', 'network_id': '8d230942-3c8a-4a63-8c57-a1ced10e6e5b', 'port_id': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a', 'mac_address': 'fa:16:3e:d2:d1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a4b65d-43b8-4eac-8db2-013050972563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:05:10.141115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-901dc906-bf8b-4536-a43d-972811182d50 req-7b78b2f6-8637-4d60-a8d5-e92ea717ccec tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809006 Jul 23 14:05:10.154686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.170688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cedde483-b8fc-4126-a431-f921cf3ef60b None None] The port '21345f6d-dc4d-45f3-9708-c81a810c579b' was deleted {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 14:05:10.186824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-b21af6aa-5486-4e14-b56b-a37d61f2ac94 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:10.195906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-b21af6aa-5486-4e14-b56b-a37d61f2ac94 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 944 time: 0.5951374 Jul 23 14:05:10.200780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.223076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9e63d5-6ce7-4dd5-a858-9708937adb6a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:10.235478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.241592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:10.245261 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d615ee-b47b-4d4c-95ea-feb3637b4056" -d '{"events": [{"name": "network-changed", "server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:10.251783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.263847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:10.286161 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.328670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] No DVR routers for this DVR port 21345f6d-dc4d-45f3-9708-c81a810c579b on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:10.360858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=21345f6d-dc4d-45f3-9708-c81a810c579b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:10.419129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:10.427413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd1378-dd85-4a35-8c4c-39d475c59689 req-d7560951-6f39-44cd-a03e-f55a3e87b984 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:10.446043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9abd1378-dd85-4a35-8c4c-39d475c59689 req-d7560951-6f39-44cd-a03e-f55a3e87b984 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.7156606 Jul 23 14:05:10.538986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9abd1378-dd85-4a35-8c4c-39d475c59689 req-f30cde3b-9e7c-413e-9add-0745040514f0 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917172 Jul 23 14:05:10.590153 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Floating IP 5456844a-3c8b-401f-afa6-c3fc3adca81e associated. External IP: 172.25.2.117, port: 383e3728-f898-41ce-a30e-abd6f0838918. Jul 23 14:05:10.593850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.616978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924ed1-cefe-440e-b4dd-11b578d62fcb req-86c93361-6c05-4ba9-a7e9-79cd6f53a126 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:10.639290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15924ed1-cefe-440e-b4dd-11b578d62fcb req-86c93361-6c05-4ba9-a7e9-79cd6f53a126 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 944 time: 0.3122468 Jul 23 14:05:10.645977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952b74bb-538f-43fb-95c6-6680f56e70d4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:10.666554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1062036-6cd9-46a8-a7b8-53266679d3bd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:10.666884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1062036-6cd9-46a8-a7b8-53266679d3bd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:10.685891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.701496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.709189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:05:10.709653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:05:10.752234 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:05:10.770125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 21345f6d-dc4d-45f3-9708-c81a810c579b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:10.784924 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15924ed1-cefe-440e-b4dd-11b578d62fcb req-d2bb2410-2927-44f3-b00a-443239f1d6fb tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad1db41-9d3d-4913-a145-aea50581f97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405914 Jul 23 14:05:10.809668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 21345f6d-dc4d-45f3-9708-c81a810c579b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:10.810019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 21345f6d-dc4d-45f3-9708-c81a810c579b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:10.879781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['db9e63d5-6ce7-4dd5-a858-9708937adb6a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:10.911577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Deleting port 10234452-993c-49f5-a8fd-919e1223a990 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:10.912397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.917656 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.961624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:10.964111 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] 10.222.0.21 "DELETE /v2.0/networks/952b74bb-538f-43fb-95c6-6680f56e70d4 HTTP/1.1" status: 204 len: 168 time: 1.6482451 Jul 23 14:05:10.965098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3e065-d1f3-4064-8efc-14abcd736bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=952b74bb-538f-43fb-95c6-6680f56e70d4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:11.379884 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0992e4b-0005-427c-a146-44e960556daa x-openstack-request-id: req-c0992e4b-0005-427c-a146-44e960556daa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:11.380463 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:11.380463 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0992e4b-0005-427c-a146-44e960556daa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:11.380825 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0', 'status': 'completed', 'code': 200} Jul 23 14:05:11.382505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:11.447201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-ed0edf0f-0d5f-4079-8967-87be27aba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:11.448425 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-ed0edf0f-0d5f-4079-8967-87be27aba668 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1124 time: 0.4883003 Jul 23 14:05:11.468771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-61b6fb66-078e-433e-83d4-b87f09624b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:11.469162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] For port 10234452-993c-49f5-a8fd-919e1223a990, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=10234452-993c-49f5-a8fd-919e1223a990,segment=NetworkSegment(314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e),segment_id=314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:11.469521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:11.470456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-61b6fb66-078e-433e-83d4-b87f09624b58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 1101 time: 1.2213547 Jul 23 14:05:11.476036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:11.517053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Calling delete_port for 10234452-993c-49f5-a8fd-919e1223a990 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:11.524776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:11.531967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:11.580736 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:11.632373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:11.636588 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e604dc-1683-4ac5-bb14-dfde53e4075d" -d '{"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-unplugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:11.664493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:11.684031 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:11.743894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:05:11.753207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-518cff9d-1879-4eed-9603-8ce34a3bda09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1ee878b980a446f81df72704992bf0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3653827 Jul 23 14:05:11.755106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:11.757210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-8cf0f6d5-7735-4876-a06d-af45d4b8aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:11.759481 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-8cf0f6d5-7735-4876-a06d-af45d4b8aa71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.3024988 Jul 23 14:05:11.765184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:11.775697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459896b2-879d-4f7d-b419-72326d580dc1 req-bf4024de-cf47-44ef-bbb7-3bfd143e6f27 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:11.783064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-459896b2-879d-4f7d-b419-72326d580dc1 req-bf4024de-cf47-44ef-bbb7-3bfd143e6f27 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 945 time: 1.0994184 Jul 23 14:05:11.832975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c43a0-cf43-4528-bd6c-6866f8bde6ba req-7807b6e9-bb25-47b4-8855-d8748eb1979d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:11.834681 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b78c43a0-cf43-4528-bd6c-6866f8bde6ba req-7807b6e9-bb25-47b4-8855-d8748eb1979d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.5664554 Jul 23 14:05:11.836649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-047865fa-c09b-4cc8-8a9e-bdf3c6ec4c27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 200 len: 217 time: 0.0654595 Jul 23 14:05:11.839784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:11.870347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-692d03f4-f158-4656-b6cd-321c8b0efbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:11.883885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Pushing event deleted for resources: {'Port': ['ID=10234452-993c-49f5-a8fd-919e1223a990,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:11.894542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-692d03f4-f158-4656-b6cd-321c8b0efbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:11.944906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54b92bb3-0663-4dd1-ac16-ef9d5ae79277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:11.985502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] No DVR routers for this DVR port 10234452-993c-49f5-a8fd-919e1223a990 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:12.012527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:12.014719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62b496b6-d261-4d61-99c6-7b27a36e0d31 req-d80ee4d2-a0d4-4b9b-af0c-a7df7bba1ee1 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.48 "DELETE /v2.0/ports/10234452-993c-49f5-a8fd-919e1223a990 HTTP/1.1" status: 204 len: 173 time: 1.8179672 Jul 23 14:05:12.015356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'name': 'network-vif-deleted', 'tag': '10234452-993c-49f5-a8fd-919e1223a990'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:12.017794 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a062380-05ed-4a21-bf93-7cdaf3ee45f8" -d '{"events": [{"server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "name": "network-vif-deleted", "tag": "10234452-993c-49f5-a8fd-919e1223a990"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:12.048392 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b78c43a0-cf43-4528-bd6c-6866f8bde6ba req-c52d0ffb-40e7-4e31-b10e-600a8e05fa38 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944957 Jul 23 14:05:12.052027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-e56df6a3-6da5-4d5c-8238-a3ca038ce50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:12.055129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-e56df6a3-6da5-4d5c-8238-a3ca038ce50a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.2023923 Jul 23 14:05:12.091746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-459896b2-879d-4f7d-b419-72326d580dc1 req-2ca40efd-334f-41aa-aae4-de055dcd920f tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059788 Jul 23 14:05:12.122429 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:12.137720 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-7522c25f-c8dd-4edf-80bd-15afa8906ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548234 Jul 23 14:05:12.211839 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c19906-4494-4762-beee-e7d1b522f96f x-openstack-request-id: req-e3c19906-4494-4762-beee-e7d1b522f96f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:12.212160 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-unplugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:12.213213 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3c19906-4494-4762-beee-e7d1b522f96f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:12.213339 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'code': 200} Jul 23 14:05:12.229650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-692d03f4-f158-4656-b6cd-321c8b0efbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:12.237500 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-692d03f4-f158-4656-b6cd-321c8b0efbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:12.241795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-692d03f4-f158-4656-b6cd-321c8b0efbb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa921e2d-516c-47e6-a911-b037c40b2d07 HTTP/1.1" status: 204 len: 168 time: 0.4461493 Jul 23 14:05:12.303430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d03f4-f158-4656-b6cd-321c8b0efbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa921e2d-516c-47e6-a911-b037c40b2d07,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:12.333588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:05:12.345921 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] Sync routers for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:05:12.361018 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:05:12.362113 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:12.364211 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:12.389002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b036-4a82-4ccd-b848-fb45f276c5e4 req-dd7b64cf-ffc1-454e-bd70-723f9c547ff4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:12.407757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ed2b036-4a82-4ccd-b848-fb45f276c5e4 req-dd7b64cf-ffc1-454e-bd70-723f9c547ff4 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.2724700 Jul 23 14:05:12.448706 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-56f25e03-73cf-4d1e-91ca-86395f2513f0 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761362 Jul 23 14:05:12.488046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ed2b036-4a82-4ccd-b848-fb45f276c5e4 req-f9d63e70-da38-48b4-8a2d-0887ef1c35bd tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722320 Jul 23 14:05:12.639090 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2266e75-bef4-4a1a-b874-f84cf7f42f72 x-openstack-request-id: req-e2266e75-bef4-4a1a-b874-f84cf7f42f72 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:12.640296 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490b83c-f152-4748-b5fe-714f9e7eb747", "name": "network-vif-deleted", "tag": "10234452-993c-49f5-a8fd-919e1223a990", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:12.640708 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2266e75-bef4-4a1a-b874-f84cf7f42f72 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:12.641331 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490b83c-f152-4748-b5fe-714f9e7eb747', 'name': 'network-vif-deleted', 'tag': '10234452-993c-49f5-a8fd-919e1223a990', 'status': 'completed', 'code': 200} Jul 23 14:05:12.662528 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d615ee-b47b-4d4c-95ea-feb3637b4056 req-ed9880ac-2eb5-449e-a2aa-2449a5f11f65 service neutron] 10.222.0.48 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007809 Jul 23 14:05:12.672689 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:05:12.694521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-877b36e0-5682-4cab-b326-9ac63510ec60 req-cc6cc240-2ea9-4575-be66-ebda6ae5be28 tempest-LiveAutoBlockMigrationV225Test-345032453 tempest-LiveAutoBlockMigrationV225Test-345032453-project] 10.222.0.21 "GET /v2.0/ports?device_id=4490b83c-f152-4748-b5fe-714f9e7eb747 HTTP/1.1" status: 200 len: 210 time: 0.3125710 Jul 23 14:05:12.770222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:12.774515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-209e8dc3-098f-45ce-9faf-093bc7fa16ab tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "PUT /v2.0/floatingips/5456844a-3c8b-401f-afa6-c3fc3adca81e HTTP/1.1" status: 200 len: 991 time: 3.3203511 Jul 23 14:05:12.843944 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54b92bb3-0663-4dd1-ac16-ef9d5ae79277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:12.850948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54b92bb3-0663-4dd1-ac16-ef9d5ae79277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:12.875334 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-231438f5-fd21-4c02-b75a-a1a4a5c9fe78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07d7e879178f49aea9075f67edfd6102&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1035104 Jul 23 14:05:12.879282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:12.941946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92bb3-0663-4dd1-ac16-ef9d5ae79277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73642c7b-8c56-4fd6-bbb4-6e5f79b6c6d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:12.947116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-54b92bb3-0663-4dd1-ac16-ef9d5ae79277 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7292e36bffb1476e9b2e51c4f5a2ff0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4109306 Jul 23 14:05:12.950492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:12.992766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:13.015423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf817295-0b18-49e6-b5c0-dfd6e2cf6f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.071975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:13.074277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc15b5f-fc5f-4dac-9ade-ef63fddecb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.129411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf817295-0b18-49e6-b5c0-dfd6e2cf6f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.163295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b98958-b805-4a17-ab6c-648c9844b932 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:13.184876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc15b5f-fc5f-4dac-9ade-ef63fddecb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.188308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.223850 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '5456844a-3c8b-401f-afa6-c3fc3adca81e', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'port_id': '383e3728-f898-41ce-a30e-abd6f0838918', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'mac_address': 'fa:16:3e:ac:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:04:44Z', 'updated_at': '2021-07-23T14:05:10Z', 'revision_number': 1, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:43Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:13.282699 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] Checking router: d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:05:13.302254 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:05:13.303042 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:04:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:13.325957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf817295-0b18-49e6-b5c0-dfd6e2cf6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.329197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf817295-0b18-49e6-b5c0-dfd6e2cf6f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.331121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf817295-0b18-49e6-b5c0-dfd6e2cf6f18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43234d95-1d99-4e52-9608-76fc37d7880d HTTP/1.1" status: 204 len: 168 time: 0.4492385 Jul 23 14:05:13.343986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 10234452-993c-49f5-a8fd-919e1223a990 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:13.358596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Transition to ACTIVE for port object 27b98958-b805-4a17-ab6c-648c9844b932 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:13.364935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f462-4a19-4af7-a7e2-0e18950306c0 req-5c46860a-20f0-4af6-ae76-271c106dfed4 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:13.378444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1db5f462-4a19-4af7-a7e2-0e18950306c0 req-5c46860a-20f0-4af6-ae76-271c106dfed4 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 945 time: 0.1306241 Jul 23 14:05:13.379655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.398496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 10234452-993c-49f5-a8fd-919e1223a990 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:13.398813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 10234452-993c-49f5-a8fd-919e1223a990 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:13.400176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:13.408948 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dccf7e-1878-4111-b6f4-e3115ef4b15f" -d '{"events": [{"name": "network-changed", "server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "tag": "383e3728-f898-41ce-a30e-abd6f0838918"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:13.447589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817295-0b18-49e6-b5c0-dfd6e2cf6f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43234d95-1d99-4e52-9608-76fc37d7880d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:13.511075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device db9e63d5-6ce7-4dd5-a858-9708937adb6a up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:13.538751 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1db5f462-4a19-4af7-a7e2-0e18950306c0 req-457ea984-1400-4c41-8d0c-9e6d9f11a7cd tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587992 Jul 23 14:05:13.633520 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:05:13.650309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] No DVR routers for this DVR port 27b98958-b805-4a17-ab6c-648c9844b932 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:13.663658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port db9e63d5-6ce7-4dd5-a858-9708937adb6a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:13.667465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port db9e63d5-6ce7-4dd5-a858-9708937adb6a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:13.667845 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.742529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc15b5f-fc5f-4dac-9ade-ef63fddecb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.747501 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc15b5f-fc5f-4dac-9ade-ef63fddecb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:13.749542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4cc15b5f-fc5f-4dac-9ade-ef63fddecb6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73642c7b-8c56-4fd6-bbb4-6e5f79b6c6d6 HTTP/1.1" status: 204 len: 168 time: 0.7976992 Jul 23 14:05:13.750626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:13.763693 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb14372c-e8f3-4e6f-8170-edb179a50ca2 x-openstack-request-id: req-cb14372c-e8f3-4e6f-8170-edb179a50ca2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:13.764566 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "tag": "383e3728-f898-41ce-a30e-abd6f0838918", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:13.765176 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb14372c-e8f3-4e6f-8170-edb179a50ca2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:13.769424 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918', 'status': 'completed', 'code': 200} Jul 23 14:05:13.835526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:13.839034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:13.841021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:13.855757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc15b5f-fc5f-4dac-9ade-ef63fddecb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73642c7b-8c56-4fd6-bbb4-6e5f79b6c6d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:13.872968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:13.874946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:13.912257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:13.915335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:13.915672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:13.924021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Bound port: 27b98958-b805-4a17-ab6c-648c9844b932, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:13.925754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:14.040761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add44e21-e01f-485d-9c01-d0c9febc1bcf req-d55e41e7-7f0e-41fe-8e67-b1df8188516d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:14.044535 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:14.050936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-add44e21-e01f-485d-9c01-d0c9febc1bcf req-d55e41e7-7f0e-41fe-8e67-b1df8188516d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.8270605 Jul 23 14:05:14.146222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-9ed827c1-477e-418a-bb1d-21d6b9e57927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:14.153821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-9ed827c1-477e-418a-bb1d-21d6b9e57927 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=314ee5d17cc74a79bfb71c772222f04d&device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 1096 time: 0.4241316 Jul 23 14:05:14.175943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:14.199903 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:14.312833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:14.315843 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f94fd7f-bfca-41f7-a176-e3e9ebbdb8cb" -d '{"events": [{"server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "name": "network-vif-plugged", "status": "completed", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:14.318896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:14.340659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-add44e21-e01f-485d-9c01-d0c9febc1bcf req-9e111d9e-6e0a-41d3-b408-7515c6f9b9ad tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778823 Jul 23 14:05:14.383102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:14.388195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:14.400992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:14.486968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:14.492713 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '5456844a-3c8b-401f-afa6-c3fc3adca81e', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'port_id': '383e3728-f898-41ce-a30e-abd6f0838918', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'mac_address': 'fa:16:3e:ac:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:04:44Z', 'updated_at': '2021-07-23T14:05:10Z', 'revision_number': 1, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:43Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:14.507900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:14.509295 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:14.511159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-cc114305-1ca9-4d89-9432-1635d4e53a39 service neutron] 10.222.0.48 "PUT /v2.0/ports/27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 1096 time: 2.9843354 Jul 23 14:05:14.553561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:14.606021 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba4e6d-af2d-4424-81d5-2200b4c577cd None None] The sync data for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 is: [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '5456844a-3c8b-401f-afa6-c3fc3adca81e', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'port_id': '383e3728-f898-41ce-a30e-abd6f0838918', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'mac_address': 'fa:16:3e:ac:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:04:44Z', 'updated_at': '2021-07-23T14:05:10Z', 'revision_number': 1, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:43Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:05:14.624996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] Deleting subnet c48c1729-385f-484b-88a7-dcf8b75aa643 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:05:14.630655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:14.787839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:14.840259 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850b4a92-9b45-4599-af49-117738572909 x-openstack-request-id: req-850b4a92-9b45-4599-af49-117738572909 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:14.841168 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "name": "network-vif-plugged", "status": "completed", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:14.841621 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-850b4a92-9b45-4599-af49-117738572909 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:14.842198 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a', 'code': 200} Jul 23 14:05:14.843905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-03323e89-ce55-47a9-bbf8-54c8b4f0e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:14.846301 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-03323e89-ce55-47a9-bbf8-54c8b4f0e792 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1099 time: 0.2327602 Jul 23 14:05:15.074904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:15.133113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c89d1c-f317-4dff-ad17-dd6e7569d39c None None] New status for floating IP 5456844a-3c8b-401f-afa6-c3fc3adca81e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:05:15.339844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:15.395703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-71dc2440-7422-4b6d-93b8-2868065ee53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:15.397216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-71dc2440-7422-4b6d-93b8-2868065ee53b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.5120375 Jul 23 14:05:15.401407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48c1729-385f-484b-88a7-dcf8b75aa643,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:15.412059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72b80-d86d-4aab-a9f3-d5fee89e6854 req-a08fc40c-37ef-45bd-a403-29fb99c76806 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:15.420586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0c72b80-d86d-4aab-a9f3-d5fee89e6854 req-a08fc40c-37ef-45bd-a403-29fb99c76806 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 946 time: 0.3817542 Jul 23 14:05:15.423570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:15.425741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1e391771-1ba2-4d8c-af02-af990c7ba559 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c48c1729-385f-484b-88a7-dcf8b75aa643 HTTP/1.1" status: 204 len: 168 time: 0.8708820 Jul 23 14:05:15.428457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:15.431284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e80f1-a9d5-4a5e-90c8-b0b8b75bae23 req-b2c96d0b-baa4-4ca2-82ec-8ed0dee16b61 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:15.442862 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-915e80f1-a9d5-4a5e-90c8-b0b8b75bae23 req-b2c96d0b-baa4-4ca2-82ec-8ed0dee16b61 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 1.4677994 Jul 23 14:05:15.572360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-6abfd05e-7ee9-4603-b2d3-75f74c058737 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.1454940 Jul 23 14:05:15.643003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-02565a07-93ec-4f32-a8a5-42369fa0f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:15.645756 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-02565a07-93ec-4f32-a8a5-42369fa0f0e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e39d6804-277e-4dd5-848c-99ce9e7c91c3 HTTP/1.1" status: 200 len: 912 time: 1.4811139 Jul 23 14:05:15.653649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-915e80f1-a9d5-4a5e-90c8-b0b8b75bae23 req-beef727d-45b2-4924-a228-e21ce379936f tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099175 Jul 23 14:05:15.767893 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccacff5f-ca11-4960-9866-697fc3b3e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:15.770588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:15.781752 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781c1a38-084e-4744-91c2-b9b9cf0e3157" -d '{"events": [{"name": "network-changed", "server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:15.787314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0c72b80-d86d-4aab-a9f3-d5fee89e6854 req-1023d69b-b543-4e33-9df4-d48cb9ba32dc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660200 Jul 23 14:05:15.829722 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:15.853198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-6eacab1f-36fd-4349-9702-1527f100dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:15.862925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-6eacab1f-36fd-4349-9702-1527f100dc5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2689028 Jul 23 14:05:15.885351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6eb7a-f873-45d9-bcd8-95fb017a9076 req-fb9de8d9-cbff-4f5f-8533-53d8e1a0bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:15.887244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6df6eb7a-f873-45d9-bcd8-95fb017a9076 req-fb9de8d9-cbff-4f5f-8533-53d8e1a0bf3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1097 time: 0.5135684 Jul 23 14:05:15.903091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-8ad0d863-a422-4a1b-971d-755fff0f2f0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383e3728-f898-41ce-a30e-abd6f0838918 HTTP/1.1" status: 200 len: 1001 time: 0.2333045 Jul 23 14:05:16.014384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4340bf4-2510-406c-8104-ae2dc8957cec req-1d32d55c-cfe5-46c5-a6a5-d24b5a632cca tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:16.017378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4340bf4-2510-406c-8104-ae2dc8957cec req-1d32d55c-cfe5-46c5-a6a5-d24b5a632cca tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.2155883 Jul 23 14:05:16.024105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6df6eb7a-f873-45d9-bcd8-95fb017a9076 req-bbe1c48b-6800-498e-be97-ca2db19b85d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284924 Jul 23 14:05:16.057316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-00572019-6e7a-4811-b867-c6af59ee003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:16.059122 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-00572019-6e7a-4811-b867-c6af59ee003e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edbc568e-7aac-432f-8d6e-32b25a9fd2f5 HTTP/1.1" status: 200 len: 850 time: 0.1369579 Jul 23 14:05:16.183309 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4340bf4-2510-406c-8104-ae2dc8957cec req-dae21f57-969c-4cca-8504-5b2eabcabb25 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456909 Jul 23 14:05:16.186513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-7c0f1362-5301-4a9c-8125-8165c5a74de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:16.195851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-7c0f1362-5301-4a9c-8125-8165c5a74de4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3087237 Jul 23 14:05:16.252013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-4acc8354-c9d6-4075-8bf8-33e4c923134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:16.258897 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-4acc8354-c9d6-4075-8bf8-33e4c923134a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e39d6804-277e-4dd5-848c-99ce9e7c91c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831348 Jul 23 14:05:16.293605 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:16.301974 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e68252-ce67-4267-bb76-08103b80201c x-openstack-request-id: req-27e68252-ce67-4267-bb76-08103b80201c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:16.303878 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:16.304207 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27e68252-ce67-4267-bb76-08103b80201c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:16.304611 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'status': 'completed', 'code': 200} Jul 23 14:05:16.352955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab688272-9fd2-41a7-8d23-85eb2d29960c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:16.377660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:16.378213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314fd19a-fde4-4a8d-a02a-f0ae5edc0a8e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:16.429470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:16.456263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:16.487482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-2d462322-3eb5-43c8-9cbe-f666c9072674 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814048 Jul 23 14:05:16.496674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:05:16.497083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:05:16.502382 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:05:16.629876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-7d5dbd22-a62c-4ef3-b6e5-bd1789fe0ffd service neutron] 10.222.0.48 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523238 Jul 23 14:05:16.672938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-ea0730c8-f6a7-4cb0-85ae-db033558ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:16.674482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-ea0730c8-f6a7-4cb0-85ae-db033558ab84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1099 time: 0.2199352 Jul 23 14:05:16.826851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10dccf7e-1878-4111-b6f4-e3115ef4b15f req-9adbc32c-1f85-467a-afba-f4fdf11036a5 service neutron] 10.222.0.48 "GET /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817775 Jul 23 14:05:16.830147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-40053548-e03f-4780-a1db-f0b66c698f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:16.830936 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:16.831937 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-40053548-e03f-4780-a1db-f0b66c698f29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1489217 Jul 23 14:05:16.892297 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-f9671f9e-3e4f-42c2-87da-2b4d38434ef1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0525546 Jul 23 14:05:16.920441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:16.936431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab688272-9fd2-41a7-8d23-85eb2d29960c HTTP/1.1" status: 204 len: 168 time: 1.5056407 Jul 23 14:05:16.939324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:16.940159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5052c44-6e33-4e58-aadb-954afd28a8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ab688272-9fd2-41a7-8d23-85eb2d29960c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:17.141101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-d8a10fe4-49ad-4c49-8968-43e5b101a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:17.143792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-d8a10fe4-49ad-4c49-8968-43e5b101a060 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2400563 Jul 23 14:05:17.190934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-9f899d88-cbcb-4148-978b-ede828e39092 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599970 Jul 23 14:05:17.204484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] Deleting subnet 745c772a-0b22-44ee-868a-6f62ad09636d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:05:17.209425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:17.219269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e6e98-7c89-4d68-aa5b-6fe1cd2144f9 req-8a026eae-d0bf-42a1-9994-99891a836668 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:17.231389 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d1e6e98-7c89-4d68-aa5b-6fe1cd2144f9 req-8a026eae-d0bf-42a1-9994-99891a836668 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.3372176 Jul 23 14:05:17.358518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:17.367004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:17.446549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13e68b-ca00-44d7-b914-f83f68a7c706 req-f2da937f-5e33-45c2-b664-04730d613024 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:17.448822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de13e68b-ca00-44d7-b914-f83f68a7c706 req-f2da937f-5e33-45c2-b664-04730d613024 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 946 time: 0.4793127 Jul 23 14:05:17.500496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d1e6e98-7c89-4d68-aa5b-6fe1cd2144f9 req-ffeff484-c80e-4955-8771-e67fbcdfd750 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666810 Jul 23 14:05:17.569871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-b247d094-5403-4e91-84fe-19ff25995561 service neutron] 10.222.0.48 "GET /v2.0/ports/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.3271513 Jul 23 14:05:17.572704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-e5efabc6-5bf0-4b18-976c-d8de9802c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:17.575170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-e5efabc6-5bf0-4b18-976c-d8de9802c15f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3949022 Jul 23 14:05:17.588383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:17.671271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de13e68b-ca00-44d7-b914-f83f68a7c706 req-fedde327-607d-47f3-bb6b-546360ca5827 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110887 Jul 23 14:05:17.755838 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:17.902414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:17.984310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745c772a-0b22-44ee-868a-6f62ad09636d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:17.990863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-4ac78b3e-f246-4f50-86e4-a9839584063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:17.993451 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-4ac78b3e-f246-4f50-86e4-a9839584063e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1099 time: 0.3375952 Jul 23 14:05:17.994789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:17.997643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-366554ce-7179-4bfc-b79e-9cac33a56639 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/745c772a-0b22-44ee-868a-6f62ad09636d HTTP/1.1" status: 204 len: 168 time: 1.0427699 Jul 23 14:05:18.001831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:18.092089 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-af4dbfa4-1b4d-4c0c-8c3f-21042f39d2d4 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088458 Jul 23 14:05:18.120874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-e4058586-ae4e-4ca2-83c6-63b429c9cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:18.123262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-e4058586-ae4e-4ca2-83c6-63b429c9cb9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1124721 Jul 23 14:05:18.144165 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:05:18.225266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-4b27db66-f00a-4c8a-a375-0aaad0adf4ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0869246 Jul 23 14:05:18.238851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ba191-f043-4b24-b14d-f93c0a878d37 req-438fb739-5f0a-4d94-b888-34795d5df8c0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:18.239878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.248016 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-593ba191-f043-4b24-b14d-f93c0a878d37 req-438fb739-5f0a-4d94-b888-34795d5df8c0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.3294411 Jul 23 14:05:18.376115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-593ba191-f043-4b24-b14d-f93c0a878d37 req-a6619cee-1898-4fcb-959e-9cd7141830c0 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017089 Jul 23 14:05:18.411721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-923e04b2-f1c2-4b66-89d8-d31311531d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:18.413262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-923e04b2-f1c2-4b66-89d8-d31311531d99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1073394 Jul 23 14:05:18.434244 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.455242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:18.485899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-2eb8cacf-829b-499c-b9b0-43a1de5360c7 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719431 Jul 23 14:05:18.492525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:18.561372 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66532d0a-eeff-4368-88a0-a9cca7a06480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.575395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:18.611224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:18.653604 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.688997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-843e8ebd-bed3-4475-8950-d0631f775b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:18.693536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-843e8ebd-bed3-4475-8950-d0631f775b9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482002 Jul 23 14:05:18.765526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.787917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e74d51f-0c31-47cb-b828-028f059c5ef9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:18.816433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2075940a-1ead-431d-aa97-3d87ff550b7c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:18.816836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2075940a-1ead-431d-aa97-3d87ff550b7c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:18.834546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.893507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.912364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:05:18.912364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.913163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] Transition to ACTIVE for port object 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:05:18.915074 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:05:18.929198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:18.954700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-17c3cc25-2ccb-4ece-b89d-3104a64a663a service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217643 Jul 23 14:05:18.965001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba141429-52b4-40b5-973b-9d6d96ae240b req-35bdb63d-0390-4cd8-805c-36c68fd6a839 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:18.966676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba141429-52b4-40b5-973b-9d6d96ae240b req-35bdb63d-0390-4cd8-805c-36c68fd6a839 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 943 time: 0.3219080 Jul 23 14:05:18.998007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6bccf-65f4-4635-bdf0-8a37099698f1 req-3552abd8-b1af-49db-b413-25d6f3ed6444 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:19.006441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7d6bccf-65f4-4635-bdf0-8a37099698f1 req-3552abd8-b1af-49db-b413-25d6f3ed6444 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 946 time: 0.2037506 Jul 23 14:05:19.056362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.070622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.072995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8e74d51f-0c31-47cb-b828-028f059c5ef9 HTTP/1.1" status: 204 len: 168 time: 1.0697343 Jul 23 14:05:19.073978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] No DVR routers for this DVR port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:19.119129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:19.132498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392a939-6ff1-4f75-84c1-fc2b1fbff63a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e74d51f-0c31-47cb-b828-028f059c5ef9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:19.136613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba141429-52b4-40b5-973b-9d6d96ae240b req-f4bed268-4030-4c26-9572-4c8771f06f2a tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253998 Jul 23 14:05:19.159759 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7d6bccf-65f4-4635-bdf0-8a37099698f1 req-3dce4282-63c4-4102-803e-b530933eea25 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522532 Jul 23 14:05:19.164677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-781c1a38-084e-4744-91c2-b9b9cf0e3157 req-92aad814-d7e2-4480-8334-be97c261a954 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523471 Jul 23 14:05:19.220723 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9f92caa8-f596-473e-842f-de342fc66cc4 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6238496 Jul 23 14:05:19.416975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2f9ef8e0-5bbe-4df8-9c52-2c27966de771 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:19.419106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2f9ef8e0-5bbe-4df8-9c52-2c27966de771 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.1149454 Jul 23 14:05:19.435265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.483747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:19.541483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-8a2df707-df06-4a12-ad9a-a03af9dd71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:19.543157 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-8a2df707-df06-4a12-ad9a-a03af9dd71ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd&tenant_id=50dd7614a8714c38b5f626965e84e0c1 HTTP/1.1" status: 200 len: 1095 time: 0.1150973 Jul 23 14:05:19.590484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-82e5afae-850d-4462-9550-4837b4ba7338 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e56c099a734948f49da3d3230518dd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055465 Jul 23 14:05:19.594401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:19.636512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-916ecc59-463a-4826-882d-e30304e33647 req-719447fe-16ae-40ca-ad4c-96b17415608b tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-143346446&fields=id&tenant_id=be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 267 time: 0.0802550 Jul 23 14:05:19.707365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-710c2390-a945-42df-9baf-d4c13acf8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:19.708954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-710c2390-a945-42df-9baf-d4c13acf8a5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50dd7614a8714c38b5f626965e84e0c1&device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1095 time: 0.1273413 Jul 23 14:05:19.765355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4522c6db-51e3-48c7-a7f8-6711510dad45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.793218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ecc59-463a-4826-882d-e30304e33647 req-d87d1b4b-aa07-423f-96ff-fa674a9d0def tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:19.794916 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-916ecc59-463a-4826-882d-e30304e33647 req-d87d1b4b-aa07-423f-96ff-fa674a9d0def tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 946 time: 0.1502872 Jul 23 14:05:19.806774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4522c6db-51e3-48c7-a7f8-6711510dad45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.812116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2449fe5-1eb2-4bef-b852-20ae794dc179 req-c2c6ee93-206a-4826-a6de-207962c32ade tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:19.812411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'port': {'security_groups': ['577e1822-5cf7-4a95-b60c-f97d0ec70b56', '75114552-7676-4ed4-a07e-bf658dd0bbab']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:19.813876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d2449fe5-1eb2-4bef-b852-20ae794dc179 req-c2c6ee93-206a-4826-a6de-207962c32ade tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.1648281 Jul 23 14:05:19.875825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-27ffca15-bd6b-4e86-af3e-2342b5308efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:19.877741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-27ffca15-bd6b-4e86-af3e-2342b5308efa service neutron] 10.222.0.11 "GET /v2.0/networks?id=9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 200 len: 909 time: 0.1618750 Jul 23 14:05:19.889753 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d2449fe5-1eb2-4bef-b852-20ae794dc179 req-71fe3dae-14a9-4ec1-94fb-7f24acb04b22 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Jul 23 14:05:19.935670 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-6377747e-1681-429e-97ef-55fb89170a5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 200 len: 217 time: 0.0499053 Jul 23 14:05:19.939645 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.981680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4522c6db-51e3-48c7-a7f8-6711510dad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.984623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4522c6db-51e3-48c7-a7f8-6711510dad45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:19.988582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4522c6db-51e3-48c7-a7f8-6711510dad45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ad1db41-9d3d-4913-a145-aea50581f97e HTTP/1.1" status: 204 len: 168 time: 0.3918252 Jul 23 14:05:20.000280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522c6db-51e3-48c7-a7f8-6711510dad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad1db41-9d3d-4913-a145-aea50581f97e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:20.013266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9ef5ed04-c3f7-466a-bdce-98849c660cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:20.015161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9ef5ed04-c3f7-466a-bdce-98849c660cab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 200 len: 848 time: 0.0719969 Jul 23 14:05:20.062940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-6ea25cf8-48b0-4ea2-835f-a834d2f1dbe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9256d62a-168c-4275-ab78-c9ab83d0dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407372 Jul 23 14:05:20.191021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:20.191561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-9bb144a4-f0c8-4763-b2b5-7d365d2169c8 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202307 Jul 23 14:05:20.239593 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:20.245344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:20.280048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f', 'db9e63d5-6ce7-4dd5-a858-9708937adb6a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:20.339979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:20.340704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:20.342250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-916ecc59-463a-4826-882d-e30304e33647 req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "PUT /v2.0/ports/db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 982 time: 0.5386021 Jul 23 14:05:20.342747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:20.351380 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b38df04-8949-41a2-89f6-ddf70d9a829d" -d '{"events": [{"name": "network-changed", "server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:20.404985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-5afaee21-7f8a-4e0e-9d94-f2237f934873 service neutron] 10.222.0.11 "GET /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047818 Jul 23 14:05:20.433849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18227a90-e4d8-4e8f-b7af-5814bd70a492 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:20.509558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47403415-5178-47c1-9dfb-d18cb592d773 req-a803b4dc-3aa6-4a9a-b4bd-8d30f70bd062 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:20.510557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['db9e63d5-6ce7-4dd5-a858-9708937adb6a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:20.512002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-47403415-5178-47c1-9dfb-d18cb592d773 req-a803b4dc-3aa6-4a9a-b4bd-8d30f70bd062 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 944 time: 0.1323755 Jul 23 14:05:20.563380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-47403415-5178-47c1-9dfb-d18cb592d773 req-36e5a003-dfb0-4942-9555-4b60954de47e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Jul 23 14:05:20.680404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2439f43b-f203-45b2-9d91-20a901ce81a4 req-82dc4139-951c-4b2d-974d-c7954d6e34e0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/75114552-7676-4ed4-a07e-bf658dd0bbab HTTP/1.1" status: 200 len: 1799 time: 0.0689666 Jul 23 14:05:20.690656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:20.764325 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-2439f43b-f203-45b2-9d91-20a901ce81a4 req-112c8154-7e80-4361-8cff-5ed103a08129 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 14:05:20.787101 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2439f43b-f203-45b2-9d91-20a901ce81a4 req-112c8154-7e80-4361-8cff-5ed103a08129 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/75114552-7676-4ed4-a07e-bf658dd0bbab HTTP/1.1" status: 409 len: 341 time: 0.1050601 Jul 23 14:05:20.820785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-35128ad6-fb5d-4c9e-94d5-5ea0630fc482 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5df0ebae73c42fcb206b8476ed5a13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285412 Jul 23 14:05:20.823282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:20.844393 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcba9ecb-8529-44ee-91b6-37a0f81fbb23 x-openstack-request-id: req-dcba9ecb-8529-44ee-91b6-37a0f81fbb23 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:20.844792 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:20.845140 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcba9ecb-8529-44ee-91b6-37a0f81fbb23 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:20.845961 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a', 'status': 'completed', 'code': 200} Jul 23 14:05:20.882092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:20.990176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-3edaa99e-d294-4097-a5d6-d1ba2b425992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:20.992245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-3edaa99e-d294-4097-a5d6-d1ba2b425992 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1136 time: 0.1041501 Jul 23 14:05:21.024470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-355bb1ef-681f-4e47-9c18-b5e190b6643b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.030303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-92be92a8-f574-4cec-86f6-0a03c767f3c1 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:21.032447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-92be92a8-f574-4cec-86f6-0a03c767f3c1 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd&tenant_id=50dd7614a8714c38b5f626965e84e0c1&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.1512392 Jul 23 14:05:21.107130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.135577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-355bb1ef-681f-4e47-9c18-b5e190b6643b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.212276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-6a1a4b8c-69cd-46d0-91de-ee2e5bfca710 service neutron] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:21.217521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-6a1a4b8c-69cd-46d0-91de-ee2e5bfca710 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.219127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-6a1a4b8c-69cd-46d0-91de-ee2e5bfca710 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.1775217 Jul 23 14:05:21.239634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-355bb1ef-681f-4e47-9c18-b5e190b6643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.243911 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-355bb1ef-681f-4e47-9c18-b5e190b6643b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.245955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-355bb1ef-681f-4e47-9c18-b5e190b6643b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dda7ab6-c6de-485e-a753-c533da83a429 HTTP/1.1" status: 204 len: 168 time: 0.4211812 Jul 23 14:05:21.261221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bb1ef-681f-4e47-9c18-b5e190b6643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dda7ab6-c6de-485e-a753-c533da83a429,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:21.354773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:21.389918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3638a82-fcc0-411f-8b78-627cd5773616 req-67f5016a-3961-4406-a048-c8031505db8f tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:21.391856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3638a82-fcc0-411f-8b78-627cd5773616 req-67f5016a-3961-4406-a048-c8031505db8f tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 949 time: 0.0797153 Jul 23 14:05:21.458409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3638a82-fcc0-411f-8b78-627cd5773616 req-b1caed03-a975-417b-acec-0760f83864a9 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595071 Jul 23 14:05:21.460191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-352c5c7f-efd9-444e-83c8-b23711bcf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:21.461661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-352c5c7f-efd9-444e-83c8-b23711bcf021 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 914 time: 0.4619591 Jul 23 14:05:21.489980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:21.504377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '27b98958-b805-4a17-ab6c-648c9844b932', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '27b98958-b805-4a17-ab6c-648c9844b932', 'mac_address': 'fa:16:3e:7e:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:05:21.534763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-9bbcc05a-728c-44c1-a855-4b0332ad437a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 217 time: 0.0644939 Jul 23 14:05:21.535708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd74424-bc61-4f0b-b18a-babb2f041b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.560629 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.582598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b98958-b805-4a17-ab6c-648c9844b932 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:21.620627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:21.627710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.636648 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545580-8f34-4133-ba98-a9e220ac11f7 req-68d67b6b-19c4-493e-a199-d268994b1121 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:21.644206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17545580-8f34-4133-ba98-a9e220ac11f7 req-68d67b6b-19c4-493e-a199-d268994b1121 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 948 time: 0.1792400 Jul 23 14:05:21.660462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-500d990a-ab34-4025-bab4-da6a484bfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:21.661899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-500d990a-ab34-4025-bab4-da6a484bfba1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.1136281 Jul 23 14:05:21.713662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-41812fe7-e7a3-40c8-aa57-23270cf361da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382752 Jul 23 14:05:21.718536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:21.779799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17545580-8f34-4133-ba98-a9e220ac11f7 req-8c13c559-b19f-411a-af41-1d38cd482113 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192918 Jul 23 14:05:21.948280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd74424-bc61-4f0b-b18a-babb2f041b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:21.958554 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd74424-bc61-4f0b-b18a-babb2f041b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:22.017987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-ee8f88b1-491c-4bb5-a7e3-04be7018057a service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927313 Jul 23 14:05:22.022408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd74424-bc61-4f0b-b18a-babb2f041b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f396d7b-3230-4bd7-968f-3ced86ef5d95,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:22.032066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5dd74424-bc61-4f0b-b18a-babb2f041b9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87e8dc6ff1a6493ba4f56ba05da1cd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1487243 Jul 23 14:05:22.034934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:22.081804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f7f66-d95c-41d6-9474-512e11207ff1 req-e0bd2b73-65fa-4753-ab44-b1048c26176e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.084295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b36f7f66-d95c-41d6-9474-512e11207ff1 req-e0bd2b73-65fa-4753-ab44-b1048c26176e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 985 time: 0.2135346 Jul 23 14:05:22.095784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c504d9eb-39da-4c8e-a32e-de4164189cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:22.123329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c504d9eb-39da-4c8e-a32e-de4164189cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:22.144023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['27b98958-b805-4a17-ab6c-648c9844b932'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:22.190185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b36f7f66-d95c-41d6-9474-512e11207ff1 req-1acf8825-1d46-461e-b5e4-c8fa08084d1d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=75114552-7676-4ed4-a07e-bf658dd0bbab&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0962439 Jul 23 14:05:22.197198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c504d9eb-39da-4c8e-a32e-de4164189cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:22.199904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c504d9eb-39da-4c8e-a32e-de4164189cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:22.201281 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c504d9eb-39da-4c8e-a32e-de4164189cc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f396d7b-3230-4bd7-968f-3ced86ef5d95 HTTP/1.1" status: 204 len: 168 time: 0.1649413 Jul 23 14:05:22.209262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504d9eb-39da-4c8e-a32e-de4164189cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f396d7b-3230-4bd7-968f-3ced86ef5d95,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:22.251544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b38df04-8949-41a2-89f6-ddf70d9a829d req-aea9430a-d104-4f23-bdc4-b932e0a4fa48 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179358 Jul 23 14:05:22.381473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867326a9-cd22-4791-a77f-f0da0993fe66 req-94e15e60-bd2b-4079-8a00-9a3a497bf252 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.383024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-867326a9-cd22-4791-a77f-f0da0993fe66 req-94e15e60-bd2b-4079-8a00-9a3a497bf252 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 944 time: 0.0972395 Jul 23 14:05:22.449766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-d3da7fed-668e-499b-82b4-0982d02f28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.451540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-d3da7fed-668e-499b-82b4-0982d02f28bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1136 time: 0.0968153 Jul 23 14:05:22.472935 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-867326a9-cd22-4791-a77f-f0da0993fe66 req-9ea64907-fee8-468a-a39f-2b116fcd36cf tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784409 Jul 23 14:05:22.655783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-8f103688-79e2-413b-aa02-6cf3375255da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.657493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-8f103688-79e2-413b-aa02-6cf3375255da service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 914 time: 0.1984267 Jul 23 14:05:22.676184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-0e397a08-7d60-4078-8529-20ac2723c3ad tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.677739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-0e397a08-7d60-4078-8529-20ac2723c3ad tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 949 time: 0.1218710 Jul 23 14:05:22.750507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-fb904103-cedd-4658-b220-580d37483f53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 217 time: 0.0840914 Jul 23 14:05:22.847438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-1aa15b7a-a2d1-412a-be68-6cfe128f00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.847586 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-b7d8bc02-6e6d-4696-8cc5-53e734b77012 service neutron] 10.222.0.48 "GET /v2.0/ports/27b98958-b805-4a17-ab6c-648c9844b932/bindings/n-h2-801990-3 HTTP/1.1" status: 200 len: 382 time: 0.1546757 Jul 23 14:05:22.849071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-1aa15b7a-a2d1-412a-be68-6cfe128f00ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.0887353 Jul 23 14:05:22.859369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948117-9969-4e46-a327-f36f1e3ba5ab req-b0024d51-1657-4ff3-9ae6-ca7cb1a24bd4 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.878723 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e948117-9969-4e46-a327-f36f1e3ba5ab req-b0024d51-1657-4ff3-9ae6-ca7cb1a24bd4 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.1378748 Jul 23 14:05:22.896168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95e5fa-6bfc-4da3-8f6f-7faa0f95c14d req-f2619be3-db38-4ed9-b0c8-fdda5ad1cf29 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:22.897704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c95e5fa-6bfc-4da3-8f6f-7faa0f95c14d req-f2619be3-db38-4ed9-b0c8-fdda5ad1cf29 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 1095 time: 0.1025913 Jul 23 14:05:22.900281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-4df29244-33ad-485b-bcb8-ddc6396405e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407381 Jul 23 14:05:22.952259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e948117-9969-4e46-a327-f36f1e3ba5ab req-2c7a4608-2250-4d02-99d8-41568e6d5f2a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725780 Jul 23 14:05:22.953460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:22.976638 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-367de98a-ad1f-45d2-b02f-9fb5b9541b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.000747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-8d9682b0-d667-41b3-9523-079febf4c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:23.002273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-8d9682b0-d667-41b3-9523-079febf4c647 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1100 time: 0.1078386 Jul 23 14:05:23.014320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-b7e8aded-10e6-4f30-a292-786bd9135ecf service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047449 Jul 23 14:05:23.144704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c95e5fa-6bfc-4da3-8f6f-7faa0f95c14d req-df44fcb6-9a24-4612-a63f-b2a29ed66bb1 tempest-LiveMigrationTest-650374508 tempest-LiveMigrationTest-650374508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411675 Jul 23 14:05:23.173558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d2f509-e49b-4213-9ad0-c01b3a604878 req-99a536fc-f098-48f3-aca7-a8a52b590dbc service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514530 Jul 23 14:05:23.178730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-50417178-eab8-45c4-b801-6baae0925d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:23.178730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-50417178-eab8-45c4-b801-6baae0925d6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1590853 Jul 23 14:05:23.198590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-367de98a-ad1f-45d2-b02f-9fb5b9541b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.208402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-367de98a-ad1f-45d2-b02f-9fb5b9541b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.255979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-e4543303-b39d-44ac-a85e-4c73cef301ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0559773 Jul 23 14:05:23.314246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-367de98a-ad1f-45d2-b02f-9fb5b9541b2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a9dcee6e816454d8b20d651fbc0cba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597474 Jul 23 14:05:23.316992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:23.317123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367de98a-ad1f-45d2-b02f-9fb5b9541b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ef4d3e-1f28-483a-9fb4-900b53d94224,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:23.342564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-0e4ab55f-c361-4750-8235-a1979a394505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:23.344499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-0e4ab55f-c361-4750-8235-a1979a394505 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0763776 Jul 23 14:05:23.386117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:23.389570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb247a36-1075-44e7-85f7-523a89f1e1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.421247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-22f9eee2-a997-4422-a65e-78c42fad16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:23.421857 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb247a36-1075-44e7-85f7-523a89f1e1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.422857 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-22f9eee2-a997-4422-a65e-78c42fad16e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638628 Jul 23 14:05:23.499282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb247a36-1075-44e7-85f7-523a89f1e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.501885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb247a36-1075-44e7-85f7-523a89f1e1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.503088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fb247a36-1075-44e7-85f7-523a89f1e1bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8ef4d3e-1f28-483a-9fb4-900b53d94224 HTTP/1.1" status: 204 len: 168 time: 0.1846883 Jul 23 14:05:23.517906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb247a36-1075-44e7-85f7-523a89f1e1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ef4d3e-1f28-483a-9fb4-900b53d94224,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:23.533903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-46fcf0cb-7ea4-421d-8332-40e73aca6ad3 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973427 Jul 23 14:05:23.544849 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.560016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-e7d10e3e-4f7e-4cd2-b786-c1ac4d4e11de tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fc00411532234a0eb2e765fbdf793b92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249426 Jul 23 14:05:23.577885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:23.580433 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c974a59-888e-4d23-9a99-b9478d291962" -d '{"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:23.615347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:23.623929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:23.703394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-275d5042-86fc-40db-aabd-1056f0fd931d tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:23.703631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:23.707031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-275d5042-86fc-40db-aabd-1056f0fd931d tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408617 Jul 23 14:05:23.724155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-adc5d797-4280-423e-be41-afdd24478130 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/quotas/fc00411532234a0eb2e765fbdf793b92 HTTP/1.1" status: 200 len: 375 time: 0.0115485 Jul 23 14:05:23.756989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-c1169fce-ed2c-4f95-b13e-6f904c18555e service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039430 Jul 23 14:05:23.775462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-5e580040-a78d-41f7-85dc-37652025da30 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc00411532234a0eb2e765fbdf793b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449195 Jul 23 14:05:23.800566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962389-fbe3-41ff-ae95-2ac879a2039a req-dd389c57-6a47-4d9f-86a3-4d748815c0e2 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:23.802294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76962389-fbe3-41ff-ae95-2ac879a2039a req-dd389c57-6a47-4d9f-86a3-4d748815c0e2 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 985 time: 0.1329610 Jul 23 14:05:23.849635 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76962389-fbe3-41ff-ae95-2ac879a2039a req-cce3af37-1fbc-4aa4-a8e0-5612f5a34f24 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=75114552-7676-4ed4-a07e-bf658dd0bbab&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0384228 Jul 23 14:05:23.990182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750c8b-798a-49ec-9f30-a63ef17146aa req-a693fb62-ccc9-4c91-842b-ea4d666ab3a6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:23.997565 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8750c8b-798a-49ec-9f30-a63ef17146aa req-a693fb62-ccc9-4c91-842b-ea4d666ab3a6 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 944 time: 0.0721328 Jul 23 14:05:24.033140 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8750c8b-798a-49ec-9f30-a63ef17146aa req-7f7b6626-97be-4f58-b438-e5adbe1525dc tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346935 Jul 23 14:05:24.219422 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08fb6a2-0438-4411-a10e-0834121c998c x-openstack-request-id: req-d08fb6a2-0438-4411-a10e-0834121c998c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:24.219803 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:24.219945 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d08fb6a2-0438-4411-a10e-0834121c998c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:24.220328 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639', 'code': 200} Jul 23 14:05:24.304275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9532acc-2fc7-41b1-9468-a8b0ad41f5ca req-e0b89e6d-6ae9-4309-a4d8-a37e6383559f tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 210 time: 0.0393355 Jul 23 14:05:24.332393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e04eb-678d-4429-993c-8f0df91cac5c req-562e8db5-bd2f-4ab8-90e9-2f78f4c1efba tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:24.334134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-266e04eb-678d-4429-993c-8f0df91cac5c req-562e8db5-bd2f-4ab8-90e9-2f78f4c1efba tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 944 time: 0.1346581 Jul 23 14:05:24.376065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cca0d-abfb-43b5-9557-904275e9dfeb req-a82a906d-cdfb-4178-b105-7131fdeb8bfe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:24.377859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e05cca0d-abfb-43b5-9557-904275e9dfeb req-a82a906d-cdfb-4178-b105-7131fdeb8bfe tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.0791235 Jul 23 14:05:24.427279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e05cca0d-abfb-43b5-9557-904275e9dfeb req-b80b02bc-936b-4500-aead-16320814c143 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422058 Jul 23 14:05:24.502858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Deleting port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:24.503202 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:24.608882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] For port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:24.609256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:24.627709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Calling delete_port for 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:24.790033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:24.822683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event deleted for resources: {'Port': ['ID=3c2f2144-0e8a-45f9-b757-f5e3b6d822e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:24.824116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801', '735a4710-176e-488c-b8ca-ed18e38ac4d4', '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:24.892472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] No DVR routers for this DVR port 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:24.896106 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:24.909082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-266e04eb-678d-4429-993c-8f0df91cac5c req-fcc58dba-5d89-4a96-9cc4-a7acd399bd87 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "DELETE /v2.0/ports/3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 HTTP/1.1" status: 204 len: 173 time: 0.5691383 Jul 23 14:05:24.909595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'name': 'network-vif-deleted', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:24.912892 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c1869e-a10f-42ec-96a1-cd3cf091bd4d" -d '{"events": [{"server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "name": "network-vif-deleted", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:24.985183 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450ca6e2-05ff-4336-9a8c-a400bc9cf35d x-openstack-request-id: req-450ca6e2-05ff-4336-9a8c-a400bc9cf35d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:24.985689 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87973d74-2f9e-4c4b-b489-0cdf0c00f3cd", "name": "network-vif-deleted", "tag": "3c2f2144-0e8a-45f9-b757-f5e3b6d822e0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:24.985957 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-450ca6e2-05ff-4336-9a8c-a400bc9cf35d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:24.986348 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87973d74-2f9e-4c4b-b489-0cdf0c00f3cd', 'name': 'network-vif-deleted', 'tag': '3c2f2144-0e8a-45f9-b757-f5e3b6d822e0', 'status': 'completed', 'code': 200} Jul 23 14:05:25.061634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacd4fc-861b-4e78-b95e-47503fa554a9 req-485ed690-dc1e-496a-a1da-e5f5d18cda1e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:25.073142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6eacd4fc-861b-4e78-b95e-47503fa554a9 req-485ed690-dc1e-496a-a1da-e5f5d18cda1e tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 985 time: 0.1196110 Jul 23 14:05:25.143667 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6eacd4fc-861b-4e78-b95e-47503fa554a9 req-5b2e2152-5bc2-49a8-a418-c8d317fef2bc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=75114552-7676-4ed4-a07e-bf658dd0bbab&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0694277 Jul 23 14:05:25.158707 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8636edbb-a804-45eb-881a-8e541f5c4064 req-032dad78-eec6-4d2e-82d9-ecb9891c67f7 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.0318210 Jul 23 14:05:25.275407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-0047c8c5-1a68-4332-be1d-4c7fda5b63ad tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1515017400&fields=id&tenant_id=be51bd82ee914a87a051f364178d7574 HTTP/1.1" status: 200 len: 267 time: 0.0523212 Jul 23 14:05:25.368410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-b4c4d9dd-c66a-4607-a8f9-aa9ba44d12bb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:25.371279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-b4c4d9dd-c66a-4607-a8f9-aa9ba44d12bb tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 985 time: 0.0905917 Jul 23 14:05:25.384636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'port': {'security_groups': ['577e1822-5cf7-4a95-b60c-f97d0ec70b56', '75114552-7676-4ed4-a07e-bf658dd0bbab', '49ed6e8f-fd2f-41ba-b195-bd7b14506dfd']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:25.399738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0757d40c-9acc-428b-877c-e8efdef75160 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc00411532234a0eb2e765fbdf793b92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321352 Jul 23 14:05:25.400151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:25.495751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 27b98958-b805-4a17-ab6c-648c9844b932 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:25.500899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 27b98958-b805-4a17-ab6c-648c9844b932 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:25.501604 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:25.559458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:25.621131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:25.681040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:25.690607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:25.802535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:25.922555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:25.958364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:25.968495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:26.002452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f', 'db9e63d5-6ce7-4dd5-a858-9708937adb6a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:26.026881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:26.027561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:26.029175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a08fcbcd-37ed-4a7d-9eb7-ca2436f05edb req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "PUT /v2.0/ports/db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 1021 time: 0.6506355 Jul 23 14:05:26.082807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff100e-9288-4d29-9ac3-5ffb707d78f5 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:26.130767 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a831cfcb-3d91-4a5a-bc1e-5b1793c6cf2f req-07e14554-0901-4065-8e85-6e3024d71dbe tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 210 time: 0.0592656 Jul 23 14:05:26.161176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-475f20ec-8464-46ac-b0ab-4fbc18d069ae tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:26.163064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-475f20ec-8464-46ac-b0ab-4fbc18d069ae tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7529745 Jul 23 14:05:26.185195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Request body: {'port': {'device_id': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'fc00411532234a0eb2e765fbdf793b92'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:26.206614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['db9e63d5-6ce7-4dd5-a858-9708937adb6a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:26.218158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3e1d-1030-41a9-a9f1-ae78b5e59a06 req-3b2a6125-f719-4cee-943b-b8bf1d9d3d8b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:26.219930 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a7a3e1d-1030-41a9-a9f1-ae78b5e59a06 req-3b2a6125-f719-4cee-943b-b8bf1d9d3d8b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 951 time: 0.1053085 Jul 23 14:05:26.221138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:26.223473 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455179f-5572-4e98-a77f-04400d9ff079" -d '{"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-plugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:26.291428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a7a3e1d-1030-41a9-a9f1-ae78b5e59a06 req-f9e943fb-4e4e-43dd-b4a8-34c15cf9eb2b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Jul 23 14:05:26.375679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c43e24d1-6437-4f60-871c-f369fbbd303f req-0fbe366f-0938-4b17-859d-fd5ca81a677d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/49ed6e8f-fd2f-41ba-b195-bd7b14506dfd HTTP/1.1" status: 200 len: 1800 time: 0.0785820 Jul 23 14:05:26.384914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Made reservation on behalf of fc00411532234a0eb2e765fbdf793b92 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:05:26.388625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:26.405972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:26.461107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4a9a7bc-3c54-44d9-b22c-59a16b541b3d req-07910c96-38b6-4a17-b313-9a6ba272158b tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.0564229 Jul 23 14:05:26.504364 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-c43e24d1-6437-4f60-871c-f369fbbd303f req-7b1463e1-bd5c-4895-80b1-f01f0e7d75c9 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 14:05:26.519226 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c43e24d1-6437-4f60-871c-f369fbbd303f req-7b1463e1-bd5c-4895-80b1-f01f0e7d75c9 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/49ed6e8f-fd2f-41ba-b195-bd7b14506dfd HTTP/1.1" status: 409 len: 341 time: 0.1425517 Jul 23 14:05:26.626046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:26.637805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:26.660286 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085c4628-ea90-47de-9c74-e9aa4e2a7edb x-openstack-request-id: req-085c4628-ea90-47de-9c74-e9aa4e2a7edb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:26.660800 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-plugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:26.661210 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-085c4628-ea90-47de-9c74-e9aa4e2a7edb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:26.661887 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'code': 200} Jul 23 14:05:26.855904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Allocated IP 192.168.233.56 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/69676565-6c21-4622-b681-591d4d300b4e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:05:26.898033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97331adf-e30a-46dc-b94e-751602e51d94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:26.999074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:27.001840 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7723058-ded7-4650-bcf6-250507f65b79" -d '{"events": [{"name": "network-changed", "server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:27.048890 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6203b9-c17c-442d-8856-7a0fb60f2571 x-openstack-request-id: req-df6203b9-c17c-442d-8856-7a0fb60f2571 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:27.049237 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:27.049537 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df6203b9-c17c-442d-8856-7a0fb60f2571 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:27.049982 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a', 'status': 'completed', 'code': 200} Jul 23 14:05:27.189682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:27.210044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723058-ded7-4650-bcf6-250507f65b79 req-dd1331d9-4810-4e42-a8a6-e24e710be8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:27.211577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7723058-ded7-4650-bcf6-250507f65b79 req-dd1331d9-4810-4e42-a8a6-e24e710be8a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be51bd82ee914a87a051f364178d7574&device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1175 time: 0.1112680 Jul 23 14:05:27.216011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e20a-77ae-48e9-aad7-217d25e329be req-2039c9cd-2092-4eb3-9dc5-b2d88d26c2d8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:27.225000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c64e20a-77ae-48e9-aad7-217d25e329be req-2039c9cd-2092-4eb3-9dc5-b2d88d26c2d8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1024 time: 0.1952689 Jul 23 14:05:27.246974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Transition to ACTIVE for port object 69676565-6c21-4622-b681-591d4d300b4e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:27.284329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:27.297876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c64e20a-77ae-48e9-aad7-217d25e329be req-554d820b-a7b7-43d5-b20f-cbbb14d0cc59 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ed6e8f-fd2f-41ba-b195-bd7b14506dfd&id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=75114552-7676-4ed4-a07e-bf658dd0bbab&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0715501 Jul 23 14:05:27.315498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-515ce19d-b408-4d51-9549-61de8d0a64cc req-fed59799-458e-4734-9fe7-2f9500f35e71 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 210 time: 0.0572660 Jul 23 14:05:27.369592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:27.369835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723058-ded7-4650-bcf6-250507f65b79 req-7ae33574-6d95-474f-9396-dfcc1a62bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:27.371644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7723058-ded7-4650-bcf6-250507f65b79 req-7ae33574-6d95-474f-9396-dfcc1a62bce1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 200 len: 914 time: 0.1523893 Jul 23 14:05:27.404899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3137809c-2ec8-4255-8329-a0ecd1dd7abe details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:27.466260 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7723058-ded7-4650-bcf6-250507f65b79 req-c6002513-eda0-4d6a-822e-c784f865d00f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 200 len: 217 time: 0.0867641 Jul 23 14:05:27.497897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3442832f-2718-4873-b839-f5208752e57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:27.529286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:27.548685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:05:27.555637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'mac_address': 'fa:16:3e:0b:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:05:27.557464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:05:27.572762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:05:27.576854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Pushing event updated for resources: {'Port': ['ID=69676565-6c21-4622-b681-591d4d300b4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:27.632685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:27.709726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:27.710719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3c2f2144-0e8a-45f9-b757-f5e3b6d822e0 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:27.760368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1e41-5a88-4285-9473-684a167b8d3e req-9c063543-f767-41ad-b174-7c470ae8c099 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:27.762045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-68ad1e41-5a88-4285-9473-684a167b8d3e req-9c063543-f767-41ad-b174-7c470ae8c099 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 951 time: 0.3299427 Jul 23 14:05:27.765537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a5450fe-2779-4983-8bb6-b798e032e6e9 req-7f52add4-a477-4de7-9b3f-eb868596265c tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.1513619 Jul 23 14:05:27.765537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723058-ded7-4650-bcf6-250507f65b79 req-2e683c18-2c90-4653-8b91-2c498ee2e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:27.771347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7723058-ded7-4650-bcf6-250507f65b79 req-2e683c18-2c90-4653-8b91-2c498ee2e1c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 200 len: 853 time: 0.2917523 Jul 23 14:05:27.782903 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:27.799440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:27.799979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:27.812417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3137809c-2ec8-4255-8329-a0ecd1dd7abe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:27.879426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:27.895616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7723058-ded7-4650-bcf6-250507f65b79 req-f14ff912-8a38-4f53-89e3-d1f915afc9f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d230942-3c8a-4a63-8c57-a1ced10e6e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046243 Jul 23 14:05:27.905717 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:27.979543 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-68ad1e41-5a88-4285-9473-684a167b8d3e req-fa8e9514-b400-461d-baf1-131ca2524b9a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990585 Jul 23 14:05:27.995996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:28.018904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24b404c2-4499-4d64-8e6c-0abfdd7a2700 None None] Provisioning for port 69676565-6c21-4622-b681-591d4d300b4e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:28.023686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24b404c2-4499-4d64-8e6c-0abfdd7a2700 None None] Provisioning complete for port 69676565-6c21-4622-b681-591d4d300b4e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:28.024420 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24b404c2-4499-4d64-8e6c-0abfdd7a2700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.115159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3442832f-2718-4873-b839-f5208752e57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.117788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7723058-ded7-4650-bcf6-250507f65b79 req-09ad5573-9300-443c-b481-b877ff940c54 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126818 Jul 23 14:05:28.120555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3442832f-2718-4873-b839-f5208752e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.121341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['3137809c-2ec8-4255-8329-a0ecd1dd7abe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:28.127268 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-0320abdc-e7f2-4388-8ee8-33fdd2c38ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9473567 Jul 23 14:05:28.138927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24b404c2-4499-4d64-8e6c-0abfdd7a2700 None None] Port 69676565-6c21-4622-b681-591d4d300b4e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:05:28.145108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Request body: {'port': {'device_id': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:28.187470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3442832f-2718-4873-b839-f5208752e57e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5215118f636c4b508c15bfa7fc74e36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808184 Jul 23 14:05:28.189351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:28.356087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7723058-ded7-4650-bcf6-250507f65b79 req-1d9d3ac1-2815-4c64-b18c-0db179c49f32 service neutron] 10.222.0.11 "GET /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790323 Jul 23 14:05:28.356699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442832f-2718-4873-b839-f5208752e57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab78f45c-57e8-4fd4-95d9-a34c904a7552,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:28.499387 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.519055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e7c1-6037-4007-b6eb-a71e5ab341ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.527494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4dff-6ed4-4137-b799-ea6242a29979 req-be74ee66-fee9-4ef1-b005-f1a082947859 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:28.529736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6edc4dff-6ed4-4137-b799-ea6242a29979 req-be74ee66-fee9-4ef1-b005-f1a082947859 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 935 time: 0.1011491 Jul 23 14:05:28.551026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e7c1-6037-4007-b6eb-a71e5ab341ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.617413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6edc4dff-6ed4-4137-b799-ea6242a29979 req-62164a27-68be-4285-a9e5-f53c116bbfb3 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807157 Jul 23 14:05:28.673677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e7c1-6037-4007-b6eb-a71e5ab341ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.677554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e7c1-6037-4007-b6eb-a71e5ab341ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:28.681310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6dc1e7c1-6037-4007-b6eb-a71e5ab341ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab78f45c-57e8-4fd4-95d9-a34c904a7552 HTTP/1.1" status: 204 len: 168 time: 0.4864311 Jul 23 14:05:28.771896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-c3cedd41-7560-4dca-b31c-c544b0221b9d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:28.776672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-c3cedd41-7560-4dca-b31c-c544b0221b9d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1024 time: 0.1784098 Jul 23 14:05:28.829639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1e7c1-6037-4007-b6eb-a71e5ab341ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab78f45c-57e8-4fd4-95d9-a34c904a7552,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:28.889797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-286b6f7a-f817-46f1-8f96-21b9ca9906eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:28.891344 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-286b6f7a-f817-46f1-8f96-21b9ca9906eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b&tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972 HTTP/1.1" status: 200 len: 1102 time: 0.6132364 Jul 23 14:05:28.937514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:28.981372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08af752f-198a-4a4d-a1d7-2b6c4281fbcc req-ce9212f3-5280-4274-a501-c6dd8738014e tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.0793476 Jul 23 14:05:29.091411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4ca3-d617-4a6b-b9a4-b10584fbf888 req-5af3ad6c-5463-4e5d-a81b-2f1579c44177 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:29.099188 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-498f4ca3-d617-4a6b-b9a4-b10584fbf888 req-5af3ad6c-5463-4e5d-a81b-2f1579c44177 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 1024 time: 0.6086998 Jul 23 14:05:29.193435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Deleting port db9e63d5-6ce7-4dd5-a858-9708937adb6a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:29.194190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:29.361047 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-498f4ca3-d617-4a6b-b9a4-b10584fbf888 req-fbd335ac-9047-4af8-928d-6068335392d9 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ed6e8f-fd2f-41ba-b195-bd7b14506dfd&id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=75114552-7676-4ed4-a07e-bf658dd0bbab&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2607882 Jul 23 14:05:29.422450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3137809c-2ec8-4255-8329-a0ecd1dd7abe up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:29.491280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:29.501969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] For port db9e63d5-6ce7-4dd5-a858-9708937adb6a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=db9e63d5-6ce7-4dd5-a858-9708937adb6a,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:29.502351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:29.530380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Calling delete_port for db9e63d5-6ce7-4dd5-a858-9708937adb6a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:29.622444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 3137809c-2ec8-4255-8329-a0ecd1dd7abe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:29.622749 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:29.625314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77360a-859d-4f31-8c72-f02fda58e351 req-ae60b762-efb7-4fa2-b95a-df6f82465506 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:29.638665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a77360a-859d-4f31-8c72-f02fda58e351 req-ae60b762-efb7-4fa2-b95a-df6f82465506 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 951 time: 0.3442914 Jul 23 14:05:29.773673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:29.827461 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:29.838981 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-325d0152-e414-40f0-b0e0-8c238f22b437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:29.843667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a77360a-859d-4f31-8c72-f02fda58e351 req-ea5d333c-72b1-410b-bcc6-421f5d0745cd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039762 Jul 23 14:05:29.851564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69676565-6c21-4622-b681-591d4d300b4e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:29.879403 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:29.924304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:29.935514 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e65b6be-311a-4c09-858d-24a4502b4bfe" -d '{"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:29.942798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65c327-279e-4f71-a3b9-88b3f6501e51 req-bebd1bca-7d6c-4232-b2f8-f5d71235c0a1 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:29.950087 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca65c327-279e-4f71-a3b9-88b3f6501e51 req-bebd1bca-7d6c-4232-b2f8-f5d71235c0a1 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 935 time: 0.2079227 Jul 23 14:05:30.000305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:30.007604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Transition to ACTIVE for port object 69676565-6c21-4622-b681-591d4d300b4e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:30.024348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:30.034171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca65c327-279e-4f71-a3b9-88b3f6501e51 req-e76e3217-ab4c-4e1e-be2c-a16e72b27b00 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830631 Jul 23 14:05:30.038482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ad3b4201-9141-4089-a0e7-4c66fac6857f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:30.047508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'Port': ['ID=db9e63d5-6ce7-4dd5-a858-9708937adb6a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:30.071126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:30.136828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] No DVR routers for this DVR port db9e63d5-6ce7-4dd5-a858-9708937adb6a on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:30.142434 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:30.164736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8815b0b7-b928-4e0e-97da-59bacaf9f7fe req-0f2f34a1-3c61-425e-b3da-2274e77eb7cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "DELETE /v2.0/ports/db9e63d5-6ce7-4dd5-a858-9708937adb6a HTTP/1.1" status: 204 len: 173 time: 1.3799891 Jul 23 14:05:30.177746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'name': 'network-vif-deleted', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:30.181220 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdc8134-dca3-4482-9f04-10945fe7181a" -d '{"events": [{"server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "name": "network-vif-deleted", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:30.192595 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:30.194058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:30.231359 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c643b235-dd63-4f3e-aaba-d5d34fd0558e x-openstack-request-id: req-c643b235-dd63-4f3e-aaba-d5d34fd0558e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:30.231654 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:30.232183 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c643b235-dd63-4f3e-aaba-d5d34fd0558e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:30.232830 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'code': 200} Jul 23 14:05:30.277789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-325d0152-e414-40f0-b0e0-8c238f22b437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:30.326274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69676565-6c21-4622-b681-591d4d300b4e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:30.414489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:30.491778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:30.500259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-325d0152-e414-40f0-b0e0-8c238f22b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:30.547484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:30.590904 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acec23a-81a0-4707-ada4-a0f81b13c095 x-openstack-request-id: req-5acec23a-81a0-4707-ada4-a0f81b13c095 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:30.591485 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488bebaa-38b2-4153-8ffa-510cc9836c22", "name": "network-vif-deleted", "tag": "db9e63d5-6ce7-4dd5-a858-9708937adb6a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:30.591733 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5acec23a-81a0-4707-ada4-a0f81b13c095 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:30.592251 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488bebaa-38b2-4153-8ffa-510cc9836c22', 'name': 'network-vif-deleted', 'tag': 'db9e63d5-6ce7-4dd5-a858-9708937adb6a', 'status': 'completed', 'code': 200} Jul 23 14:05:30.692385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d0152-e414-40f0-b0e0-8c238f22b437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a836d08e-7dc7-49ba-803c-a348711cb7e9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:30.721362 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:30.824093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01f44db3-af9e-4af5-a520-fd47fd42761b req-0bad5962-4166-462e-bee5-9526e0914c02 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=488bebaa-38b2-4153-8ffa-510cc9836c22 HTTP/1.1" status: 200 len: 210 time: 0.0690787 Jul 23 14:05:30.938103 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d5c33b66-ba04-4f83-9721-b8bc52fd735e req-6c4cc4c6-1a22-4d8c-8919-dccec1bc8534 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.1976216 Jul 23 14:05:30.947490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Attempting to bind port 69676565-6c21-4622-b681-591d4d300b4e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:30.947829 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Attempting to bind port 69676565-6c21-4622-b681-591d4d300b4e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:30.948159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Attempting to bind port 69676565-6c21-4622-b681-591d4d300b4e on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:31.001938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:31.012014 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86715da7-a209-49ee-bf97-05e32585c688" -d '{"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-unplugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:31.034141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.076276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-325d0152-e414-40f0-b0e0-8c238f22b437 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e30f0482fe914d9e89abb557b96208cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3015029 Jul 23 14:05:31.079134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:31.084979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Port 69676565-6c21-4622-b681-591d4d300b4e on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:31.085337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Attempting to bind port 69676565-6c21-4622-b681-591d4d300b4e on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:31.161920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Transition to ACTIVE for port object 27b98958-b805-4a17-ab6c-648c9844b932 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:31.164288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:31.170978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:31.171641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:31.172916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Bound port: 69676565-6c21-4622-b681-591d4d300b4e, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:31.174951 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.240815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:05:31.241093 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574a9b85-0ee0-4390-857a-e7f195781499 x-openstack-request-id: req-574a9b85-0ee0-4390-857a-e7f195781499 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:31.241868 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:05:31.242255 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-unplugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:31.242523 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-574a9b85-0ee0-4390-857a-e7f195781499 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:31.244936 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'code': 200} Jul 23 14:05:31.248917 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.258833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b9ce9c-d1a2-4ffa-b771-2a3db33aef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.298089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b9ce9c-d1a2-4ffa-b771-2a3db33aef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.326072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] For port 69676565-6c21-4622-b681-591d4d300b4e, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:31.329736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] For port 69676565-6c21-4622-b681-591d4d300b4e, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=69676565-6c21-4622-b681-591d4d300b4e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:31.382038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:31.395673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b9ce9c-d1a2-4ffa-b771-2a3db33aef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.398492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b9ce9c-d1a2-4ffa-b771-2a3db33aef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.403685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57b9ce9c-d1a2-4ffa-b771-2a3db33aef95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a836d08e-7dc7-49ba-803c-a348711cb7e9 HTTP/1.1" status: 204 len: 168 time: 0.3233702 Jul 23 14:05:31.408748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.432520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9ce9c-d1a2-4ffa-b771-2a3db33aef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836d08e-7dc7-49ba-803c-a348711cb7e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:31.574133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] No DVR routers for this DVR port 27b98958-b805-4a17-ab6c-648c9844b932 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:31.577297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:31.577924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.580840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] 10.222.0.48 "PUT /v2.0/ports/69676565-6c21-4622-b681-591d4d300b4e HTTP/1.1" status: 200 len: 1095 time: 3.4420083 Jul 23 14:05:31.612725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device db9e63d5-6ce7-4dd5-a858-9708937adb6a no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:31.658102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: db9e63d5-6ce7-4dd5-a858-9708937adb6a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:31.659968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f8eb-5111-4530-8270-12b24a561a73 req-7d171c3d-9ef1-4b45-be15-f908a5645d75 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:31.663342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device db9e63d5-6ce7-4dd5-a858-9708937adb6a not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:31.682920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e407f8eb-5111-4530-8270-12b24a561a73 req-7d171c3d-9ef1-4b45-be15-f908a5645d75 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.2535796 Jul 23 14:05:31.710334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:31.710687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:31.720071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:31.791885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288493ac-4377-4c5e-b219-c2b29b8675c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69676565-6c21-4622-b681-591d4d300b4e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:31.835973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:31.836700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Attempting to bind port 27b98958-b805-4a17-ab6c-648c9844b932 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:31.861350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e407f8eb-5111-4530-8270-12b24a561a73 req-2f0b3736-f327-4daa-b965-f3332215b493 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678746 Jul 23 14:05:31.876953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:31.876953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:31.877367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:31.877732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Bound port: 27b98958-b805-4a17-ab6c-648c9844b932, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:31.878195 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:31.905882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a59a8-dc14-438e-bf34-6dc07c44c59b req-1bd576a0-b877-49ca-a7d5-4aa89d2d0424 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:31.917659 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a8a59a8-dc14-438e-bf34-6dc07c44c59b req-1bd576a0-b877-49ca-a7d5-4aa89d2d0424 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 947 time: 0.5859151 Jul 23 14:05:32.112932 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a8a59a8-dc14-438e-bf34-6dc07c44c59b req-edaf1d99-c2e0-4218-8283-51031fd7a923 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938157 Jul 23 14:05:32.117563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-c1c88517-451d-4af7-8467-63c2decce98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:32.129079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-c1c88517-451d-4af7-8467-63c2decce98c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc00411532234a0eb2e765fbdf793b92&device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 1098 time: 0.4494219 Jul 23 14:05:32.229333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:32.253970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:32.270749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:32.352115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8359f86f-827f-4137-bf79-9a9b6ebab9db req-cd82fda3-0d2d-4c0c-bc41-6a9d690e0802 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=87973d74-2f9e-4c4b-b489-0cdf0c00f3cd HTTP/1.1" status: 200 len: 210 time: 0.1166852 Jul 23 14:05:32.412045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=12']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:32.419347 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-03f56506-9889-40d5-8e7e-34a7f837420e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=69676565-6c21-4622-b681-591d4d300b4e HTTP/1.1" status: 200 len: 217 time: 0.1625352 Jul 23 14:05:32.483276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:32.500008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ceec715-a7c5-4e50-92f8-50562e3fb3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:32.504026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-058e9d08-a67e-4b1e-89a2-a1fc1da1670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:32.512043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-058e9d08-a67e-4b1e-89a2-a1fc1da1670f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0832932 Jul 23 14:05:32.519645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:32.520323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:32.526224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-3ab5e912-e4d9-4b4d-8d36-d015fa0335db service neutron] 10.222.0.11 "PUT /v2.0/ports/27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 1097 time: 3.6062987 Jul 23 14:05:32.677762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ceec715-a7c5-4e50-92f8-50562e3fb3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:32.692553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ceec715-a7c5-4e50-92f8-50562e3fb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:32.796077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceec715-a7c5-4e50-92f8-50562e3fb3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df0168-7c5e-48e0-bcbb-35d95483e103,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:32.807309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6ceec715-a7c5-4e50-92f8-50562e3fb3b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b16a3cac271544969f523a2944ba023f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225300 Jul 23 14:05:32.811967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:32.871026 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2529e7f1-e0ad-4776-a028-a4566564a082 req-2c1719c7-5e9d-4f38-a53d-bfa1999c42c8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/75114552-7676-4ed4-a07e-bf658dd0bbab HTTP/1.1" status: 200 len: 1799 time: 0.4589171 Jul 23 14:05:32.924380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ec1a99-1e6d-418d-9c4a-a35c97980ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:32.980805 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ec1a99-1e6d-418d-9c4a-a35c97980ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.023024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2529e7f1-e0ad-4776-a028-a4566564a082 req-07943d80-1d69-4faa-aed4-75cd5e9f5ae8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.055586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2529e7f1-e0ad-4776-a028-a4566564a082 req-07943d80-1d69-4faa-aed4-75cd5e9f5ae8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.091588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43884d1a-f843-471e-bfdf-b97371296cac req-5952291e-faba-4f5c-b83a-150aa4d3f611 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:33.093207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43884d1a-f843-471e-bfdf-b97371296cac req-5952291e-faba-4f5c-b83a-150aa4d3f611 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.1102512 Jul 23 14:05:33.094661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ec1a99-1e6d-418d-9c4a-a35c97980ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.097341 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ec1a99-1e6d-418d-9c4a-a35c97980ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.098397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-36ec1a99-1e6d-418d-9c4a-a35c97980ef2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1df0168-7c5e-48e0-bcbb-35d95483e103 HTTP/1.1" status: 204 len: 168 time: 0.2779257 Jul 23 14:05:33.113861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec1a99-1e6d-418d-9c4a-a35c97980ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df0168-7c5e-48e0-bcbb-35d95483e103,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:33.132311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-21d30cac-7cb8-41e2-880d-c40d750c8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:33.133847 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-21d30cac-7cb8-41e2-880d-c40d750c8705 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5941133 Jul 23 14:05:33.136959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-7e3e5841-d984-4a7c-aba0-20a6784f9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:33.138411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-7e3e5841-d984-4a7c-aba0-20a6784f9345 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1100 time: 0.5582566 Jul 23 14:05:33.177500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43884d1a-f843-471e-bfdf-b97371296cac req-667911aa-52c1-4f6f-b736-90a1ff5f35bd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701699 Jul 23 14:05:33.180024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2529e7f1-e0ad-4776-a028-a4566564a082 req-07943d80-1d69-4faa-aed4-75cd5e9f5ae8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.182565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2529e7f1-e0ad-4776-a028-a4566564a082 req-07943d80-1d69-4faa-aed4-75cd5e9f5ae8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.183745 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2529e7f1-e0ad-4776-a028-a4566564a082 req-07943d80-1d69-4faa-aed4-75cd5e9f5ae8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/75114552-7676-4ed4-a07e-bf658dd0bbab HTTP/1.1" status: 204 len: 173 time: 0.3006032 Jul 23 14:05:33.245316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07943d80-1d69-4faa-aed4-75cd5e9f5ae8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75114552-7676-4ed4-a07e-bf658dd0bbab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:33.250035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'tag': '69676565-6c21-4622-b681-591d4d300b4e'}, {'name': 'network-changed', 'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:33.252330 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cda723-4d58-4448-a68d-4cca8e09756c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3cbab8-706d-4140-9e53-7212f5d91afa", "tag": "69676565-6c21-4622-b681-591d4d300b4e"}, {"name": "network-changed", "server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:33.446143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c38c66ad-224b-4d3a-89a1-623348c801c6 req-6067463a-93e8-45d4-af22-7f98f3d21f97 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/49ed6e8f-fd2f-41ba-b195-bd7b14506dfd HTTP/1.1" status: 200 len: 1800 time: 0.0829375 Jul 23 14:05:33.503198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-8f146b28-1b64-4e76-b6c8-6aa9402f4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:33.505182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-8f146b28-1b64-4e76-b6c8-6aa9402f4e8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3431034 Jul 23 14:05:33.509518 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-6a5c383a-0ed9-4df1-a8e7-5fad0a4fbb05 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584623 Jul 23 14:05:33.561938 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c38c66ad-224b-4d3a-89a1-623348c801c6 req-39def546-e359-4cf6-a4f3-15ccb5df85ae tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.574917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-9095952f-8434-461d-b85f-1d8955575004 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0621586 Jul 23 14:05:33.591531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c38c66ad-224b-4d3a-89a1-623348c801c6 req-39def546-e359-4cf6-a4f3-15ccb5df85ae tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.625758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13298e9a-7668-4a25-ae7f-d2cc4eddf4a8 req-7c92b48b-4029-4401-9b23-9ea5c74059f3 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:33.627426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13298e9a-7668-4a25-ae7f-d2cc4eddf4a8 req-7c92b48b-4029-4401-9b23-9ea5c74059f3 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 947 time: 0.2196927 Jul 23 14:05:33.667149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c38c66ad-224b-4d3a-89a1-623348c801c6 req-39def546-e359-4cf6-a4f3-15ccb5df85ae tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.667978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c38c66ad-224b-4d3a-89a1-623348c801c6 req-39def546-e359-4cf6-a4f3-15ccb5df85ae tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:33.683637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c38c66ad-224b-4d3a-89a1-623348c801c6 req-39def546-e359-4cf6-a4f3-15ccb5df85ae tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/49ed6e8f-fd2f-41ba-b195-bd7b14506dfd HTTP/1.1" status: 204 len: 173 time: 0.2301502 Jul 23 14:05:33.714485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39def546-e359-4cf6-a4f3-15ccb5df85ae tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed6e8f-fd2f-41ba-b195-bd7b14506dfd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:33.731256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-0528745b-5c4c-49ad-acc5-4600e1ec71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:33.733463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-0528745b-5c4c-49ad-acc5-4600e1ec71c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1511009 Jul 23 14:05:33.751509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a412ade4-453a-4bbf-b5c0-04694ce44e1c req-fead8cb3-cd26-4dc9-a6fb-670ee822bd93 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326298 Jul 23 14:05:33.755696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13298e9a-7668-4a25-ae7f-d2cc4eddf4a8 req-543b860d-5f60-40ad-b93e-59248b789dab tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946240 Jul 23 14:05:33.860422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-4ff63d49-5265-4d09-b888-2b23b0390e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:33.861966 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-4ff63d49-5265-4d09-b888-2b23b0390e8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191952 Jul 23 14:05:33.933338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0dd69506-8a22-406a-9adf-c3d4bb2ce0ac req-5bbf6982-1438-499f-8618-0f9151e04613 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-861145804', 'description': 'tempest-description-263290458'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:34.008941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dd69506-8a22-406a-9adf-c3d4bb2ce0ac req-5bbf6982-1438-499f-8618-0f9151e04613 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.032372 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad6b353-477f-4de6-bcff-ad4287aecc02 x-openstack-request-id: req-3ad6b353-477f-4de6-bcff-ad4287aecc02 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:34.032738 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3cbab8-706d-4140-9e53-7212f5d91afa", "tag": "69676565-6c21-4622-b681-591d4d300b4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:34.032934 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ad6b353-477f-4de6-bcff-ad4287aecc02 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:34.033311 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'tag': '69676565-6c21-4622-b681-591d4d300b4e', 'status': 'completed', 'code': 200} Jul 23 14:05:34.033569 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'status': 'completed', 'code': 200} Jul 23 14:05:34.227830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-0fedd040-4572-4a77-bca3-b6028c0df90d service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588731 Jul 23 14:05:34.249193 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dd69506-8a22-406a-9adf-c3d4bb2ce0ac req-5bbf6982-1438-499f-8618-0f9151e04613 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.262572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-fd9c3968-7c88-400f-af08-e8870e35ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:34.264926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dd69506-8a22-406a-9adf-c3d4bb2ce0ac req-5bbf6982-1438-499f-8618-0f9151e04613 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.273533 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-fd9c3968-7c88-400f-af08-e8870e35ace4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc00411532234a0eb2e765fbdf793b92&device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 1098 time: 0.2698009 Jul 23 14:05:34.343793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dd69506-8a22-406a-9adf-c3d4bb2ce0ac req-5bbf6982-1438-499f-8618-0f9151e04613 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.373959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dd69506-8a22-406a-9adf-c3d4bb2ce0ac req-5bbf6982-1438-499f-8618-0f9151e04613 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4448442 Jul 23 14:05:34.378393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf6982-1438-499f-8618-0f9151e04613 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e169eba-510d-4279-8f3b-bffe2e4d9991,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:34.577505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5543dbaa-8f50-4533-811d-a01bbd26170b req-6b305aed-ca47-4243-824c-5fc05453fc7c tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/2e169eba-510d-4279-8f3b-bffe2e4d9991 HTTP/1.1" status: 200 len: 1799 time: 0.0776131 Jul 23 14:05:34.588805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5543dbaa-8f50-4533-811d-a01bbd26170b req-aafe062d-5acc-4ae6-a39c-ef2dfadb3a8d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Request body: {'security_group': {'name': 'tempest-sg-hth-326561907', 'description': 'tempest-description-hth-1437387975'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:34.677996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5543dbaa-8f50-4533-811d-a01bbd26170b req-aafe062d-5acc-4ae6-a39c-ef2dfadb3a8d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.823005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5543dbaa-8f50-4533-811d-a01bbd26170b req-aafe062d-5acc-4ae6-a39c-ef2dfadb3a8d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.838008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5543dbaa-8f50-4533-811d-a01bbd26170b req-aafe062d-5acc-4ae6-a39c-ef2dfadb3a8d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.840631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5543dbaa-8f50-4533-811d-a01bbd26170b req-aafe062d-5acc-4ae6-a39c-ef2dfadb3a8d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:34.850015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5543dbaa-8f50-4533-811d-a01bbd26170b req-aafe062d-5acc-4ae6-a39c-ef2dfadb3a8d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "PUT /v2.0/security-groups/2e169eba-510d-4279-8f3b-bffe2e4d9991 HTTP/1.1" status: 200 len: 1774 time: 0.2713447 Jul 23 14:05:34.941536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe062d-5acc-4ae6-a39c-ef2dfadb3a8d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e169eba-510d-4279-8f3b-bffe2e4d9991,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:35.128685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07109656-58d0-4f4e-985e-d49cfa0a5d32 req-8f9f6a91-0d73-4689-a1eb-1ee7700485ba tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:35.139561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07109656-58d0-4f4e-985e-d49cfa0a5d32 req-8f9f6a91-0d73-4689-a1eb-1ee7700485ba tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 947 time: 0.1571860 Jul 23 14:05:35.143383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:35.297385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-349dc1a4-0bfc-4e11-a429-4af315308de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:35.302171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-349dc1a4-0bfc-4e11-a429-4af315308de7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 1.0013437 Jul 23 14:05:35.318622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bd62563-6040-4fb6-8417-b168bee08bbd req-a9ab25f1-4261-4eac-a20c-c7a64ab10ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0644174 Jul 23 14:05:35.319612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07109656-58d0-4f4e-985e-d49cfa0a5d32 req-7f181410-5dae-41fc-9fc9-24ac97aaedc5 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662779 Jul 23 14:05:35.538973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd86f6-11c0-4af9-b8d6-ac0a07c361ca req-8f2f2f5f-07eb-46b2-8126-808165fd2d2f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:35.551183 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72fd86f6-11c0-4af9-b8d6-ac0a07c361ca req-8f2f2f5f-07eb-46b2-8126-808165fd2d2f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 1.1880586 Jul 23 14:05:35.570331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d142389b-0b4d-47e3-97e4-e94914266652 req-8625f462-6ee5-406a-9db5-371ca916c6c0 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/2e169eba-510d-4279-8f3b-bffe2e4d9991 HTTP/1.1" status: 200 len: 1774 time: 0.0888922 Jul 23 14:05:35.596213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d565fa03-0c1d-42dd-b7e3-f582a01178fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:35.605895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-1c6d5a7d-bfd9-4362-80a4-e812386231ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=69676565-6c21-4622-b681-591d4d300b4e HTTP/1.1" status: 200 len: 217 time: 0.2592778 Jul 23 14:05:35.758789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72fd86f6-11c0-4af9-b8d6-ac0a07c361ca req-dbd6a2ce-4b1b-45e3-ac45-c54a8d98b5ac tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946986 Jul 23 14:05:35.785932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-1846b7ec-6035-4cdb-b35e-58a4bc48cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:35.791704 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-1846b7ec-6035-4cdb-b35e-58a4bc48cafe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1520157 Jul 23 14:05:35.846582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d565fa03-0c1d-42dd-b7e3-f582a01178fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:35.867228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d565fa03-0c1d-42dd-b7e3-f582a01178fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:35.912061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-4e105f1e-cf35-45cf-94ce-7e243ea9c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:35.916201 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-4e105f1e-cf35-45cf-94ce-7e243ea9c0c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1100 time: 0.4219322 Jul 23 14:05:35.922859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d565fa03-0c1d-42dd-b7e3-f582a01178fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c08bdd66776f41b588ee4ac64e055618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7760677 Jul 23 14:05:35.933699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:36.009224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e46a6aff-bbcf-476d-ab4d-118c86404cf1 req-e5c517db-c780-4326-ab23-3cd022bd12fe tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/2e169eba-510d-4279-8f3b-bffe2e4d9991 HTTP/1.1" status: 200 len: 1774 time: 0.2192698 Jul 23 14:05:36.018790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565fa03-0c1d-42dd-b7e3-f582a01178fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7668591-c1b9-44ef-b7a9-04e5ec874b93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:36.092989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-fed93ba4-16dd-4edf-8f8a-c4751fb1a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:36.096710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-fed93ba4-16dd-4edf-8f8a-c4751fb1a481 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2958922 Jul 23 14:05:36.135382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e46a6aff-bbcf-476d-ab4d-118c86404cf1 req-c97432cd-948d-45d6-90db-3eab1146d0ab tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.183568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e46a6aff-bbcf-476d-ab4d-118c86404cf1 req-c97432cd-948d-45d6-90db-3eab1146d0ab tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.301753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e46a6aff-bbcf-476d-ab4d-118c86404cf1 req-c97432cd-948d-45d6-90db-3eab1146d0ab tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.304354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e46a6aff-bbcf-476d-ab4d-118c86404cf1 req-c97432cd-948d-45d6-90db-3eab1146d0ab tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.305600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e46a6aff-bbcf-476d-ab4d-118c86404cf1 req-c97432cd-948d-45d6-90db-3eab1146d0ab tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e169eba-510d-4279-8f3b-bffe2e4d9991 HTTP/1.1" status: 204 len: 173 time: 0.2880075 Jul 23 14:05:36.347726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97432cd-948d-45d6-90db-3eab1146d0ab tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e169eba-510d-4279-8f3b-bffe2e4d9991,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:36.401574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-95e0fb6d-05e7-4930-98da-52b87b24566d service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524798 Jul 23 14:05:36.473104 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca942252-f120-4493-81f0-20ef6d9afefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.537612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca942252-f120-4493-81f0-20ef6d9afefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.708929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-c4aa6cdb-5500-48d9-8a20-eedc67526993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:36.710776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-c4aa6cdb-5500-48d9-8a20-eedc67526993 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.7868152 Jul 23 14:05:36.723865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edf8d1-3096-43fc-b1f3-7c328ce40ca3 req-b551a97b-5a34-4dbe-980b-6a9557df5d65 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:36.728343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca942252-f120-4493-81f0-20ef6d9afefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.734378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54edf8d1-3096-43fc-b1f3-7c328ce40ca3 req-b551a97b-5a34-4dbe-980b-6a9557df5d65 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 947 time: 0.2299938 Jul 23 14:05:36.738367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca942252-f120-4493-81f0-20ef6d9afefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:36.742212 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca942252-f120-4493-81f0-20ef6d9afefc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7668591-c1b9-44ef-b7a9-04e5ec874b93 HTTP/1.1" status: 204 len: 168 time: 0.7986689 Jul 23 14:05:36.798421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54edf8d1-3096-43fc-b1f3-7c328ce40ca3 req-9d71036a-1949-4034-af67-71ea55241c17 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580032 Jul 23 14:05:36.814622 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-2f2bfe1c-640d-488c-9d2c-587a4df22d8c req-630333b5-d738-484a-8c89-f6fc6fc4a892 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:05:36.829248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2f2bfe1c-640d-488c-9d2c-587a4df22d8c req-630333b5-d738-484a-8c89-f6fc6fc4a892 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/49ed6e8f-fd2f-41ba-b195-bd7b14506dfd HTTP/1.1" status: 404 len: 352 time: 0.1626577 Jul 23 14:05:36.836778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:36.901188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca942252-f120-4493-81f0-20ef6d9afefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7668591-c1b9-44ef-b7a9-04e5ec874b93,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:36.944760 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-595314de-b6be-4539-bcb0-9d8fbc73842c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.1972504 Jul 23 14:05:36.986267 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-462063e7-6abe-449d-b8b5-92d9be0e66a1 req-b8076428-4ce1-4fc3-8948-c1934536f53d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:05:37.012018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-462063e7-6abe-449d-b8b5-92d9be0e66a1 req-b8076428-4ce1-4fc3-8948-c1934536f53d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/75114552-7676-4ed4-a07e-bf658dd0bbab HTTP/1.1" status: 404 len: 352 time: 0.0292423 Jul 23 14:05:37.055171 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-9d6a6dab-0bd5-48e8-8100-496d253f21af req-8b20b3b4-a2ed-4a0b-b473-cc25762d2446 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:05:37.079100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d6a6dab-0bd5-48e8-8100-496d253f21af req-8b20b3b4-a2ed-4a0b-b473-cc25762d2446 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/c854e7e5-72ab-425e-8226-c9a3c42c2bd9 HTTP/1.1" status: 404 len: 352 time: 0.0496702 Jul 23 14:05:37.083733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-6d5d1b1e-7a01-448c-9eca-b416f82f3ce2 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653707 Jul 23 14:05:37.112302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-419a796e-6d65-4789-87a2-71036a9ef7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:37.114442 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-419a796e-6d65-4789-87a2-71036a9ef7b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1288795 Jul 23 14:05:37.117763 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-e6e82d3a-d163-4838-977d-2f5088ddd0c8 req-e84df2c8-fe03-45a0-9dc3-ddfd777f877d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:05:37.128573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20364445-ba8d-4a23-ad58-c54438a45b33 req-c62a576b-c346-4981-88c9-f2bad15abefa tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:37.131838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-20364445-ba8d-4a23-ad58-c54438a45b33 req-c62a576b-c346-4981-88c9-f2bad15abefa tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 949 time: 0.2170293 Jul 23 14:05:37.143062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6e82d3a-d163-4838-977d-2f5088ddd0c8 req-e84df2c8-fe03-45a0-9dc3-ddfd777f877d tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/ff316f97-de29-4e72-b48a-f6176034ec2b HTTP/1.1" status: 404 len: 352 time: 0.0523067 Jul 23 14:05:37.176468 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-484320e5-421f-400b-abaf-05d524c68fb7 req-7cfa3a7e-d19a-471f-a0fc-b27033dc9234 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:05:37.184493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-484320e5-421f-400b-abaf-05d524c68fb7 req-7cfa3a7e-d19a-471f-a0fc-b27033dc9234 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/54e83620-92a8-4ece-8a8f-9f016e4e1b88 HTTP/1.1" status: 404 len: 352 time: 0.0228498 Jul 23 14:05:37.240496 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-0590487f-2b14-4e24-96c1-8a7c3aa66154 req-07c1e144-15c0-48aa-b1e5-278600fa28cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] show failed (client error): The resource could not be found. Jul 23 14:05:37.263983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0590487f-2b14-4e24-96c1-8a7c3aa66154 req-07c1e144-15c0-48aa-b1e5-278600fa28cf tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/9abb3685-3254-4233-b2b1-be27cd06a4b1 HTTP/1.1" status: 404 len: 352 time: 0.0469463 Jul 23 14:05:37.297907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-20364445-ba8d-4a23-ad58-c54438a45b33 req-f7abb8cf-3d2a-4aca-bf56-5868ae9e0a81 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547482 Jul 23 14:05:37.301613 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:37.323626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51693d70-87b3-4bef-a8dc-90aa10916da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:37.331403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-ba4f1296-cfe6-4efb-a94a-6d126cc292bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:37.333565 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-ba4f1296-cfe6-4efb-a94a-6d126cc292bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1100 time: 0.1668737 Jul 23 14:05:37.336518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-5741d8a5-ab02-44c3-aa38-e6c07f942d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:37.338532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-5741d8a5-ab02-44c3-aa38-e6c07f942d1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054772 Jul 23 14:05:37.463365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 69676565-6c21-4622-b681-591d4d300b4e details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:37.560919 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-d7ae26ca-e2de-4db6-a396-a3fc42cfd6a6 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084725 Jul 23 14:05:37.578453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:37.615474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:37.674838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-23fab62b-4ec3-49b9-90a3-9fdd197ff171 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966656 Jul 23 14:05:37.689619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 69676565-6c21-4622-b681-591d4d300b4e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=69676565-6c21-4622-b681-591d4d300b4e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:37.768580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51693d70-87b3-4bef-a8dc-90aa10916da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:37.814884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4cff921-cdbf-4477-bdba-caaf5d6e1826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:37.832996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51693d70-87b3-4bef-a8dc-90aa10916da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:37.891359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-4e1e9a51-aef7-4a2a-92a8-c63b5f5fd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:37.892920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-4e1e9a51-aef7-4a2a-92a8-c63b5f5fd970 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.5431979 Jul 23 14:05:37.969214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-7a18a0aa-5b12-4354-bc5c-51cb6290bcde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 200 len: 217 time: 0.0567679 Jul 23 14:05:38.047858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-51693d70-87b3-4bef-a8dc-90aa10916da5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87df8c34115f40cb9e04f012a7b0fb28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2095270 Jul 23 14:05:38.059231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:38.103722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '69676565-6c21-4622-b681-591d4d300b4e', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '69676565-6c21-4622-b681-591d4d300b4e', 'mac_address': 'fa:16:3e:35:c8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:05:38.123871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-f6a9e7ba-0791-412d-8b08-3eba406ae225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:38.125465 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-f6a9e7ba-0791-412d-8b08-3eba406ae225 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1468396 Jul 23 14:05:38.158988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4cff921-cdbf-4477-bdba-caaf5d6e1826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.162721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51693d70-87b3-4bef-a8dc-90aa10916da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c3b2f-e185-4b06-8d48-c548f3e5e984,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:38.169121 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:38.183194 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4cff921-cdbf-4477-bdba-caaf5d6e1826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.184489 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.190092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '27b98958-b805-4a17-ab6c-648c9844b932', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '27b98958-b805-4a17-ab6c-648c9844b932', 'mac_address': 'fa:16:3e:7e:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:05:38.225940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f4cff921-cdbf-4477-bdba-caaf5d6e1826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=502862abcb18457c828666bf2960407f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6438167 Jul 23 14:05:38.226990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69676565-6c21-4622-b681-591d4d300b4e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:38.230220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:38.256016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ea38-cbf6-47c8-bca5-adf7f4b7a92a req-6ba34bed-32ff-453b-b21f-abbe36817ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:38.257603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d455ea38-cbf6-47c8-bca5-adf7f4b7a92a req-6ba34bed-32ff-453b-b21f-abbe36817ce4 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 947 time: 0.2207637 Jul 23 14:05:38.259712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c306eba-2fdb-4829-ac3c-4a8e500cc270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.297052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 69676565-6c21-4622-b681-591d4d300b4e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=69676565-6c21-4622-b681-591d4d300b4e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:38.313268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.361152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c306eba-2fdb-4829-ac3c-4a8e500cc270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.370621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437666c0-bc09-4618-91d4-ff3a6704dd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.374802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=69676565-6c21-4622-b681-591d4d300b4e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:38.378690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.393737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b98958-b805-4a17-ab6c-648c9844b932 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:38.397092 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d455ea38-cbf6-47c8-bca5-adf7f4b7a92a req-3d0b65f8-d1c8-4339-a7d9-caed89926873 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204553 Jul 23 14:05:38.400825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-ef92de95-3bd9-4fbc-920a-5550cd1b2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:38.402274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-ef92de95-3bd9-4fbc-920a-5550cd1b2237 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2574503 Jul 23 14:05:38.424238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cff921-cdbf-4477-bdba-caaf5d6e1826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48daa377-979e-4910-824c-11c55a647cbd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:38.453050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:38.462818 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.527770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437666c0-bc09-4618-91d4-ff3a6704dd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.553125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4969c7-ba00-417a-82b9-ba50bf0fb31e req-35e87133-fc62-4ac1-a9c9-3bd921da3b97 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:38.583050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b4969c7-ba00-417a-82b9-ba50bf0fb31e req-35e87133-fc62-4ac1-a9c9-3bd921da3b97 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1023 time: 0.6173663 Jul 23 14:05:38.609347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:38.672509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c306eba-2fdb-4829-ac3c-4a8e500cc270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.676210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c306eba-2fdb-4829-ac3c-4a8e500cc270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.677587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7c306eba-2fdb-4829-ac3c-4a8e500cc270 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a83c3b2f-e185-4b06-8d48-c548f3e5e984 HTTP/1.1" status: 204 len: 168 time: 0.6142778 Jul 23 14:05:38.779212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c306eba-2fdb-4829-ac3c-4a8e500cc270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c3b2f-e185-4b06-8d48-c548f3e5e984,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:38.808155 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-f0d22215-5301-4dd5-8a8b-6723a861a34e service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884826 Jul 23 14:05:38.818557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b4969c7-ba00-417a-82b9-ba50bf0fb31e req-48469abd-5797-4ed4-9892-ab97d52b24b3 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=688e630a-3455-499f-9766-8668df7c19c8&id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=7d4824c2-9985-45a9-a879-0ae0fd2ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2332358 Jul 23 14:05:38.820103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['69676565-6c21-4622-b681-591d4d300b4e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:38.861895 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437666c0-bc09-4618-91d4-ff3a6704dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.881620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437666c0-bc09-4618-91d4-ff3a6704dd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:38.883856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-437666c0-bc09-4618-91d4-ff3a6704dd90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48daa377-979e-4910-824c-11c55a647cbd HTTP/1.1" status: 204 len: 168 time: 0.6458683 Jul 23 14:05:38.896785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437666c0-bc09-4618-91d4-ff3a6704dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48daa377-979e-4910-824c-11c55a647cbd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:38.900844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['27b98958-b805-4a17-ab6c-648c9844b932'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:39.019297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbe9b6-890e-4c66-96e8-837d6ea93444 req-df8e2af7-0118-438a-8e7a-f0d62a70835d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:39.020873 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cfbe9b6-890e-4c66-96e8-837d6ea93444 req-df8e2af7-0118-438a-8e7a-f0d62a70835d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.3667097 Jul 23 14:05:39.201387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cfbe9b6-890e-4c66-96e8-837d6ea93444 req-9d43e55b-a267-4fb8-ae16-7a0863665147 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044946 Jul 23 14:05:39.204740 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1cda723-4d58-4448-a68d-4cca8e09756c req-e295a615-31b0-4187-a339-f889b555dee3 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744063 Jul 23 14:05:39.470479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259ad80-6ace-4088-8877-05275051af78 req-13fe5ca6-6eb6-4952-92a4-f105a4e7b2b0 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:39.474277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d259ad80-6ace-4088-8877-05275051af78 req-13fe5ca6-6eb6-4952-92a4-f105a4e7b2b0 tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 1101 time: 0.1464055 Jul 23 14:05:39.573700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d259ad80-6ace-4088-8877-05275051af78 req-dab83479-f026-4b37-a593-7674e09fe31e tempest-MigrationsAdminTest-400179477 tempest-MigrationsAdminTest-400179477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868480 Jul 23 14:05:39.583976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-a3ca4283-51da-4ec2-9af0-0ce07a2abecc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:39.585540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-a3ca4283-51da-4ec2-9af0-0ce07a2abecc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1023 time: 0.1741023 Jul 23 14:05:39.620296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:39.641890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a10af73-2fd5-4e3d-a6ca-aad6051322eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:39.857074 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a10af73-2fd5-4e3d-a6ca-aad6051322eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:39.866975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ccef-7d9c-4e32-8208-2dfddf8150a1 req-900ed08c-e141-44af-be85-79d33456f388 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:39.867794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a10af73-2fd5-4e3d-a6ca-aad6051322eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:39.868763 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d05ccef-7d9c-4e32-8208-2dfddf8150a1 req-900ed08c-e141-44af-be85-79d33456f388 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 948 time: 0.2823107 Jul 23 14:05:39.873336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Deleting port ad3b4201-9141-4089-a0e7-4c66fac6857f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:39.873684 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:39.905167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10af73-2fd5-4e3d-a6ca-aad6051322eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb593e09-bb34-4853-b9fb-f7c080702d51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:39.932066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9a10af73-2fd5-4e3d-a6ca-aad6051322eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21e0b3d350a643f6b1eb03083dd7e9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093913 Jul 23 14:05:39.933701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:39.965084 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d05ccef-7d9c-4e32-8208-2dfddf8150a1 req-b097d5be-4c98-4233-a212-29a8ef417c81 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Jul 23 14:05:40.017912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bee7e02-04b3-4cb5-bb0a-2e0ab6ad3428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:40.051577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] For port ad3b4201-9141-4089-a0e7-4c66fac6857f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ad3b4201-9141-4089-a0e7-4c66fac6857f,segment=NetworkSegment(6b218276-0945-4efe-9f73-5d8b41b74dbc),segment_id=6b218276-0945-4efe-9f73-5d8b41b74dbc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:40.052051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:40.075996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bee7e02-04b3-4cb5-bb0a-2e0ab6ad3428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:40.078588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Calling delete_port for ad3b4201-9141-4089-a0e7-4c66fac6857f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:40.151531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bee7e02-04b3-4cb5-bb0a-2e0ab6ad3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:40.164414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bee7e02-04b3-4cb5-bb0a-2e0ab6ad3428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:40.166437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9bee7e02-04b3-4cb5-bb0a-2e0ab6ad3428 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb593e09-bb34-4853-b9fb-f7c080702d51 HTTP/1.1" status: 204 len: 168 time: 0.2316799 Jul 23 14:05:40.178785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee7e02-04b3-4cb5-bb0a-2e0ab6ad3428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb593e09-bb34-4853-b9fb-f7c080702d51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:40.379191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a5917-fac1-4113-a2f7-435af3334457 req-c4b94c76-f51f-49b8-b6b9-f07c7f380413 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:40.394129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a8a5917-fac1-4113-a2f7-435af3334457 req-c4b94c76-f51f-49b8-b6b9-f07c7f380413 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/ports?device_id=df01d425-22c2-4eea-9be1-40d6dc7466ea HTTP/1.1" status: 200 len: 1023 time: 0.1915574 Jul 23 14:05:40.422457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:40.517203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'Port': ['ID=ad3b4201-9141-4089-a0e7-4c66fac6857f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:40.556797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a8a5917-fac1-4113-a2f7-435af3334457 req-e3cc074c-dc57-460b-846b-bdbb2f03bfd6 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups?id=688e630a-3455-499f-9766-8668df7c19c8&id=577e1822-5cf7-4a95-b60c-f97d0ec70b56&id=7d4824c2-9985-45a9-a879-0ae0fd2ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1558933 Jul 23 14:05:40.626355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] No DVR routers for this DVR port ad3b4201-9141-4089-a0e7-4c66fac6857f on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:40.634881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:40.641157 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e7a3666-84ab-4cee-a6af-3de37114d7dd req-bb4f0786-7d6c-4f68-b993-fcfee1caa9cc tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.11 "DELETE /v2.0/ports/ad3b4201-9141-4089-a0e7-4c66fac6857f HTTP/1.1" status: 204 len: 173 time: 1.0416088 Jul 23 14:05:40.641646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'name': 'network-vif-deleted', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:40.644001 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617cc735-fae9-44fc-97ef-0164cb181205" -d '{"events": [{"server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "name": "network-vif-deleted", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:40.838172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6983f3-c85d-4157-87de-fcfb95f02e9c req-3a821529-5c06-4864-bf4f-9c6bda08d842 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:40.848139 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5d6983f3-c85d-4157-87de-fcfb95f02e9c req-3a821529-5c06-4864-bf4f-9c6bda08d842 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.2241557 Jul 23 14:05:40.887051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6f99d-be0c-4009-8b5f-46102c4540df req-0c926d2a-f94b-4b37-a64e-f2b10c728a11 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:40.900797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39c6f99d-be0c-4009-8b5f-46102c4540df req-0c926d2a-f94b-4b37-a64e-f2b10c728a11 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 944 time: 0.1790929 Jul 23 14:05:40.960341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5d6983f3-c85d-4157-87de-fcfb95f02e9c req-6e784028-470a-426d-b7c2-556227c0066a tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097560 Jul 23 14:05:41.020906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39c6f99d-be0c-4009-8b5f-46102c4540df req-6eee63c2-4e47-4251-8ca6-42668dba1239 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181333 Jul 23 14:05:41.116735 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f6296-d8fd-4a2f-bac6-4db4605b30cb x-openstack-request-id: req-6e7f6296-d8fd-4a2f-bac6-4db4605b30cb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:41.117456 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df01d425-22c2-4eea-9be1-40d6dc7466ea", "name": "network-vif-deleted", "tag": "ad3b4201-9141-4089-a0e7-4c66fac6857f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:41.118970 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e7f6296-d8fd-4a2f-bac6-4db4605b30cb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:41.123962 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df01d425-22c2-4eea-9be1-40d6dc7466ea', 'name': 'network-vif-deleted', 'tag': 'ad3b4201-9141-4089-a0e7-4c66fac6857f', 'status': 'completed', 'code': 200} Jul 23 14:05:41.225161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-ca016bf5-3285-468c-82dc-e4da32af68c3 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:41.227418 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-ca016bf5-3285-468c-82dc-e4da32af68c3 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 944 time: 0.1773064 Jul 23 14:05:41.286602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:41.339887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab7bec-fd10-4b3a-b788-a36466d05a8b req-4288f787-a709-4b35-a39c-d8da545b2d00 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:41.341547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eeab7bec-fd10-4b3a-b788-a36466d05a8b req-4288f787-a709-4b35-a39c-d8da545b2d00 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 948 time: 0.1849804 Jul 23 14:05:41.463506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 69676565-6c21-4622-b681-591d4d300b4e up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:41.482590 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eeab7bec-fd10-4b3a-b788-a36466d05a8b req-290aef77-1227-4815-908e-e8690f442edd tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313663 Jul 23 14:05:41.519614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Deleting port 735a4710-176e-488c-b8ca-ed18e38ac4d4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:41.520612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.594940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 69676565-6c21-4622-b681-591d4d300b4e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:41.600841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 69676565-6c21-4622-b681-591d4d300b4e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:41.601458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.604624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eafb-f0bd-45b6-820a-42682fcd4099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.675167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:41.766685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 27b98958-b805-4a17-ab6c-648c9844b932 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:41.776211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 27b98958-b805-4a17-ab6c-648c9844b932 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:41.776949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.792402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] For port 735a4710-176e-488c-b8ca-ed18e38ac4d4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=735a4710-176e-488c-b8ca-ed18e38ac4d4,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:41.801912 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.813576 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.836037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-947a6a92-992b-4546-b33f-1f1766416e5b req-33b8150c-d64b-43a0-bb4d-b1b4d96770a8 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/688e630a-3455-499f-9766-8668df7c19c8 HTTP/1.1" status: 200 len: 1799 time: 0.1492262 Jul 23 14:05:41.854249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69676565-6c21-4622-b681-591d4d300b4e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:41.857316 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe769a-d103-4f10-a8de-cdbd632a5193" -d '{"events": [{"server_uuid": "7f3cbab8-706d-4140-9e53-7212f5d91afa", "name": "network-vif-plugged", "status": "completed", "tag": "69676565-6c21-4622-b681-591d4d300b4e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:41.863577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 69676565-6c21-4622-b681-591d4d300b4e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=69676565-6c21-4622-b681-591d4d300b4e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:41.872604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Calling delete_port for 735a4710-176e-488c-b8ca-ed18e38ac4d4 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:41.876733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.944478 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:41.962969 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d919b067-b704-4590-bd80-f29e47fc7079 x-openstack-request-id: req-d919b067-b704-4590-bd80-f29e47fc7079 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:41.965565 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3cbab8-706d-4140-9e53-7212f5d91afa", "name": "network-vif-plugged", "status": "completed", "tag": "69676565-6c21-4622-b681-591d4d300b4e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:41.966908 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d919b067-b704-4590-bd80-f29e47fc7079 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:41.967469 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69676565-6c21-4622-b681-591d4d300b4e', 'code': 200} Jul 23 14:05:41.974325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=69676565-6c21-4622-b681-591d4d300b4e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:42.017386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:42.028248 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.029640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ad3b4201-9141-4089-a0e7-4c66fac6857f no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:42.119487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: ad3b4201-9141-4089-a0e7-4c66fac6857f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:42.119862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ad3b4201-9141-4089-a0e7-4c66fac6857f not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:42.120245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 735a4710-176e-488c-b8ca-ed18e38ac4d4 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:42.124696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eafb-f0bd-45b6-820a-42682fcd4099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.150327 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eafb-f0bd-45b6-820a-42682fcd4099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.213162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-947a6a92-992b-4546-b33f-1f1766416e5b req-a89fd871-ccf7-4ca1-ae1b-680dbe9b8c08 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.238259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:42.242462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-947a6a92-992b-4546-b33f-1f1766416e5b req-a89fd871-ccf7-4ca1-ae1b-680dbe9b8c08 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.263880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50103d5-cc59-46e9-8019-4dbaf643e8c1 req-815646a9-0195-444f-b3a6-84984d6206ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:42.267037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c50103d5-cc59-46e9-8019-4dbaf643e8c1 req-815646a9-0195-444f-b3a6-84984d6206ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 1100 time: 0.1859639 Jul 23 14:05:42.321428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7eafb-f0bd-45b6-820a-42682fcd4099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7626747-5845-4142-9597-47f3ecfbf510,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:42.326901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccf2d-c140-4385-8897-6309274c6549 req-324fd93d-24be-4609-8c8a-fee2a0138703 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:42.338700 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7cdccf2d-c140-4385-8897-6309274c6549 req-324fd93d-24be-4609-8c8a-fee2a0138703 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 951 time: 0.2082055 Jul 23 14:05:42.340164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-2588c12a-10e5-4b0a-8545-6e91ef173bbd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:42.341908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-2588c12a-10e5-4b0a-8545-6e91ef173bbd tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 950 time: 0.5030851 Jul 23 14:05:42.348417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2cc7eafb-f0bd-45b6-820a-42682fcd4099 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49ed12230dec4f4a8bd0ed5b70ee4d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0560405 Jul 23 14:05:42.350346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:42.355307 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.381374 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-947a6a92-992b-4546-b33f-1f1766416e5b req-a89fd871-ccf7-4ca1-ae1b-680dbe9b8c08 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.384435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-947a6a92-992b-4546-b33f-1f1766416e5b req-a89fd871-ccf7-4ca1-ae1b-680dbe9b8c08 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.390813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:42.412712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-947a6a92-992b-4546-b33f-1f1766416e5b req-a89fd871-ccf7-4ca1-ae1b-680dbe9b8c08 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/688e630a-3455-499f-9766-8668df7c19c8 HTTP/1.1" status: 204 len: 173 time: 0.5537450 Jul 23 14:05:42.417881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event deleted for resources: {'Port': ['ID=735a4710-176e-488c-b8ca-ed18e38ac4d4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:42.437793 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c50103d5-cc59-46e9-8019-4dbaf643e8c1 req-d0d91ac1-daec-4922-b82b-553581f1f8eb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594734 Jul 23 14:05:42.490747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] No DVR routers for this DVR port 735a4710-176e-488c-b8ca-ed18e38ac4d4 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:42.494046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.496423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bfee9ea9-0d83-418c-a114-e6b3ab8cfc96 req-dbc8badc-9730-45d4-a231-be8d6d961625 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "DELETE /v2.0/ports/735a4710-176e-488c-b8ca-ed18e38ac4d4 HTTP/1.1" status: 204 len: 173 time: 1.2500970 Jul 23 14:05:42.519122 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7cdccf2d-c140-4385-8897-6309274c6549 req-3209643d-104c-4e60-a04d-a5163359bd1f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790113 Jul 23 14:05:42.598889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fd871-ccf7-4ca1-ae1b-680dbe9b8c08 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e630a-3455-499f-9766-8668df7c19c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:42.651814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25e7421c-baa8-44e2-b6b4-1c51aa3320da req-12c2028a-d064-45da-a112-1086deb47074 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6682aa87-2c53-436d-9b7a-9ad033a5f9f5 HTTP/1.1" status: 200 len: 210 time: 0.1063924 Jul 23 14:05:42.710073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94c1b26-8c75-4e86-9c36-6453480b0782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.725079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94c1b26-8c75-4e86-9c36-6453480b0782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.784730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94c1b26-8c75-4e86-9c36-6453480b0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.787184 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94c1b26-8c75-4e86-9c36-6453480b0782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.788317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b94c1b26-8c75-4e86-9c36-6453480b0782 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7626747-5845-4142-9597-47f3ecfbf510 HTTP/1.1" status: 204 len: 168 time: 0.4370003 Jul 23 14:05:42.856427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1b26-8c75-4e86-9c36-6453480b0782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7626747-5845-4142-9597-47f3ecfbf510,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:42.885608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548b187-1fc0-44cf-9366-b9dc2957573d req-c507ae80-eb1a-4ec2-9990-840949c31772 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:42.890885 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1548b187-1fc0-44cf-9366-b9dc2957573d req-c507ae80-eb1a-4ec2-9990-840949c31772 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 949 time: 0.1265757 Jul 23 14:05:42.892878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Deleting port 27b98958-b805-4a17-ab6c-648c9844b932 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:42.893220 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:42.996208 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1548b187-1fc0-44cf-9366-b9dc2957573d req-3944f18d-90c5-44c0-b84f-04d5f1f384fe tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003361 Jul 23 14:05:42.999730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d4155ee-8f68-45e3-9e23-1edaf415cc3e req-858a4df2-49db-47f6-ae10-ad59534ce873 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "GET /v2.0/security-groups/7d4824c2-9985-45a9-a879-0ae0fd2ef189 HTTP/1.1" status: 200 len: 1799 time: 0.2987292 Jul 23 14:05:43.014679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] For port 27b98958-b805-4a17-ab6c-648c9844b932, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=27b98958-b805-4a17-ab6c-648c9844b932,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:43.015055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.039967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Calling delete_port for 27b98958-b805-4a17-ab6c-648c9844b932 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:43.125686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'name': 'network-vif-deleted', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:43.130335 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2533f745-aeb5-43fc-8591-a5c9a0eb8114" -d '{"events": [{"server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "name": "network-vif-deleted", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:43.132601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d4155ee-8f68-45e3-9e23-1edaf415cc3e req-cc306078-f222-4306-8a24-573d98710db7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.169314 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d4155ee-8f68-45e3-9e23-1edaf415cc3e req-cc306078-f222-4306-8a24-573d98710db7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.264679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d4155ee-8f68-45e3-9e23-1edaf415cc3e req-cc306078-f222-4306-8a24-573d98710db7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.268156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d4155ee-8f68-45e3-9e23-1edaf415cc3e req-cc306078-f222-4306-8a24-573d98710db7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.275350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d4155ee-8f68-45e3-9e23-1edaf415cc3e req-cc306078-f222-4306-8a24-573d98710db7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d4824c2-9985-45a9-a879-0ae0fd2ef189 HTTP/1.1" status: 204 len: 173 time: 0.2745988 Jul 23 14:05:43.276235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:43.297230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc306078-f222-4306-8a24-573d98710db7 tempest-SecurityGroupsTestJSON-62357676 tempest-SecurityGroupsTestJSON-62357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4824c2-9985-45a9-a879-0ae0fd2ef189,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:43.312054 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.336603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d2910e12-c70b-44d2-885e-222f4c0d58d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:43.350347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'ea8ef963-5242-48d0-8ef7-724155fc3eef', '27b98958-b805-4a17-ab6c-648c9844b932'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:43.353311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event deleted for resources: {'Port': ['ID=27b98958-b805-4a17-ab6c-648c9844b932,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:43.388050 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d962e818-0652-4579-9939-12b4f98be177 x-openstack-request-id: req-d962e818-0652-4579-9939-12b4f98be177 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:43.388339 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6682aa87-2c53-436d-9b7a-9ad033a5f9f5", "name": "network-vif-deleted", "tag": "735a4710-176e-488c-b8ca-ed18e38ac4d4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:43.388626 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d962e818-0652-4579-9939-12b4f98be177 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:43.388978 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6682aa87-2c53-436d-9b7a-9ad033a5f9f5', 'name': 'network-vif-deleted', 'tag': '735a4710-176e-488c-b8ca-ed18e38ac4d4', 'status': 'completed', 'code': 200} Jul 23 14:05:43.435679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] Deleting subnet 93a4b65d-43b8-4eac-8db2-013050972563 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:05:43.444148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] No DVR routers for this DVR port 27b98958-b805-4a17-ab6c-648c9844b932 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:43.448783 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.449489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.456699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-921279a5-71a8-4786-99f0-cbee1729ab95 req-71f46f81-f6a0-4bea-b930-3ee59294e846 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "DELETE /v2.0/ports/27b98958-b805-4a17-ab6c-648c9844b932 HTTP/1.1" status: 204 len: 173 time: 1.1075103 Jul 23 14:05:43.457192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-deleted', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:43.469002 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fe423a-72a2-4632-8f60-55abd681c7ff" -d '{"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-deleted", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:43.568665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.594475 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7c2fc6-048a-46aa-aa51-f536ffd43b5d x-openstack-request-id: req-3f7c2fc6-048a-46aa-aa51-f536ffd43b5d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:43.595033 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-deleted", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:43.595375 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f7c2fc6-048a-46aa-aa51-f536ffd43b5d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:43.595866 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-deleted', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'status': 'completed', 'code': 200} Jul 23 14:05:43.650999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.830976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a06e816-f1bf-4c58-82e3-be4a67a6ff2d req-342925c9-72a2-4eca-92ba-7df1a5b827f7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99e5e9b-888d-497f-94f4-e5e2a0cc973b HTTP/1.1" status: 200 len: 210 time: 0.0878832 Jul 23 14:05:43.831697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.864375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:43.867393 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/93a4b65d-43b8-4eac-8db2-013050972563 HTTP/1.1" status: 204 len: 168 time: 0.5900311 Jul 23 14:05:43.870417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:43.927528 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-c02396c1-09c3-4e31-b824-fa42c5ab478e tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49d773cddd4b46808805f820daf17dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206067 Jul 23 14:05:43.979913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:43.988233 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68158752-8193-4cfb-8ce7-6ba617dd7bb7" -d '{"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-plugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:44.078683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:44.098797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-61d14fee-1829-4b41-b5b6-3850d1e36678 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:44.108341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-61d14fee-1829-4b41-b5b6-3850d1e36678 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758599 Jul 23 14:05:44.124163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348171f2-0254-411f-82a8-7bab20be50ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a4b65d-43b8-4eac-8db2-013050972563,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:44.134454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-0f289e23-8adb-48e1-95a5-9a2bc7d504f1 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/quotas/49d773cddd4b46808805f820daf17dc9 HTTP/1.1" status: 200 len: 375 time: 0.0250080 Jul 23 14:05:44.203985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-a342f56a-9482-48cf-aa7e-c5b0f4f3badf tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49d773cddd4b46808805f820daf17dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684988 Jul 23 14:05:44.457629 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410120e8-daea-4d53-ba1d-717a2ef9134b x-openstack-request-id: req-410120e8-daea-4d53-ba1d-717a2ef9134b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:44.459180 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99e5e9b-888d-497f-94f4-e5e2a0cc973b", "name": "network-vif-plugged", "status": "completed", "tag": "27b98958-b805-4a17-ab6c-648c9844b932", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:44.460573 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-410120e8-daea-4d53-ba1d-717a2ef9134b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:44.461444 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99e5e9b-888d-497f-94f4-e5e2a0cc973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b98958-b805-4a17-ab6c-648c9844b932', 'code': 200} Jul 23 14:05:44.765658 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2556-8dfe-4be4-9c56-e8d5d2fe9d59 req-b157a282-e0e4-429a-a543-dc6de1c9ec4d tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:44.775448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca7b2556-8dfe-4be4-9c56-e8d5d2fe9d59 req-b157a282-e0e4-429a-a543-dc6de1c9ec4d tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 949 time: 0.1619396 Jul 23 14:05:44.808317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:44.830931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d230942-3c8a-4a63-8c57-a1ced10e6e5b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:44.849701 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca7b2556-8dfe-4be4-9c56-e8d5d2fe9d59 req-0b027bb5-cc7f-4484-b342-4bb0b871514b tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694230 Jul 23 14:05:44.872717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b218276-0945-4efe-9f73-5d8b41b74dbc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:44.873935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b218276-0945-4efe-9f73-5d8b41b74dbc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:44.885710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:44.907024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:44.919087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:05:44.919828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:05:44.952573 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:05:44.958768 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a86c7d7-1968-4833-b8b4-684d311841a8 req-986ef512-5cb5-49db-a93d-9116b72ddc72 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 210 time: 0.0680668 Jul 23 14:05:45.020682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1b626-7c5e-41cb-b05c-49c274db9fec req-6d7ef7ca-9878-4f66-958f-5658d6fc1a12 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:45.026040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-baf1b626-7c5e-41cb-b05c-49c274db9fec req-6d7ef7ca-9878-4f66-958f-5658d6fc1a12 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.2133052 Jul 23 14:05:45.150205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:45.186582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-baf1b626-7c5e-41cb-b05c-49c274db9fec req-e3dc010c-bd6f-47bd-85ab-8a6f4755e640 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918565 Jul 23 14:05:45.208565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-c4c6a627-c8f8-4d2d-9284-7e077dc322d8 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:45.210490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-c4c6a627-c8f8-4d2d-9284-7e077dc322d8 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 945 time: 0.1170683 Jul 23 14:05:45.227168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:45.229067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/8d230942-3c8a-4a63-8c57-a1ced10e6e5b HTTP/1.1" status: 204 len: 168 time: 1.3575499 Jul 23 14:05:45.284797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281950-b4da-4e17-8226-8b6fcc9d32cb admin admin] Pushing event deleted for resources: {'Network': ['ID=8d230942-3c8a-4a63-8c57-a1ced10e6e5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:45.477194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Deleting port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:45.477495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:45.592706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785323d-2bd4-4036-bd26-393c7c746c53 req-0e601aeb-7ab0-4ea1-880f-b24cd45747b5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:45.602436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3785323d-2bd4-4036-bd26-393c7c746c53 req-0e601aeb-7ab0-4ea1-880f-b24cd45747b5 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 951 time: 0.0990486 Jul 23 14:05:45.648231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:45.688170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3785323d-2bd4-4036-bd26-393c7c746c53 req-8bcbb61e-3f9d-459f-88bf-f833d18deaa6 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732572 Jul 23 14:05:45.708138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:45.733110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] For port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:45.733464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:45.752271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Calling delete_port for 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:45.774893 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-24ec9a60-8616-4470-be9a-cfd31fdf30e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be51bd82ee914a87a051f364178d7574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652506 Jul 23 14:05:45.777463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:45.800442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 27b98958-b805-4a17-ab6c-648c9844b932 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:45.803191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 27b98958-b805-4a17-ab6c-648c9844b932 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:45.859208 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b37b8fd2-fe38-43fb-b017-217db22b047a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:45.903937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef88320-0761-40ec-9351-bdc66a486ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:45.951324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef88320-0761-40ec-9351-bdc66a486ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:45.961140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833319-a070-43b4-9db5-da06d1e3fd58 req-84929bee-07df-449a-985f-76502ef64aa6 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:45.963046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6833319-a070-43b4-9db5-da06d1e3fd58 req-84929bee-07df-449a-985f-76502ef64aa6 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 949 time: 0.1058829 Jul 23 14:05:46.080965 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6833319-a070-43b4-9db5-da06d1e3fd58 req-aa9573d8-c746-49f8-9c57-47a58f02055f tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111412 Jul 23 14:05:46.083410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:46.101468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef88320-0761-40ec-9351-bdc66a486ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:46.105880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef88320-0761-40ec-9351-bdc66a486ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:46.107346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8ef88320-0761-40ec-9351-bdc66a486ecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/577e1822-5cf7-4a95-b60c-f97d0ec70b56 HTTP/1.1" status: 204 len: 168 time: 0.3283706 Jul 23 14:05:46.135084 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6301da55-dbc2-4cbc-a23d-79e31348f69b req-9a8de555-6d4a-4dd6-a1ca-7e6202baeb71 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 210 time: 0.0498707 Jul 23 14:05:46.138228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9c70066-c071-4576-92aa-7f9faad47801'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:46.142737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef88320-0761-40ec-9351-bdc66a486ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577e1822-5cf7-4a95-b60c-f97d0ec70b56,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:46.159660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event deleted for resources: {'Port': ['ID=2eb87201-91fc-4bd7-a4cd-fdea97d96dd1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:46.241611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] No DVR routers for this DVR port 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:46.244802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:46.247655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d8d768-94eb-4ae9-998b-c0b465c5b870 req-69a71814-2b3c-44e0-aff4-75defbd79a97 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "DELETE /v2.0/ports/2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 HTTP/1.1" status: 204 len: 173 time: 1.0312872 Jul 23 14:05:46.248115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'name': 'network-vif-deleted', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:46.250465 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a8cef9-b068-41c9-be83-66c601998c22" -d '{"events": [{"server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "name": "network-vif-deleted", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:46.347255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-a8f32fe7-db01-4742-ba60-81c286257bb7 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=49d773cddd4b46808805f820daf17dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781112 Jul 23 14:05:46.392093 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6ddb52-79f1-4c4f-ac44-6f73d2c1104f x-openstack-request-id: req-5e6ddb52-79f1-4c4f-ac44-6f73d2c1104f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:46.397446 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468ab5e4-ac39-49ef-aaec-2fb4e599dd46", "name": "network-vif-deleted", "tag": "2eb87201-91fc-4bd7-a4cd-fdea97d96dd1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:46.397446 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e6ddb52-79f1-4c4f-ac44-6f73d2c1104f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:46.397446 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468ab5e4-ac39-49ef-aaec-2fb4e599dd46', 'name': 'network-vif-deleted', 'tag': '2eb87201-91fc-4bd7-a4cd-fdea97d96dd1', 'status': 'completed', 'code': 200} Jul 23 14:05:46.490040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c71cf4de-d27d-4932-9df7-015d38ba7fef req-b6ad876e-30b9-47f9-86e8-81b98c827a92 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=468ab5e4-ac39-49ef-aaec-2fb4e599dd46 HTTP/1.1" status: 200 len: 210 time: 0.0822999 Jul 23 14:05:46.647681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-c5aa299e-707f-4da9-84c1-f519b40246f9 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:46.654334 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-c5aa299e-707f-4da9-84c1-f519b40246f9 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007219 Jul 23 14:05:46.682318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Request body: {'port': {'device_id': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '49d773cddd4b46808805f820daf17dc9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:46.918129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f039-a2a9-4eb3-863f-a2143304f0c4 req-171ad20b-f1b1-4e46-82e5-0cb6b500a3d7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:46.926314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf30f039-a2a9-4eb3-863f-a2143304f0c4 req-171ad20b-f1b1-4e46-82e5-0cb6b500a3d7 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 951 time: 0.1024973 Jul 23 14:05:46.978359 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf30f039-a2a9-4eb3-863f-a2143304f0c4 req-f0bf4b85-da60-426b-9889-695b87f04a0b tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508683 Jul 23 14:05:47.004991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Made reservation on behalf of 49d773cddd4b46808805f820daf17dc9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:05:47.009176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.021143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.204507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-c5e43fdc-6b78-4e6d-93b9-eeb6e9dafb97 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:47.216580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-c5e43fdc-6b78-4e6d-93b9-eeb6e9dafb97 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 951 time: 0.1482480 Jul 23 14:05:47.247479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.265542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.396920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-804b7c76-2e5b-4326-a7b4-c6e8c45a87c6 req-8a2692c4-a303-40ee-b998-9707f13c4bca tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 210 time: 0.0650709 Jul 23 14:05:47.426463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Deleting port ea8ef963-5242-48d0-8ef7-724155fc3eef {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:47.426850 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.506920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc59c3-c9e3-4c42-a4d2-424a068df357,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:47.560362 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.600703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] For port ea8ef963-5242-48d0-8ef7-724155fc3eef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ea8ef963-5242-48d0-8ef7-724155fc3eef,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:47.601084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.628523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Calling delete_port for ea8ef963-5242-48d0-8ef7-724155fc3eef owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:47.659392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:47.680115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Allocated IP 192.168.233.111 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/40cd89b9-10f7-467a-a86f-59eb2c7abd3a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:05:47.717173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4bbe8-1312-4db1-a600-4cedc8eebb6e req-1838a05a-7326-4309-a6b4-dfd88a9882b2 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:47.720597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:47.725545 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df4bbe8-1312-4db1-a600-4cedc8eebb6e req-1838a05a-7326-4309-a6b4-dfd88a9882b2 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 949 time: 0.2767389 Jul 23 14:05:47.730232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2eb87201-91fc-4bd7-a4cd-fdea97d96dd1 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:47.815457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7df4bbe8-1312-4db1-a600-4cedc8eebb6e req-77a205bb-ca22-44a7-9c15-a403f28a7de2 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841672 Jul 23 14:05:47.980797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:47.998567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d2910e12-c70b-44d2-885e-222f4c0d58d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:48.056132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event deleted for resources: {'Port': ['ID=ea8ef963-5242-48d0-8ef7-724155fc3eef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:48.080691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:48.117287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:48.153553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] No DVR routers for this DVR port ea8ef963-5242-48d0-8ef7-724155fc3eef on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:48.158307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:48.161788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62a32958-40ac-4d50-bc46-5d49fa70815d req-8d7e402c-3b91-4c04-8237-b1932c0db932 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "DELETE /v2.0/ports/ea8ef963-5242-48d0-8ef7-724155fc3eef HTTP/1.1" status: 204 len: 173 time: 0.9443488 Jul 23 14:05:48.195782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Transition to ACTIVE for port object 40cd89b9-10f7-467a-a86f-59eb2c7abd3a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:48.384109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:48.427326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-deleted', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:48.430851 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea1738-3390-4b32-9b9f-30e70340c350" -d '{"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-deleted", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:48.454007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:48.463925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dfd0a5d-8e62-4f15-9f2a-47a057f2668a req-0eaca585-2bb7-4d72-b3fd-3b1815a92d6c tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad008d2-46f0-4405-a51e-570aba40883c HTTP/1.1" status: 200 len: 210 time: 0.1330829 Jul 23 14:05:48.532191 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86f8d06-09c7-4517-b295-a0d8b49c648d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:48.707635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:48.779341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:48.941280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-777ba95b-0882-40bd-a675-28859f069d37 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:48.946026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-777ba95b-0882-40bd-a675-28859f069d37 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 967 time: 0.3124135 Jul 23 14:05:48.955155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f96e9-6057-4a09-a7d5-6be05bd60f97 req-f926d6c4-02ca-40c0-9ad2-cf68511e170f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:48.964243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a3f96e9-6057-4a09-a7d5-6be05bd60f97 req-f926d6c4-02ca-40c0-9ad2-cf68511e170f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 936 time: 0.3444104 Jul 23 14:05:49.067715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a3f96e9-6057-4a09-a7d5-6be05bd60f97 req-7f14af52-c115-4f5b-aff0-de24cad7196b tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944943 Jul 23 14:05:49.127748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-815dc790-c740-4a6f-9044-dcf06b73a1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.140578 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea0accb-076e-40c3-b558-5049c4f38f05 x-openstack-request-id: req-8ea0accb-076e-40c3-b558-5049c4f38f05 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:49.141242 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad008d2-46f0-4405-a51e-570aba40883c", "name": "network-vif-deleted", "tag": "ea8ef963-5242-48d0-8ef7-724155fc3eef", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:49.141705 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ea0accb-076e-40c3-b558-5049c4f38f05 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:49.142305 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad008d2-46f0-4405-a51e-570aba40883c', 'name': 'network-vif-deleted', 'tag': 'ea8ef963-5242-48d0-8ef7-724155fc3eef', 'status': 'completed', 'code': 200} Jul 23 14:05:49.147629 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43bdc2a0-0ff3-4c9d-a00b-9f36ba32d4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.151312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:05:49.166219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:05:49.168164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Pushing event updated for resources: {'Port': ['ID=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:49.171483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:05:49.238432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c643298-523c-4a52-8ab7-84ad90b89994 req-d48b74de-8b93-446f-9dc7-400e687071ec tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:49.249645 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c643298-523c-4a52-8ab7-84ad90b89994 req-d48b74de-8b93-446f-9dc7-400e687071ec tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 967 time: 0.9155152 Jul 23 14:05:49.281114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-a275e3c2-805f-45aa-9a25-9ac31b376b71 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:49.284206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-a275e3c2-805f-45aa-9a25-9ac31b376b71 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 949 time: 0.9736748 Jul 23 14:05:49.373701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:49.375317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.437407 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.505279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Deleting port d9c70066-c071-4576-92aa-7f9faad47801 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:49.505557 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.507404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c643298-523c-4a52-8ab7-84ad90b89994 req-56c4320e-7dbf-4e68-ad8c-7621a82bbcce tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a6e560-3575-4517-853f-ce67d2f501c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567968 Jul 23 14:05:49.532604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43bdc2a0-0ff3-4c9d-a00b-9f36ba32d4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.540995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Deleting port 69676565-6c21-4622-b681-591d4d300b4e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:49.540995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.551252 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43bdc2a0-0ff3-4c9d-a00b-9f36ba32d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.563945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-567fedbe-79f9-42be-b5e3-29b61cebc0ab tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8902700 Jul 23 14:05:49.565688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5ffb0-63ef-4d32-bc19-6163f9409c48 req-25fd2613-4c59-44e1-83ca-2d0e04aa229c tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:49.567452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fcc5ffb0-63ef-4d32-bc19-6163f9409c48 req-25fd2613-4c59-44e1-83ca-2d0e04aa229c tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 949 time: 0.2052794 Jul 23 14:05:49.584532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Request body: {'port': {'device_id': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:49.598175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa5000d0-d6b8-4b33-90db-275e023f6876 None None] Provisioning for port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:49.602595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa5000d0-d6b8-4b33-90db-275e023f6876 None None] Provisioning complete for port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:49.602993 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa5000d0-d6b8-4b33-90db-275e023f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.661347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa5000d0-d6b8-4b33-90db-275e023f6876 None None] Port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:05:49.676455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:49.707356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: ea8ef963-5242-48d0-8ef7-724155fc3eef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:49.708239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ea8ef963-5242-48d0-8ef7-724155fc3eef not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:49.731873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] For port 69676565-6c21-4622-b681-591d4d300b4e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=69676565-6c21-4622-b681-591d4d300b4e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:49.731873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.753268 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.755584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Calling delete_port for 69676565-6c21-4622-b681-591d4d300b4e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:49.776804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-43bdc2a0-0ff3-4c9d-a00b-9f36ba32d4c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87fedf93501f4979bf1c992e6af14a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0664923 Jul 23 14:05:49.777461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:49.817139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdc2a0-0ff3-4c9d-a00b-9f36ba32d4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c5346-c54e-4740-8a33-226356b3946a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:49.872221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fcc5ffb0-63ef-4d32-bc19-6163f9409c48 req-7e098c5f-0bb7-406a-b093-c47430ba06c8 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/security-groups?id=97331adf-e30a-46dc-b94e-751602e51d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763333 Jul 23 14:05:49.899888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] For port d9c70066-c071-4576-92aa-7f9faad47801, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9c70066-c071-4576-92aa-7f9faad47801,segment=NetworkSegment(cfee8112-6a7b-4fb5-821a-3961590b6ce9),segment_id=cfee8112-6a7b-4fb5-821a-3961590b6ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:49.901225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:49.933438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Calling delete_port for d9c70066-c071-4576-92aa-7f9faad47801 owned by compute:tempest-test_az-860309456 {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:50.121294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53975489-9214-4cbb-bc8d-49e95470be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.127188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.169597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-815dc790-c740-4a6f-9044-dcf06b73a1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.193087 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-815dc790-c740-4a6f-9044-dcf06b73a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.199230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Pushing event deleted for resources: {'Port': ['ID=69676565-6c21-4622-b681-591d4d300b4e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:50.214353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53975489-9214-4cbb-bc8d-49e95470be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.299555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] No DVR routers for this DVR port 69676565-6c21-4622-b681-591d4d300b4e on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:50.306558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.313813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8206f7b4-3395-4c81-bf0f-3fa56b039406 req-0bb2849a-b69b-41bf-92a6-5389c88a4391 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.48 "DELETE /v2.0/ports/69676565-6c21-4622-b681-591d4d300b4e HTTP/1.1" status: 204 len: 173 time: 1.0184262 Jul 23 14:05:50.314300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'name': 'network-vif-deleted', 'tag': '69676565-6c21-4622-b681-591d4d300b4e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:50.316675 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de183fda-a4d8-42d9-9d0a-e97158562be1" -d '{"events": [{"server_uuid": "7f3cbab8-706d-4140-9e53-7212f5d91afa", "name": "network-vif-deleted", "tag": "69676565-6c21-4622-b681-591d4d300b4e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:50.334710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-815dc790-c740-4a6f-9044-dcf06b73a1d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec14784546094444833bd250248fa241&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5488863 Jul 23 14:05:50.341813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:50.374469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cd89b9-10f7-467a-a86f-59eb2c7abd3a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:50.385970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.396956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dc790-c740-4a6f-9044-dcf06b73a1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edfd4b7-1cb0-42f9-a1f4-99b405782c12,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:50.417080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Transition to ACTIVE for port object 40cd89b9-10f7-467a-a86f-59eb2c7abd3a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:50.420613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86e732-df54-45d0-b5ba-6c4dbe4a4638 req-ebabf38b-da62-433e-8988-8e1b111a059f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:50.422234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec86e732-df54-45d0-b5ba-6c4dbe4a4638 req-ebabf38b-da62-433e-8988-8e1b111a059f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.3498950 Jul 23 14:05:50.434312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.505681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33b691-3118-4e7e-bc04-6b5e9ccd9907 req-75745222-bab1-466f-a99a-e02978e4a037 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:50.507199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53975489-9214-4cbb-bc8d-49e95470be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.507855 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e33b691-3118-4e7e-bc04-6b5e9ccd9907 req-75745222-bab1-466f-a99a-e02978e4a037 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 936 time: 0.3526413 Jul 23 14:05:50.509755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53975489-9214-4cbb-bc8d-49e95470be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.510914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-53975489-9214-4cbb-bc8d-49e95470be36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e2c5346-c54e-4740-8a33-226356b3946a HTTP/1.1" status: 204 len: 168 time: 0.7277048 Jul 23 14:05:50.542697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec86e732-df54-45d0-b5ba-6c4dbe4a4638 req-18854303-f7fc-444e-8093-c452fbd3a158 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015730 Jul 23 14:05:50.555045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a5fa8c-ddc9-4f2d-b4ad-442fa89ac0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.564860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53975489-9214-4cbb-bc8d-49e95470be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c5346-c54e-4740-8a33-226356b3946a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:50.591244 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.606106 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a5fa8c-ddc9-4f2d-b4ad-442fa89ac0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.619385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e33b691-3118-4e7e-bc04-6b5e9ccd9907 req-d8e183fd-6fdd-4d8c-85c6-7deb27bb9b24 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901508 Jul 23 14:05:50.648320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Pushing event updated for resources: {'Port': ['ID=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:50.665674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Pushing event deleted for resources: {'Port': ['ID=d9c70066-c071-4576-92aa-7f9faad47801,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:50.710049 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91b2921-8080-4867-b170-5ba966ea8d0f x-openstack-request-id: req-b91b2921-8080-4867-b170-5ba966ea8d0f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:50.710360 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3cbab8-706d-4140-9e53-7212f5d91afa", "name": "network-vif-deleted", "tag": "69676565-6c21-4622-b681-591d4d300b4e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:50.710605 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b91b2921-8080-4867-b170-5ba966ea8d0f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:50.711039 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3cbab8-706d-4140-9e53-7212f5d91afa', 'name': 'network-vif-deleted', 'tag': '69676565-6c21-4622-b681-591d4d300b4e', 'status': 'completed', 'code': 200} Jul 23 14:05:50.844351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Attempting to bind port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:50.844725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Attempting to bind port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:50.845182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Attempting to bind port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:50.856951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:05:50.857398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Attempting to bind port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:50.860573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] No DVR routers for this DVR port d9c70066-c071-4576-92aa-7f9faad47801 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:50.864310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.864725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:50.865142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:50.865727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:50.866164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Bound port: 40cd89b9-10f7-467a-a86f-59eb2c7abd3a, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:50.866530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.866668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2222fd4-94a4-4d4d-be40-5a3b7ed6ab03 req-470b6305-2ac5-4260-a25c-af19fe51d65d tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.11 "DELETE /v2.0/ports/d9c70066-c071-4576-92aa-7f9faad47801 HTTP/1.1" status: 204 len: 173 time: 1.8996859 Jul 23 14:05:50.916589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a5fa8c-ddc9-4f2d-b4ad-442fa89ac0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.921348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a5fa8c-ddc9-4f2d-b4ad-442fa89ac0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:50.925672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22a5fa8c-ddc9-4f2d-b4ad-442fa89ac0a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6edfd4b7-1cb0-42f9-a1f4-99b405782c12 HTTP/1.1" status: 204 len: 168 time: 0.5797729 Jul 23 14:05:50.952022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5fa8c-ddc9-4f2d-b4ad-442fa89ac0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edfd4b7-1cb0-42f9-a1f4-99b405782c12,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:51.044281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] For port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:51.049982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] For port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:51.070030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:51.104132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:51.181119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-deleted', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:51.185969 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb459ca8-2756-4126-8994-8afe01930f33" -d '{"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-deleted", "tag": "d9c70066-c071-4576-92aa-7f9faad47801"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:51.195441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3717dec7-8e2b-456a-a992-02aee3a6e50b req-fb6c9ee0-ba95-4e70-8acf-fa9e5d5157b2 tempest-ServerDiagnosticsNegativeTest-130753441 tempest-ServerDiagnosticsNegativeTest-130753441-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3cbab8-706d-4140-9e53-7212f5d91afa HTTP/1.1" status: 200 len: 210 time: 0.0788147 Jul 23 14:05:51.221686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Pushing event updated for resources: {'Port': ['ID=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:51.227194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-de74f584-f0d7-48b9-bd70-f117d1d5c019 req-acae7d2b-1fc0-479e-b8cc-df87a3827c77 tempest-LiveMigrationTest-585628506 tempest-LiveMigrationTest-585628506-project] 10.222.0.21 "GET /v2.0/ports?device_id=c85dffde-0082-431d-bd59-e8a870a30cc9 HTTP/1.1" status: 200 len: 210 time: 0.1748974 Jul 23 14:05:51.236186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:51.239012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:51.240447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-1370088b-8f37-46eb-ae94-33027f8b81da service neutron] 10.222.0.11 "PUT /v2.0/ports/40cd89b9-10f7-467a-a86f-59eb2c7abd3a HTTP/1.1" status: 200 len: 1096 time: 1.6605968 Jul 23 14:05:51.289691 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9efaddd-2156-459b-8201-e6be96c7d71a x-openstack-request-id: req-b9efaddd-2156-459b-8201-e6be96c7d71a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:51.290115 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85dffde-0082-431d-bd59-e8a870a30cc9", "name": "network-vif-deleted", "tag": "d9c70066-c071-4576-92aa-7f9faad47801", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:51.290387 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9efaddd-2156-459b-8201-e6be96c7d71a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:51.290866 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85dffde-0082-431d-bd59-e8a870a30cc9', 'name': 'network-vif-deleted', 'tag': 'd9c70066-c071-4576-92aa-7f9faad47801', 'status': 'completed', 'code': 200} Jul 23 14:05:51.449813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-0f69369d-fc13-431f-a94f-e349f2c262e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:51.451792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-0f69369d-fc13-431f-a94f-e349f2c262e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49d773cddd4b46808805f820daf17dc9&device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 1099 time: 0.1287498 Jul 23 14:05:51.515120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 69676565-6c21-4622-b681-591d4d300b4e no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:51.560196 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-cf779ca3-6116-495c-af65-bd3b6a305201 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=40cd89b9-10f7-467a-a86f-59eb2c7abd3a HTTP/1.1" status: 200 len: 217 time: 0.0748212 Jul 23 14:05:51.639042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 69676565-6c21-4622-b681-591d4d300b4e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:51.639042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 69676565-6c21-4622-b681-591d4d300b4e not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:51.667658 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-c91e8fd2-8021-4528-8a90-26e8f9ad0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:51.672185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-c91e8fd2-8021-4528-8a90-26e8f9ad0898 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1033194 Jul 23 14:05:51.735679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9c70066-c071-4576-92aa-7f9faad47801 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:51.759648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: d9c70066-c071-4576-92aa-7f9faad47801 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:51.760128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9c70066-c071-4576-92aa-7f9faad47801 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:51.856058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36afec-664d-46bd-a31d-44892f518785 req-ab995285-98a5-44e5-8dc5-706a25b7456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:51.858401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-ab995285-98a5-44e5-8dc5-706a25b7456f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782043 Jul 23 14:05:51.890419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cb50f-b090-40ff-bbe7-8d611132b408 req-19adf1af-e408-4ce0-a09a-50444b501565 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:51.897595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a27cb50f-b090-40ff-bbe7-8d611132b408 req-19adf1af-e408-4ce0-a09a-50444b501565 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 948 time: 0.1308815 Jul 23 14:05:51.959436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a27cb50f-b090-40ff-bbe7-8d611132b408 req-f3fde88c-4b85-4b9f-a0e9-3d898dcbac20 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605831 Jul 23 14:05:52.007720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31ce1b-2dec-4d4d-8985-782001760934 req-7aec1a3e-ad99-4d59-836d-48a8ce0b720f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:52.015542 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b31ce1b-2dec-4d4d-8985-782001760934 req-7aec1a3e-ad99-4d59-836d-48a8ce0b720f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.2392817 Jul 23 14:05:52.083830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b31ce1b-2dec-4d4d-8985-782001760934 req-a7e2ed22-ba4f-4873-af60-aaea2581ae93 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672255 Jul 23 14:05:52.086115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-9efb462e-83ec-4948-a764-845b69be301a service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072132 Jul 23 14:05:52.195555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:52.266486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da36afec-664d-46bd-a31d-44892f518785 req-f47b64d3-99cb-442e-9702-9ca7021433ed service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687243 Jul 23 14:05:52.315852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-96f90a44-36e5-486d-9ea1-3ac2b54d0ddc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:52.317645 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-96f90a44-36e5-486d-9ea1-3ac2b54d0ddc tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 949 time: 0.1074955 Jul 23 14:05:52.347118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:52.408516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1011655087-network', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:52.465894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Made reservation on behalf of 5f22c388b6f1468ca708a49d0004f86e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:05:52.468532 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.484712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.520027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Deleting port d2910e12-c70b-44d2-885e-222f4c0d58d9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:52.520414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.662090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] For port d2910e12-c70b-44d2-885e-222f4c0d58d9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d2910e12-c70b-44d2-885e-222f4c0d58d9,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:52.662781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.691628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Calling delete_port for d2910e12-c70b-44d2-885e-222f4c0d58d9 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:52.702562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] Deleting subnet 42d3a393-fbf0-4de3-ab25-41dbd27f45a0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:05:52.710246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.713341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'tag': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:52.717644 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eb7bd8-825e-4234-92b0-860bd9476f79" -d '{"events": [{"name": "network-changed", "server_uuid": "ab49cee4-e022-4bdd-9ea3-83a664d7bcea", "tag": "40cd89b9-10f7-467a-a86f-59eb2c7abd3a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:52.746051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.760907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.815856 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d51050-f2d9-4497-9b20-22244c9c9ff3 x-openstack-request-id: req-23d51050-f2d9-4497-9b20-22244c9c9ff3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:52.816232 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab49cee4-e022-4bdd-9ea3-83a664d7bcea", "tag": "40cd89b9-10f7-467a-a86f-59eb2c7abd3a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:52.816403 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23d51050-f2d9-4497-9b20-22244c9c9ff3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:52.817732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.818778 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'tag': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a', 'status': 'completed', 'code': 200} Jul 23 14:05:52.849230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:05:52.884969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.885297 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Added segment 075f765c-c256-40d7-8d09-d1d884a18b1d of type vlan for network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 Jul 23 14:05:52.888673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f1719-4a14-4458-92c5-8accc8600c75,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:52.922288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:52.929575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:52.953325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-d8477757-55a2-4f00-91b8-432bb4db0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:52.954884 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-d8477757-55a2-4f00-91b8-432bb4db0744 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49d773cddd4b46808805f820daf17dc9&device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 1099 time: 0.1207268 Jul 23 14:05:53.000544 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.074144 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.076418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:53.077765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.091291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.119908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-439977ee-9310-40a2-978e-782544eb967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:53.121441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-439977ee-9310-40a2-978e-782544eb967e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1473999 Jul 23 14:05:53.144753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9474220 Jul 23 14:05:53.147698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:53.151888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d3a393-fbf0-4de3-ab25-41dbd27f45a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:53.158858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Request body: {'subnet': {'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1011655087-subnet', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:53.166113 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.168309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c00a2744-b2e4-42eb-9277-98270d119e90 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42d3a393-fbf0-4de3-ab25-41dbd27f45a0 HTTP/1.1" status: 204 len: 168 time: 0.8181396 Jul 23 14:05:53.173233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:53.234774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-5ae68ea2-22fe-4ad1-bf78-420dccb9b2a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=40cd89b9-10f7-467a-a86f-59eb2c7abd3a HTTP/1.1" status: 200 len: 217 time: 0.0805712 Jul 23 14:05:53.241378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178a526-ad33-4c61-b010-5a8e041c6015 admin admin] Pushing event updated for resources: {'Network': ['ID=15b2c766-adde-4ba1-91f5-348c3e1e37c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:53.242086 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.255996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:05:53.261702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3b299ff7-a56c-4ec1-8664-fc06a5719585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc00411532234a0eb2e765fbdf793b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372648 Jul 23 14:05:53.282456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:53.286598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d2910e12-c70b-44d2-885e-222f4c0d58d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:53.289551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:53.331340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event deleted for resources: {'Port': ['ID=d2910e12-c70b-44d2-885e-222f4c0d58d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:53.347445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Made reservation on behalf of 5f22c388b6f1468ca708a49d0004f86e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:05:53.350410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.449000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.453809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a65b10-1c67-4da7-84dc-d613217b8f66 req-7c3b573b-dd6b-43d9-9bda-208a97d6f603 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:53.455417 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d3a65b10-1c67-4da7-84dc-d613217b8f66 req-7c3b573b-dd6b-43d9-9bda-208a97d6f603 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 948 time: 0.3562129 Jul 23 14:05:53.456881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-7675ba12-3cfc-4dd6-b5b3-974ec3018b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:53.458526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-7675ba12-3cfc-4dd6-b5b3-974ec3018b66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2130706 Jul 23 14:05:53.464540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] No DVR routers for this DVR port d2910e12-c70b-44d2-885e-222f4c0d58d9 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:53.472579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.475085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-429cddb8-a1a3-48df-a9f5-52c4ed422cd9 req-f6ac8c02-5f1b-4ff0-b59c-cf923988205f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.48 "DELETE /v2.0/ports/d2910e12-c70b-44d2-885e-222f4c0d58d9 HTTP/1.1" status: 204 len: 173 time: 1.1506422 Jul 23 14:05:53.475942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc0920-b6f3-4c10-9f90-67870eb21f0b req-68e0bacb-0bde-47e5-af70-303923af1e4d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:53.477723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6fc0920-b6f3-4c10-9f90-67870eb21f0b req-68e0bacb-0bde-47e5-af70-303923af1e4d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3f95a7-ef74-42c7-83dd-2ca727a10d9f HTTP/1.1" status: 200 len: 867 time: 0.3226376 Jul 23 14:05:53.553702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fabbc5cf-791f-40e9-8c51-730d9a3a5e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.558526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6fc0920-b6f3-4c10-9f90-67870eb21f0b req-6e01f6ae-c89c-44b9-8339-dfc989714b3e tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607212 Jul 23 14:05:53.562508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d3a65b10-1c67-4da7-84dc-d613217b8f66 req-598cb494-da13-4a30-976e-c4f4dc28f730 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958116 Jul 23 14:05:53.585126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fabbc5cf-791f-40e9-8c51-730d9a3a5e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.625308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-28a99ff9-4887-4311-9ca5-ff563ba77571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:53.627044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-28a99ff9-4887-4311-9ca5-ff563ba77571 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567109 Jul 23 14:05:53.663673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.679767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 40cd89b9-10f7-467a-a86f-59eb2c7abd3a details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:53.702505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9256d62a-168c-4275-ab78-c9ab83d0dd69']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:53.735692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfee8112-6a7b-4fb5-821a-3961590b6ce9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:53.736059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfee8112-6a7b-4fb5-821a-3961590b6ce9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:53.759191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.785050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fabbc5cf-791f-40e9-8c51-730d9a3a5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.789137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fabbc5cf-791f-40e9-8c51-730d9a3a5e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.790990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fabbc5cf-791f-40e9-8c51-730d9a3a5e71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97331adf-e30a-46dc-b94e-751602e51d94 HTTP/1.1" status: 204 len: 168 time: 0.4877582 Jul 23 14:05:53.811519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbc5cf-791f-40e9-8c51-730d9a3a5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97331adf-e30a-46dc-b94e-751602e51d94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:53.825539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-a84ea428-271f-4a8b-a815-a934968c23e2 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842585 Jul 23 14:05:53.864321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.880762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:05:53.881172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:05:53.895450 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:05:53.931972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:53.955981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a', 'mac_address': 'fa:16:3e:6d:d7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:05:54.017543 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.020541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.034598 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1eb7bd8-825e-4234-92b0-860bd9476f79 req-4b41d757-4a36-40e4-be88-e3c1c14f77c0 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990681 Jul 23 14:05:54.045233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cd89b9-10f7-467a-a86f-59eb2c7abd3a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:05:54.073977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:54.084103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.097468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.108337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.110954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9256d62a-168c-4275-ab78-c9ab83d0dd69 HTTP/1.1" status: 204 len: 168 time: 0.8990209 Jul 23 14:05:54.113511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:54.138772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29157cc-6155-4e7c-a8bd-282fd4c56133 admin admin] Pushing event deleted for resources: {'Network': ['ID=9256d62a-168c-4275-ab78-c9ab83d0dd69,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:54.141498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:54.175089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] Deleting subnet 8a15e56c-2271-44f2-8f90-9dbf2acf4e75 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:05:54.178607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.196007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=401717c8-bfd5-4df4-ba9a-74a5ffb3d260,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:54.212040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Checking segment: {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:54.212901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Network hostable DHCP agents. Network: 15b2c766-adde-4ba1-91f5-348c3e1e37c4, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:05:54.232568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683bfee-8584-4860-b314-53d4922e630b req-2efeb8d0-7fba-47a1-8765-22db866f1b2e tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:54.237828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.239550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6683bfee-8584-4860-b314-53d4922e630b req-2efeb8d0-7fba-47a1-8765-22db866f1b2e tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 949 time: 0.3179216 Jul 23 14:05:54.293446 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6683bfee-8584-4860-b314-53d4922e630b req-4e50b426-c954-4125-8b5b-9cb0f9d88ef8 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Jul 23 14:05:54.297840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:05:54.300524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.312311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 15b2c766-adde-4ba1-91f5-348c3e1e37c4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:05:54.316508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:54.317430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.328030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45938ba9-99e6-4c0c-bcfa-29faa8ef432c None None] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:05:54.356836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd1118c6-46d7-41c1-9393-74eeefe5d10f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2058811 Jul 23 14:05:54.359607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:54.365457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:05:54.375423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['40cd89b9-10f7-467a-a86f-59eb2c7abd3a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:05:54.394193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:54.410599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.417826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4c7991b-ec36-422a-9ce7-a1fef82119a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.420127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.421119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.491083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.499292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.501077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a15e56c-2271-44f2-8f90-9dbf2acf4e75 HTTP/1.1" status: 204 len: 168 time: 0.3863027 Jul 23 14:05:54.504721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b10bc-7f35-4a36-8b66-52e3b5cc48ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a15e56c-2271-44f2-8f90-9dbf2acf4e75,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:54.506698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:54.772317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.820405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-deleted', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:54.822095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.823016 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b7ea1d-2570-4eb8-a153-495964ac53d6" -d '{"events": [{"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-deleted", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:54.855998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:05:54.857124 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.861840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4c7991b-ec36-422a-9ce7-a1fef82119a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.898791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4c7991b-ec36-422a-9ce7-a1fef82119a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:54.997245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a4c7991b-ec36-422a-9ce7-a1fef82119a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7e0e8ed244740e1a03c55a6a567c0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019585 Jul 23 14:05:54.999857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:55.004518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7991b-ec36-422a-9ce7-a1fef82119a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f785b14-3556-4534-ab87-3a4bc6acbd96,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:55.045045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.062276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a63e81-c359-44f2-9097-d6a86b68b69e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:55.082067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a48a20-e78c-4b49-92fa-12b6131473e6 req-3399ae34-1587-486b-966c-56e8c04b1b61 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:55.084591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Allocated IP 172.20.0.2 (15b2c766-adde-4ba1-91f5-348c3e1e37c4/401717c8-bfd5-4df4-ba9a-74a5ffb3d260/838e94f1-f212-48a9-96a9-dec67f27efb0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:05:55.089868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25a48a20-e78c-4b49-92fa-12b6131473e6 req-3399ae34-1587-486b-966c-56e8c04b1b61 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 949 time: 0.3573203 Jul 23 14:05:55.094118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee88fbb-bea2-4435-92dd-a854f2b39743') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:55.094664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee88fbb-bea2-4435-92dd-a854f2b39743') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:55.115828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3a21c4-6465-4c5d-80fa-32a789906d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.119026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.144153 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:05:55.156807 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3a21c4-6465-4c5d-80fa-32a789906d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.191365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.211562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25a48a20-e78c-4b49-92fa-12b6131473e6 req-e96a0b1b-a6c2-4c94-85c7-de19b6df59f9 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200676 Jul 23 14:05:55.215741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:05:55.217131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.263156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3a21c4-6465-4c5d-80fa-32a789906d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.266858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db3a21c4-6465-4c5d-80fa-32a789906d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.270394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-db3a21c4-6465-4c5d-80fa-32a789906d87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f785b14-3556-4534-ab87-3a4bc6acbd96 HTTP/1.1" status: 204 len: 168 time: 0.2693429 Jul 23 14:05:55.308167 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5cfb5c-56c8-420e-856b-1f81a670b5a2 x-openstack-request-id: req-db5cfb5c-56c8-420e-856b-1f81a670b5a2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:55.308834 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3f95a7-ef74-42c7-83dd-2ca727a10d9f", "name": "network-vif-deleted", "tag": "d2910e12-c70b-44d2-885e-222f4c0d58d9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:55.308834 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db5cfb5c-56c8-420e-856b-1f81a670b5a2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:55.309108 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3f95a7-ef74-42c7-83dd-2ca727a10d9f', 'name': 'network-vif-deleted', 'tag': 'd2910e12-c70b-44d2-885e-222f4c0d58d9', 'status': 'completed', 'code': 200} Jul 23 14:05:55.309835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a21c4-6465-4c5d-80fa-32a789906d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f785b14-3556-4534-ab87-3a4bc6acbd96,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:55.412114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.432574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Transition to ACTIVE for port object 838e94f1-f212-48a9-96a9-dec67f27efb0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:55.465979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Transition to ACTIVE for port object 838e94f1-f212-48a9-96a9-dec67f27efb0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:55.477500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693582-51fe-418c-ace7-ccc0e74481ac req-06ae3164-a7b4-454f-8a97-c87c563c61e2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:55.480843 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.488130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e693582-51fe-418c-ace7-ccc0e74481ac req-06ae3164-a7b4-454f-8a97-c87c563c61e2 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1662006 Jul 23 14:05:55.528640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:55.545895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:05:55.547346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d2910e12-c70b-44d2-885e-222f4c0d58d9 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:55.553252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:05:55.556112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:05:55.585437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: d2910e12-c70b-44d2-885e-222f4c0d58d9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:55.586142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d2910e12-c70b-44d2-885e-222f4c0d58d9 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:55.619586 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e693582-51fe-418c-ace7-ccc0e74481ac req-dcce447a-d5ff-4ebd-985a-b7db7d5fa939 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084197 Jul 23 14:05:55.632141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Pushing event updated for resources: {'Port': ['ID=838e94f1-f212-48a9-96a9-dec67f27efb0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:05:55.644730 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:05:55.666143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Attempting to bind port 838e94f1-f212-48a9-96a9-dec67f27efb0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:55.666614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Attempting to bind port 838e94f1-f212-48a9-96a9-dec67f27efb0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:55.667075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Attempting to bind port 838e94f1-f212-48a9-96a9-dec67f27efb0 on network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:55.673159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:55.673607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Checking segment: {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:55.674067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.674519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Bound using segment: {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:55.675112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Bound port: 838e94f1-f212-48a9-96a9-dec67f27efb0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:55.675606 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.705660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.724722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a31007-5afa-4d6f-94d1-ebfa7ef37a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.764240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] For port 838e94f1-f212-48a9-96a9-dec67f27efb0, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:55.767482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] For port 838e94f1-f212-48a9-96a9-dec67f27efb0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=838e94f1-f212-48a9-96a9-dec67f27efb0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:55.775257 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.779602 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.781513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/74a63e81-c359-44f2-9097-d6a86b68b69e HTTP/1.1" status: 204 len: 168 time: 1.2737849 Jul 23 14:05:55.794256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23a8b5-7917-4b71-bd3c-a762d889b0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a63e81-c359-44f2-9097-d6a86b68b69e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:55.843624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.866293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.883860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a31007-5afa-4d6f-94d1-ebfa7ef37a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.896301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90a31007-5afa-4d6f-94d1-ebfa7ef37a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:55.924024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3a25f-bf9a-478a-9eba-aeee45bc7e38 None None] Pushing event updated for resources: {'Port': ['ID=838e94f1-f212-48a9-96a9-dec67f27efb0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:55.976915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:55.987235 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-90a31007-5afa-4d6f-94d1-ebfa7ef37a45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50b378449c86401cba6b09f9925c292a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570704 Jul 23 14:05:55.988457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a31007-5afa-4d6f-94d1-ebfa7ef37a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12048f-2929-4a2e-ba46-8aa8f72b9fc2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:56.071466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Allocated IP 172.25.2.73 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/552cd7d8-b162-49d2-b7de-c408ea062b1d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:05:56.091395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:56.102586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0b08-0a36-4e3e-96ab-d7cd2bcf7bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.163732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0b08-0a36-4e3e-96ab-d7cd2bcf7bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.170673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-98fe4dba-c513-408a-8750-b6e5b4c0388e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50dd7614a8714c38b5f626965e84e0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769544 Jul 23 14:05:56.170673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:56.235382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc33d405-ccd1-4e59-abf9-a31c68ff8c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.272693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.289896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0b08-0a36-4e3e-96ab-d7cd2bcf7bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.292654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0b08-0a36-4e3e-96ab-d7cd2bcf7bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.296903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4c4e0b08-0a36-4e3e-96ab-d7cd2bcf7bad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b12048f-2929-4a2e-ba46-8aa8f72b9fc2 HTTP/1.1" status: 204 len: 168 time: 0.3147061 Jul 23 14:05:56.300880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc33d405-ccd1-4e59-abf9-a31c68ff8c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.308683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e0b08-0a36-4e3e-96ab-d7cd2bcf7bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12048f-2929-4a2e-ba46-8aa8f72b9fc2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:56.341091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.380136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:05:56.386520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:05:56.390499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:05:56.418476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a8ad9-3a0f-4294-a9c5-a8953decfaf8 req-3e27543c-9503-4995-80cc-66153a681bc5 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:56.420788 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-642a8ad9-3a0f-4294-a9c5-a8953decfaf8 req-3e27543c-9503-4995-80cc-66153a681bc5 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 949 time: 0.1157064 Jul 23 14:05:56.422080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc33d405-ccd1-4e59-abf9-a31c68ff8c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.425331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc33d405-ccd1-4e59-abf9-a31c68ff8c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.426115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Pushing event updated for resources: {'Port': ['ID=552cd7d8-b162-49d2-b7de-c408ea062b1d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:56.426904 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dc33d405-ccd1-4e59-abf9-a31c68ff8c8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6a6e560-3575-4517-853f-ce67d2f501c7 HTTP/1.1" status: 204 len: 168 time: 0.2556140 Jul 23 14:05:56.450849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d405-ccd1-4e59-abf9-a31c68ff8c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6e560-3575-4517-853f-ce67d2f501c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:56.494372 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-642a8ad9-3a0f-4294-a9c5-a8953decfaf8 req-438da30f-1998-482d-b80f-582fbcb1ffcb tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Jul 23 14:05:56.761951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:56.864311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-9ccd8398-2baf-4e2c-a53f-9aea3f8a0dc1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:56.869430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-9ccd8398-2baf-4e2c-a53f-9aea3f8a0dc1 tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.1745286 Jul 23 14:05:56.898363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4ff14-345f-459c-af5d-27006fb8e87c req-88eb3a8a-3019-42af-9273-ee31c187cd8d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:56.899551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0fa4ff14-345f-459c-af5d-27006fb8e87c req-88eb3a8a-3019-42af-9273-ee31c187cd8d tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 950 time: 0.2019947 Jul 23 14:05:56.927110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 838e94f1-f212-48a9-96a9-dec67f27efb0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:57.004668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 838e94f1-f212-48a9-96a9-dec67f27efb0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:57.033223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:57.050989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4baf-0180-4908-b16d-72d9ca5d5c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.109727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0fa4ff14-345f-459c-af5d-27006fb8e87c req-be2ea845-87a6-48dd-9082-4abf7dbc362f tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca3ede80-60d6-4966-a335-e996ead46745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006648 Jul 23 14:05:57.131446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:57.209230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0d58f4eb-4b04-428f-abc6-3f5e10bca912 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddf92b6074e34ad88183ae45fb39de36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764992 Jul 23 14:05:57.211803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:57.220253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.223269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Deleting port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:05:57.223708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.263865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6aa47e-d7c3-420a-bc6b-dcd052f1f39a None None] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:05:57.353742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4baf-0180-4908-b16d-72d9ca5d5c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.356148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ee40c1-700b-48c3-b31d-24b6d4847fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.367252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] For port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:57.367691 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.370232 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4baf-0180-4908-b16d-72d9ca5d5c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.391649 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ee40c1-700b-48c3-b31d-24b6d4847fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.408434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Calling delete_port for 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:05:57.426377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d4baf-0180-4908-b16d-72d9ca5d5c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0686f-be7b-4e7f-be96-2c784f36c1ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:57.430415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f130600-6a6f-426f-bf46-1632749d2218 None None] Provisioning for port 838e94f1-f212-48a9-96a9-dec67f27efb0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:57.436396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f130600-6a6f-426f-bf46-1632749d2218 None None] Provisioning complete for port 838e94f1-f212-48a9-96a9-dec67f27efb0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:57.436580 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f130600-6a6f-426f-bf46-1632749d2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.440640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-709d4baf-0180-4908-b16d-72d9ca5d5c4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6db9b70a90aa49fea6e4ad87bf0927fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055943 Jul 23 14:05:57.440836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:57.499418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ee40c1-700b-48c3-b31d-24b6d4847fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.502066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ee40c1-700b-48c3-b31d-24b6d4847fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.503313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-94ee40c1-700b-48c3-b31d-24b6d4847fbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e811364c-5b76-469b-bfc2-546111610036 HTTP/1.1" status: 204 len: 168 time: 0.2902124 Jul 23 14:05:57.519467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Router 67e31350-780a-4ce3-aee0-249312b367b8 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:05:57.524754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee40c1-700b-48c3-b31d-24b6d4847fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e811364c-5b76-469b-bfc2-546111610036,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:57.547018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3137809c-2ec8-4255-8329-a0ecd1dd7abe no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:57.611114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71d3844-bcce-4ecb-babb-31ffb2c98c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.645334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71d3844-bcce-4ecb-babb-31ffb2c98c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.692250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:05:57.708393 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Sync routers for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:05:57.721254 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:05:57.722048 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:05:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:57.730093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.735485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.739409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c937167d-fd43-4e0e-b322-a5e14e405e5f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3762574 Jul 23 14:05:57.740139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:05:57.752402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 40cd89b9-10f7-467a-a86f-59eb2c7abd3a up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:57.816536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Pushing event deleted for resources: {'Port': ['ID=89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:57.910221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71d3844-bcce-4ecb-babb-31ffb2c98c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.913655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71d3844-bcce-4ecb-babb-31ffb2c98c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.915426 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f130600-6a6f-426f-bf46-1632749d2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:57.924154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e71d3844-bcce-4ecb-babb-31ffb2c98c3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91f0686f-be7b-4e7f-be96-2c784f36c1ef HTTP/1.1" status: 204 len: 168 time: 0.4822159 Jul 23 14:05:57.960706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea213e1-26af-4a68-a7a5-c3406b9fb87c req-55f255d3-b157-4cf0-84a9-d76a878897aa tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:57.971437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ea213e1-26af-4a68-a7a5-c3406b9fb87c req-55f255d3-b157-4cf0-84a9-d76a878897aa tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 949 time: 0.3216949 Jul 23 14:05:57.984374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d3844-bcce-4ecb-babb-31ffb2c98c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0686f-be7b-4e7f-be96-2c784f36c1ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:58.033151 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:05:58.051497 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.060105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] No DVR routers for this DVR port 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:05:58.066192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.068396 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2def6f0-cd1c-4c63-82f0-f145c109605a req-ce421233-bc2b-453b-8b30-449961e15deb tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.11 "DELETE /v2.0/ports/89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 HTTP/1.1" status: 204 len: 173 time: 1.1910114 Jul 23 14:05:58.068875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-deleted', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:58.071043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:05:58.071175 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9498bae5-186c-4aa6-9f84-8ab349ca2df4" -d '{"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-deleted", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:58.120960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f130600-6a6f-426f-bf46-1632749d2218 None None] For port 838e94f1-f212-48a9-96a9-dec67f27efb0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=838e94f1-f212-48a9-96a9-dec67f27efb0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:58.127901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:58.128317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.164617 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ea213e1-26af-4a68-a7a5-c3406b9fb87c req-c7191af3-3a9d-4874-85ee-12ab872d951f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921511 Jul 23 14:05:58.179740 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f130600-6a6f-426f-bf46-1632749d2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.269024 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764fb03-5684-4bcb-921d-5d7e9078450c x-openstack-request-id: req-e764fb03-5684-4bcb-921d-5d7e9078450c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:58.269318 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f06640f-63a7-431c-9009-77b21f30824b", "name": "network-vif-deleted", "tag": "89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:58.269585 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e764fb03-5684-4bcb-921d-5d7e9078450c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:58.270024 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f06640f-63a7-431c-9009-77b21f30824b', 'name': 'network-vif-deleted', 'tag': '89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563', 'status': 'completed', 'code': 200} Jul 23 14:05:58.301995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:05:58.312151 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aaa779-aa39-4dd9-8986-1dfdf54aa935" -d '{"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:05:58.325981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130600-6a6f-426f-bf46-1632749d2218 None None] Pushing event updated for resources: {'Port': ['ID=838e94f1-f212-48a9-96a9-dec67f27efb0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:58.376976 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:05:56Z', 'revision_number': 3, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:58.391880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:58.405120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d8b10fe-352e-4a60-b6ed-3df0ae2e3886 None None] Provisioning complete for port 838e94f1-f212-48a9-96a9-dec67f27efb0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:58.405120 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d8b10fe-352e-4a60-b6ed-3df0ae2e3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.414431 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.439917 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Checking router: 67e31350-780a-4ce3-aee0-249312b367b8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:05:58.440256 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Updating router 67e31350-780a-4ce3-aee0-249312b367b8 port 552cd7d8-b162-49d2-b7de-c408ea062b1d binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:05:58.481785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f5575d2-8ad4-4b6d-8d60-1c1c210f03e7 req-56f64ce1-6f10-47e3-9fab-30ac619bceec tempest-MigrationsAdminTest-1160002468 tempest-MigrationsAdminTest-1160002468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f06640f-63a7-431c-9009-77b21f30824b HTTP/1.1" status: 200 len: 210 time: 0.0495548 Jul 23 14:05:58.538516 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.601464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:58.635545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.758625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-83b3151d-5686-4b33-9ef2-ce325cc9d40c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c081225c20fa406990f402e15517dd1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605357 Jul 23 14:05:58.835814 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7937c0a4-24cf-476e-a897-91ab1f740f60 x-openstack-request-id: req-7937c0a4-24cf-476e-a897-91ab1f740f60 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:05:58.836699 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:05:58.839126 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7937c0a4-24cf-476e-a897-91ab1f740f60 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:05:58.839754 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'code': 200} Jul 23 14:05:58.891983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 838e94f1-f212-48a9-96a9-dec67f27efb0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:05:58.907059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:58.934162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-03b47381-a37a-4c54-8291-fec5a947063d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:58.935700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-03b47381-a37a-4c54-8291-fec5a947063d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762323 Jul 23 14:05:58.941466 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:58.959063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-09f0c3cd-b935-4344-9aa5-d5b66383153f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/quotas/c081225c20fa406990f402e15517dd1e HTTP/1.1" status: 200 len: 375 time: 0.0136237 Jul 23 14:05:58.960912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.020494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:59.032923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 838e94f1-f212-48a9-96a9-dec67f27efb0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:05:59.033527 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.046735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-b7bec86a-42ec-4666-801c-78cad95ca303 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671964 Jul 23 14:05:59.078350 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.098793 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Transition to ACTIVE for port object 552cd7d8-b162-49d2-b7de-c408ea062b1d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:59.112433 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.235140 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Pushing event updated for resources: {'Port': ['ID=552cd7d8-b162-49d2-b7de-c408ea062b1d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:59.242800 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Attempting to bind port 552cd7d8-b162-49d2-b7de-c408ea062b1d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:05:59.243780 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Attempting to bind port 552cd7d8-b162-49d2-b7de-c408ea062b1d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:05:59.244688 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Attempting to bind port 552cd7d8-b162-49d2-b7de-c408ea062b1d on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:05:59.268117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Allocated IP 172.20.0.1 (15b2c766-adde-4ba1-91f5-348c3e1e37c4/401717c8-bfd5-4df4-ba9a-74a5ffb3d260/dedf0690-f6a3-4707-b18a-0a788cea2aef) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:05:59.268910 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.270105 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.270626 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.271401 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.271893 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.272469 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.273020 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.274434 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.274964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.275537 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.276014 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.276549 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:05:59.281449 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:05:59.282190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:05:59.282878 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.283496 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:05:59.284525 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Bound port: 552cd7d8-b162-49d2-b7de-c408ea062b1d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:05:59.285205 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.389055 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] For port 552cd7d8-b162-49d2-b7de-c408ea062b1d, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:05:59.396774 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] For port 552cd7d8-b162-49d2-b7de-c408ea062b1d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=552cd7d8-b162-49d2-b7de-c408ea062b1d,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:05:59.406148 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.411590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddfdae-71e6-4430-9dce-0196ab9309af req-9d6d5bae-f46e-49ca-a2a0-d0d375023d5f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:05:59.422325 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8fddfdae-71e6-4430-9dce-0196ab9309af req-9d6d5bae-f46e-49ca-a2a0-d0d375023d5f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 950 time: 0.1084411 Jul 23 14:05:59.489827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8fddfdae-71e6-4430-9dce-0196ab9309af req-c41f2d01-135d-4141-8489-828ea8516e25 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Jul 23 14:05:59.527761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:05:59.529078 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:05:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:05:59.556072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:05:59.693238 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:05:59.699898 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.759071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:05:59.768078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Transition to ACTIVE for port object dedf0690-f6a3-4707-b18a-0a788cea2aef will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:05:59.782520 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33980c-a42c-4e49-8fd5-0e33bc26cc72 None None] Pushing event updated for resources: {'Port': ['ID=552cd7d8-b162-49d2-b7de-c408ea062b1d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:05:59.856241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:05:59.858134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 89da5f19-1cf8-4e6a-a7cc-5de5bdc8d563 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:05:59.900138 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:05:59.949254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-f69608e8-f3af-4b5d-b43f-08705a1d0c4b tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c081225c20fa406990f402e15517dd1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777416 Jul 23 14:05:59.966986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:05:59.986333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '974284e2-cd77-4c16-99f3-e26830ca2639', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '974284e2-cd77-4c16-99f3-e26830ca2639', 'mac_address': 'fa:16:3e:bf:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:06:00.028249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:00.037854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:00.053116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:00.073605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974284e2-cd77-4c16-99f3-e26830ca2639 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:00.107261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:00.114331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:00.127858 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:00.165681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Pushing event updated for resources: {'Port': ['ID=dedf0690-f6a3-4707-b18a-0a788cea2aef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:00.222542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:00.227066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:00.258733 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:05:56Z', 'revision_number': 3, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:00.263181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['974284e2-cd77-4c16-99f3-e26830ca2639'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:00.280322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-5fc630e0-9181-46a1-ac98-ec79bfc7521c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:00.289804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-5fc630e0-9181-46a1-ac98-ec79bfc7521c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390236 Jul 23 14:06:00.361630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-70f5f615-8f57-4d62-bf04-160c9d0e240e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/quotas/c081225c20fa406990f402e15517dd1e HTTP/1.1" status: 200 len: 375 time: 0.0709517 Jul 23 14:06:00.366565 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f13726-a74f-4da2-a161-8d9458743911 None None] The sync data for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 is: [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:05:56Z', 'revision_number': 3, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:06:00.424506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-c35c6bdf-6d7f-4098-8119-48b36dcad453 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562954 Jul 23 14:06:00.540421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1af376d-59ff-4906-9bac-dc76012e1a0b None None] Provisioning for port dedf0690-f6a3-4707-b18a-0a788cea2aef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:00.552666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1af376d-59ff-4906-9bac-dc76012e1a0b None None] Provisioning complete for port dedf0690-f6a3-4707-b18a-0a788cea2aef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:00.552916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1af376d-59ff-4906-9bac-dc76012e1a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:00.595778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:00.662953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1af376d-59ff-4906-9bac-dc76012e1a0b None None] Port dedf0690-f6a3-4707-b18a-0a788cea2aef cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:00.676000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:00.802154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00168c3-9842-47e2-80f5-a967c01556f3 req-c0f22064-c256-4ef5-86aa-21cd79caa51d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:00.814105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d00168c3-9842-47e2-80f5-a967c01556f3 req-c0f22064-c256-4ef5-86aa-21cd79caa51d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 950 time: 0.2054052 Jul 23 14:06:00.837511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e86b6eb3-2229-4066-9d44-ad8d8018e37b req-c973bd3b-ae5c-41c7-b6e8-ec94537569c0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 210 time: 0.0898752 Jul 23 14:06:00.843381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:00.850230 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51099d7-b0fa-44c9-a114-7d4dbfa8ae29" -d '{"events": [{"server_uuid": "ab49cee4-e022-4bdd-9ea3-83a664d7bcea", "name": "network-vif-plugged", "status": "completed", "tag": "40cd89b9-10f7-467a-a86f-59eb2c7abd3a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:00.987601 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d00168c3-9842-47e2-80f5-a967c01556f3 req-a9519488-5a48-4e59-8612-6ee7d06dac6a tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608939 Jul 23 14:06:01.046973 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ec0061-ef61-4787-aa29-57ecb37e8086 x-openstack-request-id: req-79ec0061-ef61-4787-aa29-57ecb37e8086 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:01.046973 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab49cee4-e022-4bdd-9ea3-83a664d7bcea", "name": "network-vif-plugged", "status": "completed", "tag": "40cd89b9-10f7-467a-a86f-59eb2c7abd3a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:01.046973 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79ec0061-ef61-4787-aa29-57ecb37e8086 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:01.047643 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a', 'code': 200} Jul 23 14:06:01.151224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-3af868c6-8e17-46f1-a08c-b7c1e02c742a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c081225c20fa406990f402e15517dd1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578926 Jul 23 14:06:01.264727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:01.278288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:01.326829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:01.443996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Pushing event updated for resources: {'Port': ['ID=dedf0690-f6a3-4707-b18a-0a788cea2aef,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:01.503424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5b3b91bc-1bd2-44d8-8525-67183da7edb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc793ae8b78f4b4fa35ea33cf7c13972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9045129 Jul 23 14:06:01.508208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:01.559451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:01.609605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:01.611481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:01.633200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5958d5-9a3b-4d6a-9f78-1e48b2fff778 req-5607c579-03f0-40ff-be72-a6fe3e0fd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:01.656087 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d5958d5-9a3b-4d6a-9f78-1e48b2fff778 req-5607c579-03f0-40ff-be72-a6fe3e0fd65c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 1101 time: 0.4448242 Jul 23 14:06:01.755621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-3f738ba8-1a55-4b6d-9ea7-52693f2d8619 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:01.766382 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-3f738ba8-1a55-4b6d-9ea7-52693f2d8619 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5871468 Jul 23 14:06:01.814766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 974284e2-cd77-4c16-99f3-e26830ca2639 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:01.815834 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:01.835961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Request body: {'port': {'device_id': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'c081225c20fa406990f402e15517dd1e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:02.002753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Router 67e31350-780a-4ce3-aee0-249312b367b8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:06:02.067897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.148824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d5958d5-9a3b-4d6a-9f78-1e48b2fff778 req-3ce5b7f0-7139-48ee-a4cd-3b6ca099a561 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581332 Jul 23 14:06:02.167791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bac5242a-d2cf-4763-bd98-2e371fe1630d None None] Provisioning complete for port dedf0690-f6a3-4707-b18a-0a788cea2aef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:02.168194 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bac5242a-d2cf-4763-bd98-2e371fe1630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.178549 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.223864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:02.239341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.247859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bac5242a-d2cf-4763-bd98-2e371fe1630d None None] Port dedf0690-f6a3-4707-b18a-0a788cea2aef cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:02.275356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.295802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Made reservation on behalf of c081225c20fa406990f402e15517dd1e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:02.299584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.321253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.349551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:02.395684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.396358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.397477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.398023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.399107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.400981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.401619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.402147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.403533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.404960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.405478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.406590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.407171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.411567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.420925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca3ede80-60d6-4966-a335-e996ead46745 HTTP/1.1" status: 204 len: 168 time: 0.9038293 Jul 23 14:06:02.444149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ede80-60d6-4966-a335-e996ead46745,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:02.466858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.467217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.467556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.467930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.468244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.468574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.468897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.469881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.470943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.471303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.471646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.471952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cdce5-de90-481d-8ab6-d8d94efb66ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:02.536619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.547543 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:02.727128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689d6e25-61c2-4aa2-8565-f019dfa0c6ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:02.834870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e58ab83a-334d-4c8f-8208-3eb8556bc6f8 req-e04a0f37-90b4-41b1-ae19-9e13ab85a787 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 210 time: 0.7777197 Jul 23 14:06:02.834870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:06:02.849556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bd9e4e35-a417-4243-b3f0-ee82cb7b2241 admin admin] 10.222.0.21 "PUT /v2.0/routers/67e31350-780a-4ce3-aee0-249312b367b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1087663 Jul 23 14:06:03.014348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 552cd7d8-b162-49d2-b7de-c408ea062b1d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:03.050853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Allocated IP 192.168.233.196 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/29be6b61-e10a-4645-a283-6e20cdaa9f48) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:03.130311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:03.139019 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a23480f-1f78-4c08-8022-7c835801f20e" -d '{"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-plugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:03.177849 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4c694b24-bf81-4d27-9d02-1ca008ef54f4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c081225c20fa406990f402e15517dd1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287417 Jul 23 14:06:03.192245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 552cd7d8-b162-49d2-b7de-c408ea062b1d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:03.197609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 552cd7d8-b162-49d2-b7de-c408ea062b1d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:03.198329 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:03.346119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628fc03-feff-44a1-b8da-817b6cf95107 req-2aa1092f-e054-43ae-870c-420106a9b5ba tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:03.359306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1628fc03-feff-44a1-b8da-817b6cf95107 req-2aa1092f-e054-43ae-870c-420106a9b5ba tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 950 time: 0.4577198 Jul 23 14:06:03.411327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:03.464497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 552cd7d8-b162-49d2-b7de-c408ea062b1d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=552cd7d8-b162-49d2-b7de-c408ea062b1d,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:03.483290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:03.510426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:03.558023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=552cd7d8-b162-49d2-b7de-c408ea062b1d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:03.582271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Sync routers for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:06:03.599632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe88685f-aa99-495c-b627-982c8c2814df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5aebf1142b174130a5889d69225a9aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876865 Jul 23 14:06:03.600234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:03.613911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:03.615137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:05:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:03.719838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:03.724476 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1628fc03-feff-44a1-b8da-817b6cf95107 req-37ef03fa-077d-4a9f-884e-1dad74d11d3f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470523 Jul 23 14:06:03.750925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-0aaa49ac-9629-4a66-b6bf-67f300cda79c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:03.757089 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-0aaa49ac-9629-4a66-b6bf-67f300cda79c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5529401 Jul 23 14:06:03.762816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:03.768956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:03.843131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Request body: {'port': {'device_id': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'c081225c20fa406990f402e15517dd1e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:03.873026 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cbf053-a1db-488e-a4a7-b41f81ae7810 x-openstack-request-id: req-19cbf053-a1db-488e-a4a7-b41f81ae7810 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:03.873383 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-plugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:03.873587 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19cbf053-a1db-488e-a4a7-b41f81ae7810 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:03.873964 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639', 'code': 200} Jul 23 14:06:03.888645 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:03.894416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:03.899470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b683e70-aba0-422a-bf3c-5ada72b7b539 HTTP/1.1" status: 204 len: 168 time: 0.2981796 Jul 23 14:06:03.919995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b683e70-aba0-422a-bf3c-5ada72b7b539,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:03.936723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.939594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.940098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.942488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.943012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.943568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.944194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.944672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.952169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.953016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.953796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:03.954798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7d5fe-abf9-451e-b226-a38c331a9ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:06:04.477646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 2, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:04.514631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c6e0509-c851-4c36-adec-141b2a98b999 req-fc986226-edca-47d9-aa61-31cc5f4ee53a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 210 time: 0.0897336 Jul 23 14:06:04.549428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Checking router: 67e31350-780a-4ce3-aee0-249312b367b8 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:06:04.551314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Updating router 67e31350-780a-4ce3-aee0-249312b367b8 port dedf0690-f6a3-4707-b18a-0a788cea2aef binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:06:04.635766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:04.636422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:04.765877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:04.819872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Transition to ACTIVE for port object 29be6b61-e10a-4645-a283-6e20cdaa9f48 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:04.856399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 552cd7d8-b162-49d2-b7de-c408ea062b1d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:04.870303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Made reservation on behalf of c081225c20fa406990f402e15517dd1e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:04.874297 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:04.891744 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:04.895846 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-342ab972-d3b9-4ab9-b7aa-eb78d87d0f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.029089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 552cd7d8-b162-49d2-b7de-c408ea062b1d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:05.029641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.123073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-342ab972-d3b9-4ab9-b7aa-eb78d87d0f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.134401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-342ab972-d3b9-4ab9-b7aa-eb78d87d0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.153766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:05.178757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:05.197644 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:05.219197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:05.233277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-342ab972-d3b9-4ab9-b7aa-eb78d87d0f3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92f8bb78dc694b7592104999fa73e687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955052 Jul 23 14:06:05.236977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:05.253442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ab972-d3b9-4ab9-b7aa-eb78d87d0f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f035364f-1121-4c16-bc80-28d6a8e7540a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:05.416110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:05.429927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a46270e-dfc5-4e33-bdc2-0dc378c0c947 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724571033', 'description': 'tempest-description--426728797'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:05.459229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Allocated IP 192.168.233.141 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/fa541ada-4e06-48a3-846c-2b7f432cac7c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:05.533958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a46270e-dfc5-4e33-bdc2-0dc378c0c947 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.547680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6438097d-28fe-4d57-a9d4-00c9b41902d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.847548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a46270e-dfc5-4e33-bdc2-0dc378c0c947 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.864250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6438097d-28fe-4d57-a9d4-00c9b41902d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.867988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a46270e-dfc5-4e33-bdc2-0dc378c0c947 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.883411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.896609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a46270e-dfc5-4e33-bdc2-0dc378c0c947 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:05.902367 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6a46270e-dfc5-4e33-bdc2-0dc378c0c947 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4850748 Jul 23 14:06:05.915968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:05.928247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd552bdc-28f5-48df-8876-a2c1cdeb659b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Request body: {'security_group_rule': {'security_group_id': 'a8c2f859-17c5-43c0-aa2e-81b989de1c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:05.932514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Transition to ACTIVE for port object fa541ada-4e06-48a3-846c-2b7f432cac7c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:06.039339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c532198b-5f22-4ee4-bb28-5895270a6a86 req-74c66248-ba0d-4e35-9a1d-687fe9e62d87 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 210 time: 0.0922992 Jul 23 14:06:06.046394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60bd637d-3671-41de-ab0b-7872b4570e3c None None] Provisioning for port 29be6b61-e10a-4645-a283-6e20cdaa9f48 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:06.073476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60bd637d-3671-41de-ab0b-7872b4570e3c None None] Provisioning complete for port 29be6b61-e10a-4645-a283-6e20cdaa9f48 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:06.073928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60bd637d-3671-41de-ab0b-7872b4570e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.076971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:06.079878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.101469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6438097d-28fe-4d57-a9d4-00c9b41902d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.107073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6438097d-28fe-4d57-a9d4-00c9b41902d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.108802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6438097d-28fe-4d57-a9d4-00c9b41902d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f035364f-1121-4c16-bc80-28d6a8e7540a HTTP/1.1" status: 204 len: 168 time: 0.8695228 Jul 23 14:06:06.138354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd552bdc-28f5-48df-8876-a2c1cdeb659b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.141559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-60bd637d-3671-41de-ab0b-7872b4570e3c None None] Port 29be6b61-e10a-4645-a283-6e20cdaa9f48 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:06.169536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-5de19633-0af7-422f-b53f-7c7c2544394a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3664050 Jul 23 14:06:06.180665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.223391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Request body: {'port': {'device_id': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:06.242953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd552bdc-28f5-48df-8876-a2c1cdeb659b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.245157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46270e-dfc5-4e33-bdc2-0dc378c0c947 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2f859-17c5-43c0-aa2e-81b989de1c65,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:06.275625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd552bdc-28f5-48df-8876-a2c1cdeb659b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.321238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd552bdc-28f5-48df-8876-a2c1cdeb659b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525d2c16-a25a-440b-b4c6-771a6295f2eb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:06.338064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.355584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d004e2-84d5-49c6-8a15-9ffe33391145 req-ceeb6b4e-923c-4a6d-86c2-61ebe54ffb3d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:06.359817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Transition to ACTIVE for port object dedf0690-f6a3-4707-b18a-0a788cea2aef will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:06.367774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73d004e2-84d5-49c6-8a15-9ffe33391145 req-ceeb6b4e-923c-4a6d-86c2-61ebe54ffb3d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 950 time: 0.7914495 Jul 23 14:06:06.370299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.387833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438097d-28fe-4d57-a9d4-00c9b41902d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f035364f-1121-4c16-bc80-28d6a8e7540a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:06.402618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Pushing event updated for resources: {'Port': ['ID=fa541ada-4e06-48a3-846c-2b7f432cac7c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:06.446208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:06.452064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:06.456044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:06.475427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d760640-5d4c-48be-b446-2de8b4b5a28c None None] Pushing event updated for resources: {'Port': ['ID=dedf0690-f6a3-4707-b18a-0a788cea2aef,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:06.559412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73d004e2-84d5-49c6-8a15-9ffe33391145 req-17bdf370-a5ac-4e18-8cb8-a7aad1bdf1ed tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847920 Jul 23 14:06:06.560739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd552bdc-28f5-48df-8876-a2c1cdeb659b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.562123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd552bdc-28f5-48df-8876-a2c1cdeb659b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6407402 Jul 23 14:06:06.581837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:06.587898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-07f04d0c-28f0-4618-ab4e-b1ef2097f8b9 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Request body: {'security_group_rule': {'security_group_id': 'a8c2f859-17c5-43c0-aa2e-81b989de1c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:06.676493 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f04d0c-28f0-4618-ab4e-b1ef2097f8b9 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.685620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Attempting to bind port dedf0690-f6a3-4707-b18a-0a788cea2aef on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:06.685997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Attempting to bind port dedf0690-f6a3-4707-b18a-0a788cea2aef by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:06.686359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Attempting to bind port dedf0690-f6a3-4707-b18a-0a788cea2aef on network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:06.716969 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.718425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:06.719091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Checking segment: {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:06.723581 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.735449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Bound using segment: {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:06.736555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Bound port: dedf0690-f6a3-4707-b18a-0a788cea2aef, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:06.740692 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.827633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:06.828784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.892125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f04d0c-28f0-4618-ab4e-b1ef2097f8b9 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.902578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f04d0c-28f0-4618-ab4e-b1ef2097f8b9 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.907007 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] For port dedf0690-f6a3-4707-b18a-0a788cea2aef, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:06.925268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] For port dedf0690-f6a3-4707-b18a-0a788cea2aef, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=dedf0690-f6a3-4707-b18a-0a788cea2aef,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:06.941627 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:06.975026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f04d0c-28f0-4618-ab4e-b1ef2097f8b9 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9746bcd0-f186-4a23-a586-ae93e37af79d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:06.997799 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f04d0c-28f0-4618-ab4e-b1ef2097f8b9 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.001245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-4148813e-a4a3-49e1-a8c8-7f3698384307 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1768255 Jul 23 14:06:07.008075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-07f04d0c-28f0-4618-ab4e-b1ef2097f8b9 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4237008 Jul 23 14:06:07.011057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:07.023331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:07.040785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Request body: {'port': {'device_id': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:07.072853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d760640-5d4c-48be-b446-2de8b4b5a28c None None] Pushing event updated for resources: {'Port': ['ID=dedf0690-f6a3-4707-b18a-0a788cea2aef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:07.097884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.124735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:07.125521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:05:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:07.187119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:07.269049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bcb7715-d531-48d1-8994-9731e9dded9a None None] Provisioning for port fa541ada-4e06-48a3-846c-2b7f432cac7c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:07.279779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6ada35-6f10-4e43-98f2-808e12bc36cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.433266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bcb7715-d531-48d1-8994-9731e9dded9a None None] Provisioning complete for port fa541ada-4e06-48a3-846c-2b7f432cac7c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:07.434047 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bcb7715-d531-48d1-8994-9731e9dded9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.561574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb7715-d531-48d1-8994-9731e9dded9a None None] Port fa541ada-4e06-48a3-846c-2b7f432cac7c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:07.564525 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.589848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.645760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:07.799848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.900828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfda29-a355-48ab-bbca-43f64b887114 req-237056bc-00e7-44a6-9fd0-51d0b1c6c93f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:07.912177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42dfda29-a355-48ab-bbca-43f64b887114 req-237056bc-00e7-44a6-9fd0-51d0b1c6c93f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 936 time: 0.5483251 Jul 23 14:06:07.926036 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6ada35-6f10-4e43-98f2-808e12bc36cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:07.970206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6ada35-6f10-4e43-98f2-808e12bc36cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:08.064243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:06Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:08.108107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29be6b61-e10a-4645-a283-6e20cdaa9f48 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:08.118177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ada35-6f10-4e43-98f2-808e12bc36cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a919dd-2e1a-4f06-873c-b58f71fbe454,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:08.118570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:08.142300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Transition to ACTIVE for port object 29be6b61-e10a-4645-a283-6e20cdaa9f48 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:08.171560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42dfda29-a355-48ab-bbca-43f64b887114 req-16ae322d-8cef-4b5a-b0a5-c29aab271833 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580285 Jul 23 14:06:08.173567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:08.222182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Allocated IP 172.25.2.235 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/e7720e20-d3b8-4a65-8af7-51f3e8466aa1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:08.244993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-ca75310d-8ee7-4850-90a2-ef4047c21695 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49d773cddd4b46808805f820daf17dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1432762 Jul 23 14:06:08.253277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e51bce-945f-47db-81b1-087614e633a4 None None] The sync data for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 is: [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:06Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:06:08.294298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5a6ada35-6f10-4e43-98f2-808e12bc36cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e04815f06643476891eed1f0c4ed7cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0905511 Jul 23 14:06:08.311854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:08.532061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1ba1aea5-f5ce-4d4c-b3cc-ea77eba73a0d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:08.533876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1ba1aea5-f5ce-4d4c-b3cc-ea77eba73a0d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874773 Jul 23 14:06:08.565582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-7eb9eb74-d120-40e6-b81a-b79d7a2d6511 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/quotas/49d773cddd4b46808805f820daf17dc9 HTTP/1.1" status: 200 len: 375 time: 0.0234640 Jul 23 14:06:08.607256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:08.843277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-3e5f0a26-c016-4c15-a4b4-20c616a8c4c3 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49d773cddd4b46808805f820daf17dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2533724 Jul 23 14:06:08.870421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dedf0690-f6a3-4707-b18a-0a788cea2aef up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:08.903389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:08.968969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port dedf0690-f6a3-4707-b18a-0a788cea2aef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:08.975012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port dedf0690-f6a3-4707-b18a-0a788cea2aef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:08.975388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:08.984014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.014688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Attempting to bind port 29be6b61-e10a-4645-a283-6e20cdaa9f48 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:09.015200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Attempting to bind port 29be6b61-e10a-4645-a283-6e20cdaa9f48 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:09.015685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Attempting to bind port 29be6b61-e10a-4645-a283-6e20cdaa9f48 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:09.053402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event updated for resources: {'Port': ['ID=e7720e20-d3b8-4a65-8af7-51f3e8466aa1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:09.076744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Port 29be6b61-e10a-4645-a283-6e20cdaa9f48 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:06:09.077377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Attempting to bind port 29be6b61-e10a-4645-a283-6e20cdaa9f48 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:09.093121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:09.097129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:09.102819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:09.122865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0e52c03-fdab-45da-80cc-a7b58a23e4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.155620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:09.156029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:09.156508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:09.157051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Bound port: 29be6b61-e10a-4645-a283-6e20cdaa9f48, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:09.157530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.205301 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.305562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port dedf0690-f6a3-4707-b18a-0a788cea2aef, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=dedf0690-f6a3-4707-b18a-0a788cea2aef,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:09.316958 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.358484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.469096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=dedf0690-f6a3-4707-b18a-0a788cea2aef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:09.493088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:09.493088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:09.517575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:09.550356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.590449 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.601594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0e52c03-fdab-45da-80cc-a7b58a23e4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.649410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ad58842-abd0-4707-8c5a-ff13dbd130be req-47188c86-7880-4435-babd-001a1ce4cc51 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 210 time: 0.0459712 Jul 23 14:06:09.829966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:09.899261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6e8f-7c78-4ca8-bee5-f8ce0ddd713c req-6398a569-e478-4d61-bf2e-ab3dea8ad2e0 tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:09.899903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6e8f-7c78-4ca8-bee5-f8ce0ddd713c req-6398a569-e478-4d61-bf2e-ab3dea8ad2e0 tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:09.900390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6e8f-7c78-4ca8-bee5-f8ce0ddd713c req-6398a569-e478-4d61-bf2e-ab3dea8ad2e0 tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:09.900858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6e8f-7c78-4ca8-bee5-f8ce0ddd713c req-6398a569-e478-4d61-bf2e-ab3dea8ad2e0 tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:09.903766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6e8f-7c78-4ca8-bee5-f8ce0ddd713c req-6398a569-e478-4d61-bf2e-ab3dea8ad2e0 tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:09.910239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca3d6e8f-7c78-4ca8-bee5-f8ce0ddd713c req-6398a569-e478-4d61-bf2e-ab3dea8ad2e0 tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3609 time: 1.2795391 Jul 23 14:06:09.949526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.962045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:09.963225 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:09.965002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-c06ca963-de06-4290-b68b-0b2c0e525fb0 service neutron] 10.222.0.48 "PUT /v2.0/ports/29be6b61-e10a-4645-a283-6e20cdaa9f48 HTTP/1.1" status: 200 len: 1096 time: 3.7531435 Jul 23 14:06:09.973010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.018055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:10.020994 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a55474-cb60-4cb7-887a-f5685809b896" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:10.024334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06fa58d3-1412-446f-a6d1-30a09ed5d248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.124683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.135285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa541ada-4e06-48a3-846c-2b7f432cac7c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:10.170974 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.174078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645edc5b-bc54-45fe-b8aa-90e9e70ef27e req-940862bc-d3f7-48c4-9a33-a938591028ee tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:10.181325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-645edc5b-bc54-45fe-b8aa-90e9e70ef27e req-940862bc-d3f7-48c4-9a33-a938591028ee tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 936 time: 0.3866205 Jul 23 14:06:10.207604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event updated for resources: {'Port': ['ID=e7720e20-d3b8-4a65-8af7-51f3e8466aa1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:10.246445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-645edc5b-bc54-45fe-b8aa-90e9e70ef27e req-23028ff4-22fc-47da-8f68-7ba931af086b tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Jul 23 14:06:10.364926 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06fa58d3-1412-446f-a6d1-30a09ed5d248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.368521 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f3e6d-7357-44b8-a0d4-d34e52fb39c7 x-openstack-request-id: req-df1f3e6d-7357-44b8-a0d4-d34e52fb39c7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:10.368907 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:10.369235 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df1f3e6d-7357-44b8-a0d4-d34e52fb39c7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:10.369922 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'status': 'completed', 'code': 200} Jul 23 14:06:10.386164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.387634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0fb0126-c766-4a49-91ae-6029f6d5e20c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3752577 Jul 23 14:06:10.439065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06fa58d3-1412-446f-a6d1-30a09ed5d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.536418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Transition to ACTIVE for port object fa541ada-4e06-48a3-846c-2b7f432cac7c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:10.547728 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0e52c03-fdab-45da-80cc-a7b58a23e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.551094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0e52c03-fdab-45da-80cc-a7b58a23e4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.552420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f0e52c03-fdab-45da-80cc-a7b58a23e4dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4a919dd-2e1a-4f06-873c-b58f71fbe454 HTTP/1.1" status: 204 len: 168 time: 2.2377882 Jul 23 14:06:10.556043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa58d3-1412-446f-a6d1-30a09ed5d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9283d064-e0c3-49cd-84ae-535d620f5a79,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:10.563927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.575527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:10.577548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-06fa58d3-1412-446f-a6d1-30a09ed5d248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5053d34662a1474e8f7c2c665bc5b880&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279508 Jul 23 14:06:10.579164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4ef2f-4ce2-4675-ae68-4466d7b980ca req-c326b297-0a4b-45e1-bba8-b15523b396aa tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:10.580802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b2c4ef2f-4ce2-4675-ae68-4466d7b980ca req-c326b297-0a4b-45e1-bba8-b15523b396aa tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 886 time: 0.5976715 Jul 23 14:06:10.620349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e52c03-fdab-45da-80cc-a7b58a23e4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a919dd-2e1a-4f06-873c-b58f71fbe454,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:10.639564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-071f87b4-841a-4d81-aae3-efab6567f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:10.641111 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-071f87b4-841a-4d81-aae3-efab6567f0fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1099 time: 0.5925431 Jul 23 14:06:10.725983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6846fae9-7460-4164-b0fb-c2902e992b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.769020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6846fae9-7460-4164-b0fb-c2902e992b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.830306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-23380820-8479-49a3-b879-e654a2b82b97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48 HTTP/1.1" status: 200 len: 217 time: 0.1518769 Jul 23 14:06:10.835283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Pushing event updated for resources: {'Port': ['ID=fa541ada-4e06-48a3-846c-2b7f432cac7c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:10.877000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6846fae9-7460-4164-b0fb-c2902e992b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.879913 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6846fae9-7460-4164-b0fb-c2902e992b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:10.881299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6846fae9-7460-4164-b0fb-c2902e992b99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9283d064-e0c3-49cd-84ae-535d620f5a79 HTTP/1.1" status: 204 len: 168 time: 0.3043184 Jul 23 14:06:10.893078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dedf0690-f6a3-4707-b18a-0a788cea2aef up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:11.020925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e357dda-fe1c-4bcf-b3eb-6380d14e5052 req-41825d5d-8d82-4a3d-98a3-50b29f44454d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 210 time: 0.1597278 Jul 23 14:06:11.051382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846fae9-7460-4164-b0fb-c2902e992b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9283d064-e0c3-49cd-84ae-535d620f5a79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:11.105525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port dedf0690-f6a3-4707-b18a-0a788cea2aef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:11.106406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:11.126720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-2a2aedd9-c1f4-4d63-b2d0-4107e69d1241 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=49d773cddd4b46808805f820daf17dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512185 Jul 23 14:06:11.319728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-f8b27996-8202-4e91-93f8-36f91eabeb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.325422 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-f8b27996-8202-4e91-93f8-36f91eabeb93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.3840475 Jul 23 14:06:11.434021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-841b9b73-c0fa-48bf-8d5e-e1a18d758461 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.434271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Attempting to bind port fa541ada-4e06-48a3-846c-2b7f432cac7c on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:11.434507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Attempting to bind port fa541ada-4e06-48a3-846c-2b7f432cac7c by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:11.435654 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-841b9b73-c0fa-48bf-8d5e-e1a18d758461 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021092 Jul 23 14:06:11.437059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Attempting to bind port fa541ada-4e06-48a3-846c-2b7f432cac7c on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:11.454626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Request body: {'port': {'device_id': 'ff764436-cf54-402e-9083-290909bc1947', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '49d773cddd4b46808805f820daf17dc9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:11.535275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Port fa541ada-4e06-48a3-846c-2b7f432cac7c on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:06:11.535533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Attempting to bind port fa541ada-4e06-48a3-846c-2b7f432cac7c on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:11.578076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:11.578858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:11.579474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:11.580130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Bound port: fa541ada-4e06-48a3-846c-2b7f432cac7c, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:11.580688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:11.585329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee985b-6aaa-43ff-827e-2b5075767aea req-f1b9e6bb-26f1-4891-972c-42afa7622b4a tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.586217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee985b-6aaa-43ff-827e-2b5075767aea req-f1b9e6bb-26f1-4891-972c-42afa7622b4a tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.588494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee985b-6aaa-43ff-827e-2b5075767aea req-f1b9e6bb-26f1-4891-972c-42afa7622b4a tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.590205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee985b-6aaa-43ff-827e-2b5075767aea req-f1b9e6bb-26f1-4891-972c-42afa7622b4a tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.591030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee985b-6aaa-43ff-827e-2b5075767aea req-f1b9e6bb-26f1-4891-972c-42afa7622b4a tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.597142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-96ee985b-6aaa-43ff-827e-2b5075767aea req-f1b9e6bb-26f1-4891-972c-42afa7622b4a tempest-NetworksTest-118839011 tempest-NetworksTest-118839011-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3609 time: 0.9777267 Jul 23 14:06:11.736440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:11.778146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe151-404d-4687-ac90-844fb3761184 req-275d8f6d-9f87-4882-bcb9-b8db31f64d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.782000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-275d8f6d-9f87-4882-bcb9-b8db31f64d43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3582191 Jul 23 14:06:11.809268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d72700bf-17bb-4ca7-a1df-c26623e98f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:11.871096 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:06:11.871096 n-d-801990-3 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:06:11.871096 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id': '49d773cddd4b46808805f820daf17dc9', 'id': '15887c8d-c928-4f82-b163-3ea627d1d2b3', 'expiration': datetime.datetime(2021, 7, 23, 14, 8, 11, 860874)}] Jul 23 14:06:11.871096 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:06:11.872653 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:06:11.893090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] For port fa541ada-4e06-48a3-846c-2b7f432cac7c, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:11.901137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9e65b-3d8d-427d-96a3-044e2dcadb5c req-0f0a4772-96d7-4ea7-a7bb-6a83aaa426b0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:11.916898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] For port fa541ada-4e06-48a3-846c-2b7f432cac7c, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:11.917097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91a9e65b-3d8d-427d-96a3-044e2dcadb5c req-0f0a4772-96d7-4ea7-a7bb-6a83aaa426b0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 948 time: 0.2821498 Jul 23 14:06:11.949758 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.068317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:12.078901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.085179 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] 10.222.0.11 "PUT /v2.0/ports/fa541ada-4e06-48a3-846c-2b7f432cac7c HTTP/1.1" status: 200 len: 1096 time: 5.0582948 Jul 23 14:06:12.119381 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d72700bf-17bb-4ca7-a1df-c26623e98f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.170274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-21057841-5ca7-49d7-aba9-fdf196372a93 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652039 Jul 23 14:06:12.179881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91a9e65b-3d8d-427d-96a3-044e2dcadb5c req-03f88953-8792-41be-81fa-d9eec6c4bc12 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604165 Jul 23 14:06:12.180808 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d72700bf-17bb-4ca7-a1df-c26623e98f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.310419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72700bf-17bb-4ca7-a1df-c26623e98f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373b816-93f7-48d2-a5a2-f432497a72b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:12.316962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d72700bf-17bb-4ca7-a1df-c26623e98f9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=328f674f50b64a6b958b4275b8b4ad4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680714 Jul 23 14:06:12.341449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:12.341799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:12.461798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'tag': 'fa541ada-4e06-48a3-846c-2b7f432cac7c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:12.464853 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc542e-1035-44ed-9498-baeb296bee46" -d '{"events": [{"name": "network-changed", "server_uuid": "49b92f1c-cf0f-4765-8f0e-69c88629a3d5", "tag": "fa541ada-4e06-48a3-846c-2b7f432cac7c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:12.469472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-477fe151-404d-4687-ac90-844fb3761184 req-6c90269d-0c3a-4fe1-b6f1-dca58225980b service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912556 Jul 23 14:06:12.493368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Made reservation on behalf of 49d773cddd4b46808805f820daf17dc9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:12.499142 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.522062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84437f97-97da-48b1-8db0-2c2edbab4ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.592207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84437f97-97da-48b1-8db0-2c2edbab4ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.693658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd213e9b-32a7-4160-b069-44053639ab73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.795397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Allocated IP 192.168.233.103 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/43c01620-eb69-497a-830c-0c72aa8ac4c2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:12.797435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84437f97-97da-48b1-8db0-2c2edbab4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.800148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84437f97-97da-48b1-8db0-2c2edbab4ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.805900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-84437f97-97da-48b1-8db0-2c2edbab4ca3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2373b816-93f7-48d2-a5a2-f432497a72b6 HTTP/1.1" status: 204 len: 168 time: 0.4591284 Jul 23 14:06:12.832402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84437f97-97da-48b1-8db0-2c2edbab4ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373b816-93f7-48d2-a5a2-f432497a72b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:12.962093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd213e9b-32a7-4160-b069-44053639ab73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:12.978096 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd213e9b-32a7-4160-b069-44053639ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.093402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:13.138749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd213e9b-32a7-4160-b069-44053639ab73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17acf1195c3f4000bb233c810b3e5395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7945962 Jul 23 14:06:13.143902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:13.182920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97b924da-1e9d-4fb9-be89-bcb977d80d9f req-a3c0e7c5-3001-45b4-8c0c-b68586ac0182 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 210 time: 0.9169929 Jul 23 14:06:13.207524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8716-08c0-480d-b6b2-a259e4f0550e service neutron] Pushing event updated for resources: {'Port': ['ID=fa541ada-4e06-48a3-846c-2b7f432cac7c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:13.243308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd213e9b-32a7-4160-b069-44053639ab73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7254ebd0-76c2-4e08-ae41-acc4a98c3f82,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:13.336070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a5609b-973f-4a5d-aa9d-a56405f22283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.340544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-e96cd13c-f9e8-49d0-87cd-047a3be1ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:13.356864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-e96cd13c-f9e8-49d0-87cd-047a3be1ed53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 1099 time: 1.1770437 Jul 23 14:06:13.399722 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.407334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a5609b-973f-4a5d-aa9d-a56405f22283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.487257 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9bed2-c73c-42af-bceb-658563ef6416 x-openstack-request-id: req-02a9bed2-c73c-42af-bceb-658563ef6416 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:13.487847 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b92f1c-cf0f-4765-8f0e-69c88629a3d5", "tag": "fa541ada-4e06-48a3-846c-2b7f432cac7c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:13.494937 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02a9bed2-c73c-42af-bceb-658563ef6416 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:13.502154 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'tag': 'fa541ada-4e06-48a3-846c-2b7f432cac7c', 'status': 'completed', 'code': 200} Jul 23 14:06:13.511447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-0ac09e21-2c2c-468e-a383-f1fe9b39a4cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c HTTP/1.1" status: 200 len: 217 time: 0.1413538 Jul 23 14:06:13.518990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55474-cb60-4cb7-887a-f5685809b896 req-c7928827-b1d3-4703-a875-ad658b8d776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:13.521035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Transition to ACTIVE for port object 43c01620-eb69-497a-830c-0c72aa8ac4c2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:13.521565 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29a55474-cb60-4cb7-887a-f5685809b896 req-c7928827-b1d3-4703-a875-ad658b8d776f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1099 time: 0.3588171 Jul 23 14:06:13.552200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-560835714'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:13.633511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Made reservation on behalf of 8c42843fe7d741e1af239a4c6309c866 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:13.637541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.684141 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a5609b-973f-4a5d-aa9d-a56405f22283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.691418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a5609b-973f-4a5d-aa9d-a56405f22283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.696850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-90a5609b-973f-4a5d-aa9d-a56405f22283 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7254ebd0-76c2-4e08-ae41-acc4a98c3f82 HTTP/1.1" status: 204 len: 168 time: 0.5513175 Jul 23 14:06:13.702300 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.705252 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:13.742982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['40cd89b9-10f7-467a-a86f-59eb2c7abd3a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:13.857232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-646ef8c5-f982-4321-b3e5-8dc7d8b2a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:13.859228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-646ef8c5-f982-4321-b3e5-8dc7d8b2a2f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.3281162 Jul 23 14:06:13.881034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Pushing event updated for resources: {'Port': ['ID=43c01620-eb69-497a-830c-0c72aa8ac4c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:13.915170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5609b-973f-4a5d-aa9d-a56405f22283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7254ebd0-76c2-4e08-ae41-acc4a98c3f82,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:13.945038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a19a00-63fc-4b72-b999-ef2e78cc9b78 req-04560e33-39c5-4ba3-8ef8-9f8b7d8c1628 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:13.952860 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39a19a00-63fc-4b72-b999-ef2e78cc9b78 req-04560e33-39c5-4ba3-8ef8-9f8b7d8c1628 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 948 time: 0.4386382 Jul 23 14:06:13.974349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55474-cb60-4cb7-887a-f5685809b896 req-b3d93e32-e758-4ca7-a6bf-d232bb3c5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:13.976262 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29a55474-cb60-4cb7-887a-f5685809b896 req-b3d93e32-e758-4ca7-a6bf-d232bb3c5fe4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.4261205 Jul 23 14:06:14.093630 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29a55474-cb60-4cb7-887a-f5685809b896 req-a5170e23-0ff3-42ae-8413-38ce0b4ae0d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48 HTTP/1.1" status: 200 len: 217 time: 0.1012924 Jul 23 14:06:14.143069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:14.146081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:14.146272 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39a19a00-63fc-4b72-b999-ef2e78cc9b78 req-c38a0040-1e8b-47c7-9629-fdc7e745c04e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918306 Jul 23 14:06:14.151495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:14.185729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:14.370782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:14.382314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-95cac3a2-0eb5-4952-894c-3b8bee420fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:14.398774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-95cac3a2-0eb5-4952-894c-3b8bee420fdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5193081 Jul 23 14:06:14.602358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0755b491-91d1-43bc-b738-f2a43cf359cb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:14.637130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:14.674075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55474-cb60-4cb7-887a-f5685809b896 req-98446938-e2f5-4c79-9223-9f31c0b9c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:14.677478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29a55474-cb60-4cb7-887a-f5685809b896 req-98446938-e2f5-4c79-9223-9f31c0b9c8a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.5700610 Jul 23 14:06:14.711272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:14.724570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9aecabf-8f1c-4c78-ac10-163e1f6b73e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:14.769575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:14.770244 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:14.801744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b7f8306-72c3-401b-be4e-383e078f2bf7 None None] Provisioning for port 43c01620-eb69-497a-830c-0c72aa8ac4c2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:14.806064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b7f8306-72c3-401b-be4e-383e078f2bf7 None None] Provisioning complete for port 43c01620-eb69-497a-830c-0c72aa8ac4c2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:14.806428 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8306-72c3-401b-be4e-383e078f2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:14.816147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-c2d4c752-4a4d-401d-a550-5acb7c0ac158 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3692002 Jul 23 14:06:14.818879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:14.819228 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Added segment 4cdfd6ca-454e-4cb3-8fb7-079947bf991f of type vlan for network a1ee24f9-de98-41ff-a452-a65156e96a3a Jul 23 14:06:14.887037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Request body: {'port': {'device_id': 'ff764436-cf54-402e-9083-290909bc1947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:14.887568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f8306-72c3-401b-be4e-383e078f2bf7 None None] Port 43c01620-eb69-497a-830c-0c72aa8ac4c2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:14.946076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55474-cb60-4cb7-887a-f5685809b896 req-88b9543d-6847-42fe-8a16-260a4f15c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:14.948158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29a55474-cb60-4cb7-887a-f5685809b896 req-88b9543d-6847-42fe-8a16-260a4f15c7cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249880 Jul 23 14:06:14.964797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0bd8-2dca-4dd5-a879-e3cc665577bf req-cacc6a79-d025-461a-995b-5dc2128dd885 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:14.973108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1f6e0bd8-2dca-4dd5-a879-e3cc665577bf req-cacc6a79-d025-461a-995b-5dc2128dd885 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 936 time: 0.3408575 Jul 23 14:06:14.976582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.052285 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.118408 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29a55474-cb60-4cb7-887a-f5685809b896 req-61e66d00-1bb3-41b9-b69b-e765cbc2ce1d service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240680 Jul 23 14:06:15.125383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.132005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:15.132616 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.137967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1f6e0bd8-2dca-4dd5-a879-e3cc665577bf req-6e393903-8816-488f-90c9-61f557c4867e tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635270 Jul 23 14:06:15.298421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Network': ['ID=a1ee24f9-de98-41ff-a452-a65156e96a3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:15.310796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a1ee24f9-de98-41ff-a452-a65156e96a3a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:15.368452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29a55474-cb60-4cb7-887a-f5685809b896 req-555d3805-d472-443f-8313-306cee1e402c service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290220 Jul 23 14:06:15.392950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-039b4c49-f9ad-4b96-ae5b-9e729db35e4a service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9568222 Jul 23 14:06:15.478173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9aecabf-8f1c-4c78-ac10-163e1f6b73e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.497122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9aecabf-8f1c-4c78-ac10-163e1f6b73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.510066 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40ab8222-96a7-4fcc-99df-c2c1f1d74d57 req-c9854eee-61cf-40b5-9610-1e53450cdff5 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973825 Jul 23 14:06:15.516021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a4eaa53d-17b7-40ca-bcad-1bd7862fc1c3 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4173059 Jul 23 14:06:15.521748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:15.540685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'subnet': {'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:15.594073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:15.594514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c9aecabf-8f1c-4c78-ac10-163e1f6b73e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=343fd6f908774aa18719081136b1de76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481735 Jul 23 14:06:15.608218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:06:15.611870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe1693-4131-407e-94e0-d8181d8c9dd6 req-11a8ede0-dc53-4247-a76e-9a6b579d63fe tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:15.614014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35fe1693-4131-407e-94e0-d8181d8c9dd6 req-11a8ede0-dc53-4247-a76e-9a6b579d63fe tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 948 time: 0.2196317 Jul 23 14:06:15.721113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:15.760848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'mac_address': 'fa:16:3e:8e:d8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:06:15.770854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ba1f-f551-441c-ac0e-005d63e28ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.772929 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2243facf-682a-47f4-ab06-8739b2d3237a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.821233 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.827468 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35fe1693-4131-407e-94e0-d8181d8c9dd6 req-d3a72974-0874-4cad-b180-6512aebde053 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566124 Jul 23 14:06:15.839792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c01620-eb69-497a-830c-0c72aa8ac4c2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:15.847016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aecabf-8f1c-4c78-ac10-163e1f6b73e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54af98a2-a574-477d-a520-a5f94342aca0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:15.874427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29be6b61-e10a-4645-a283-6e20cdaa9f48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:15.892919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2243facf-682a-47f4-ab06-8739b2d3237a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.910138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:15.921689 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.965465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:15.980704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc542e-1035-44ed-9498-baeb296bee46 req-0c14975c-076c-4155-81a0-e7e5a370d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:15.982388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-badc542e-1035-44ed-9498-baeb296bee46 req-0c14975c-076c-4155-81a0-e7e5a370d48b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 1099 time: 0.3206325 Jul 23 14:06:16.035352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:16.055638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Made reservation on behalf of 8c42843fe7d741e1af239a4c6309c866 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:16.067886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2243facf-682a-47f4-ab06-8739b2d3237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:16.070453 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2243facf-682a-47f4-ab06-8739b2d3237a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:16.076362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2243facf-682a-47f4-ab06-8739b2d3237a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54af98a2-a574-477d-a520-a5f94342aca0 HTTP/1.1" status: 204 len: 168 time: 0.4566050 Jul 23 14:06:16.077082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:16.083743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Transition to ACTIVE for port object 43c01620-eb69-497a-830c-0c72aa8ac4c2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:16.128971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:16.135674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243facf-682a-47f4-ab06-8739b2d3237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54af98a2-a574-477d-a520-a5f94342aca0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:16.182141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc542e-1035-44ed-9498-baeb296bee46 req-dfcdd63b-5ee2-46a0-8e73-1b36b50b1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:16.187832 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-badc542e-1035-44ed-9498-baeb296bee46 req-dfcdd63b-5ee2-46a0-8e73-1b36b50b1e38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1947727 Jul 23 14:06:16.221559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['29be6b61-e10a-4645-a283-6e20cdaa9f48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:16.450247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-badc542e-1035-44ed-9498-baeb296bee46 req-f333e497-0ce6-4d16-8da5-cbdae0b71f11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c HTTP/1.1" status: 200 len: 217 time: 0.2525749 Jul 23 14:06:16.489373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Attempting to bind port 43c01620-eb69-497a-830c-0c72aa8ac4c2 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:16.490078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Attempting to bind port 43c01620-eb69-497a-830c-0c72aa8ac4c2 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:16.494957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Attempting to bind port 43c01620-eb69-497a-830c-0c72aa8ac4c2 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:16.519894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=43c01620-eb69-497a-830c-0c72aa8ac4c2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:16.535345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Port 43c01620-eb69-497a-830c-0c72aa8ac4c2 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:06:16.535785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Attempting to bind port 43c01620-eb69-497a-830c-0c72aa8ac4c2 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:16.549775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:16.550321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:16.551035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:16.551621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Bound port: 43c01620-eb69-497a-830c-0c72aa8ac4c2, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:16.552390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:16.662707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f008830-fb7e-465b-b285-1510aed94354 req-aa4b6e61-2ea1-4b07-89d8-c5e71ced1657 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:16.663423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5f008830-fb7e-465b-b285-1510aed94354 req-aa4b6e61-2ea1-4b07-89d8-c5e71ced1657 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 948 time: 0.3116233 Jul 23 14:06:16.667425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc542e-1035-44ed-9498-baeb296bee46 req-d0c0fa5c-05d0-45cb-a477-ecd4f46be321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:16.669033 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-badc542e-1035-44ed-9498-baeb296bee46 req-d0c0fa5c-05d0-45cb-a477-ecd4f46be321 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2089183 Jul 23 14:06:16.777925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:16.826492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5f008830-fb7e-465b-b285-1510aed94354 req-39cd3dc6-eb12-4e2a-b041-b0fb27584786 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509943 Jul 23 14:06:16.872703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Subnet': ['ID=fe2d9b00-d698-4dff-bf20-997f1193fa32,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:16.872993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc542e-1035-44ed-9498-baeb296bee46 req-489b7847-86b4-4f02-8e68-2238553413c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:16.874715 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-badc542e-1035-44ed-9498-baeb296bee46 req-489b7847-86b4-4f02-8e68-2238553413c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1811280 Jul 23 14:06:16.923276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] For port 43c01620-eb69-497a-830c-0c72aa8ac4c2, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:16.947868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Checking segment: {'id': '4cdfd6ca-454e-4cb3-8fb7-079947bf991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:16.948330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Network hostable DHCP agents. Network: a1ee24f9-de98-41ff-a452-a65156e96a3a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:06:16.968187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] For port 43c01620-eb69-497a-830c-0c72aa8ac4c2, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=43c01620-eb69-497a-830c-0c72aa8ac4c2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:16.980476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.048476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Network a1ee24f9-de98-41ff-a452-a65156e96a3a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:06:17.067326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=43c01620-eb69-497a-830c-0c72aa8ac4c2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:17.104049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:17.105467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.107106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-1eb47ec2-959a-4b36-bd56-96fc92bfe4e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/43c01620-eb69-497a-830c-0c72aa8ac4c2 HTTP/1.1" status: 200 len: 1096 time: 2.2417500 Jul 23 14:06:17.108004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff764436-cf54-402e-9083-290909bc1947', 'tag': '43c01620-eb69-497a-830c-0c72aa8ac4c2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:17.110631 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b80e16e-cd6e-4a44-b410-eb9fed931522" -d '{"events": [{"name": "network-changed", "server_uuid": "ff764436-cf54-402e-9083-290909bc1947", "tag": "43c01620-eb69-497a-830c-0c72aa8ac4c2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:17.114348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a1ee24f9-de98-41ff-a452-a65156e96a3a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:17.119071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:17.122359 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.149110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe52f398-56ed-4815-bef1-df96c6052b31 None None] Network a1ee24f9-de98-41ff-a452-a65156e96a3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:17.161119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45047805-73d6-4936-9a9e-3f7cd8feca59 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6329851 Jul 23 14:06:17.161875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:17.170613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f79b37de-3009-4da7-8e93-49f064fdf254 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-281211626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:17.262866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79b37de-3009-4da7-8e93-49f064fdf254 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.264472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79b37de-3009-4da7-8e93-49f064fdf254 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.327483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-badc542e-1035-44ed-9498-baeb296bee46 req-0c6a19c2-ec8d-4d49-8266-5e59214a8a16 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439030 Jul 23 14:06:17.420823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a1ee24f9-de98-41ff-a452-a65156e96a3a', 'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a', 'tenant_id': '8c42843fe7d741e1af239a4c6309c866', 'fixed_ips': [{'subnet_id': 'fe2d9b00-d698-4dff-bf20-997f1193fa32'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:06:17.422276 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.550578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79b37de-3009-4da7-8e93-49f064fdf254 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.563155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79b37de-3009-4da7-8e93-49f064fdf254 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.587024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-bd242c0c-74e1-42b1-a12e-821cc247858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:17.590816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-bd242c0c-74e1-42b1-a12e-821cc247858f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=49d773cddd4b46808805f820daf17dc9&device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 1099 time: 0.3807342 Jul 23 14:06:17.611563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f79b37de-3009-4da7-8e93-49f064fdf254 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:17.613794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f79b37de-3009-4da7-8e93-49f064fdf254 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4496713 Jul 23 14:06:17.622317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:17.657620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:17.663885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae57dee-18d4-4d47-8eb6-64d98bc64194 req-dc4ee40c-483b-4db2-8423-bb1076c14f73 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:17.679796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8ae57dee-18d4-4d47-8eb6-64d98bc64194 req-dc4ee40c-483b-4db2-8423-bb1076c14f73 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 948 time: 0.5289421 Jul 23 14:06:17.710388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-badc542e-1035-44ed-9498-baeb296bee46 req-8a3f485a-c838-41b4-8956-767eeb6ce285 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648744 Jul 23 14:06:17.724586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-8091c365-b9ee-4f21-bec5-504ba28e18b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=43c01620-eb69-497a-830c-0c72aa8ac4c2 HTTP/1.1" status: 200 len: 217 time: 0.1248882 Jul 23 14:06:17.769566 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8ae57dee-18d4-4d47-8eb6-64d98bc64194 req-a46b35e5-492d-4324-a256-986fdb8e21f6 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887811 Jul 23 14:06:17.873768 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fabba66-cc09-48fc-bd9a-f45d1bbf938e x-openstack-request-id: req-7fabba66-cc09-48fc-bd9a-f45d1bbf938e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:17.874602 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff764436-cf54-402e-9083-290909bc1947", "tag": "43c01620-eb69-497a-830c-0c72aa8ac4c2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:17.875096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fa541ada-4e06-48a3-846c-2b7f432cac7c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:06:17.875386 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fabba66-cc09-48fc-bd9a-f45d1bbf938e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:17.876646 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff764436-cf54-402e-9083-290909bc1947', 'tag': '43c01620-eb69-497a-830c-0c72aa8ac4c2', 'status': 'completed', 'code': 200} Jul 23 14:06:17.970334 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.068205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90099bb-7693-4164-b2fd-5e66eddec23c req-a9e24b0a-0dcb-448a-ae7a-de1ddc7563b4 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:18.069000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Allocated IP 172.20.0.2 (a1ee24f9-de98-41ff-a452-a65156e96a3a/fe2d9b00-d698-4dff-bf20-997f1193fa32/847800d5-6bd0-4a1f-b499-8adee069c994) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:18.074800 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f90099bb-7693-4164-b2fd-5e66eddec23c req-a9e24b0a-0dcb-448a-ae7a-de1ddc7563b4 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 948 time: 0.1458924 Jul 23 14:06:18.085438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fa541ada-4e06-48a3-846c-2b7f432cac7c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:18.108766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'fa541ada-4e06-48a3-846c-2b7f432cac7c', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'fa541ada-4e06-48a3-846c-2b7f432cac7c', 'mac_address': 'fa:16:3e:c5:0a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:06:18.122476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 29be6b61-e10a-4645-a283-6e20cdaa9f48 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:18.160798 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f90099bb-7693-4164-b2fd-5e66eddec23c req-30063740-801a-492a-bc51-ffb7d2a19ba7 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801437 Jul 23 14:06:18.190679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.194239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 29be6b61-e10a-4645-a283-6e20cdaa9f48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:18.194612 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.269819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa541ada-4e06-48a3-846c-2b7f432cac7c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:18.292174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fa541ada-4e06-48a3-846c-2b7f432cac7c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:18.310843 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.327700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.537406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=fa541ada-4e06-48a3-846c-2b7f432cac7c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:18.547828 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aac29c0-6e29-4757-b8fb-6f43757294aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.580141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.593395 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.610732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:18.613057 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2091306-33f2-480f-9fb4-06ce3def5ff6" -d '{"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-plugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:18.621656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Transition to ACTIVE for port object 847800d5-6bd0-4a1f-b499-8adee069c994 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:18.623958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fa541ada-4e06-48a3-846c-2b7f432cac7c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:18.657366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:18.672915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.680717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Transition to ACTIVE for port object 847800d5-6bd0-4a1f-b499-8adee069c994 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:18.715827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:18.767513 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba7631-e649-448b-8d47-7f82aade43fc x-openstack-request-id: req-58ba7631-e649-448b-8d47-7f82aade43fc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:18.767801 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-plugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:18.768047 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58ba7631-e649-448b-8d47-7f82aade43fc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:18.768431 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'code': 200} Jul 23 14:06:18.771685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Network a1ee24f9-de98-41ff-a452-a65156e96a3a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:18.772787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:18.816383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-8c02644f-9caa-4552-8bef-f53bd9a0959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:18.821085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Pushing event updated for resources: {'Port': ['ID=847800d5-6bd0-4a1f-b499-8adee069c994,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:18.822611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-8c02644f-9caa-4552-8bef-f53bd9a0959f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.9507959 Jul 23 14:06:18.826294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:18.828685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:19.013070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Attempting to bind port 847800d5-6bd0-4a1f-b499-8adee069c994 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:19.013843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Attempting to bind port 847800d5-6bd0-4a1f-b499-8adee069c994 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '4cdfd6ca-454e-4cb3-8fb7-079947bf991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:19.013843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Attempting to bind port 847800d5-6bd0-4a1f-b499-8adee069c994 on network a1ee24f9-de98-41ff-a452-a65156e96a3a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:19.020061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:19.020424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Checking segment: {'id': '4cdfd6ca-454e-4cb3-8fb7-079947bf991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:19.020921 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:19.021309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Bound using segment: {'id': '4cdfd6ca-454e-4cb3-8fb7-079947bf991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:19.021771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Bound port: 847800d5-6bd0-4a1f-b499-8adee069c994, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdfd6ca-454e-4cb3-8fb7-079947bf991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:19.022317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:19.030937 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:19.074383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-96a3515e-4787-4dde-a79b-22a47de4582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:19.077568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-96a3515e-4787-4dde-a79b-22a47de4582d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2254951 Jul 23 14:06:19.110441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] For port 847800d5-6bd0-4a1f-b499-8adee069c994, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:19.114130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] For port 847800d5-6bd0-4a1f-b499-8adee069c994, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=847800d5-6bd0-4a1f-b499-8adee069c994,segment=NetworkSegment(4cdfd6ca-454e-4cb3-8fb7-079947bf991f),segment_id=4cdfd6ca-454e-4cb3-8fb7-079947bf991f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:19.124283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf659df-eb10-41ab-ad57-cd7d26ab9043 req-e85db21e-1d51-45cc-9dea-0c1cc2a40853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:19.124890 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:19.125846 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bf659df-eb10-41ab-ad57-cd7d26ab9043 req-e85db21e-1d51-45cc-9dea-0c1cc2a40853 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1101 time: 0.2866602 Jul 23 14:06:19.137548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2f351-890a-4fa1-b196-42d81c6888fd req-d09012b5-c80d-4117-b38a-71396eb1c0be tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:19.139947 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bed2f351-890a-4fa1-b196-42d81c6888fd req-d09012b5-c80d-4117-b38a-71396eb1c0be tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 949 time: 0.2054412 Jul 23 14:06:19.201732 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bf659df-eb10-41ab-ad57-cd7d26ab9043 req-97c4f839-2fe0-4158-b7b8-e2d8eed33b05 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607409 Jul 23 14:06:19.213397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bed2f351-890a-4fa1-b196-42d81c6888fd req-6d7bc53d-dfc4-41de-961d-aeb30596b6cd tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664735 Jul 23 14:06:19.247124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904de1-4fe2-471f-ae2f-b0332eeaca15 None None] Pushing event updated for resources: {'Port': ['ID=847800d5-6bd0-4a1f-b499-8adee069c994,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:19.436075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:19.534182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-641414a0-0376-4847-95f3-d4c3ebb3fefb service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634999 Jul 23 14:06:19.781096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06fff-9360-4e4b-a3c4-47401aa31521 req-86d446b4-211b-46a1-910e-df118fcb2608 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:19.793408 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2bd06fff-9360-4e4b-a3c4-47401aa31521 req-86d446b4-211b-46a1-910e-df118fcb2608 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 948 time: 0.1585407 Jul 23 14:06:19.797142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Allocated IP 172.20.0.1 (a1ee24f9-de98-41ff-a452-a65156e96a3a/fe2d9b00-d698-4dff-bf20-997f1193fa32/e787aa35-96a1-492e-9234-08a476bd442c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:19.829038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f41eed-0ca4-437f-8ec0-d10ef6701f4c req-6f960db2-4279-4534-b29f-0165870019d2 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786539 Jul 23 14:06:19.844291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fa541ada-4e06-48a3-846c-2b7f432cac7c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:19.875780 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2bd06fff-9360-4e4b-a3c4-47401aa31521 req-40c174ae-bfbd-4a30-a3f0-3f5ddcd87510 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786364 Jul 23 14:06:20.009040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port fa541ada-4e06-48a3-846c-2b7f432cac7c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:20.012813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:20.013665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port fa541ada-4e06-48a3-846c-2b7f432cac7c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:20.014094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:20.036265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Transition to ACTIVE for port object e787aa35-96a1-492e-9234-08a476bd442c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:20.042666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-27b18aba-69a7-4fcb-914a-3a9521827b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:20.044630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-27b18aba-69a7-4fcb-914a-3a9521827b61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=49d773cddd4b46808805f820daf17dc9&device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 1099 time: 0.1383235 Jul 23 14:06:20.244382 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:20.274018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-80465efc-06ec-4a95-909f-d4437bda9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:20.281161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-80465efc-06ec-4a95-909f-d4437bda9320 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2256567 Jul 23 14:06:20.352737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fa541ada-4e06-48a3-846c-2b7f432cac7c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:20.366902 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:20.431797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-69524a97-e410-49fc-b6d0-2bc35d9ac53d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=43c01620-eb69-497a-830c-0c72aa8ac4c2 HTTP/1.1" status: 200 len: 217 time: 0.1381443 Jul 23 14:06:20.458508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=fa541ada-4e06-48a3-846c-2b7f432cac7c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:20.528093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:20.542842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-2a7290f5-15df-4f7f-9371-95992fd76eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:20.544671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-2a7290f5-15df-4f7f-9371-95992fd76eda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0987325 Jul 23 14:06:20.647814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Network a1ee24f9-de98-41ff-a452-a65156e96a3a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:20.653139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Port': ['ID=e787aa35-96a1-492e-9234-08a476bd442c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:20.654561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:20.657831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:20.742934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:20.746884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-065cea24-2606-4b93-8ca3-da4df079c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:20.748559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-065cea24-2606-4b93-8ca3-da4df079c28f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768875 Jul 23 14:06:20.769877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa541ada-4e06-48a3-846c-2b7f432cac7c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:20.773265 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dbaf64-8202-4d52-8194-5eadceb84306" -d '{"events": [{"server_uuid": "49b92f1c-cf0f-4765-8f0e-69c88629a3d5", "name": "network-vif-plugged", "status": "completed", "tag": "fa541ada-4e06-48a3-846c-2b7f432cac7c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:20.896742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea5dc9-609f-4c48-9ece-2f97db90fa79 None None] Network a1ee24f9-de98-41ff-a452-a65156e96a3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:21.062895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 847800d5-6bd0-4a1f-b499-8adee069c994 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:21.138417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe04b-7c85-4096-9d79-aee97835b6e0 req-21d2e819-8c8c-4283-8dbb-bb11f571e44e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:21.147167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9ffe04b-7c85-4096-9d79-aee97835b6e0 req-21d2e819-8c8c-4283-8dbb-bb11f571e44e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 950 time: 0.2378709 Jul 23 14:06:21.177425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-b2bd7ff1-c0e3-44ac-bdfd-dba0f2351adf service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633802 Jul 23 14:06:21.216343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.228160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9ffe04b-7c85-4096-9d79-aee97835b6e0 req-4b2762d4-8de9-46e8-96ed-090242a8a7d2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759528 Jul 23 14:06:21.261622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8657f50a-3a4d-4ede-b574-a973b09eb7c9 None None] Provisioning for port 847800d5-6bd0-4a1f-b499-8adee069c994 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:21.287941 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.305331 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d51496-76dd-405c-8935-52fb254edfda x-openstack-request-id: req-a6d51496-76dd-405c-8935-52fb254edfda {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:21.305624 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b92f1c-cf0f-4765-8f0e-69c88629a3d5", "name": "network-vif-plugged", "status": "completed", "tag": "fa541ada-4e06-48a3-846c-2b7f432cac7c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:21.305880 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6d51496-76dd-405c-8935-52fb254edfda {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:21.306281 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa541ada-4e06-48a3-846c-2b7f432cac7c', 'code': 200} Jul 23 14:06:21.401295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 847800d5-6bd0-4a1f-b499-8adee069c994 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:21.429841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 847800d5-6bd0-4a1f-b499-8adee069c994 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:21.430296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.545979 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.570053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68578f56-21ee-4f3f-80ea-90cf3871abb9 req-e814b337-8009-47c1-9ff7-043cf36b2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:21.574584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-68578f56-21ee-4f3f-80ea-90cf3871abb9 req-e814b337-8009-47c1-9ff7-043cf36b2858 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 1101 time: 0.1692119 Jul 23 14:06:21.607521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 847800d5-6bd0-4a1f-b499-8adee069c994, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=847800d5-6bd0-4a1f-b499-8adee069c994,segment=NetworkSegment(4cdfd6ca-454e-4cb3-8fb7-079947bf991f),segment_id=4cdfd6ca-454e-4cb3-8fb7-079947bf991f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:21.616854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.641622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855fce-cd15-4139-a631-e45f093efbe6 req-add2ffe0-1a5c-4619-800f-a238b7de96fd tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:21.651175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3855fce-cd15-4139-a631-e45f093efbe6 req-add2ffe0-1a5c-4619-800f-a238b7de96fd tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 948 time: 0.1969779 Jul 23 14:06:21.671951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b80e16e-cd6e-4a44-b410-eb9fed931522 req-be993e9e-7883-4693-bd96-8bf59c1f7c55 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806604 Jul 23 14:06:21.707781 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-68578f56-21ee-4f3f-80ea-90cf3871abb9 req-137248fe-1280-4f29-a6cc-e9e357334d18 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247530 Jul 23 14:06:21.749290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3855fce-cd15-4139-a631-e45f093efbe6 req-0c66b7e0-1661-41d0-8a93-f90a9b58a476 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938735 Jul 23 14:06:21.784117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=847800d5-6bd0-4a1f-b499-8adee069c994,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:21.915132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b16c7cb-6634-4120-a2df-1d08b5edfd16 None None] Provisioning for port e787aa35-96a1-492e-9234-08a476bd442c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:21.919784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b16c7cb-6634-4120-a2df-1d08b5edfd16 None None] Provisioning complete for port e787aa35-96a1-492e-9234-08a476bd442c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:21.921367 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b16c7cb-6634-4120-a2df-1d08b5edfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.971739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.988976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:21.995124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b16c7cb-6634-4120-a2df-1d08b5edfd16 None None] Port e787aa35-96a1-492e-9234-08a476bd442c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:22.011278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b16c7cb-6634-4120-a2df-1d08b5edfd16 None None] Provisioning complete for port 847800d5-6bd0-4a1f-b499-8adee069c994 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:22.011742 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b16c7cb-6634-4120-a2df-1d08b5edfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:22.174061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:22.203164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Port': ['ID=e787aa35-96a1-492e-9234-08a476bd442c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:22.280292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c75e62fb-d38c-4878-aefe-2c756cf4d598 None None] Provisioning complete for port e787aa35-96a1-492e-9234-08a476bd442c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:22.280670 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75e62fb-d38c-4878-aefe-2c756cf4d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:22.328812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c75e62fb-d38c-4878-aefe-2c756cf4d598 None None] Port e787aa35-96a1-492e-9234-08a476bd442c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:22.387853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Network a1ee24f9-de98-41ff-a452-a65156e96a3a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:22.389377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:22.628761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Router 859f955f-92a8-49d2-9545-57b16dc7b22b is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:06:22.789188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bb3c-27cc-4a16-bbb9-6342464ac5b4 req-0b17c446-537a-48c6-b4c5-17f71b3b6298 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:22.793094 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a217bb3c-27cc-4a16-bbb9-6342464ac5b4 req-0b17c446-537a-48c6-b4c5-17f71b3b6298 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 950 time: 0.1810114 Jul 23 14:06:22.836063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:06:22.863069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-034a20a9-7300-479e-8058-3fadcdc2cef1 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "PUT /v2.0/routers/859f955f-92a8-49d2-9545-57b16dc7b22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2038445 Jul 23 14:06:22.868591 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] Sync routers for ids ['859f955f-92a8-49d2-9545-57b16dc7b22b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:06:22.873492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:22.886034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'port': {'network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a', 'name': 'tempest-FloatingIPNegativeTestJSON-1602173522'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:22.915231 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] Routers {'859f955f-92a8-49d2-9545-57b16dc7b22b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:22.920831 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['859f955f-92a8-49d2-9545-57b16dc7b22b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:22.930343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bde7a18b-2c52-4763-a34b-c7e30df05e04 None None] Provisioning complete for port e787aa35-96a1-492e-9234-08a476bd442c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:22.930928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a217bb3c-27cc-4a16-bbb9-6342464ac5b4 req-c32ef59a-c563-47ef-9eef-1982b35fd172 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283004 Jul 23 14:06:22.931043 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bde7a18b-2c52-4763-a34b-c7e30df05e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.028801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 847800d5-6bd0-4a1f-b499-8adee069c994 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:23.032407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bde7a18b-2c52-4763-a34b-c7e30df05e04 None None] Port e787aa35-96a1-492e-9234-08a476bd442c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:23.061452 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:23.110584 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] Routers {'859f955f-92a8-49d2-9545-57b16dc7b22b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:23.111607 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['859f955f-92a8-49d2-9545-57b16dc7b22b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:23.136655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Made reservation on behalf of 8c42843fe7d741e1af239a4c6309c866 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:23.140546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.147422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 847800d5-6bd0-4a1f-b499-8adee069c994 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:23.147800 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.195993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] device_id is not set on port 68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:06:23.205346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:23.213405 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:23.226061 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66928eb-d298-40e0-a478-ff76c0b6580b None None] The sync data for ids ['859f955f-92a8-49d2-9545-57b16dc7b22b'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:06:23.322026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0a403-ddb2-4389-b475-0a00825ff30b req-4d204c10-cc56-434e-8394-76fca0b07d75 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:23.335077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22e0a403-ddb2-4389-b475-0a00825ff30b req-4d204c10-cc56-434e-8394-76fca0b07d75 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 948 time: 0.1919792 Jul 23 14:06:23.415173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Allocated IP 172.20.0.12 (a1ee24f9-de98-41ff-a452-a65156e96a3a/fe2d9b00-d698-4dff-bf20-997f1193fa32/68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:23.463952 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22e0a403-ddb2-4389-b475-0a00825ff30b req-cfd11dd5-7a6d-4350-84f5-ef4042aadc72 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272359 Jul 23 14:06:23.465584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2915c-33d5-4929-a4c3-7c83229e8142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.632857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2915c-33d5-4929-a4c3-7c83229e8142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.638916 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2915c-33d5-4929-a4c3-7c83229e8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.642463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.665254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 43c01620-eb69-497a-830c-0c72aa8ac4c2 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:06:23.669773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Transition to ACTIVE for port object 68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:23.709739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.729144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cee2915c-33d5-4929-a4c3-7c83229e8142 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85ed9c4aa9fd480ca763d27b683fd9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222561 Jul 23 14:06:23.732759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:23.734358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2915c-33d5-4929-a4c3-7c83229e8142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fae5a28-330d-4e9b-9553-341c1f83be9b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:23.802082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Port': ['ID=68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:23.829114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Network a1ee24f9-de98-41ff-a452-a65156e96a3a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:23.830978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:23.841410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58c22c3c-bdf4-4773-bf08-a39a758ba2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.842101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:23.895904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 43c01620-eb69-497a-830c-0c72aa8ac4c2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=43c01620-eb69-497a-830c-0c72aa8ac4c2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:23.924241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '43c01620-eb69-497a-830c-0c72aa8ac4c2', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '43c01620-eb69-497a-830c-0c72aa8ac4c2', 'mac_address': 'fa:16:3e:54:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:06:23.930238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58c22c3c-bdf4-4773-bf08-a39a758ba2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.978621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:23.980650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:23.997671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d548e113-a8de-4ac3-b3dd-482ef50e645e tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1158948 Jul 23 14:06:24.002458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:24.020701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:24.064906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.092968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c01620-eb69-497a-830c-0c72aa8ac4c2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:24.094042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58c22c3c-bdf4-4773-bf08-a39a758ba2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.097683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58c22c3c-bdf4-4773-bf08-a39a758ba2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.101907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.105198 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-58c22c3c-bdf4-4773-bf08-a39a758ba2f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fae5a28-330d-4e9b-9553-341c1f83be9b HTTP/1.1" status: 204 len: 168 time: 0.3622980 Jul 23 14:06:24.147370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 43c01620-eb69-497a-830c-0c72aa8ac4c2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=43c01620-eb69-497a-830c-0c72aa8ac4c2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:24.158413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.188614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c22c3c-bdf4-4773-bf08-a39a758ba2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fae5a28-330d-4e9b-9553-341c1f83be9b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:24.306347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=43c01620-eb69-497a-830c-0c72aa8ac4c2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:24.357342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76879cbc-1626-430a-bc98-c8f21e340cc1 req-0184a394-3e7f-4c5b-977b-8e04b4273838 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:24.366247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76879cbc-1626-430a-bc98-c8f21e340cc1 req-0184a394-3e7f-4c5b-977b-8e04b4273838 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 950 time: 0.2056246 Jul 23 14:06:24.392968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ede9b13-f694-46bc-90ff-433a3e1d0694 None None] Provisioning for port 68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:24.398054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ede9b13-f694-46bc-90ff-433a3e1d0694 None None] Provisioning complete for port 68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:24.398941 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ede9b13-f694-46bc-90ff-433a3e1d0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.414780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.458178 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-76879cbc-1626-430a-bc98-c8f21e340cc1 req-ae80f0b2-69f5-4739-ac95-acf593b30af2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843480 Jul 23 14:06:24.500978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ede9b13-f694-46bc-90ff-433a3e1d0694 None None] Port 68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:24.523891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['43c01620-eb69-497a-830c-0c72aa8ac4c2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:24.613292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Allocated IP 172.25.2.244 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/72cca7d4-9cdf-4504-8311-ffd868876db3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:24.764007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be80355-bce4-40b4-b512-bf731a891f71 req-a24ac21e-3798-4e6f-a5cd-59a25b7cbba8 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:24.778530 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5be80355-bce4-40b4-b512-bf731a891f71 req-a24ac21e-3798-4e6f-a5cd-59a25b7cbba8 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 949 time: 0.1425409 Jul 23 14:06:24.859803 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.870608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5be80355-bce4-40b4-b512-bf731a891f71 req-c0e66d66-4f2c-47bf-a7da-ae4ea732ab75 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739865 Jul 23 14:06:24.871323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:24.900927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef4d472e-3235-42e3-8151-e8c5cc5671b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:24.955015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.014757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:25.019758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:25.023924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:25.048446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Port': ['ID=72cca7d4-9cdf-4504-8311-ffd868876db3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:25.076138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb303-3d43-48a8-a55a-6af4e16aa30b req-384c34a8-9c00-4693-afbc-b857a28ba0a1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:25.083389 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c87bb303-3d43-48a8-a55a-6af4e16aa30b req-384c34a8-9c00-4693-afbc-b857a28ba0a1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1153882 Jul 23 14:06:25.119329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef4d472e-3235-42e3-8151-e8c5cc5671b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.131692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef4d472e-3235-42e3-8151-e8c5cc5671b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.141396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.156345 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c87bb303-3d43-48a8-a55a-6af4e16aa30b req-7e352fb8-405c-46fd-88d0-4dd21980fd90 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Jul 23 14:06:25.164927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d472e-3235-42e3-8151-e8c5cc5671b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0135e104-1537-4995-86ca-0a7c850a5702,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:25.215994 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ef4d472e-3235-42e3-8151-e8c5cc5671b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f9d62ec8bdb4bb2b2194ef45b8fa34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434615 Jul 23 14:06:25.218347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:25.265787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.288819 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14869847-4797-486b-be1a-0fe1f5560a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.329405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14869847-4797-486b-be1a-0fe1f5560a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.440703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14869847-4797-486b-be1a-0fe1f5560a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.443474 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14869847-4797-486b-be1a-0fe1f5560a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.444871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-14869847-4797-486b-be1a-0fe1f5560a26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0135e104-1537-4995-86ca-0a7c850a5702 HTTP/1.1" status: 204 len: 168 time: 0.2243142 Jul 23 14:06:25.456712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14869847-4797-486b-be1a-0fe1f5560a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0135e104-1537-4995-86ca-0a7c850a5702,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:25.517484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.525194 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.606014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Port': ['ID=72cca7d4-9cdf-4504-8311-ffd868876db3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:25.615098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.633946 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.638813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:25.639769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-941aa006-b1b9-4ee9-bc7e-cde1b1343a18 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6361072 Jul 23 14:06:25.644304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b901ad32-0a77-41e1-86c8-3a942a4e8fd0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'floatingip': {'port_id': '68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:25.669086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 43c01620-eb69-497a-830c-0c72aa8ac4c2 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:25.687463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b901ad32-0a77-41e1-86c8-3a942a4e8fd0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.751642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 43c01620-eb69-497a-830c-0c72aa8ac4c2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:25.765755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 43c01620-eb69-497a-830c-0c72aa8ac4c2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:25.766566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.862392 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b901ad32-0a77-41e1-86c8-3a942a4e8fd0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] update failed (client error): The resource could not be found. Jul 23 14:06:25.863600 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b901ad32-0a77-41e1-86c8-3a942a4e8fd0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "PUT /v2.0/floatingips/71a18ef0-7637-4c77-a707-0896bc0d9ded HTTP/1.1" status: 404 len: 507 time: 0.2234402 Jul 23 14:06:25.866877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:25.917672 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:25.949801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff764436-cf54-402e-9083-290909bc1947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c01620-eb69-497a-830c-0c72aa8ac4c2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:25.952961 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5673ed3d-43f0-4970-8761-561c2a8de6fb" -d '{"events": [{"server_uuid": "ff764436-cf54-402e-9083-290909bc1947", "name": "network-vif-plugged", "status": "completed", "tag": "43c01620-eb69-497a-830c-0c72aa8ac4c2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:25.968919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 43c01620-eb69-497a-830c-0c72aa8ac4c2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=43c01620-eb69-497a-830c-0c72aa8ac4c2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:25.976230 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.046947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Deleting port 72cca7d4-9cdf-4504-8311-ffd868876db3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:26.047540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.061537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=43c01620-eb69-497a-830c-0c72aa8ac4c2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:26.120547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce5d1a-2e9c-4d6f-9a6a-50969a0984eb req-ac38fa76-8eae-4898-89c5-cc1104e6721e tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:26.128818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2ce5d1a-2e9c-4d6f-9a6a-50969a0984eb req-ac38fa76-8eae-4898-89c5-cc1104e6721e tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 950 time: 0.1200507 Jul 23 14:06:26.174765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2ce5d1a-2e9c-4d6f-9a6a-50969a0984eb req-3e6d3d91-1ac1-47d1-a6f4-1a5ae4fef619 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Jul 23 14:06:26.194837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.194837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.212612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Calling delete_port for 72cca7d4-9cdf-4504-8311-ffd868876db3 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:26.384315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.426686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event deleted for resources: {'Port': ['ID=72cca7d4-9cdf-4504-8311-ffd868876db3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:26.502734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.505862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.507254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-53705a75-1fab-46f7-80f2-b8f2dc2a8d36 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "DELETE /v2.0/floatingips/71a18ef0-7637-4c77-a707-0896bc0d9ded HTTP/1.1" status: 204 len: 168 time: 0.6398346 Jul 23 14:06:26.511016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:26.516975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9390acd9-dc6f-4858-843a-6653e2b62cc5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'floatingip': {'floating_network_id': 'a1ee24f9-de98-41ff-a452-a65156e96a3a', 'port_id': '68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:26.553621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-27d111ef-cfd1-4931-a038-f58b7c7a0655 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c081225c20fa406990f402e15517dd1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452285 Jul 23 14:06:26.564323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9390acd9-dc6f-4858-843a-6653e2b62cc5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.620913 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58c9ef6-22bd-48d3-a954-41b66a8984d9 x-openstack-request-id: req-c58c9ef6-22bd-48d3-a954-41b66a8984d9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:26.621236 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff764436-cf54-402e-9083-290909bc1947", "name": "network-vif-plugged", "status": "completed", "tag": "43c01620-eb69-497a-830c-0c72aa8ac4c2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:26.621486 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c58c9ef6-22bd-48d3-a954-41b66a8984d9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:26.622055 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff764436-cf54-402e-9083-290909bc1947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c01620-eb69-497a-830c-0c72aa8ac4c2', 'code': 200} Jul 23 14:06:26.722241 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-9390acd9-dc6f-4858-843a-6653e2b62cc5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:06:26.724941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9390acd9-dc6f-4858-843a-6653e2b62cc5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2122915 Jul 23 14:06:26.728970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:26.735375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:26.759448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-b4ac400f-5405-45d0-b5cc-130e16ceb424 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:26.766576 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-b4ac400f-5405-45d0-b5cc-130e16ceb424 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044110 Jul 23 14:06:26.777126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.784274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-b0f6dde3-4aee-4888-ab27-a47fa36e2a8c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/quotas/c081225c20fa406990f402e15517dd1e HTTP/1.1" status: 200 len: 375 time: 0.0166576 Jul 23 14:06:26.863590 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-91f0bd45-b707-4d6b-a6a7-6729411aa027 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764115 Jul 23 14:06:26.947500 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:26.958436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf6c5c-4f47-40b3-bfbf-5eae2c9f9790 req-ac5f5b71-a4ce-4ea8-a9e3-8527f624bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:26.959973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75cf6c5c-4f47-40b3-bfbf-5eae2c9f9790 req-ac5f5b71-a4ce-4ea8-a9e3-8527f624bf06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 1101 time: 0.0936377 Jul 23 14:06:27.085422 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75cf6c5c-4f47-40b3-bfbf-5eae2c9f9790 req-2f5f9448-6228-4c63-9d2f-03528fb98798 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743279 Jul 23 14:06:27.177057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-afe9d1de-4754-4350-bb7e-eab739d9268b req-1b2f0baa-4739-49b2-848e-c2929ca4036c tempest-FlavorsV2NegativeTest-1793066839 tempest-FlavorsV2NegativeTest-1793066839-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0268590beb8343379dcec940f04245a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331843 Jul 23 14:06:27.193784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c19f16-fcaf-4576-8b50-b727b017abe1 req-5e45f15f-5fa3-47e4-9ef6-3df343b27de0 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:27.195400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62c19f16-fcaf-4576-8b50-b727b017abe1 req-5e45f15f-5fa3-47e4-9ef6-3df343b27de0 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 950 time: 0.1832070 Jul 23 14:06:27.196664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Allocated IP 172.25.2.191 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/e835cb87-7b80-4da1-92e7-cbcb4a3fa3f3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:27.276734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62c19f16-fcaf-4576-8b50-b727b017abe1 req-23b6d1b9-7000-45ed-908a-e15fbbc8447a tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Jul 23 14:06:27.366992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a194f618-b4e8-42fa-b3e5-b4d59738bbdd req-8776482b-b9ef-4471-b06b-7193e01a2678 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 210 time: 0.0334983 Jul 23 14:06:27.383147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d1de-4754-4350-bb7e-eab739d9268b req-a117b89e-d7e2-4bba-bcf5-c9cf81a73657 tempest-FlavorsV2NegativeTest-1793066839 tempest-FlavorsV2NegativeTest-1793066839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:27.387019 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-afe9d1de-4754-4350-bb7e-eab739d9268b req-a117b89e-d7e2-4bba-bcf5-c9cf81a73657 tempest-FlavorsV2NegativeTest-1793066839 tempest-FlavorsV2NegativeTest-1793066839-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045500 Jul 23 14:06:27.408329 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:27.420371 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-afe9d1de-4754-4350-bb7e-eab739d9268b req-1ed5ba00-b0ab-48bc-a630-5543afdcf0c8 tempest-FlavorsV2NegativeTest-1793066839 tempest-FlavorsV2NegativeTest-1793066839-project] 10.222.0.21 "GET /v2.0/quotas/0268590beb8343379dcec940f04245a6 HTTP/1.1" status: 200 len: 375 time: 0.0260139 Jul 23 14:06:27.479048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:27.513567 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-afe9d1de-4754-4350-bb7e-eab739d9268b req-34a376f8-3ab5-4ced-a257-0a4245cc651b tempest-FlavorsV2NegativeTest-1793066839 tempest-FlavorsV2NegativeTest-1793066839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0268590beb8343379dcec940f04245a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853965 Jul 23 14:06:27.560512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:27.925520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:27.931702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:27.959307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event updated for resources: {'Port': ['ID=e835cb87-7b80-4da1-92e7-cbcb4a3fa3f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:28.054182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3915a-1930-4dec-a047-a9f34df18525 req-1de1718b-1b2d-4664-9e73-752a6c15b51f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:28.061489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a3915a-1930-4dec-a047-a9f34df18525 req-1de1718b-1b2d-4664-9e73-752a6c15b51f tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 950 time: 0.5299096 Jul 23 14:06:28.153102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a3915a-1930-4dec-a047-a9f34df18525 req-6696e891-e1b6-4c73-afce-443fbf95efdc tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863187 Jul 23 14:06:28.219079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Deleting port e835cb87-7b80-4da1-92e7-cbcb4a3fa3f3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:28.219426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:28.340084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:28.340703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:28.358621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Calling delete_port for e835cb87-7b80-4da1-92e7-cbcb4a3fa3f3 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:28.463797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:28.524937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb756774-13d4-4b5f-86b1-87f8a90a1b54 req-7a5cd763-219a-46fd-a64f-cd416927e628 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:28.534016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb756774-13d4-4b5f-86b1-87f8a90a1b54 req-7a5cd763-219a-46fd-a64f-cd416927e628 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 950 time: 0.1098564 Jul 23 14:06:28.648795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d1a7-d230-4399-b984-fd224329eeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:28.665612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-598ce9de-a6a3-4b6c-b2f9-a267a6646668 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c081225c20fa406990f402e15517dd1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335033 Jul 23 14:06:28.668534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:28.735406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event deleted for resources: {'Port': ['ID=e835cb87-7b80-4da1-92e7-cbcb4a3fa3f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:28.750869 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1952bf04-d726-4159-952d-4977c9bca2f5 req-96601192-752c-433d-bf3f-63d624ac2ed0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 210 time: 0.0712707 Jul 23 14:06:28.792165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb756774-13d4-4b5f-86b1-87f8a90a1b54 req-fc437018-fa72-4df9-80e7-d09d25a9d3f5 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569134 Jul 23 14:06:28.865797 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d1a7-d230-4399-b984-fd224329eeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:28.876043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d1a7-d230-4399-b984-fd224329eeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:28.930699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3cb3d1a7-d230-4399-b984-fd224329eeae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0268590beb8343379dcec940f04245a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654107 Jul 23 14:06:28.931812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3d1a7-d230-4399-b984-fd224329eeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637cbbdc-61e8-4bb0-837a-da44c629f052,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:28.934699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:28.997119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-f10b0dd3-dd76-42fc-9036-764c414897ec tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:28.998672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-f10b0dd3-dd76-42fc-9036-764c414897ec tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194406 Jul 23 14:06:29.000365 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] create failed (client error): The resource could not be found. Jul 23 14:06:29.014682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0c01d3f-6d35-49b9-a77e-4b5b13c95fb8 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2711682 Jul 23 14:06:29.014921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6877f3be-2a0e-4f7e-98c6-a4b90c36d129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.015894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Request body: {'port': {'device_id': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'c081225c20fa406990f402e15517dd1e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:29.045241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6877f3be-2a0e-4f7e-98c6-a4b90c36d129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.086523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:29.200288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Made reservation on behalf of c081225c20fa406990f402e15517dd1e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:29.205884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.243986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Deleting port 68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:29.244411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.345767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.362714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Calling delete_port for 68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:29.415618 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6877f3be-2a0e-4f7e-98c6-a4b90c36d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.418970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6877f3be-2a0e-4f7e-98c6-a4b90c36d129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.420482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6877f3be-2a0e-4f7e-98c6-a4b90c36d129 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/637cbbdc-61e8-4bb0-837a-da44c629f052 HTTP/1.1" status: 204 len: 168 time: 0.4840803 Jul 23 14:06:29.420615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Allocated IP 192.168.233.229 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/9492270c-808f-459f-a4eb-1968f15d0f5a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:29.438997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877f3be-2a0e-4f7e-98c6-a4b90c36d129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637cbbdc-61e8-4bb0-837a-da44c629f052,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:29.560910 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.600659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event deleted for resources: {'Port': ['ID=68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:29.681266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:29.708216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91d3f0-0647-4b11-bccb-6ef846d75089 req-b1be7da9-5337-4713-9661-bb6113d92df8 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:29.710113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b91d3f0-0647-4b11-bccb-6ef846d75089 req-b1be7da9-5337-4713-9661-bb6113d92df8 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 950 time: 0.3064985 Jul 23 14:06:29.797364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.805044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-edff73ab-e0d3-4bce-b338-69aab1e51a1f tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "DELETE /v2.0/ports/68d2bf14-c5e3-4b60-bc74-7d1df56fcdb6 HTTP/1.1" status: 204 len: 168 time: 0.7170892 Jul 23 14:06:29.808113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:29.866851 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.893075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b91d3f0-0647-4b11-bccb-6ef846d75089 req-823f680d-56ac-4f03-ac7f-95268a4d234b tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101162 Jul 23 14:06:29.905222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:29.908523 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aff1d3-5241-4a08-9b04-8c2df82f661b" -d '{"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:29.938132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:29.948751 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.951019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:29.963107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9d4abd-02dd-45e8-93ec-50588f6d2595 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:29.966572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1a9d4abd-02dd-45e8-93ec-50588f6d2595 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "GET /v2.0/ports?device_id=859f955f-92a8-49d2-9545-57b16dc7b22b HTTP/1.1" status: 200 len: 913 time: 0.1544828 Jul 23 14:06:29.971938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:30.045293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:30.081544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Transition to ACTIVE for port object 9492270c-808f-459f-a4eb-1968f15d0f5a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:30.102439 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acdd478-a764-41ea-9381-db7fb0000f21 x-openstack-request-id: req-2acdd478-a764-41ea-9381-db7fb0000f21 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:30.102851 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:30.103191 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2acdd478-a764-41ea-9381-db7fb0000f21 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:30.103598 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639', 'code': 200} Jul 23 14:06:30.164699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7f8c9111-0de8-49f2-8681-f19792d4412f req-ed1cc0de-b266-45db-9cec-2b207840ca62 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 210 time: 0.0613778 Jul 23 14:06:30.291045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:30.307592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['29be6b61-e10a-4645-a283-6e20cdaa9f48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:30.338636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fa541ada-4e06-48a3-846c-2b7f432cac7c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:30.522570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:30.562152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:30.576090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:30.688210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:30.689223 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:30.734437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Pushing event updated for resources: {'Port': ['ID=9492270c-808f-459f-a4eb-1968f15d0f5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:30.766796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:30.794096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-ea2eec9a-313a-4d29-8c66-5e91b43ee594 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7841148 Jul 23 14:06:30.840101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Request body: {'port': {'device_id': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:31.007650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-network', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:31.008156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-893e6545-6303-4d25-aa99-2cadeec58845 None None] Provisioning for port 9492270c-808f-459f-a4eb-1968f15d0f5a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:31.013687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-893e6545-6303-4d25-aa99-2cadeec58845 None None] Provisioning complete for port 9492270c-808f-459f-a4eb-1968f15d0f5a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:31.014069 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-893e6545-6303-4d25-aa99-2cadeec58845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.018400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9af632-71cb-4720-ada4-530624b7fe55 req-adab388a-c7e5-4f03-9d81-1185ad615269 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:31.028696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f9af632-71cb-4720-ada4-530624b7fe55 req-adab388a-c7e5-4f03-9d81-1185ad615269 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 1101 time: 0.5047550 Jul 23 14:06:31.040386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Made reservation on behalf of 561e7464ffcf499685c8bea6d2f4a7d4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:31.043787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.058948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.074328 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9f9af632-71cb-4720-ada4-530624b7fe55 req-a2d61dd5-5d4e-42d9-9e3d-923a2ecbc7e0 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.079934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-893e6545-6303-4d25-aa99-2cadeec58845 None None] Port 9492270c-808f-459f-a4eb-1968f15d0f5a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:31.161519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.188063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.213856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.220632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.264006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:31.270922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b6b664-c305-436a-8236-a5cd6e08166a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:31.300704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.301074 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Added segment 5be16506-b431-4b31-b551-2737cbd51494 of type vlan for network f22f9865-d5ba-4793-90e3-d2324f8041d1 Jul 23 14:06:31.354486 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.395069 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.396764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:31.397541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.474118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] Pushing event updated for resources: {'Network': ['ID=f22f9865-d5ba-4793-90e3-d2324f8041d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:31.493833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:31.622892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a8f67-3d18-4151-8c9a-b6baf6640213 req-9f945515-0df5-4eda-95e3-2047d5fc5da2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:31.624903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f11a8f67-3d18-4151-8c9a-b6baf6640213 req-9f945515-0df5-4eda-95e3-2047d5fc5da2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 936 time: 0.0829673 Jul 23 14:06:31.665274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9f9af632-71cb-4720-ada4-530624b7fe55 req-a2d61dd5-5d4e-42d9-9e3d-923a2ecbc7e0 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.676251 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f11a8f67-3d18-4151-8c9a-b6baf6640213 req-2278d959-a8ba-4999-9212-21ee4437125e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Jul 23 14:06:31.722975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9f9af632-71cb-4720-ada4-530624b7fe55 req-a2d61dd5-5d4e-42d9-9e3d-923a2ecbc7e0 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.727110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9847df76-5e3e-4fd7-b68f-cd9f4615acdd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9577699 Jul 23 14:06:31.732287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:31.737583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Request body: {'subnet': {'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-subnet', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:31.789721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Made reservation on behalf of 561e7464ffcf499685c8bea6d2f4a7d4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:31.792131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.811153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f9af632-71cb-4720-ada4-530624b7fe55 req-a2d61dd5-5d4e-42d9-9e3d-923a2ecbc7e0 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7714987 Jul 23 14:06:31.841402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d61dd5-5d4e-42d9-9e3d-923a2ecbc7e0 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d192f559-990e-4da8-82db-74b839291f92,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:31.919504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9492270c-808f-459f-a4eb-1968f15d0f5a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:31.945435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.966835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Deleting port e787aa35-96a1-492e-9234-08a476bd442c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:31.967446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:31.971508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Transition to ACTIVE for port object 9492270c-808f-459f-a4eb-1968f15d0f5a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:31.987292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.129888 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.159203 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:06:32.202944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=9492270c-808f-459f-a4eb-1968f15d0f5a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:32.208674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e56a636-f79e-43e2-b5c9-a6dbff71641a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:32.265756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Checking segment: {'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:32.266046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Network hostable DHCP agents. Network: f22f9865-d5ba-4793-90e3-d2324f8041d1, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:06:32.269206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.307976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Calling delete_port for e787aa35-96a1-492e-9234-08a476bd442c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:32.324030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:06:32.349822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f22f9865-d5ba-4793-90e3-d2324f8041d1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:32.354448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:32.360185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.360469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2ddf7-0720-4a38-b228-fec3b59d9345 None None] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:32.387987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1c080a09-e354-40c9-8c24-13f89de9d5ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6540706 Jul 23 14:06:32.390280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:32.396025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:32.426033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Attempting to bind port 9492270c-808f-459f-a4eb-1968f15d0f5a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:32.426367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Attempting to bind port 9492270c-808f-459f-a4eb-1968f15d0f5a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:32.426718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Attempting to bind port 9492270c-808f-459f-a4eb-1968f15d0f5a on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:32.435628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Port 9492270c-808f-459f-a4eb-1968f15d0f5a on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:06:32.435955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Attempting to bind port 9492270c-808f-459f-a4eb-1968f15d0f5a on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:32.439258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.441408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.446989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:32.447493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:32.448024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:32.448498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Bound port: 9492270c-808f-459f-a4eb-1968f15d0f5a, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:32.448851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.540798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] For port 9492270c-808f-459f-a4eb-1968f15d0f5a, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:32.544946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] For port 9492270c-808f-459f-a4eb-1968f15d0f5a, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9492270c-808f-459f-a4eb-1968f15d0f5a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:32.580113 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.627045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.710194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:32.711418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:32.714313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] 10.222.0.48 "PUT /v2.0/ports/9492270c-808f-459f-a4eb-1968f15d0f5a HTTP/1.1" status: 200 len: 1096 time: 1.8963706 Jul 23 14:06:32.715263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d793cbd-7773-404e-835d-dd296a6f3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=9492270c-808f-459f-a4eb-1968f15d0f5a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:32.723824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'tag': '9492270c-808f-459f-a4eb-1968f15d0f5a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:32.726793 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5534d8-d4c3-423f-8545-0f60334de1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d", "tag": "9492270c-808f-459f-a4eb-1968f15d0f5a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:32.993106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f22f9865-d5ba-4793-90e3-d2324f8041d1', 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'fixed_ips': [{'subnet_id': '1e56a636-f79e-43e2-b5c9-a6dbff71641a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:06:32.994327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.042559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.061848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-a3611201-2f87-4e8a-9533-2f4f682253f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:33.063272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-a3611201-2f87-4e8a-9533-2f4f682253f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 1099 time: 0.2782495 Jul 23 14:06:33.338573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event deleted for resources: {'Port': ['ID=e787aa35-96a1-492e-9234-08a476bd442c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:33.340634 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.381973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-3749616b-90ba-4c76-a6d6-2d2e5c9ae7ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9492270c-808f-459f-a4eb-1968f15d0f5a HTTP/1.1" status: 200 len: 217 time: 0.1651757 Jul 23 14:06:33.385032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Allocated IP 172.20.0.2 (f22f9865-d5ba-4793-90e3-d2324f8041d1/1e56a636-f79e-43e2-b5c9-a6dbff71641a/faf5a6b0-cda4-407d-a3c2-354746010cfe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:33.488536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.618826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.632323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Transition to ACTIVE for port object faf5a6b0-cda4-407d-a3c2-354746010cfe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:33.657009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Transition to ACTIVE for port object faf5a6b0-cda4-407d-a3c2-354746010cfe will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:33.666232 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.712869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:33.718321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:33.725820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:33.741570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Pushing event updated for resources: {'Port': ['ID=faf5a6b0-cda4-407d-a3c2-354746010cfe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:33.784247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.808209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bffb-5afa-4321-9f16-56b7b559f9fc req-78f334e2-bb5c-4c71-b8ed-e7d7d0d35e8b tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:33.809457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Attempting to bind port faf5a6b0-cda4-407d-a3c2-354746010cfe on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:33.810124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Attempting to bind port faf5a6b0-cda4-407d-a3c2-354746010cfe by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:33.810681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Attempting to bind port faf5a6b0-cda4-407d-a3c2-354746010cfe on network f22f9865-d5ba-4793-90e3-d2324f8041d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:33.816255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-efd5bffb-5afa-4321-9f16-56b7b559f9fc req-78f334e2-bb5c-4c71-b8ed-e7d7d0d35e8b tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 1101 time: 0.1485691 Jul 23 14:06:33.817455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:33.818089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Checking segment: {'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:33.818854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.819408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Bound using segment: {'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:33.820042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Bound port: faf5a6b0-cda4-407d-a3c2-354746010cfe, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:33.820600 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.824196 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.897724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] For port faf5a6b0-cda4-407d-a3c2-354746010cfe, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:33.901900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] For port faf5a6b0-cda4-407d-a3c2-354746010cfe, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=faf5a6b0-cda4-407d-a3c2-354746010cfe,segment=NetworkSegment(5be16506-b431-4b31-b551-2737cbd51494),segment_id=5be16506-b431-4b31-b551-2737cbd51494)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:33.904404 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259eead-fd58-44fa-92bd-13cd5cbbe2d7 x-openstack-request-id: req-e259eead-fd58-44fa-92bd-13cd5cbbe2d7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:33.904682 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d", "tag": "9492270c-808f-459f-a4eb-1968f15d0f5a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:33.904974 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e259eead-fd58-44fa-92bd-13cd5cbbe2d7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:33.905463 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'tag': '9492270c-808f-459f-a4eb-1968f15d0f5a', 'status': 'completed', 'code': 200} Jul 23 14:06:33.909003 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:33.930402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-df1cfa7b-c34b-4094-90e1-169752a42b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:33.931912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-df1cfa7b-c34b-4094-90e1-169752a42b9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.5147638 Jul 23 14:06:33.943790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7fbae-70cb-4b38-a881-f08913128d55 req-572746e8-3432-48fa-87b4-180933350b1c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:33.944682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Allocated IP 172.25.2.207 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/7c684cbe-b5de-41ed-9c0b-68ff303fb927) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:33.951626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-efa7fbae-70cb-4b38-a881-f08913128d55 req-572746e8-3432-48fa-87b4-180933350b1c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 948 time: 0.5751157 Jul 23 14:06:33.993003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a439712-f7f7-4557-a2c1-4417739dad81 None None] Pushing event updated for resources: {'Port': ['ID=faf5a6b0-cda4-407d-a3c2-354746010cfe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:34.001144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-efd5bffb-5afa-4321-9f16-56b7b559f9fc req-617bcb16-4ded-4235-9142-3d4f24e85646 tempest-ServersAdminNegativeTestJSON-929285603 tempest-ServersAdminNegativeTestJSON-929285603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837666 Jul 23 14:06:34.103546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-efa7fbae-70cb-4b38-a881-f08913128d55 req-63ca9ad5-ed09-47fe-989b-a4d0f2abba24 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509047 Jul 23 14:06:34.133625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Router 859f955f-92a8-49d2-9545-57b16dc7b22b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:06:34.144036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:34.162794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-6927e818-0b9b-4701-a5f1-918216eceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:34.164588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-6927e818-0b9b-4701-a5f1-918216eceeee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048292 Jul 23 14:06:34.189548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:34.253564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Pushing event updated for resources: {'Port': ['ID=7c684cbe-b5de-41ed-9c0b-68ff303fb927,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:34.274941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:34.276796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:34.286132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:34.312609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:06:34.318963 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8f8842c1-0824-41db-acc4-9aecf6c81982 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "PUT /v2.0/routers/859f955f-92a8-49d2-9545-57b16dc7b22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3458817 Jul 23 14:06:34.323040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:34.326493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] Sync routers for ids ['859f955f-92a8-49d2-9545-57b16dc7b22b'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:06:34.350171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] Routers {'859f955f-92a8-49d2-9545-57b16dc7b22b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:34.351289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['859f955f-92a8-49d2-9545-57b16dc7b22b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:34.455461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:34.467650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] Routers {'859f955f-92a8-49d2-9545-57b16dc7b22b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:34.468458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['859f955f-92a8-49d2-9545-57b16dc7b22b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:34.511434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:34.512361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbf1a3-d079-439c-9234-f922f1235119 None None] The sync data for ids ['859f955f-92a8-49d2-9545-57b16dc7b22b'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:06:34.603647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f405f742-4dbc-4a74-8cfe-de2c0613dce0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:34.733243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-f77029cd-cfb3-4615-85be-f42611228c13 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955516 Jul 23 14:06:34.829420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:34.925496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device faf5a6b0-cda4-407d-a3c2-354746010cfe up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:34.985392 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f405f742-4dbc-4a74-8cfe-de2c0613dce0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:34.989933 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f405f742-4dbc-4a74-8cfe-de2c0613dce0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.080112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port faf5a6b0-cda4-407d-a3c2-354746010cfe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:35.141456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f10fb211-7fe5-46a2-acec-7adcb6da5a69 req-473529f8-7ca1-4734-bdcb-21a4f84ae14b service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835590 Jul 23 14:06:35.153019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f405f742-4dbc-4a74-8cfe-de2c0613dce0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.153729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f405f742-4dbc-4a74-8cfe-de2c0613dce0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Fanout notify agent at l3_agent the message router_deleted on router 859f955f-92a8-49d2-9545-57b16dc7b22b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:06:35.163686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f405f742-4dbc-4a74-8cfe-de2c0613dce0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.164895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f405f742-4dbc-4a74-8cfe-de2c0613dce0 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "DELETE /v2.0/routers/859f955f-92a8-49d2-9545-57b16dc7b22b HTTP/1.1" status: 204 len: 168 time: 0.8407199 Jul 23 14:06:35.169912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:35.393465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-640236c2-7b18-4abf-9b65-6de2c6f94c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:35.395538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-640236c2-7b18-4abf-9b65-6de2c6f94c9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 1099 time: 0.1755559 Jul 23 14:06:35.447694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Deleting subnet fe2d9b00-d698-4dff-bf20-997f1193fa32 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:06:35.455261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.479389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb0e8-8e98-45c5-a8dc-a9e4505d8006 req-4587db43-497e-4d16-8b78-9cb88d9ddf01 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:35.487050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f8fb0e8-8e98-45c5-a8dc-a9e4505d8006 req-4587db43-497e-4d16-8b78-9cb88d9ddf01 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 948 time: 0.1513202 Jul 23 14:06:35.513485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.553703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.608500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f8fb0e8-8e98-45c5-a8dc-a9e4505d8006 req-2d9607a9-2bb8-4eca-b4c5-6a73889291a6 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204770 Jul 23 14:06:35.609044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:35.630292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-272f7b99-8853-4c87-bb08-68af1b3cb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:35.635720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-272f7b99-8853-4c87-bb08-68af1b3cb535 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2273946 Jul 23 14:06:35.666474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576fd41-3451-4857-84b6-ea560feb8989 None None] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:35.728202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-0932a752-c2e5-4ca4-9642-5047b0a8d2bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9492270c-808f-459f-a4eb-1968f15d0f5a HTTP/1.1" status: 200 len: 217 time: 0.0809672 Jul 23 14:06:35.763864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.832739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b062c0d-5390-4118-bdd0-469b98744ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.833143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-159d6f44-56c1-4ce4-8096-881b2a52cdab None None] Provisioning for port faf5a6b0-cda4-407d-a3c2-354746010cfe completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:35.844455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-159d6f44-56c1-4ce4-8096-881b2a52cdab None None] Provisioning complete for port faf5a6b0-cda4-407d-a3c2-354746010cfe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:35.845900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-159d6f44-56c1-4ce4-8096-881b2a52cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.862206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-1e8789e9-745a-4d90-965c-d8a79d9e618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:35.863812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-1e8789e9-745a-4d90-965c-d8a79d9e618e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1229944 Jul 23 14:06:35.907394 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:35.998883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2d9b00-d698-4dff-bf20-997f1193fa32,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:36.012147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-3ec16478-da67-4033-9fe6-a6792f0077a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:36.013023 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.014085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-3ec16478-da67-4033-9fe6-a6792f0077a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372364 Jul 23 14:06:36.024589 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-49df5b81-f6c2-40dc-9329-144f9c2912aa tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "DELETE /v2.0/subnets/fe2d9b00-d698-4dff-bf20-997f1193fa32 HTTP/1.1" status: 204 len: 168 time: 0.8505337 Jul 23 14:06:36.031570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:36.053759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef9b75b-d35f-44ea-a26a-afc11c526d6c None None] Network a1ee24f9-de98-41ff-a452-a65156e96a3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:36.105431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b062c0d-5390-4118-bdd0-469b98744ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.151883 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b062c0d-5390-4118-bdd0-469b98744ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.159869 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.191946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1b062c0d-5390-4118-bdd0-469b98744ff7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77abc2f4c49e4b4a8aa97cbebfeabe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800352 Jul 23 14:06:36.195814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:36.203465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:06:36.241822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b062c0d-5390-4118-bdd0-469b98744ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26c7973-f324-45f6-81a6-7a1a91f136dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:36.279628 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-159d6f44-56c1-4ce4-8096-881b2a52cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.319993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-a5eda796-2f59-4f37-ad11-1888618ddb28 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953675 Jul 23 14:06:36.332500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:06:36.336116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-159d6f44-56c1-4ce4-8096-881b2a52cdab None None] For port faf5a6b0-cda4-407d-a3c2-354746010cfe, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=faf5a6b0-cda4-407d-a3c2-354746010cfe,segment=NetworkSegment(5be16506-b431-4b31-b551-2737cbd51494),segment_id=5be16506-b431-4b31-b551-2737cbd51494)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:36.346082 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Sync routers for ids ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:06:36.350576 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-159d6f44-56c1-4ce4-8096-881b2a52cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.358996 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Routers {'0997f52f-f7b9-4cec-9b39-427ad8bbe842'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:36.359752 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:36.472827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.474057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-60451c7c-9f81-4207-a0ad-f149d583742c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0826714 Jul 23 14:06:36.488744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4e89d-c67c-45ed-bb59-45632f0089fa req-90672136-1e61-4ec5-9a9b-7a3265419514 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:36.490340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87c4e89d-c67c-45ed-bb59-45632f0089fa req-90672136-1e61-4ec5-9a9b-7a3265419514 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 950 time: 0.4323993 Jul 23 14:06:36.490875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:36.495431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d6f44-56c1-4ce4-8096-881b2a52cdab None None] Pushing event updated for resources: {'Port': ['ID=faf5a6b0-cda4-407d-a3c2-354746010cfe,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:36.515651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5534d8-d4c3-423f-8545-0f60334de1ba req-c55ff0a2-18e1-4065-a358-aff461e9cdb1 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850283 Jul 23 14:06:36.523780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Deleting port 847800d5-6bd0-4a1f-b499-8adee069c994 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:36.524134 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.526164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] DHCP port deletion for a1ee24f9-de98-41ff-a452-a65156e96a3a request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:06:36.589522 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Set router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:36.596086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3e06-ae52-4ca8-aaf3-9ee87159cc0f req-92a3d5aa-8e0c-46ba-8986-2403b1f94c90 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:36.597653 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f01f3e06-ae52-4ca8-aaf3-9ee87159cc0f req-92a3d5aa-8e0c-46ba-8986-2403b1f94c90 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 947 time: 0.2669525 Jul 23 14:06:36.627897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8fd75afa-1a8d-4365-b6d8-b702d930dc27 None None] Provisioning complete for port faf5a6b0-cda4-407d-a3c2-354746010cfe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:36.628750 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd75afa-1a8d-4365-b6d8-b702d930dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.677135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87c4e89d-c67c-45ed-bb59-45632f0089fa req-da498e0e-f9c7-44f5-bdda-90607a0dc4aa tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593542 Jul 23 14:06:36.677780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90008c6-b35b-4a38-8024-e22a7074f0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.689249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] For port 847800d5-6bd0-4a1f-b499-8adee069c994, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=847800d5-6bd0-4a1f-b499-8adee069c994,segment=NetworkSegment(4cdfd6ca-454e-4cb3-8fb7-079947bf991f),segment_id=4cdfd6ca-454e-4cb3-8fb7-079947bf991f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:36.689754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.700234 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f01f3e06-ae52-4ca8-aaf3-9ee87159cc0f req-97b3db33-5305-4980-ad58-773a26b81633 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517147 Jul 23 14:06:36.707997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] Deleting port 847800d5-6bd0-4a1f-b499-8adee069c994 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:36.708516 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.729023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Calling delete_port for 847800d5-6bd0-4a1f-b499-8adee069c994 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:36.743168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90008c6-b35b-4a38-8024-e22a7074f0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.836783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] For port 847800d5-6bd0-4a1f-b499-8adee069c994, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=847800d5-6bd0-4a1f-b499-8adee069c994,segment=NetworkSegment(4cdfd6ca-454e-4cb3-8fb7-079947bf991f),segment_id=4cdfd6ca-454e-4cb3-8fb7-079947bf991f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:36.838015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.913040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.915027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] Calling delete_port for 847800d5-6bd0-4a1f-b499-8adee069c994 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:36.947911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event deleted for resources: {'Port': ['ID=847800d5-6bd0-4a1f-b499-8adee069c994,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:36.959542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90008c6-b35b-4a38-8024-e22a7074f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.960462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] No DVR routers for this DVR port 847800d5-6bd0-4a1f-b499-8adee069c994 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:36.963638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90008c6-b35b-4a38-8024-e22a7074f0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:36.965219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f90008c6-b35b-4a38-8024-e22a7074f0fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c26c7973-f324-45f6-81a6-7a1a91f136dc HTTP/1.1" status: 204 len: 168 time: 0.7680483 Jul 23 14:06:36.967217 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:34Z', 'revision_number': 3, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port': {'id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:33Z', 'updated_at': '2021-07-23T14:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:37.002079 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Checking router: 0997f52f-f7b9-4cec-9b39-427ad8bbe842 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:06:37.002726 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Updating router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:06:37.029181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90008c6-b35b-4a38-8024-e22a7074f0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26c7973-f324-45f6-81a6-7a1a91f136dc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:37.051251 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.053575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e4cf-9985-4e3c-b87b-134c48f9a798 req-59d9a16f-a97e-4f55-ac8b-adac13adbce5 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:37.059605 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d33e4cf-9985-4e3c-b87b-134c48f9a798 req-59d9a16f-a97e-4f55-ac8b-adac13adbce5 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 948 time: 0.1807644 Jul 23 14:06:37.066523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device faf5a6b0-cda4-407d-a3c2-354746010cfe up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:37.143543 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.168372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ee24f9-de98-41ff-a452-a65156e96a3a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:37.183584 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.184409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d33e4cf-9985-4e3c-b87b-134c48f9a798 req-293ab16b-fea7-477f-a61f-ce3c1f76082f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117926 Jul 23 14:06:37.205399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdfd6ca-454e-4cb3-8fb7-079947bf991f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:37.205693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdfd6ca-454e-4cb3-8fb7-079947bf991f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:37.230458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.262801 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.266910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] Pushing event deleted for resources: {'Port': ['ID=847800d5-6bd0-4a1f-b499-8adee069c994,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:37.273997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:06:37.275092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.282500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f596d9-2458-47d8-a8a3-702a661f3b24 None None] No DVR routers for this DVR port 847800d5-6bd0-4a1f-b499-8adee069c994 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:06:37.282776 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:06:37.318191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port faf5a6b0-cda4-407d-a3c2-354746010cfe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:37.320299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.352461 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.422612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.445566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.447579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] 10.222.0.21 "DELETE /v2.0/networks/a1ee24f9-de98-41ff-a452-a65156e96a3a HTTP/1.1" status: 204 len: 168 time: 1.4143662 Jul 23 14:06:37.471928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d1929-7dce-4ef2-bf10-2cb5361ed0c5 tempest-FloatingIPNegativeTestJSON-855901797 tempest-FloatingIPNegativeTestJSON-855901797-project] Pushing event deleted for resources: {'Network': ['ID=a1ee24f9-de98-41ff-a452-a65156e96a3a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:37.479424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.557507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:37.594028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 847800d5-6bd0-4a1f-b499-8adee069c994 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:37.606051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03ee14c-c4aa-4457-9dc8-0ccfe191bace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.642780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 847800d5-6bd0-4a1f-b499-8adee069c994 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:37.643525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 847800d5-6bd0-4a1f-b499-8adee069c994 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:37.723615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Allocated IP 172.20.0.1 (f22f9865-d5ba-4793-90e3-d2324f8041d1/1e56a636-f79e-43e2-b5c9-a6dbff71641a/ae338b3b-383d-4930-863a-04ff1d94f650) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:37.743626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9492270c-808f-459f-a4eb-1968f15d0f5a details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:06:37.779766 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.803650 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Transition to ACTIVE for port object 7c684cbe-b5de-41ed-9c0b-68ff303fb927 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:37.816199 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.848311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03ee14c-c4aa-4457-9dc8-0ccfe191bace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.866421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03ee14c-c4aa-4457-9dc8-0ccfe191bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.908430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:37.942277 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Attempting to bind port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:37.942621 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Attempting to bind port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:37.947018 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Attempting to bind port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:37.972772 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8495eab-184c-42bd-a6fa-d443e06854ed None None] Pushing event updated for resources: {'Port': ['ID=7c684cbe-b5de-41ed-9c0b-68ff303fb927,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:37.982474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818538-fd1e-44a7-9b07-7c00d4081750 req-3368b4e5-3263-4335-aa68-83129df6954a tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:37.988929 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:37.989311 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:37.989718 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:37.990111 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:37.990591 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Bound port: 7c684cbe-b5de-41ed-9c0b-68ff303fb927, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:37.992759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 9492270c-808f-459f-a4eb-1968f15d0f5a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9492270c-808f-459f-a4eb-1968f15d0f5a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:37.995297 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.012568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1b818538-fd1e-44a7-9b07-7c00d4081750 req-3368b4e5-3263-4335-aa68-83129df6954a tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1634090 Jul 23 14:06:38.021294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '9492270c-808f-459f-a4eb-1968f15d0f5a', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '9492270c-808f-459f-a4eb-1968f15d0f5a', 'mac_address': 'fa:16:3e:72:2c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:06:38.094540 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] For port 7c684cbe-b5de-41ed-9c0b-68ff303fb927, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:38.098506 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] For port 7c684cbe-b5de-41ed-9c0b-68ff303fb927, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7c684cbe-b5de-41ed-9c0b-68ff303fb927,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:38.101955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1b818538-fd1e-44a7-9b07-7c00d4081750 req-73e42626-20bd-4d42-afcd-850eeb65fa8a tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884960 Jul 23 14:06:38.118980 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.121780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.163450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9492270c-808f-459f-a4eb-1968f15d0f5a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:38.204352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 9492270c-808f-459f-a4eb-1968f15d0f5a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9492270c-808f-459f-a4eb-1968f15d0f5a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:38.217591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.217841 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-75fc506b-7574-4d72-a379-5c6cfb8ac7ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c42843fe7d741e1af239a4c6309c866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020895 Jul 23 14:06:38.222006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:38.248607 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8495eab-184c-42bd-a6fa-d443e06854ed None None] Pushing event updated for resources: {'Port': ['ID=7c684cbe-b5de-41ed-9c0b-68ff303fb927,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:38.273842 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Routers {'0997f52f-f7b9-4cec-9b39-427ad8bbe842'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:38.274556 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:38.288540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=9492270c-808f-459f-a4eb-1968f15d0f5a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:38.378483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ee14c-c4aa-4457-9dc8-0ccfe191bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1fdac-6d7d-4816-aaa0-9a813e90578b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:38.384109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03ceac8-e17d-489d-824d-41312fc08ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.410168 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] Set router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:38.444098 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03ceac8-e17d-489d-824d-41312fc08ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.477284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.487187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d03ee14c-c4aa-4457-9dc8-0ccfe191bace admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a4c3afd83624d1b99c57591796068c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9253843 Jul 23 14:06:38.490882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:38.534113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Transition to ACTIVE for port object ae338b3b-383d-4930-863a-04ff1d94f650 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:38.535302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5857c-1002-42ae-b123-ebf69f61390c req-93efdaf3-2554-42bd-a471-263850482fe6 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:38.537072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9eb5857c-1002-42ae-b123-ebf69f61390c req-93efdaf3-2554-42bd-a471-263850482fe6 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 949 time: 0.1507301 Jul 23 14:06:38.546836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b790f-9551-4ad4-affc-b315e7944704 req-8138cb26-5202-4b5f-9385-ee2d0ba091e4 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:38.555306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b51b790f-9551-4ad4-affc-b315e7944704 req-8138cb26-5202-4b5f-9385-ee2d0ba091e4 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 950 time: 0.7016354 Jul 23 14:06:38.567170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03ceac8-e17d-489d-824d-41312fc08ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.571541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03ceac8-e17d-489d-824d-41312fc08ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.576579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e03ceac8-e17d-489d-824d-41312fc08ee5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0755b491-91d1-43bc-b738-f2a43cf359cb HTTP/1.1" status: 204 len: 168 time: 0.3531160 Jul 23 14:06:38.616610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f77b8209-acf6-46ae-aab7-eb5e89a375c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.618825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ceac8-e17d-489d-824d-41312fc08ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0755b491-91d1-43bc-b738-f2a43cf359cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:38.629953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['9492270c-808f-459f-a4eb-1968f15d0f5a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:38.648973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b51b790f-9551-4ad4-affc-b315e7944704 req-2e4ebeb4-02f5-4b06-b44f-ba6ed48dfe4e tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921874 Jul 23 14:06:38.660389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f77b8209-acf6-46ae-aab7-eb5e89a375c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.665204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-c686a4a0-a700-4b65-99c9-aeb64fb247ad tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:38.670351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-c686a4a0-a700-4b65-99c9-aeb64fb247ad tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 950 time: 0.3021874 Jul 23 14:06:38.678118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9eb5857c-1002-42ae-b123-ebf69f61390c req-c9aeba4f-bfc9-4ec1-800a-252c83522827 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127746 Jul 23 14:06:38.808096 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:34Z', 'revision_number': 3, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port': {'id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:33Z', 'updated_at': '2021-07-23T14:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:38.828426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.829133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-00dcf575-5d34-4db9-b350-32ed24a882ef tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:38.830833 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-00dcf575-5d34-4db9-b350-32ed24a882ef tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1227605 Jul 23 14:06:38.832123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f77b8209-acf6-46ae-aab7-eb5e89a375c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.834831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f77b8209-acf6-46ae-aab7-eb5e89a375c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:38.839164 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f77b8209-acf6-46ae-aab7-eb5e89a375c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebc1fdac-6d7d-4816-aaa0-9a813e90578b HTTP/1.1" status: 204 len: 168 time: 0.3442786 Jul 23 14:06:38.852143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b8209-acf6-46ae-aab7-eb5e89a375c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1fdac-6d7d-4816-aaa0-9a813e90578b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:38.911197 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d50dd-c737-4da1-b671-9dc49bbae213 None None] The sync data for ids ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'] in n-d-801990-3 is: [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:34Z', 'revision_number': 3, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port': {'id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:33Z', 'updated_at': '2021-07-23T14:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:06:38.923039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae338b3b-383d-4930-863a-04ff1d94f650,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:38.995561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:38.998818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:39.003722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:39.120025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Deleting port 3137809c-2ec8-4255-8329-a0ecd1dd7abe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:39.120705 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:39.121710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:39.237397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Deleting port 43c01620-eb69-497a-830c-0c72aa8ac4c2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:39.237748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:39.499863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec593473-ae5e-47c2-9ed2-6f9a06d8a421 None None] Provisioning for port ae338b3b-383d-4930-863a-04ff1d94f650 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:39.500432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] For port 3137809c-2ec8-4255-8329-a0ecd1dd7abe, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3137809c-2ec8-4255-8329-a0ecd1dd7abe,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:39.500432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:39.507415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec593473-ae5e-47c2-9ed2-6f9a06d8a421 None None] Provisioning complete for port ae338b3b-383d-4930-863a-04ff1d94f650 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:39.508149 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec593473-ae5e-47c2-9ed2-6f9a06d8a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:39.540022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Calling delete_port for 3137809c-2ec8-4255-8329-a0ecd1dd7abe owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:39.600814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec593473-ae5e-47c2-9ed2-6f9a06d8a421 None None] Port ae338b3b-383d-4930-863a-04ff1d94f650 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:39.601036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9de2d-bdeb-4ed8-a3ae-8b57c14a8819 req-4280085f-8309-41cc-a0cb-227f6e092f15 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:39.602485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39f9de2d-bdeb-4ed8-a3ae-8b57c14a8819 req-4280085f-8309-41cc-a0cb-227f6e092f15 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 947 time: 0.3465338 Jul 23 14:06:39.757888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:39.815224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] For port 43c01620-eb69-497a-830c-0c72aa8ac4c2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=43c01620-eb69-497a-830c-0c72aa8ac4c2,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:39.815588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:39.844734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39f9de2d-bdeb-4ed8-a3ae-8b57c14a8819 req-a9b3c8d8-2514-4b60-8f95-a482aba8da6b tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128046 Jul 23 14:06:39.882333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Calling delete_port for 43c01620-eb69-497a-830c-0c72aa8ac4c2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:39.950156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:40.006830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Pushing event deleted for resources: {'Port': ['ID=3137809c-2ec8-4255-8329-a0ecd1dd7abe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:40.109936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] No DVR routers for this DVR port 3137809c-2ec8-4255-8329-a0ecd1dd7abe on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:40.119985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb9cc0-ce1c-47d4-90bb-df39017c10b7 req-9fee36a9-e4c6-4e04-8797-9d65f329d384 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:40.121596 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bddb9cc0-ce1c-47d4-90bb-df39017c10b7 req-9fee36a9-e4c6-4e04-8797-9d65f329d384 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 950 time: 0.3078399 Jul 23 14:06:40.138740 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:40.141807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a131c98c-455f-4deb-9d6b-010c965f83c1 req-58099ffb-2a8d-4d6d-b12a-cdb43cec5697 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "DELETE /v2.0/ports/3137809c-2ec8-4255-8329-a0ecd1dd7abe HTTP/1.1" status: 204 len: 173 time: 1.2963409 Jul 23 14:06:40.142457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-deleted', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:40.145139 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43331e4-cd48-4138-b455-4c137679ddcd" -d '{"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-deleted", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:40.210197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211f0e6-93c6-40d3-935d-72984943374c req-7f1fc250-b5bd-4778-a685-d73a0b989509 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:40.218964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3211f0e6-93c6-40d3-935d-72984943374c req-7f1fc250-b5bd-4778-a685-d73a0b989509 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 949 time: 0.2513793 Jul 23 14:06:40.256411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bddb9cc0-ce1c-47d4-90bb-df39017c10b7 req-22dadcb4-943b-4e36-bad7-d7d540bd15df tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073930 Jul 23 14:06:40.329596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3211f0e6-93c6-40d3-935d-72984943374c req-f5b414f9-add8-4750-b916-213670654f1c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945964 Jul 23 14:06:40.339292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:40.356950 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b518d-e4f6-41cf-8b53-8c667e2d1f2e x-openstack-request-id: req-a79b518d-e4f6-41cf-8b53-8c667e2d1f2e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:40.357257 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d40b4-0ec4-4f27-af49-d1efebd1ec7c", "name": "network-vif-deleted", "tag": "3137809c-2ec8-4255-8329-a0ecd1dd7abe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:40.357496 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a79b518d-e4f6-41cf-8b53-8c667e2d1f2e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:40.358077 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d40b4-0ec4-4f27-af49-d1efebd1ec7c', 'name': 'network-vif-deleted', 'tag': '3137809c-2ec8-4255-8329-a0ecd1dd7abe', 'status': 'completed', 'code': 200} Jul 23 14:06:40.358518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:40.385349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['40cd89b9-10f7-467a-a86f-59eb2c7abd3a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:40.391894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:40.394746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Pushing event deleted for resources: {'Port': ['ID=43c01620-eb69-497a-830c-0c72aa8ac4c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:40.439998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:40.452422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae338b3b-383d-4930-863a-04ff1d94f650,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:40.620404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] No DVR routers for this DVR port 43c01620-eb69-497a-830c-0c72aa8ac4c2 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:40.627706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:40.632478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaa50b1b-7030-4d1c-a3f8-5a44c6bd7112 req-d062018b-4829-430e-af5e-ad10f1db332d tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.48 "DELETE /v2.0/ports/43c01620-eb69-497a-830c-0c72aa8ac4c2 HTTP/1.1" status: 204 len: 173 time: 1.9380999 Jul 23 14:06:40.637368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff764436-cf54-402e-9083-290909bc1947', 'name': 'network-vif-deleted', 'tag': '43c01620-eb69-497a-830c-0c72aa8ac4c2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:40.639852 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac6982-ab26-4fa3-a339-7f233168d254" -d '{"events": [{"server_uuid": "ff764436-cf54-402e-9083-290909bc1947", "name": "network-vif-deleted", "tag": "43c01620-eb69-497a-830c-0c72aa8ac4c2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:40.674227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:40.733657 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554d8d2a-6326-433a-ad55-6d97a3ac54f1 x-openstack-request-id: req-554d8d2a-6326-433a-ad55-6d97a3ac54f1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:40.733949 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff764436-cf54-402e-9083-290909bc1947", "name": "network-vif-deleted", "tag": "43c01620-eb69-497a-830c-0c72aa8ac4c2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:40.734212 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-554d8d2a-6326-433a-ad55-6d97a3ac54f1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:40.734593 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff764436-cf54-402e-9083-290909bc1947', 'name': 'network-vif-deleted', 'tag': '43c01620-eb69-497a-830c-0c72aa8ac4c2', 'status': 'completed', 'code': 200} Jul 23 14:06:40.895278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'networks': [{'name': 'tempest-network--1296871568'}, {'name': 'tempest-network--1912519695'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:40.895595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'network': {'name': 'tempest-network--1296871568'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:40.896611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'network': {'name': 'tempest-network--1912519695'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:40.967524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Made reservation on behalf of 6446453dbe044835a74842c772f92f37 for: {'network': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:40.974108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7c684cbe-b5de-41ed-9c0b-68ff303fb927 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:40.976730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:40.978910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:40.981949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.060684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:41.065918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:41.066558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.066869 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.172685 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36fd1cab-4855-40ca-97b4-a685f92fbd63 req-c5ce4e50-c5fd-4f8d-83f8-25c81c8f9598 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=271d40b4-0ec4-4f27-af49-d1efebd1ec7c HTTP/1.1" status: 200 len: 210 time: 0.1662083 Jul 23 14:06:41.183006 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.243916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 7c684cbe-b5de-41ed-9c0b-68ff303fb927, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7c684cbe-b5de-41ed-9c0b-68ff303fb927,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:41.257379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.275645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:06:41.353063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.361929 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.362738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.434944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:06:41.447758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-21e1a310-478e-4fc8-be41-4218540208b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/0997f52f-f7b9-4cec-9b39-427ad8bbe842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9275708 Jul 23 14:06:41.449293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=7c684cbe-b5de-41ed-9c0b-68ff303fb927,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:41.488579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b4c89f6-6ee8-4c51-bc0d-f55241d48733 None None] Provisioning complete for port ae338b3b-383d-4930-863a-04ff1d94f650 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:41.489101 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b4c89f6-6ee8-4c51-bc0d-f55241d48733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.500545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:41.543833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6fc151-5d7c-4320-b0ee-f9d7499b5d7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:41.553015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a408c78-a999-4aaf-af5d-869e11dffe48 req-090d6cf6-967a-4107-8938-eb912ac14355 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff764436-cf54-402e-9083-290909bc1947 HTTP/1.1" status: 200 len: 210 time: 0.0596836 Jul 23 14:06:41.555731 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.555994 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Added segment ac8738d6-e46e-496f-ad7d-d13847c5716b of type vlan for network ccf50af4-06ec-4749-b367-6f712fc2c682 Jul 23 14:06:41.570944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c89f6-6ee8-4c51-bc0d-f55241d48733 None None] Port ae338b3b-383d-4930-863a-04ff1d94f650 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:41.622090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:41.647425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062c665-9c2c-44db-b82b-6a35a3577cbb req-60084648-a5c0-4012-9887-b6180361364d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:41.647425 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3062c665-9c2c-44db-b82b-6a35a3577cbb req-60084648-a5c0-4012-9887-b6180361364d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 949 time: 0.1567566 Jul 23 14:06:41.687692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:41.696103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Sync routers for ids ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:06:41.713505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Routers {'0997f52f-f7b9-4cec-9b39-427ad8bbe842'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:41.713505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:41.759618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9492270c-808f-459f-a4eb-1968f15d0f5a up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:41.880125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Set router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:41.882700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 9492270c-808f-459f-a4eb-1968f15d0f5a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:41.913456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 9492270c-808f-459f-a4eb-1968f15d0f5a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:41.913820 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.016162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.016769 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Added segment 77564647-abfd-4c07-b2cd-0fba0c0b3be1 of type vlan for network 548c60d4-8230-4c6c-986f-ac35b274d6fe Jul 23 14:06:42.032839 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3062c665-9c2c-44db-b82b-6a35a3577cbb req-cff1dcf0-1d78-4631-be1b-e6004c752f11 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758626 Jul 23 14:06:42.044338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4a80489-27f4-4e1b-97ff-a665b541e6df req-8bebfb62-dc32-4c2a-aecb-56bd89e64ab1 tempest-FloatingIPsNegativeTestJSON-620126027 tempest-FloatingIPsNegativeTestJSON-620126027-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=561e7464ffcf499685c8bea6d2f4a7d4 HTTP/1.1" status: 200 len: 217 time: 0.0746865 Jul 23 14:06:42.085374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.130189 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.135524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.136421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.143371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.147994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.148653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.178286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9492270c-808f-459f-a4eb-1968f15d0f5a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:42.180709 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f050ce2c-6583-415a-8140-d266bc438934" -d '{"events": [{"server_uuid": "c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d", "name": "network-vif-plugged", "status": "completed", "tag": "9492270c-808f-459f-a4eb-1968f15d0f5a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:42.201120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 9492270c-808f-459f-a4eb-1968f15d0f5a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9492270c-808f-459f-a4eb-1968f15d0f5a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:42.209139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.209933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 43c01620-eb69-497a-830c-0c72aa8ac4c2 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:42.227213 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7860548 Jul 23 14:06:42.227821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4bb8289-32e0-4c73-955c-0741de61fafe req-559eee9e-24d7-4a64-8213-cde43250fe31 tempest-FloatingIPsNegativeTestJSON-620126027 tempest-FloatingIPsNegativeTestJSON-620126027-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0318627 Jul 23 14:06:42.227950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:42.251308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 43c01620-eb69-497a-830c-0c72aa8ac4c2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:42.251308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 43c01620-eb69-497a-830c-0c72aa8ac4c2 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:42.251308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3137809c-2ec8-4255-8329-a0ecd1dd7abe no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:42.281682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 3137809c-2ec8-4255-8329-a0ecd1dd7abe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:42.282031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3137809c-2ec8-4255-8329-a0ecd1dd7abe not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:42.284797 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a247d34-0854-445a-9d35-daf1093824fa x-openstack-request-id: req-3a247d34-0854-445a-9d35-daf1093824fa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:42.284985 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d", "name": "network-vif-plugged", "status": "completed", "tag": "9492270c-808f-459f-a4eb-1968f15d0f5a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:42.285280 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a247d34-0854-445a-9d35-daf1093824fa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:42.285656 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9492270c-808f-459f-a4eb-1968f15d0f5a', 'code': 200} Jul 23 14:06:42.302299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:39Z', 'revision_number': 4, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port': {'id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:33Z', 'updated_at': '2021-07-23T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ae338b3b-383d-4930-863a-04ff1d94f650', 'name': '', 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'mac_address': 'fa:16:3e:84:f7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '1e56a636-f79e-43e2-b5c9-a6dbff71641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:37Z', 'updated_at': '2021-07-23T14:06:39Z', 'revision_number': 2, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'subnets': [{'id': '1e56a636-f79e-43e2-b5c9-a6dbff71641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:42.324769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Network': ['ID=ccf50af4-06ec-4749-b367-6f712fc2c682,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:42.339687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-fc58bbdd-00f0-4d6c-9383-ffefc0916992 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1724571033&fields=id&tenant_id=5f22c388b6f1468ca708a49d0004f86e HTTP/1.1" status: 200 len: 267 time: 0.1878364 Jul 23 14:06:42.365043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=9492270c-808f-459f-a4eb-1968f15d0f5a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:42.376527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ccf50af4-06ec-4749-b367-6f712fc2c682 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:42.394326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Checking router: 0997f52f-f7b9-4cec-9b39-427ad8bbe842 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:06:42.395044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Updating router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 port ae338b3b-383d-4930-863a-04ff1d94f650 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:06:42.456037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b5bac-e6ce-4909-a9f9-07ce8a4efde7 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Network': ['ID=548c60d4-8230-4c6c-986f-ac35b274d6fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:42.480277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 548c60d4-8230-4c6c-986f-ac35b274d6fe details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:42.511337 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.549404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-244b1562-bacc-4897-afe2-a4e35169b898 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.559320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-244b1562-bacc-4897-afe2-a4e35169b898 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/networks?id=15b2c766-adde-4ba1-91f5-348c3e1e37c4 HTTP/1.1" status: 200 len: 816 time: 0.2029831 Jul 23 14:06:42.575272 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-64536489-6177-4563-b8c9-4b3c200c7dc6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/quotas/5f22c388b6f1468ca708a49d0004f86e HTTP/1.1" status: 200 len: 375 time: 0.0148692 Jul 23 14:06:42.590513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd189abb-4184-43ec-a8eb-40e9877090da tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.597246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd189abb-4184-43ec-a8eb-40e9877090da tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.603745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd189abb-4184-43ec-a8eb-40e9877090da tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.610207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd189abb-4184-43ec-a8eb-40e9877090da tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.612005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd189abb-4184-43ec-a8eb-40e9877090da tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3831453 Jul 23 14:06:42.615781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:42.616009 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-a767def2-7425-42e7-954b-50eda8857db7 req-8a305594-26a6-4d3d-93bc-3f243b79f53a tempest-FloatingIPsNegativeTestJSON-620126027 tempest-FloatingIPsNegativeTestJSON-620126027-project] show failed (client error): The resource could not be found. Jul 23 14:06:42.617073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a767def2-7425-42e7-954b-50eda8857db7 req-8a305594-26a6-4d3d-93bc-3f243b79f53a tempest-FloatingIPsNegativeTestJSON-620126027 tempest-FloatingIPsNegativeTestJSON-620126027-project] 10.222.0.21 "GET /v2.0/floatingips/f59a1efb-a9fd-4c03-93d7-5a8b7beee14f HTTP/1.1" status: 404 len: 350 time: 0.0820057 Jul 23 14:06:42.623764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0b9a-000f-45e9-b51c-c1a40ae08518 req-43184ca9-7f14-4083-b11c-502322f766a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:42.625265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ffc0b9a-000f-45e9-b51c-c1a40ae08518 req-43184ca9-7f14-4083-b11c-502322f766a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 1101 time: 0.2382386 Jul 23 14:06:42.630626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:42.741922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ffc0b9a-000f-45e9-b51c-c1a40ae08518 req-f9f6068a-c07d-4aa1-8e81-36be52727e8d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040154 Jul 23 14:06:42.742618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-4443a5db-1fd3-4f7e-addd-d3d6c5467c8f tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f22c388b6f1468ca708a49d0004f86e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1577458 Jul 23 14:06:42.783120 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.947105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:42.958557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf50af4-06ec-4749-b367-6f712fc2c682']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:42.966231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7c684cbe-b5de-41ed-9c0b-68ff303fb927 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:42.977217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-635a1d3c-e245-4ae4-bfaf-c40eb220e3a7 req-c5635ee8-f562-4c82-ad04-7dff4afc3148 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5476aaacb04c421c85b461cb7d7336b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366170 Jul 23 14:06:42.977454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8738d6-e46e-496f-ad7d-d13847c5716b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:42.977649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8738d6-e46e-496f-ad7d-d13847c5716b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:43.001597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.041317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.062371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:06:43.062803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.063249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:43.063620 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:06:43.065779 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:06:43.116153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.136401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-f747a115-132c-400c-bf59-57cb3c0e2993 service neutron] 10.222.0.21 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865070 Jul 23 14:06:43.150390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a1d3c-e245-4ae4-bfaf-c40eb220e3a7 req-dc8fdbe3-5775-43c6-8595-9f5d84c637c5 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:43.152021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-635a1d3c-e245-4ae4-bfaf-c40eb220e3a7 req-dc8fdbe3-5775-43c6-8595-9f5d84c637c5 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470945 Jul 23 14:06:43.154915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.161336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Transition to ACTIVE for port object ae338b3b-383d-4930-863a-04ff1d94f650 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:43.171518 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.176198 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/networks/ccf50af4-06ec-4749-b367-6f712fc2c682 HTTP/1.1" status: 204 len: 168 time: 0.5528834 Jul 23 14:06:43.177914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:43.179959 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.180790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-635a1d3c-e245-4ae4-bfaf-c40eb220e3a7 req-66e97624-c91d-400a-8806-8161087c6a42 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/quotas/5476aaacb04c421c85b461cb7d7336b8 HTTP/1.1" status: 200 len: 375 time: 0.0211160 Jul 23 14:06:43.190636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1e401-d3de-49f4-9327-91aa31f77879 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Network': ['ID=ccf50af4-06ec-4749-b367-6f712fc2c682,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:43.257411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-e0fd2adb-e8b5-471e-8f91-e8906f1413b7 service neutron] 10.222.0.21 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111977 Jul 23 14:06:43.266576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20685c6f-befb-49ca-a5f1-536f0f29fcd5 None None] Pushing event updated for resources: {'Port': ['ID=ae338b3b-383d-4930-863a-04ff1d94f650,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:43.319431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Attempting to bind port ae338b3b-383d-4930-863a-04ff1d94f650 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:43.319928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Attempting to bind port ae338b3b-383d-4930-863a-04ff1d94f650 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:43.320757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Attempting to bind port ae338b3b-383d-4930-863a-04ff1d94f650 on network f22f9865-d5ba-4793-90e3-d2324f8041d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:43.327506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:43.327885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Checking segment: {'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:43.328290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.328680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Bound using segment: {'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:43.329291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Bound port: ae338b3b-383d-4930-863a-04ff1d94f650, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be16506-b431-4b31-b551-2737cbd51494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:43.329664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.414104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] For port ae338b3b-383d-4930-863a-04ff1d94f650, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:43.418283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] For port ae338b3b-383d-4930-863a-04ff1d94f650, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae338b3b-383d-4930-863a-04ff1d94f650,segment=NetworkSegment(5be16506-b431-4b31-b551-2737cbd51494),segment_id=5be16506-b431-4b31-b551-2737cbd51494)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:43.425860 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.497655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Routers {'0997f52f-f7b9-4cec-9b39-427ad8bbe842'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:43.498322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:43.500103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20685c6f-befb-49ca-a5f1-536f0f29fcd5 None None] Pushing event updated for resources: {'Port': ['ID=ae338b3b-383d-4930-863a-04ff1d94f650,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:43.556792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.564169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-635a1d3c-e245-4ae4-bfaf-c40eb220e3a7 req-e726dabe-652f-48d4-9a3e-b6573f2ea90e tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5476aaacb04c421c85b461cb7d7336b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3616343 Jul 23 14:06:43.581549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.647002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] Set router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:43.866701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061092d-a5c2-4f7d-8a66-c05c12287625 req-97db1c52-fa13-45e0-a7e6-d5e52f75b6ae tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:43.874277 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e061092d-a5c2-4f7d-8a66-c05c12287625 req-97db1c52-fa13-45e0-a7e6-d5e52f75b6ae tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 948 time: 0.0864158 Jul 23 14:06:43.890795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.922004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e061092d-a5c2-4f7d-8a66-c05c12287625 req-c4f966a3-419d-4d8f-a990-4e4d4289afcd tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465569 Jul 23 14:06:43.931578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548c60d4-8230-4c6c-986f-ac35b274d6fe']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:43.954386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77564647-abfd-4c07-b2cd-0fba0c0b3be1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:43.955025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77564647-abfd-4c07-b2cd-0fba0c0b3be1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:43.971445 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:43.981700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:39Z', 'revision_number': 4, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port': {'id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:33Z', 'updated_at': '2021-07-23T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ae338b3b-383d-4930-863a-04ff1d94f650', 'name': '', 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'mac_address': 'fa:16:3e:84:f7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '1e56a636-f79e-43e2-b5c9-a6dbff71641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:37Z', 'updated_at': '2021-07-23T14:06:43Z', 'revision_number': 4, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'subnets': [{'id': '1e56a636-f79e-43e2-b5c9-a6dbff71641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:44.022630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a993f-410f-4a19-b0cd-da3e40fc8db4 None None] The sync data for ids ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'] in n-d-801990-3 is: [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:39Z', 'revision_number': 4, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port': {'id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:33Z', 'updated_at': '2021-07-23T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ae338b3b-383d-4930-863a-04ff1d94f650', 'name': '', 'network_id': 'f22f9865-d5ba-4793-90e3-d2324f8041d1', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'mac_address': 'fa:16:3e:84:f7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '1e56a636-f79e-43e2-b5c9-a6dbff71641a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:37Z', 'updated_at': '2021-07-23T14:06:43Z', 'revision_number': 4, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'subnets': [{'id': '1e56a636-f79e-43e2-b5c9-a6dbff71641a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:06:44.036057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.048844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:06:44.049246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:06:44.052634 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:06:44.058698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-221d01c2-c991-4afa-b7b1-e9b1c190d04f req-0208e472-8e86-4ad8-afe4-29146245ad36 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.0531747 Jul 23 14:06:44.212956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.233294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.235769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/networks/548c60d4-8230-4c6c-986f-ac35b274d6fe HTTP/1.1" status: 204 len: 168 time: 1.0567369 Jul 23 14:06:44.239420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:44.294834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff6b6-575d-4ace-84a9-a3f943340de7 req-b049f27a-c5ad-4092-b05c-f00621c06c42 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:44.296394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5bff6b6-575d-4ace-84a9-a3f943340de7 req-b049f27a-c5ad-4092-b05c-f00621c06c42 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 950 time: 0.2973139 Jul 23 14:06:44.300129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e838b7-1c2e-40a7-9444-93dcce807e29 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Network': ['ID=548c60d4-8230-4c6c-986f-ac35b274d6fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:44.399987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5bff6b6-575d-4ace-84a9-a3f943340de7 req-47f6e41a-3062-4b6a-8a4d-75552a75dd80 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876031 Jul 23 14:06:44.412680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Deleting port ae338b3b-383d-4930-863a-04ff1d94f650 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:44.413623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.552553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] For port ae338b3b-383d-4930-863a-04ff1d94f650, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae338b3b-383d-4930-863a-04ff1d94f650,segment=NetworkSegment(5be16506-b431-4b31-b551-2737cbd51494),segment_id=5be16506-b431-4b31-b551-2737cbd51494)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:44.552961 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.569743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Calling delete_port for ae338b3b-383d-4930-863a-04ff1d94f650 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:44.609023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e4099-0e1d-4af0-a54c-ad1f6c788437 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:44.615422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e4099-0e1d-4af0-a54c-ad1f6c788437 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:44.621299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dc2e4099-0e1d-4af0-a54c-ad1f6c788437 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3804176 Jul 23 14:06:44.624580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:44.630090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1092707300'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:44.670628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Made reservation on behalf of 6446453dbe044835a74842c772f92f37 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:44.676659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.747503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb47fa-f0da-401f-b16d-d6764cc3d99e req-4b48a33e-f289-4d73-92d2-66f7e2f358e0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:44.747503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4bbb47fa-f0da-401f-b16d-d6764cc3d99e req-4b48a33e-f289-4d73-92d2-66f7e2f358e0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 950 time: 0.1743176 Jul 23 14:06:44.747503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:44.767670 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.768068 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Added segment 2ff64f15-e500-4eef-98b9-a602307b514d of type vlan for network 5169b8b3-d3c6-4d88-b849-68e4c1463436 Jul 23 14:06:44.830393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.858416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ae338b3b-383d-4930-863a-04ff1d94f650,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:44.877797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4bbb47fa-f0da-401f-b16d-d6764cc3d99e req-06405cf0-18c9-40e0-902c-dfa011bf598c tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282084 Jul 23 14:06:44.893502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.895756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae338b3b-383d-4930-863a-04ff1d94f650 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:44.944748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ae338b3b-383d-4930-863a-04ff1d94f650 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:44.946469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae338b3b-383d-4930-863a-04ff1d94f650 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 14:06:44.948155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.954739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:44.955682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:44.990861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3659921 Jul 23 14:06:44.993490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:45.001664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2039875646'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:45.025000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Port ae338b3b-383d-4930-863a-04ff1d94f650 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 14:06:45.080752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950acbd-3ed8-4b1b-86b2-efac85b241b3 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Network': ['ID=5169b8b3-d3c6-4d88-b849-68e4c1463436,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:45.093114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5169b8b3-d3c6-4d88-b849-68e4c1463436 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:45.115637 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4806a244-d448-401f-a4f8-9ecce0e8baf5 req-4fcf284c-d4b4-4938-a453-5470dbbc561b tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5476aaacb04c421c85b461cb7d7336b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734663 Jul 23 14:06:45.130606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Made reservation on behalf of 6446453dbe044835a74842c772f92f37 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:45.134367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:45.217726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:45.254779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:45.263111 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:45.263454 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Added segment 0b5746cf-9b11-4118-821a-6942648f1f28 of type vlan for network 4ea013ce-9bd5-4c2f-a806-b50b7ff2f377 Jul 23 14:06:45.355578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c70bf-5ba5-41ed-91f3-6777fe340399 req-d452c924-4f6a-4d1f-88af-b6de1c82745b tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:45.357152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a32c70bf-5ba5-41ed-91f3-6777fe340399 req-d452c924-4f6a-4d1f-88af-b6de1c82745b tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 948 time: 0.1557710 Jul 23 14:06:45.375390 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:45.388754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806a244-d448-401f-a4f8-9ecce0e8baf5 req-aa89dcac-36d0-400d-b0d3-33bf3abbd269 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:45.397395 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4806a244-d448-401f-a4f8-9ecce0e8baf5 req-aa89dcac-36d0-400d-b0d3-33bf3abbd269 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684667 Jul 23 14:06:45.423441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a32c70bf-5ba5-41ed-91f3-6777fe340399 req-bd99a2af-f721-4b10-957d-414a51d9eaef tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Jul 23 14:06:45.463612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4806a244-d448-401f-a4f8-9ecce0e8baf5 req-07a1f7b1-4a5d-4108-8801-cc976327965b tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/quotas/5476aaacb04c421c85b461cb7d7336b8 HTTP/1.1" status: 200 len: 375 time: 0.0652015 Jul 23 14:06:45.519662 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4806a244-d448-401f-a4f8-9ecce0e8baf5 req-7e91bf41-a8e1-453f-93c3-52af8d9e38cf tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5476aaacb04c421c85b461cb7d7336b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529249 Jul 23 14:06:45.544494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ade8c2ed-86b8-4fca-9557-6ccce16c86a3 req-1c51770b-0192-44fc-9066-0d512b770a7a tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.0387113 Jul 23 14:06:45.577195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-ee833f87-80bf-456f-8f37-f3624e7b6b36 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:45.580938 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-ee833f87-80bf-456f-8f37-f3624e7b6b36 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.11 "GET /v2.0/networks?id=15b2c766-adde-4ba1-91f5-348c3e1e37c4 HTTP/1.1" status: 200 len: 816 time: 0.3157115 Jul 23 14:06:45.582605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:45.597519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:45.598216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:45.615327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:06:45.687204 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-b7e69ae6-1010-43d4-b579-5360117f9b0b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f22c388b6f1468ca708a49d0004f86e HTTP/1.1" status: 200 len: 380 time: 0.0852220 Jul 23 14:06:45.713251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Request body: {'port': {'device_id': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'admin_state_up': True, 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'security_groups': ['a8c2f859-17c5-43c0-aa2e-81b989de1c65']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:45.769163 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0cf312e-c8bc-47f4-997b-06593dab8c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:45.856730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfdf34-d79b-48b6-994b-932e28f93b19 req-e5f06e25-df44-4dd5-adb3-965562679a6d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:45.865625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0bfdf34-d79b-48b6-994b-932e28f93b19 req-e5f06e25-df44-4dd5-adb3-965562679a6d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 950 time: 0.2241247 Jul 23 14:06:45.875890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:06:45.883489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0e43cf79-070e-4d0c-bb53-2b293bef86aa admin admin] 10.222.0.21 "PUT /v2.0/routers/0997f52f-f7b9-4cec-9b39-427ad8bbe842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510147 Jul 23 14:06:45.887213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:45.950636 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] Sync routers for ids ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:06:45.970860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0bfdf34-d79b-48b6-994b-932e28f93b19 req-c156c8ab-f2c2-417a-8d59-16343b90b676 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034024 Jul 23 14:06:45.977009 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] Routers {'0997f52f-f7b9-4cec-9b39-427ad8bbe842'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:45.978707 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:46.026745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.034751 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0399985 Jul 23 14:06:46.052974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:46.064984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'ports': [{'network_id': '5169b8b3-d3c6-4d88-b849-68e4c1463436', 'name': 'tempest-port--1350610714', 'admin_state_up': True}, {'network_id': '4ea013ce-9bd5-4c2f-a806-b50b7ff2f377', 'admin_state_up': False}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:46.065295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'port': {'network_id': '5169b8b3-d3c6-4d88-b849-68e4c1463436', 'name': 'tempest-port--1350610714', 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:46.065781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'port': {'network_id': '4ea013ce-9bd5-4c2f-a806-b50b7ff2f377', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:46.141873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d4c7a-6a5b-4006-bd1c-8c8b6aea8722 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Network': ['ID=4ea013ce-9bd5-4c2f-a806-b50b7ff2f377,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:46.164923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 4ea013ce-9bd5-4c2f-a806-b50b7ff2f377 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:46.170247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Made reservation on behalf of 5f22c388b6f1468ca708a49d0004f86e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:46.174176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.214117 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] Set router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:46.329873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba398dbb-6caf-41e3-820e-cb0d6538eb59 req-c4c34fe8-a67b-4b18-a750-5cc0731d7052 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:46.331600 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba398dbb-6caf-41e3-820e-cb0d6538eb59 req-c4c34fe8-a67b-4b18-a750-5cc0731d7052 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 950 time: 0.2032294 Jul 23 14:06:46.364211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-6f946499-40ad-43f1-bc97-244cba20749b tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:46.364714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.365810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-6f946499-40ad-43f1-bc97-244cba20749b tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 948 time: 0.4290364 Jul 23 14:06:46.436190 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba398dbb-6caf-41e3-820e-cb0d6538eb59 req-68a29d0d-712d-47b9-b0b8-cd6dbc61bfeb tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817761 Jul 23 14:06:46.437386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Allocated IP 172.20.0.11 (15b2c766-adde-4ba1-91f5-348c3e1e37c4/401717c8-bfd5-4df4-ba9a-74a5ffb3d260/caf5feaa-7200-4e23-a04a-6670664d76a0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:46.519365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Deleting port 7c684cbe-b5de-41ed-9c0b-68ff303fb927 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:46.519622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.552684 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:44Z', 'revision_number': 5, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port': {'id': '7c684cbe-b5de-41ed-9c0b-68ff303fb927', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:33Z', 'updated_at': '2021-07-23T14:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:46.554607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Made reservation on behalf of 6446453dbe044835a74842c772f92f37 for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:46.559651 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.597137 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] Checking router: 0997f52f-f7b9-4cec-9b39-427ad8bbe842 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:06:46.607422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-ed58ca19-7d23-4f59-a749-0087f7692bfe tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:46.609844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-ed58ca19-7d23-4f59-a749-0087f7692bfe tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 950 time: 0.2697706 Jul 23 14:06:46.611891 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] Routers {'0997f52f-f7b9-4cec-9b39-427ad8bbe842'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:46.612020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.612572 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:46.711257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Deleting port 974284e2-cd77-4c16-99f3-e26830ca2639 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:46.711646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.732408 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] Set router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:46.766906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.781507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Transition to ACTIVE for port object caf5feaa-7200-4e23-a04a-6670664d76a0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:46.828745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:46.867435 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d488f658-8b55-462d-8a12-2ad4a1573319 req-bd0c171b-72f0-4240-942d-93c7fbfe8576 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5476aaacb04c421c85b461cb7d7336b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537194 Jul 23 14:06:46.867896 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:46Z', 'revision_number': 6, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:46.910888 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d90da-0135-4e01-a286-6201b232c6a9 None None] The sync data for ids ['0997f52f-f7b9-4cec-9b39-427ad8bbe842'] in n-d-801990-3 is: [{'id': '0997f52f-f7b9-4cec-9b39-427ad8bbe842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1534557334-router', 'tenant_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:32Z', 'updated_at': '2021-07-23T14:06:46Z', 'revision_number': 6, 'project_id': '561e7464ffcf499685c8bea6d2f4a7d4', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:06:46.917709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:46.925533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:46.940956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:46.992520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] For port 7c684cbe-b5de-41ed-9c0b-68ff303fb927, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7c684cbe-b5de-41ed-9c0b-68ff303fb927,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:46.992520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.012620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event updated for resources: {'Port': ['ID=caf5feaa-7200-4e23-a04a-6670664d76a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:47.053453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Calling delete_port for 7c684cbe-b5de-41ed-9c0b-68ff303fb927 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:47.086112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:47.086825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.147898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] device_id is not set on port 78898309-bba4-4c7f-a4a9-e619856446e6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:06:47.155150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f658-8b55-462d-8a12-2ad4a1573319 req-42d12e6f-f19c-42d6-ba27-481f89a95263 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:47.162029 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d488f658-8b55-462d-8a12-2ad4a1573319 req-42d12e6f-f19c-42d6-ba27-481f89a95263 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937398 Jul 23 14:06:47.176671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-504d8e2a-4962-45e3-870c-6fd7e0bdf23c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4677203 Jul 23 14:06:47.184332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d488f658-8b55-462d-8a12-2ad4a1573319 req-679be8ec-602c-4e60-b39f-401d4c3e88a8 tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/quotas/5476aaacb04c421c85b461cb7d7336b8 HTTP/1.1" status: 200 len: 375 time: 0.0213733 Jul 23 14:06:47.217239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Request body: {'port': {'device_id': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:47.243002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d488f658-8b55-462d-8a12-2ad4a1573319 req-6e6fd2f8-8d7e-4119-a4b5-8ccc50fd1e0a tempest-QuotasAdminNegativeTest-1264236378 tempest-QuotasAdminNegativeTest-1264236378-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5476aaacb04c421c85b461cb7d7336b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577302 Jul 23 14:06:47.265233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd3aa873-fe50-42fd-abfe-b5b5ceaaf99c None None] Provisioning for port caf5feaa-7200-4e23-a04a-6670664d76a0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:47.271531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd3aa873-fe50-42fd-abfe-b5b5ceaaf99c None None] Provisioning complete for port caf5feaa-7200-4e23-a04a-6670664d76a0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:47.271914 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa873-fe50-42fd-abfe-b5b5ceaaf99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.380899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] For port 974284e2-cd77-4c16-99f3-e26830ca2639, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=974284e2-cd77-4c16-99f3-e26830ca2639,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:47.381433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.396271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd3aa873-fe50-42fd-abfe-b5b5ceaaf99c None None] Port caf5feaa-7200-4e23-a04a-6670664d76a0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:06:47.420876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38898f-8a9e-44cf-a4ae-15844168ea15 req-fbf56eff-f176-4566-8902-7dea70cc37cb tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:47.422907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc38898f-8a9e-44cf-a4ae-15844168ea15 req-fbf56eff-f176-4566-8902-7dea70cc37cb tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 948 time: 0.7075524 Jul 23 14:06:47.423567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Calling delete_port for 974284e2-cd77-4c16-99f3-e26830ca2639 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:47.428263 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.490485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Deleting port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:47.490911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.603052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.610625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc38898f-8a9e-44cf-a4ae-15844168ea15 req-43ba5a69-df1b-45cb-b5c6-33aaa6cc9f92 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496482 Jul 23 14:06:47.627485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.711710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] For port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:47.712428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.757885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Calling delete_port for 40cd89b9-10f7-467a-a86f-59eb2c7abd3a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:47.778521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:47.886666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] device_id is not set on port 86c47b12-290c-4641-8d2c-eb1066dc0291 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:06:47.992688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c684cbe-b5de-41ed-9c0b-68ff303fb927,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:48.042752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6fe6-6685-498c-8fe4-ff3da219121f req-0246d1bc-28ef-421e-a32a-d523cc4182de tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.044524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a29a6fe6-6685-498c-8fe4-ff3da219121f req-0246d1bc-28ef-421e-a32a-d523cc4182de tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 932 time: 0.5861876 Jul 23 14:06:48.142494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.147732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.163598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.168157 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a29a6fe6-6685-498c-8fe4-ff3da219121f req-bd98c2e1-3f59-429e-bdd0-6f630919b34c tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992720 Jul 23 14:06:48.241088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Pushing event deleted for resources: {'Port': ['ID=974284e2-cd77-4c16-99f3-e26830ca2639,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:48.248801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.301686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] No DVR routers for this DVR port 974284e2-cd77-4c16-99f3-e26830ca2639 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:48.307684 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.311380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.311553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.312087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.312384 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.312578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.313019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.313502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.314142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:48.316585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-cc1308f1-e459-4db7-bc3b-0abbfebe8669 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb&device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d&device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5&device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9&device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea&device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f&device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 6286 time: 0.2599661 Jul 23 14:06:48.317534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.320090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-595423c3-f72f-48d3-bd25-62e8ba0d4f5e req-65c99248-987b-4341-a44a-0d56b177c709 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.48 "DELETE /v2.0/ports/974284e2-cd77-4c16-99f3-e26830ca2639 HTTP/1.1" status: 204 len: 173 time: 1.9457176 Jul 23 14:06:48.326053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-deleted', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:48.329011 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de82c5-3e26-4346-ba2f-fdad4b83581c" -d '{"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-deleted", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:48.408781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-7bd10089-60cc-4455-be5a-efaee9303bac tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.412100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c6182c-d70f-4f6d-bc50-72f98c321f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.417611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.475843 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.476662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0997f52f-f7b9-4cec-9b39-427ad8bbe842 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:06:48.506496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.510270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-448575ba-e6b4-461d-ba49-946b2d36fac1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0997f52f-f7b9-4cec-9b39-427ad8bbe842 HTTP/1.1" status: 204 len: 168 time: 2.6163678 Jul 23 14:06:48.514934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf5feaa-7200-4e23-a04a-6670664d76a0 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:06:48.520257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:48.538198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.558166 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.585833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Port': ['ID=78898309-bba4-4c7f-a4a9-e619856446e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:48.600910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-df9dfee6-349f-4bf4-9b5f-88ed36da8835 req-e42f51b7-b61a-4dee-aa9f-84836103b65c tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 210 time: 0.0666902 Jul 23 14:06:48.615461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Transition to ACTIVE for port object caf5feaa-7200-4e23-a04a-6670664d76a0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:48.619484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['40cd89b9-10f7-467a-a86f-59eb2c7abd3a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:06:48.625498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] Deleting subnet 1e56a636-f79e-43e2-b5c9-a6dbff71641a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:06:48.629788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.632241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.715571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Pushing event deleted for resources: {'Port': ['ID=40cd89b9-10f7-467a-a86f-59eb2c7abd3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:48.740081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.789665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5feaa-7200-4e23-a04a-6670664d76a0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:48.818174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] No DVR routers for this DVR port 40cd89b9-10f7-467a-a86f-59eb2c7abd3a on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:48.845037 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cda19d-3743-4c7d-a790-83ca7360b2dc x-openstack-request-id: req-66cda19d-3743-4c7d-a790-83ca7360b2dc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:48.863478 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9959b3-d5dc-4410-92b7-fcf24f38fad0", "name": "network-vif-deleted", "tag": "974284e2-cd77-4c16-99f3-e26830ca2639", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:48.864150 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66cda19d-3743-4c7d-a790-83ca7360b2dc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:48.866062 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9959b3-d5dc-4410-92b7-fcf24f38fad0', 'name': 'network-vif-deleted', 'tag': '974284e2-cd77-4c16-99f3-e26830ca2639', 'status': 'completed', 'code': 200} Jul 23 14:06:48.886537 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.888721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8da1dc7-f005-4870-abf9-9d341a4faba5 req-2e5e44fe-84d4-48b7-a380-81938e24bbf0 tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.11 "DELETE /v2.0/ports/40cd89b9-10f7-467a-a86f-59eb2c7abd3a HTTP/1.1" status: 204 len: 173 time: 2.2607892 Jul 23 14:06:48.890240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Checking segment: {'id': '2ff64f15-e500-4eef-98b9-a602307b514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5169b8b3-d3c6-4d88-b849-68e4c1463436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:48.890895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network hostable DHCP agents. Network: 5169b8b3-d3c6-4d88-b849-68e4c1463436, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:06:48.936808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7c684cbe-b5de-41ed-9c0b-68ff303fb927 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:48.943969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7d4a03a-c6a8-4a90-b64b-1b2c3f02e7bb req-62ff06a3-456f-43c2-bd04-81d603fe0bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1272330 Jul 23 14:06:48.963576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-7bd10089-60cc-4455-be5a-efaee9303bac tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.970298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network 5169b8b3-d3c6-4d88-b849-68e4c1463436 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:06:48.981060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-7bd10089-60cc-4455-be5a-efaee9303bac tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:48.997240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 7c684cbe-b5de-41ed-9c0b-68ff303fb927 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:48.997599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7c684cbe-b5de-41ed-9c0b-68ff303fb927 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:48.998022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae338b3b-383d-4930-863a-04ff1d94f650 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:49.053493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b580a3d-6d7f-4e46-aff8-486af6f93c8a req-7bd10089-60cc-4455-be5a-efaee9303bac tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&id=f5cc59c3-c9e3-4c42-a4d2-424a068df357&id=00c9f239-4f04-44ac-b2d0-59d54444f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.7202148 Jul 23 14:06:49.056093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd10089-60cc-4455-be5a-efaee9303bac tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3478ec2f-9a22-491a-adf3-c6b35a13cfec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:49.066001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5169b8b3-d3c6-4d88-b849-68e4c1463436) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:49.073236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:49.076262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.083569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ae338b3b-383d-4930-863a-04ff1d94f650 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:49.084240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae338b3b-383d-4930-863a-04ff1d94f650 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:49.099552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c0b87-e1af-4be1-9dca-2aa3ecb7a371 None None] Network 5169b8b3-d3c6-4d88-b849-68e4c1463436 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:49.216124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7d4a03a-c6a8-4a90-b64b-1b2c3f02e7bb req-45da2c6e-81d0-4be0-af00-50050ad713dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 210 time: 0.1253564 Jul 23 14:06:49.299287 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d4e1e6b-0537-4711-bf61-2cd1552d1a93 req-9f228f4f-3b60-435c-9c2b-c07c1baff290 tempest-ListImageFiltersTestJSON-593485416 tempest-ListImageFiltersTestJSON-593485416-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f9959b3-d5dc-4410-92b7-fcf24f38fad0 HTTP/1.1" status: 200 len: 210 time: 0.1194637 Jul 23 14:06:49.306177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Attempting to bind port caf5feaa-7200-4e23-a04a-6670664d76a0 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:49.308003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Attempting to bind port caf5feaa-7200-4e23-a04a-6670664d76a0 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:49.308508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Attempting to bind port caf5feaa-7200-4e23-a04a-6670664d76a0 on network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:49.316961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.319538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Port caf5feaa-7200-4e23-a04a-6670664d76a0 on network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:06:49.320249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Attempting to bind port caf5feaa-7200-4e23-a04a-6670664d76a0 on network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:49.356800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:49.357152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Checking segment: {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:49.362607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Bound using segment: {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:49.363117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Bound port: caf5feaa-7200-4e23-a04a-6670664d76a0, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075f765c-c256-40d7-8d09-d1d884a18b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:49.363496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.407714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7d4a03a-c6a8-4a90-b64b-1b2c3f02e7bb req-17dc3618-79d2-4b8a-84a6-1990b201dea3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239371 Jul 23 14:06:49.451379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.471381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:49.524499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.600567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e56a636-f79e-43e2-b5c9-a6dbff71641a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:49.616621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] For port caf5feaa-7200-4e23-a04a-6670664d76a0, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:49.619370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8d29d-715a-477d-ba41-b74aabade961 None None] Network f22f9865-d5ba-4793-90e3-d2324f8041d1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:49.620480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.624973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8bf185b3-b9c0-4303-b4b1-ed0369d3245b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1e56a636-f79e-43e2-b5c9-a6dbff71641a HTTP/1.1" status: 204 len: 168 time: 1.1032548 Jul 23 14:06:49.627618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:49.652788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06f4f8a-93ea-4cef-999d-d742266a9742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.673869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Port': ['ID=86c47b12-290c-4641-8d2c-eb1066dc0291,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:49.679971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] For port caf5feaa-7200-4e23-a04a-6670664d76a0, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=caf5feaa-7200-4e23-a04a-6670664d76a0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:49.713364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Checking segment: {'id': '0b5746cf-9b11-4118-821a-6942648f1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4ea013ce-9bd5-4c2f-a806-b50b7ff2f377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:49.713854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network hostable DHCP agents. Network: 4ea013ce-9bd5-4c2f-a806-b50b7ff2f377, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:06:49.735658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56347052-0b75-4530-bd8b-23b953abdc5d req-169f6416-a8fb-4871-94af-4700ba70b7de tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:49.738444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56347052-0b75-4530-bd8b-23b953abdc5d req-169f6416-a8fb-4871-94af-4700ba70b7de tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.3102157 Jul 23 14:06:49.741942 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.807563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:49.855274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 974284e2-cd77-4c16-99f3-e26830ca2639 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:49.855999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 974284e2-cd77-4c16-99f3-e26830ca2639 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:49.900596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network 4ea013ce-9bd5-4c2f-a806-b50b7ff2f377 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:06:49.911131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a03a-c6a8-4a90-b64b-1b2c3f02e7bb req-0e830612-c5a3-4657-b958-0f4350238197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:49.913372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7d4a03a-c6a8-4a90-b64b-1b2c3f02e7bb req-0e830612-c5a3-4657-b958-0f4350238197 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4785643 Jul 23 14:06:49.920408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:49.920768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.922141 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-060049cd-6145-4269-90cc-feefde34f611 service neutron] 10.222.0.11 "PUT /v2.0/ports/caf5feaa-7200-4e23-a04a-6670664d76a0 HTTP/1.1" status: 200 len: 1092 time: 2.7127872 Jul 23 14:06:49.926289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:49.928038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56347052-0b75-4530-bd8b-23b953abdc5d req-0d4c87ad-9121-4e49-8503-425b41b0e561 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727874 Jul 23 14:06:49.928628 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:49.944339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 4ea013ce-9bd5-4c2f-a806-b50b7ff2f377) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:49.958281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:49.959498 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:49.960727 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc897498-acad-4859-a978-30394891399d None None] Network 4ea013ce-9bd5-4c2f-a806-b50b7ff2f377 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:49.997242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:49.999940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060049cd-6145-4269-90cc-feefde34f611 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5feaa-7200-4e23-a04a-6670664d76a0,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:50.019420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.020544 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.023218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] DHCP port deletion for f22f9865-d5ba-4793-90e3-d2324f8041d1 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:06:50.056478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099558b-1212-4b3d-a3ad-d324861ffb95 req-2d12dee4-2ab6-46c5-95d8-d4e3d68a6856 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.057259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099558b-1212-4b3d-a3ad-d324861ffb95 req-2d12dee4-2ab6-46c5-95d8-d4e3d68a6856 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.057916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099558b-1212-4b3d-a3ad-d324861ffb95 req-2d12dee4-2ab6-46c5-95d8-d4e3d68a6856 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.065356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9099558b-1212-4b3d-a3ad-d324861ffb95 req-2d12dee4-2ab6-46c5-95d8-d4e3d68a6856 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d&device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5&device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 2884 time: 0.3839278 Jul 23 14:06:50.130589 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9099558b-1212-4b3d-a3ad-d324861ffb95 req-914b1569-4ba8-495b-af2b-7fc45f648a20 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639734 Jul 23 14:06:50.190073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06f4f8a-93ea-4cef-999d-d742266a9742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.195896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a61d3e9-5ddc-4434-9490-3f9c4ea5eefb req-8fd2257f-079a-4738-a42b-300c1b406f2b tempest-ServersAdminNegativeTestJSON-64367629 tempest-ServersAdminNegativeTestJSON-64367629-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab49cee4-e022-4bdd-9ea3-83a664d7bcea HTTP/1.1" status: 200 len: 210 time: 0.0513651 Jul 23 14:06:50.219464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7234f224-6cf7-4ed3-8e9c-8cd616aa9b32 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1644332 Jul 23 14:06:50.222312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:50.251313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] Deleting port faf5a6b0-cda4-407d-a3c2-354746010cfe {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:50.251698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.265729 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06f4f8a-93ea-4cef-999d-d742266a9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.291596 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6436f6-18eb-48ee-81ce-ee70dd06fb25 x-openstack-request-id: req-3d6436f6-18eb-48ee-81ce-ee70dd06fb25 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:50.291887 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:50.292138 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d6436f6-18eb-48ee-81ce-ee70dd06fb25 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:50.292564 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'status': 'completed', 'code': 200} Jul 23 14:06:50.314055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Deleting port faf5a6b0-cda4-407d-a3c2-354746010cfe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:50.315126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.338750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] For port faf5a6b0-cda4-407d-a3c2-354746010cfe, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=faf5a6b0-cda4-407d-a3c2-354746010cfe,segment=NetworkSegment(5be16506-b431-4b31-b551-2737cbd51494),segment_id=5be16506-b431-4b31-b551-2737cbd51494)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:50.340200 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.370966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] Calling delete_port for faf5a6b0-cda4-407d-a3c2-354746010cfe owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:50.386047 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d06f4f8a-93ea-4cef-999d-d742266a9742 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5476aaacb04c421c85b461cb7d7336b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9093630 Jul 23 14:06:50.387913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:50.406464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f4f8a-93ea-4cef-999d-d742266a9742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c84f7a-ead5-499a-8699-368806345467,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:50.454053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94364e9-a6b9-4dd5-84f8-f98161bfab2c tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.461951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94364e9-a6b9-4dd5-84f8-f98161bfab2c tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.472902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a94364e9-a6b9-4dd5-84f8-f98161bfab2c tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2468035 Jul 23 14:06:50.476147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:50.487331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-ed4f7c38-e256-485c-bae9-0b58a0c11dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.488859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-ed4f7c38-e256-485c-bae9-0b58a0c11dd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f22c388b6f1468ca708a49d0004f86e&device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 1095 time: 0.3138051 Jul 23 14:06:50.503814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] For port faf5a6b0-cda4-407d-a3c2-354746010cfe, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=faf5a6b0-cda4-407d-a3c2-354746010cfe,segment=NetworkSegment(5be16506-b431-4b31-b551-2737cbd51494),segment_id=5be16506-b431-4b31-b551-2737cbd51494)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:06:50.504106 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.506148 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.560785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] Pushing event deleted for resources: {'Port': ['ID=faf5a6b0-cda4-407d-a3c2-354746010cfe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:50.563604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Calling delete_port for faf5a6b0-cda4-407d-a3c2-354746010cfe owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:50.566606 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-e525f1f9-4c1e-4e3e-992c-59e447d17ae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf5feaa-7200-4e23-a04a-6670664d76a0 HTTP/1.1" status: 200 len: 217 time: 0.0590277 Jul 23 14:06:50.575910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f0163-f325-4b1e-affb-c2d341f0eb12 None None] No DVR routers for this DVR port faf5a6b0-cda4-407d-a3c2-354746010cfe on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:50.615880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52a07ba4-f6ab-460c-b301-56dfac8c7720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.682120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-64645072-8ebd-40db-aadb-f3b8461d0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.684130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-64645072-8ebd-40db-aadb-f3b8461d0049 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=401717c8-bfd5-4df4-ba9a-74a5ffb3d260 HTTP/1.1" status: 200 len: 855 time: 0.1079993 Jul 23 14:06:50.689532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Deleting port 78898309-bba4-4c7f-a4a9-e619856446e6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:50.691077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.691250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52a07ba4-f6ab-460c-b301-56dfac8c7720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.798984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.849467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.862207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Pushing event deleted for resources: {'Port': ['ID=faf5a6b0-cda4-407d-a3c2-354746010cfe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:50.865169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device faf5a6b0-cda4-407d-a3c2-354746010cfe no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:50.868269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] No DVR routers for this DVR port faf5a6b0-cda4-407d-a3c2-354746010cfe on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:06:50.870302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'name': 'network-vif-deleted', 'tag': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:06:50.871124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-c8fd02b6-5c80-4df7-bd0a-9d4539d184d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:50.872921 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-c8fd02b6-5c80-4df7-bd0a-9d4539d184d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15b2c766-adde-4ba1-91f5-348c3e1e37c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792495 Jul 23 14:06:50.875185 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7098392-c20d-4d40-8b12-7d00ce59d996" -d '{"events": [{"server_uuid": "ab49cee4-e022-4bdd-9ea3-83a664d7bcea", "name": "network-vif-deleted", "tag": "40cd89b9-10f7-467a-a86f-59eb2c7abd3a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:06:50.875983 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52a07ba4-f6ab-460c-b301-56dfac8c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.883377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52a07ba4-f6ab-460c-b301-56dfac8c7720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:50.884550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-52a07ba4-f6ab-460c-b301-56dfac8c7720 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08c84f7a-ead5-499a-8699-368806345467 HTTP/1.1" status: 204 len: 168 time: 0.4940302 Jul 23 14:06:50.902771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Calling delete_port for 78898309-bba4-4c7f-a4a9-e619856446e6 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:50.916877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a07ba4-f6ab-460c-b301-56dfac8c7720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c84f7a-ead5-499a-8699-368806345467,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:50.952398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: faf5a6b0-cda4-407d-a3c2-354746010cfe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:50.952741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device faf5a6b0-cda4-407d-a3c2-354746010cfe not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:51.027787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.050855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22f9865-d5ba-4793-90e3-d2324f8041d1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:51.066146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be16506-b431-4b31-b551-2737cbd51494') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:51.066449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be16506-b431-4b31-b551-2737cbd51494') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:51.072554 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28276bbc-9247-4dcc-86ad-f46d7086692f x-openstack-request-id: req-28276bbc-9247-4dcc-86ad-f46d7086692f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:06:51.075078 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab49cee4-e022-4bdd-9ea3-83a664d7bcea", "name": "network-vif-deleted", "tag": "40cd89b9-10f7-467a-a86f-59eb2c7abd3a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:06:51.075429 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28276bbc-9247-4dcc-86ad-f46d7086692f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:06:51.075897 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab49cee4-e022-4bdd-9ea3-83a664d7bcea', 'name': 'network-vif-deleted', 'tag': '40cd89b9-10f7-467a-a86f-59eb2c7abd3a', 'status': 'completed', 'code': 200} Jul 23 14:06:51.089453 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.097620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.105018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-9d784e68-7deb-4d65-a968-e693eb18cf28 service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193351 Jul 23 14:06:51.121278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.122537 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.176999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Port': ['ID=78898309-bba4-4c7f-a4a9-e619856446e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:51.183842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.187680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8f2628ce-30bc-4f92-a25a-e28998dcb7c6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/ports/78898309-bba4-4c7f-a4a9-e619856446e6 HTTP/1.1" status: 204 len: 168 time: 0.7099364 Jul 23 14:06:51.189864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:51.222949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:06:51.223582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:06:51.226460 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:06:51.356820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.382356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.385327 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f22f9865-d5ba-4793-90e3-d2324f8041d1 HTTP/1.1" status: 204 len: 168 time: 1.7525437 Jul 23 14:06:51.386796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13825d-6078-49a1-a741-5475d0a4b97e admin admin] Pushing event deleted for resources: {'Network': ['ID=f22f9865-d5ba-4793-90e3-d2324f8041d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:51.396837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Deleting port 86c47b12-290c-4641-8d2c-eb1066dc0291 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:06:51.397185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.440685 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69224d67-d704-49d5-9fe1-e23236b64ea8 req-a7039af3-9f36-44f1-9368-59448f5066ec service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277562 Jul 23 14:06:51.451796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3bb00-0e9d-4b8c-82ce-5babdef542ed req-d4304f66-70db-4e25-b1c5-319a8f32fabd tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:51.453690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7d3bb00-0e9d-4b8c-82ce-5babdef542ed req-d4304f66-70db-4e25-b1c5-319a8f32fabd tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.2603719 Jul 23 14:06:51.497500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:51.523452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.539150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Calling delete_port for 86c47b12-290c-4641-8d2c-eb1066dc0291 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:06:51.559654 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65cdb347-8e08-46ab-af34-739ea4b4e4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.632948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:51.675155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.681326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65cdb347-8e08-46ab-af34-739ea4b4e4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.703235 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7d3bb00-0e9d-4b8c-82ce-5babdef542ed req-5159caff-825a-433d-9a7b-678d52133fad tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423091 Jul 23 14:06:51.713190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65cdb347-8e08-46ab-af34-739ea4b4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.720192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0300aab9-6c6a-4ce2-900b-4adf2e45efd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=561e7464ffcf499685c8bea6d2f4a7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857568 Jul 23 14:06:51.730115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:51.748990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.752373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/ports/86c47b12-290c-4641-8d2c-eb1066dc0291 HTTP/1.1" status: 204 len: 168 time: 0.5596287 Jul 23 14:06:51.753212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f4ba-2714-4a01-97eb-e92c762abc91 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Port': ['ID=86c47b12-290c-4641-8d2c-eb1066dc0291,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:51.770331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:51.810137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45c839d0-a414-4391-ab82-dd4abd1d5852 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384610 Jul 23 14:06:51.813615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:51.819015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2125454089'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:51.832905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdb347-8e08-46ab-af34-739ea4b4e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680e3f85-43a1-4357-b9d4-e94d45930815,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:51.851893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Made reservation on behalf of 6446453dbe044835a74842c772f92f37 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:51.857003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.885648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-65cdb347-8e08-46ab-af34-739ea4b4e4fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fc7ccaafcf14fe4b18d578622721b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844602 Jul 23 14:06:51.886575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:51.914692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:51.925276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb40d-2aad-4937-b686-c4282e329f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.928287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-a632a1cb-d726-4fb3-889e-b1f685abc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:51.929829 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-a632a1cb-d726-4fb3-889e-b1f685abc47f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f22c388b6f1468ca708a49d0004f86e&device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 1095 time: 0.3841608 Jul 23 14:06:51.941695 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:51.946450 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Added segment a0b51499-1009-4a7d-9cfc-0ee7dab3ba83 of type vlan for network 8005f06d-fb30-4133-b156-4ade1bd58a36 Jul 23 14:06:51.967942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 40cd89b9-10f7-467a-a86f-59eb2c7abd3a no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:06:51.985508 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb40d-2aad-4937-b686-c4282e329f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.025822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 40cd89b9-10f7-467a-a86f-59eb2c7abd3a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:06:52.026021 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b93f05b3-36ca-4119-8f69-08f8a77e9832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.029208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 40cd89b9-10f7-467a-a86f-59eb2c7abd3a not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:06:52.029579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a78e-ed01-4d11-a0e2-d13dab8cc1f6 req-217080ac-d09a-4906-9222-a00d4f48d2ab tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.029713 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.037053 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5181a78e-ed01-4d11-a0e2-d13dab8cc1f6 req-217080ac-d09a-4906-9222-a00d4f48d2ab tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1101 time: 0.2003372 Jul 23 14:06:52.060584 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b93f05b3-36ca-4119-8f69-08f8a77e9832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.107086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.110910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5181a78e-ed01-4d11-a0e2-d13dab8cc1f6 req-31d4c3d1-73d3-40cf-a635-587da4b3f9db tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728650 Jul 23 14:06:52.116723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.117553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.243365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-c9b51090-4fb3-41fa-88ed-2d73879268d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.245262 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-c9b51090-4fb3-41fa-88ed-2d73879268d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15b2c766-adde-4ba1-91f5-348c3e1e37c4 HTTP/1.1" status: 200 len: 917 time: 0.3055716 Jul 23 14:06:52.263614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb40d-2aad-4937-b686-c4282e329f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.266997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb40d-2aad-4937-b686-c4282e329f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.268340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d2bfb40d-2aad-4937-b686-c4282e329f42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37b6b664-c305-436a-8236-a5cd6e08166a HTTP/1.1" status: 204 len: 168 time: 0.5372114 Jul 23 14:06:52.280937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5c654-ffdd-4d5c-aee6-1e0415ec5197 req-b351c9d5-56e3-4b2c-8e43-c2cff349ca17 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.286204 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ae5c654-ffdd-4d5c-aee6-1e0415ec5197 req-b351c9d5-56e3-4b2c-8e43-c2cff349ca17 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1101 time: 0.1013098 Jul 23 14:06:52.323589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfb40d-2aad-4937-b686-c4282e329f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b6b664-c305-436a-8236-a5cd6e08166a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:52.333930 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-444313ed-5213-4542-9484-0c34104ce4ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf5feaa-7200-4e23-a04a-6670664d76a0 HTTP/1.1" status: 200 len: 217 time: 0.0643065 Jul 23 14:06:52.405578 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ae5c654-ffdd-4d5c-aee6-1e0415ec5197 req-18473c8e-fd07-46f1-8f5a-a3679762fb35 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122379 Jul 23 14:06:52.414813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-cdf44952-c389-444d-a6e1-75fceb6666fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.429523 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-cdf44952-c389-444d-a6e1-75fceb6666fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=401717c8-bfd5-4df4-ba9a-74a5ffb3d260 HTTP/1.1" status: 200 len: 855 time: 0.0860963 Jul 23 14:06:52.506539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-197fb424-07a2-4cfe-b1c2-04c555977b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.508761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-197fb424-07a2-4cfe-b1c2-04c555977b84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15b2c766-adde-4ba1-91f5-348c3e1e37c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719519 Jul 23 14:06:52.513802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6961720 Jul 23 14:06:52.514998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:52.522489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-552580432'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:52.562632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7504b-db25-4af4-b544-3b95b5d9d13d tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Network': ['ID=8005f06d-fb30-4133-b156-4ade1bd58a36,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:52.565281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b93f05b3-36ca-4119-8f69-08f8a77e9832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.568077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b93f05b3-36ca-4119-8f69-08f8a77e9832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.571980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b93f05b3-36ca-4119-8f69-08f8a77e9832 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/680e3f85-43a1-4357-b9d4-e94d45930815 HTTP/1.1" status: 204 len: 168 time: 0.6848531 Jul 23 14:06:52.576327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8005f06d-fb30-4133-b156-4ade1bd58a36 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:52.586855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f05b3-36ca-4119-8f69-08f8a77e9832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e3f85-43a1-4357-b9d4-e94d45930815,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:52.600128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Made reservation on behalf of 6446453dbe044835a74842c772f92f37 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:52.603858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.633348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:52.693614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:52.718593 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.719250 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Added segment e5f4b93f-4dea-43a8-b44f-e8a90d0b561a of type vlan for network 28e13a88-d8e8-44a1-992c-0494e6d9a303 Jul 23 14:06:52.774324 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-70923c6e-adab-468f-99a3-da6648809bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516675 Jul 23 14:06:52.823475 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.878962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.890439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.892355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:52.944388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65fc60d7-35b7-4132-b0aa-d17a69b83fb9 req-2d37fdb6-77e4-49bc-a79c-ff77d7178c58 service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609454 Jul 23 14:06:52.965255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5c14-2be6-4de8-bbcf-001d56146db8 req-d98ae35d-1af7-4534-a186-53a410408400 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:52.966890 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da0f5c14-2be6-4de8-bbcf-001d56146db8 req-d98ae35d-1af7-4534-a186-53a410408400 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.1466422 Jul 23 14:06:53.010741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4852693 Jul 23 14:06:53.028192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da0f5c14-2be6-4de8-bbcf-001d56146db8 req-9d0f0981-c1f0-4dcc-9b8c-7c292a923cd1 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553701 Jul 23 14:06:53.137171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7902f6-b3db-4507-9951-860d71425e12 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Network': ['ID=28e13a88-d8e8-44a1-992c-0494e6d9a303,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:53.171833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 28e13a88-d8e8-44a1-992c-0494e6d9a303 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:53.235353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-db6c0c11-e0ff-4deb-a6c7-7dda6e337089 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49d773cddd4b46808805f820daf17dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962963 Jul 23 14:06:53.237831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:53.254476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-a3ffc3f7-9016-4138-92e8-a4dc61b46eec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2905514 Jul 23 14:06:53.301306 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fde669e-0f47-41ab-b2ac-cf34b8a356be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:53.344265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fde669e-0f47-41ab-b2ac-cf34b8a356be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:53.399660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-1331446d-dea4-4254-bebd-8a0d93fcb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:53.401910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-1331446d-dea4-4254-bebd-8a0d93fcb16d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 1101 time: 0.0719509 Jul 23 14:06:53.422072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fde669e-0f47-41ab-b2ac-cf34b8a356be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:53.442133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fde669e-0f47-41ab-b2ac-cf34b8a356be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:53.443483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2fde669e-0f47-41ab-b2ac-cf34b8a356be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5cc59c3-c9e3-4c42-a4d2-424a068df357 HTTP/1.1" status: 204 len: 168 time: 0.2042301 Jul 23 14:06:53.468951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde669e-0f47-41ab-b2ac-cf34b8a356be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc59c3-c9e3-4c42-a4d2-424a068df357,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:53.506112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:53.617453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-5f1b1f11-19ab-43b2-83db-f245bf603100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:53.619478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-5f1b1f11-19ab-43b2-83db-f245bf603100 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1957529 Jul 23 14:06:53.677150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-c0002ba7-9ebf-468c-b7a7-883c182f4853 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c HTTP/1.1" status: 200 len: 217 time: 0.0502470 Jul 23 14:06:53.717194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0472-5cea-4fe6-b6cf-9b8c675aa270 req-89f50b86-703d-4205-a052-946d286801d2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:53.719180 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-df4d0472-5cea-4fe6-b6cf-9b8c675aa270 req-89f50b86-703d-4205-a052-946d286801d2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1066475 Jul 23 14:06:53.765988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-a0dd5d16-acb4-43a0-8519-da397ed2478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:53.767519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-a0dd5d16-acb4-43a0-8519-da397ed2478e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0840836 Jul 23 14:06:53.767681 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-df4d0472-5cea-4fe6-b6cf-9b8c675aa270 req-1ef40df1-2c6c-4db1-bbf0-99b22efa798d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415986 Jul 23 14:06:53.840521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-f490c762-b051-43bc-9f0b-af82a1b24a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:53.842466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-f490c762-b051-43bc-9f0b-af82a1b24a0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636406 Jul 23 14:06:53.888750 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b12e97c6-54e3-443c-9af6-98326a0754af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4656acf3450f44e9b0d35ffb28e69b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813624 Jul 23 14:06:53.891200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:53.943806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c7340f-4373-4260-8c2d-ecf38abf3766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:53.973116 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c7340f-4373-4260-8c2d-ecf38abf3766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:53.983852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-677b3957-b2ec-44e7-9f2d-5eabe5c55aec service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335900 Jul 23 14:06:54.038481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c7340f-4373-4260-8c2d-ecf38abf3766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:54.042892 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c7340f-4373-4260-8c2d-ecf38abf3766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:54.044708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-07c7340f-4373-4260-8c2d-ecf38abf3766 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00c9f239-4f04-44ac-b2d0-59d54444f67f HTTP/1.1" status: 204 len: 168 time: 0.1523900 Jul 23 14:06:54.066328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7340f-4373-4260-8c2d-ecf38abf3766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c9f239-4f04-44ac-b2d0-59d54444f67f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:54.103958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:54.183135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e429c90e-d886-4fe3-a988-23dd7d563031 req-7b7e070a-b001-464d-8086-76f0a5b8a591 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836371 Jul 23 14:06:54.183601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:54.185648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-25581bec-e1fa-4bfd-b824-a736219a9f38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08a6c7386d8347aa998becccae3d82c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801439 Jul 23 14:06:54.316339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6989-0eca-4657-9bd3-624b1bf5cc43 req-61257f57-27ee-4f27-81e1-20b5394613ff tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:54.318444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b2b6989-0eca-4657-9bd3-624b1bf5cc43 req-61257f57-27ee-4f27-81e1-20b5394613ff tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.1645112 Jul 23 14:06:54.319660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc82e-5de1-477e-a011-4ecf0dfff5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:54.359020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc82e-5de1-477e-a011-4ecf0dfff5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:54.406596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b2b6989-0eca-4657-9bd3-624b1bf5cc43 req-724fb3e8-d9b4-4775-85a4-655eead3816e tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707355 Jul 23 14:06:54.441891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc82e-5de1-477e-a011-4ecf0dfff5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:54.444867 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc82e-5de1-477e-a011-4ecf0dfff5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:54.447129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0d3bc82e-5de1-477e-a011-4ecf0dfff5c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d192f559-990e-4da8-82db-74b839291f92 HTTP/1.1" status: 204 len: 168 time: 0.2621858 Jul 23 14:06:54.458124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bc82e-5de1-477e-a011-4ecf0dfff5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d192f559-990e-4da8-82db-74b839291f92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:54.775369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:54.980640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c4e4b-67ec-4099-8f1f-e7ba28f97c99 req-f024e82b-923d-4a03-8098-ae41d49aa742 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:54.981187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-network', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:54.991216 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-896c4e4b-67ec-4099-8f1f-e7ba28f97c99 req-f024e82b-923d-4a03-8098-ae41d49aa742 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1020517 Jul 23 14:06:55.027107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Made reservation on behalf of 07a6c4d2795d4b23aa31e902b16359d8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:55.030346 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.042829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.057342 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-896c4e4b-67ec-4099-8f1f-e7ba28f97c99 req-3fa04846-963e-42b4-873e-ff2677b9da78 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647864 Jul 23 14:06:55.180985 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.187498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.216593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:06:55.231371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce14fefb-a439-49b4-8e30-c1ffef2622e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:55.239443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.239793 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Added segment a0e5231a-8d76-41c9-9dc5-c7ae8c305a52 of type vlan for network c196c461-2de2-484d-b180-a49c70d6c96e Jul 23 14:06:55.310282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.355203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.356709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:55.357520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.400935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6239467 Jul 23 14:06:55.403792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:55.411971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Request body: {'subnet': {'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-subnet', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:55.463306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Made reservation on behalf of 07a6c4d2795d4b23aa31e902b16359d8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:55.466583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.485463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ed5d6-f94e-47d2-a296-360453165b0b admin admin] Pushing event updated for resources: {'Network': ['ID=c196c461-2de2-484d-b180-a49c70d6c96e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:55.500032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c196c461-2de2-484d-b180-a49c70d6c96e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:06:55.739763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e456ea-e92e-4bc6-8027-c7e377709c96 req-4de99ffe-104b-4044-90d1-c0a6391f28ac tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:55.749093 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9e456ea-e92e-4bc6-8027-c7e377709c96 req-4de99ffe-104b-4044-90d1-c0a6391f28ac tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.1705678 Jul 23 14:06:55.794936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.848578 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9e456ea-e92e-4bc6-8027-c7e377709c96 req-f88aab78-eab6-459b-9fed-5fcbff036f4e tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891571 Jul 23 14:06:55.887660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Checking segment: {'id': 'a0e5231a-8d76-41c9-9dc5-c7ae8c305a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:55.888447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Network hostable DHCP agents. Network: c196c461-2de2-484d-b180-a49c70d6c96e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:06:55.899011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b351368a-32ca-4283-8bcc-693b4ca99136,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:55.922321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Network c196c461-2de2-484d-b180-a49c70d6c96e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:06:55.936028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c196c461-2de2-484d-b180-a49c70d6c96e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:55.940648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:55.941163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:55.946919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668c39d-fe24-4dc6-93b4-34aeb20903c9 None None] Network c196c461-2de2-484d-b180-a49c70d6c96e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:55.968784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:55.969738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18a7b2d2-ec01-4fdf-94e1-f2a3cbb6ad2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5643206 Jul 23 14:06:55.973774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-router', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:56.020837 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.021905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.160344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.204666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:56.260704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'subnets': [{'network_id': '8005f06d-fb30-4133-b156-4ade1bd58a36', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1104683027', 'ip_version': 6}, {'network_id': '28e13a88-d8e8-44a1-992c-0494e6d9a303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:56.262423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'subnet': {'network_id': '8005f06d-fb30-4133-b156-4ade1bd58a36', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1104683027', 'ip_version': 6}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:56.264966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Request body: {'subnet': {'network_id': '28e13a88-d8e8-44a1-992c-0494e6d9a303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:56.364835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-c196c461-2de2-484d-b180-a49c70d6c96e', 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'fixed_ips': [{'subnet_id': 'b351368a-32ca-4283-8bcc-693b4ca99136'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:06:56.365949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.405908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.412455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5d753-86bc-462e-a056-a31c28481a90 req-ecfa142c-07c9-4f75-a2e9-cd6cd8bc7c68 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:56.419761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9e5d753-86bc-462e-a056-a31c28481a90 req-ecfa142c-07c9-4f75-a2e9-cd6cd8bc7c68 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2259216 Jul 23 14:06:56.547420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Allocated IP 172.20.0.2 (c196c461-2de2-484d-b180-a49c70d6c96e/b351368a-32ca-4283-8bcc-693b4ca99136/fc29ac56-c18d-46e1-bfe0-7627d5b65fca) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:56.563237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9e5d753-86bc-462e-a056-a31c28481a90 req-f05e74af-8c7b-49eb-b024-87d15862b304 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371310 Jul 23 14:06:56.610386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Made reservation on behalf of 6446453dbe044835a74842c772f92f37 for: {'subnet': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:06:56.615926 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.616499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.750095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.766412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Transition to ACTIVE for port object fc29ac56-c18d-46e1-bfe0-7627d5b65fca will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:56.788415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Transition to ACTIVE for port object fc29ac56-c18d-46e1-bfe0-7627d5b65fca will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:06:56.801894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.803343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.832197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.855228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Pushing event updated for resources: {'Port': ['ID=fc29ac56-c18d-46e1-bfe0-7627d5b65fca,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:56.863989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Network c196c461-2de2-484d-b180-a49c70d6c96e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:56.865578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:56.870241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:56.935317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Attempting to bind port fc29ac56-c18d-46e1-bfe0-7627d5b65fca on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:06:56.935694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Attempting to bind port fc29ac56-c18d-46e1-bfe0-7627d5b65fca by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a0e5231a-8d76-41c9-9dc5-c7ae8c305a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:06:56.936050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Attempting to bind port fc29ac56-c18d-46e1-bfe0-7627d5b65fca on network c196c461-2de2-484d-b180-a49c70d6c96e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:06:56.942429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:06:56.942944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Checking segment: {'id': 'a0e5231a-8d76-41c9-9dc5-c7ae8c305a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:56.943352 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.943792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Bound using segment: {'id': 'a0e5231a-8d76-41c9-9dc5-c7ae8c305a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:06:56.944376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Bound port: fc29ac56-c18d-46e1-bfe0-7627d5b65fca, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e5231a-8d76-41c9-9dc5-c7ae8c305a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:06:56.944760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:56.978130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:56.993100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Allocated IP 172.25.2.216 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/98d22b98-1f74-4927-a683-2b14a34236af) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:06:57.064132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] For port fc29ac56-c18d-46e1-bfe0-7627d5b65fca, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:06:57.067766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] For port fc29ac56-c18d-46e1-bfe0-7627d5b65fca, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fc29ac56-c18d-46e1-bfe0-7627d5b65fca,segment=NetworkSegment(a0e5231a-8d76-41c9-9dc5-c7ae8c305a52),segment_id=a0e5231a-8d76-41c9-9dc5-c7ae8c305a52)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:06:57.076805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.097033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-093548f0-c543-4734-b342-68e50a61d73c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690942 Jul 23 14:06:57.179051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79e769-2891-4eb0-889a-e214188acf9f None None] Pushing event updated for resources: {'Port': ['ID=fc29ac56-c18d-46e1-bfe0-7627d5b65fca,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:57.252566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73b09759-6322-4af7-b7e5-2db2117b509d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.363349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.411588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-841341f0-94a0-4243-8727-9b5cd0c54d8f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:57.415189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-841341f0-94a0-4243-8727-9b5cd0c54d8f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172429 Jul 23 14:06:57.472390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-4ea25a29-de30-4558-9b81-36ad0a85b457 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/quotas/076cfc9486b4439982c5ffa25353d6dc HTTP/1.1" status: 200 len: 375 time: 0.0310712 Jul 23 14:06:57.519480 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.555967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-2d53583d-5953-4aa9-8f61-d4d8e7ea00eb tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704536 Jul 23 14:06:57.569517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c685d-b967-493b-8b76-eb43bccc06ed req-53acbcf8-72eb-4d4b-a48f-8eeabeeeb2d2 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:57.571133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c3c685d-b967-493b-8b76-eb43bccc06ed req-53acbcf8-72eb-4d4b-a48f-8eeabeeeb2d2 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.5799568 Jul 23 14:06:57.613800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:06:57.620462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:57.623487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73b09759-6322-4af7-b7e5-2db2117b509d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.624457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Pushing event updated for resources: {'Port': ['ID=98d22b98-1f74-4927-a683-2b14a34236af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:57.626693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:06:57.652780 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1c3c685d-b967-493b-8b76-eb43bccc06ed req-8001158d-6b1c-4a41-846c-718b88f75a89 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733209 Jul 23 14:06:57.656564 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73b09759-6322-4af7-b7e5-2db2117b509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.722424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:57.727540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-73b09759-6322-4af7-b7e5-2db2117b509d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83ce9d1f49ac4f589fa041302e92e0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7385576 Jul 23 14:06:57.738071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b09759-6322-4af7-b7e5-2db2117b509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a5fde0-f656-4db7-a468-2af221dd639a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:57.753794 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.867284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b351b8d8-f1e1-4828-a26d-7b38e14c9242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.869053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Subnet': ['ID=01bccc91-38f1-4491-88e3-dbca40347718,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:57.902608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Checking segment: {'id': 'a0b51499-1009-4a7d-9cfc-0ee7dab3ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8005f06d-fb30-4133-b156-4ade1bd58a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:57.903072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network hostable DHCP agents. Network: 8005f06d-fb30-4133-b156-4ade1bd58a36, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:06:57.931206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b351b8d8-f1e1-4828-a26d-7b38e14c9242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:57.961429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network 8005f06d-fb30-4133-b156-4ade1bd58a36 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:06:58.025519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b70f25-114e-4f0e-b1d7-7738abd5c1f0 req-b5d6c878-b8f3-4b6d-a8f1-56213721698c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:58.032743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 8005f06d-fb30-4133-b156-4ade1bd58a36) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:58.033066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72b70f25-114e-4f0e-b1d7-7738abd5c1f0 req-b5d6c878-b8f3-4b6d-a8f1-56213721698c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2374277 Jul 23 14:06:58.038279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.049859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af948b2b-3d1a-4571-8b3b-6606b66c5e35 None None] Network 8005f06d-fb30-4133-b156-4ade1bd58a36 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:58.100238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b351b8d8-f1e1-4828-a26d-7b38e14c9242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.104036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b351b8d8-f1e1-4828-a26d-7b38e14c9242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.120881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b351b8d8-f1e1-4828-a26d-7b38e14c9242 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41a5fde0-f656-4db7-a468-2af221dd639a HTTP/1.1" status: 204 len: 168 time: 0.3852105 Jul 23 14:06:58.175227 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-431940f4-20d9-4348-af57-f6fa60f8c4c4 req-1a1babec-e01a-4dcd-97a1-f253c05dbc6b tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 210 time: 0.1115894 Jul 23 14:06:58.180501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351b8d8-f1e1-4828-a26d-7b38e14c9242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a5fde0-f656-4db7-a468-2af221dd639a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:58.205664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event updated for resources: {'Subnet': ['ID=5b86c82d-7157-4f8e-a07d-dc683513f29e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:58.217758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Checking segment: {'id': 'e5f4b93f-4dea-43a8-b44f-e8a90d0b561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '28e13a88-d8e8-44a1-992c-0494e6d9a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:06:58.218120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network hostable DHCP agents. Network: 28e13a88-d8e8-44a1-992c-0494e6d9a303, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:06:58.257731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Network 28e13a88-d8e8-44a1-992c-0494e6d9a303 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:06:58.280567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 28e13a88-d8e8-44a1-992c-0494e6d9a303) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:06:58.288648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:58.289220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:58.290077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.295809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ba022-6088-4fe5-82fc-194d70b462c7 None None] Network 28e13a88-d8e8-44a1-992c-0494e6d9a303 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:58.331952 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bab0a194-4f85-4b47-8d10-484f98f91fe8 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1220522 Jul 23 14:06:58.332696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:58.363886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.444072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72b70f25-114e-4f0e-b1d7-7738abd5c1f0 req-f249d7ad-625c-488b-9458-f8cceec4520e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058499 Jul 23 14:06:58.479244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ec111-b63a-4db4-a890-fa66d053b5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-8005f06d-fb30-4133-b156-4ade1bd58a36', 'network_id': '8005f06d-fb30-4133-b156-4ade1bd58a36', 'tenant_id': '6446453dbe044835a74842c772f92f37', 'fixed_ips': [{'subnet_id': '01bccc91-38f1-4491-88e3-dbca40347718'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:06:58.480140 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec111-b63a-4db4-a890-fa66d053b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.510964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a55c6a-4ad4-4699-ac93-b48400a92d13 None None] Network c196c461-2de2-484d-b180-a49c70d6c96e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:58.525818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf474741-391f-479b-8c4f-0c5fe1a0f0fd tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:58.527795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf474741-391f-479b-8c4f-0c5fe1a0f0fd tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:58.529481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf474741-391f-479b-8c4f-0c5fe1a0f0fd tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:58.542268 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bf474741-391f-479b-8c4f-0c5fe1a0f0fd tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2074587 Jul 23 14:06:58.543124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:58.611977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Deleting subnet 01bccc91-38f1-4491-88e3-dbca40347718 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:06:58.617192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.667038 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.684218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2396e76f-f39a-42ab-be0f-7430061f8f1e None None] Provisioning for port fc29ac56-c18d-46e1-bfe0-7627d5b65fca completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:58.737833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.866898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918bcc42-75e2-448a-8188-45c2386de7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-28e13a88-d8e8-44a1-992c-0494e6d9a303', 'network_id': '28e13a88-d8e8-44a1-992c-0494e6d9a303', 'tenant_id': '6446453dbe044835a74842c772f92f37', 'fixed_ips': [{'subnet_id': '5b86c82d-7157-4f8e-a07d-dc683513f29e'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:06:58.867859 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-918bcc42-75e2-448a-8188-45c2386de7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.872020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708843e6-4f67-4315-9f0c-56f16bbd15b0 req-cbfaafe0-264f-4616-988c-029afeabb2a1 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:58.873529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-708843e6-4f67-4315-9f0c-56f16bbd15b0 req-cbfaafe0-264f-4616-988c-029afeabb2a1 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.0909469 Jul 23 14:06:58.875035 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.888457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.943292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:58.945206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/subnets/01bccc91-38f1-4491-88e3-dbca40347718 HTTP/1.1" status: 204 len: 168 time: 0.4008398 Jul 23 14:06:58.946197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cad66-1951-47c1-931d-031f9dc0c92a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Subnet': ['ID=01bccc91-38f1-4491-88e3-dbca40347718,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:58.948069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-8a2ec111-b63a-4db4-a890-fa66d053b5b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01bccc91-38f1-4491-88e3-dbca40347718: This subnet is being modified by another concurrent operation. Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:06:58.964942 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01bccc91-38f1-4491-88e3-dbca40347718: This subnet is being modified by another concurrent operation. Jul 23 14:06:58.969251 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:06:59.065434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-708843e6-4f67-4315-9f0c-56f16bbd15b0 req-012bd507-9610-469e-b7b3-8c2537d4a9fe tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794240 Jul 23 14:06:59.078680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Deleting subnet 5b86c82d-7157-4f8e-a07d-dc683513f29e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:06:59.081703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fc29ac56-c18d-46e1-bfe0-7627d5b65fca up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:06:59.083741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f21e3-54b2-4caf-89af-24b5f2d3c9a8 None None] Network 8005f06d-fb30-4133-b156-4ade1bd58a36 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:59.089651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.139933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Router 64903403-c520-42e7-87d3-b1883a05b840 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:06:59.168388 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.311261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-1af38418-d51b-48bc-b93a-410f6cd934f6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218015 Jul 23 14:06:59.317107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.318912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:06:59.349967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Sync routers for ids ['64903403-c520-42e7-87d3-b1883a05b840'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:06:59.399943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3847e2af-ba6a-4af5-9e57-6a36a1271530 req-e1eea0e4-0d16-4405-a66a-b9ea9ee4b80b tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 210 time: 0.0536377 Jul 23 14:06:59.410343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port fc29ac56-c18d-46e1-bfe0-7627d5b65fca completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:06:59.418288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fc29ac56-c18d-46e1-bfe0-7627d5b65fca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:06:59.418573 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-918bcc42-75e2-448a-8188-45c2386de7b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b86c82d-7157-4f8e-a07d-dc683513f29e: This subnet is being modified by another concurrent operation. Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:06:59.421930 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b86c82d-7157-4f8e-a07d-dc683513f29e: This subnet is being modified by another concurrent operation. Jul 23 14:06:59.426224 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:06:59.429566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.429965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Routers {'64903403-c520-42e7-87d3-b1883a05b840'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:06:59.429965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['64903403-c520-42e7-87d3-b1883a05b840'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:06:59.465343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.469519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-da11f8d5-4534-425a-aff4-29a1e418c907 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4970567 Jul 23 14:06:59.484976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f129a-cd6c-4ea2-996e-7b3339a8594b None None] Network 28e13a88-d8e8-44a1-992c-0494e6d9a303 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:06:59.485201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:59.508701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:59.560560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-2b45e07b-e2c6-4818-996d-442cd7bf920d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:59.563241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-2b45e07b-e2c6-4818-996d-442cd7bf920d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405264 Jul 23 14:06:59.580941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:06:59.706281 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.708801 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/subnets/5b86c82d-7157-4f8e-a07d-dc683513f29e HTTP/1.1" status: 204 len: 168 time: 0.7579036 Jul 23 14:06:59.713220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd902a-485c-48f7-87aa-8eeaf37d7e21 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Subnet': ['ID=5b86c82d-7157-4f8e-a07d-dc683513f29e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:59.716577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:59.730419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36daa469-7866-44f0-8ba4-761b5243cd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.814616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Set router 64903403-c520-42e7-87d3-b1883a05b840 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:06:59.875474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36daa469-7866-44f0-8ba4-761b5243cd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.887136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36daa469-7866-44f0-8ba4-761b5243cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:06:59.911747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750770-70dd-4e17-a624-150f318b187e req-95e42259-ee10-4c42-8383-3e8211568f22 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:59.919211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43750770-70dd-4e17-a624-150f318b187e req-95e42259-ee10-4c42-8383-3e8211568f22 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2166400 Jul 23 14:06:59.926607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa469-7866-44f0-8ba4-761b5243cd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c099e310-7066-4e17-b3a7-9685f63977ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:06:59.927432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90deb326-f031-43c3-81b5-c8e4379b74cf tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:06:59.929127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-90deb326-f031-43c3-81b5-c8e4379b74cf tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1781533 Jul 23 14:06:59.948681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:06:59.974170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43750770-70dd-4e17-a624-150f318b187e req-3bd7da3a-bee9-4546-81d5-e2526b233394 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540452 Jul 23 14:07:00.009140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-36daa469-7866-44f0-8ba4-761b5243cd97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1372ca05e3be40a29296bb0fdac44645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993856 Jul 23 14:07:00.013875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:00.070873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device caf5feaa-7200-4e23-a04a-6670664d76a0 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:00.075992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:00.081539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.134703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce18104-6c00-43b0-981f-683fd692543e None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:07:00.142697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.168939 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.203443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9995a8-39fe-415a-96bb-f33428c6dfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.206285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92f8bcc4-fe30-4e7b-a7fe-505e567a028f None None] Provisioning complete for port fc29ac56-c18d-46e1-bfe0-7627d5b65fca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:00.206679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92f8bcc4-fe30-4e7b-a7fe-505e567a028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.228240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9995a8-39fe-415a-96bb-f33428c6dfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.308644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.335435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9995a8-39fe-415a-96bb-f33428c6dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.337463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9995a8-39fe-415a-96bb-f33428c6dfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.338756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1d9995a8-39fe-415a-96bb-f33428c6dfa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c099e310-7066-4e17-b3a7-9685f63977ea HTTP/1.1" status: 204 len: 168 time: 0.3230901 Jul 23 14:07:00.350134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98162f-d4ae-4ee4-a307-47ec3ea24902 req-97b4f643-80bc-4595-a302-5b39e06642c7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:00.351938 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e98162f-d4ae-4ee4-a307-47ec3ea24902 req-97b4f643-80bc-4595-a302-5b39e06642c7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 944 time: 0.1581059 Jul 23 14:07:00.371313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.400888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9995a8-39fe-415a-96bb-f33428c6dfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c099e310-7066-4e17-b3a7-9685f63977ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:00.402586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port fc29ac56-c18d-46e1-bfe0-7627d5b65fca, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fc29ac56-c18d-46e1-bfe0-7627d5b65fca,segment=NetworkSegment(a0e5231a-8d76-41c9-9dc5-c7ae8c305a52),segment_id=a0e5231a-8d76-41c9-9dc5-c7ae8c305a52)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:00.464975 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.468718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port caf5feaa-7200-4e23-a04a-6670664d76a0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=caf5feaa-7200-4e23-a04a-6670664d76a0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:00.525981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'port_id': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'mac_address': 'fa:16:3e:5e:12:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:00.532985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce18104-6c00-43b0-981f-683fd692543e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:07:00.547010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.561480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e13a88-d8e8-44a1-992c-0494e6d9a303']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:00.576618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f4b93f-4dea-43a8-b44f-e8a90d0b561a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:00.576992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f4b93f-4dea-43a8-b44f-e8a90d0b561a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:00.591918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.615151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Allocated IP 172.20.0.1 (c196c461-2de2-484d-b180-a49c70d6c96e/b351368a-32ca-4283-8bcc-693b4ca99136/a6b005c7-aa25-4a28-865d-4ef88b6d5124) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:00.625414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.633301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.637675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=fc29ac56-c18d-46e1-bfe0-7627d5b65fca,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:00.637870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:07:00.638048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:07:00.650206 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:07:00.661386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.720488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.738091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e98162f-d4ae-4ee4-a307-47ec3ea24902 req-4ed08249-8836-4f44-8aa8-d1647c64f524 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781047 Jul 23 14:07:00.804071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.812614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64903403-c520-42e7-87d3-b1883a05b840', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-router', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '98d22b98-1f74-4927-a683-2b14a34236af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:06:57Z', 'revision_number': 3, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'gw_port': {'id': '98d22b98-1f74-4927-a683-2b14a34236af', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:00.843398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Transition to ACTIVE for port object a6b005c7-aa25-4a28-865d-4ef88b6d5124 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:00.846993 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.862893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:00.864773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/networks/28e13a88-d8e8-44a1-992c-0494e6d9a303 HTTP/1.1" status: 204 len: 168 time: 0.9119053 Jul 23 14:07:00.876976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:00.890745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf5feaa-7200-4e23-a04a-6670664d76a0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:00.894190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb583f8-754d-416d-baf5-8a946d3bd502,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:00.914411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Checking router: 64903403-c520-42e7-87d3-b1883a05b840 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:00.915397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Updating router 64903403-c520-42e7-87d3-b1883a05b840 port 98d22b98-1f74-4927-a683-2b14a34236af binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:00.936011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c514383-6993-477f-9c7d-7b2544de5274 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Network': ['ID=28e13a88-d8e8-44a1-992c-0494e6d9a303,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:00.939810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fc29ac56-c18d-46e1-bfe0-7627d5b65fca up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:00.944573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f8de220b-b301-4d77-8864-2129e5d7692d req-952d73be-ee1c-4757-b399-8d320f5614f5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 210 time: 0.0700588 Jul 23 14:07:00.966254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.164 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/1fed6cae-386c-4de0-bf86-aa81801f8e8a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:01.032528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port caf5feaa-7200-4e23-a04a-6670664d76a0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=caf5feaa-7200-4e23-a04a-6670664d76a0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:01.053047 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.072960 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.089091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:01.092762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.162059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Pushing event updated for resources: {'Port': ['ID=a6b005c7-aa25-4a28-865d-4ef88b6d5124,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:01.172466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Network c196c461-2de2-484d-b180-a49c70d6c96e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:01.188064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:01.195258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.215208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:01.220623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a496-a092-4e1f-b12c-52de62daad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.227524 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.243184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object 1fed6cae-386c-4de0-bf86-aa81801f8e8a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:01.250278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=caf5feaa-7200-4e23-a04a-6670664d76a0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:01.287351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fc29ac56-c18d-46e1-bfe0-7627d5b65fca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:01.287647 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.299445 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.353121 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.358704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:01.363466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:01.373053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:01.381390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['caf5feaa-7200-4e23-a04a-6670664d76a0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:01.503450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.528329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2980f-348c-4a39-822b-85d8c39c4bca req-5fc0bc75-8e8f-45dc-a507-dba77645274d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:01.530397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3f2980f-348c-4a39-822b-85d8c39c4bca req-5fc0bc75-8e8f-45dc-a507-dba77645274d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.4235511 Jul 23 14:07:01.535772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8005f06d-fb30-4133-b156-4ade1bd58a36']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:01.569994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b51499-1009-4a7d-9cfc-0ee7dab3ba83') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:01.570459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b51499-1009-4a7d-9cfc-0ee7dab3ba83') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:01.612339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.666481 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3f2980f-348c-4a39-822b-85d8c39c4bca req-2b11aef8-7bf8-4950-a4e8-753eed3e5cf7 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035383 Jul 23 14:07:01.667321 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.671251 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.694438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:07:01.695153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.700138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658b6d5-d873-4293-b63f-42771d92b9e1 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:07:01.748295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=1fed6cae-386c-4de0-bf86-aa81801f8e8a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:07:01.779881 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:07:01.788781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.810571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.812231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:01.812550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/networks/8005f06d-fb30-4133-b156-4ade1bd58a36 HTTP/1.1" status: 204 len: 168 time: 0.9320114 Jul 23 14:07:01.813288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.816070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:01.853605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3daf270-ee99-4871-9c6e-81a3c17fab0a tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Network': ['ID=8005f06d-fb30-4133-b156-4ade1bd58a36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:01.861977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a496-a092-4e1f-b12c-52de62daad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.895196 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a496-a092-4e1f-b12c-52de62daad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.902821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:01.907273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-bd5124cb-a714-4f7e-a5dd-133b4d17dbf3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3329163 Jul 23 14:07:01.923476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Request body: {'port': {'device_id': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:01.940454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6a496-a092-4e1f-b12c-52de62daad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91acdfcb-c417-4320-8a88-8f66a5820252,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:01.996204 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.019997 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d0f6a496-a092-4e1f-b12c-52de62daad09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c10f711162ae439d98766d44495a3968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9286656 Jul 23 14:07:02.024985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:02.033761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Transition to ACTIVE for port object 98d22b98-1f74-4927-a683-2b14a34236af will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:02.065678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.072994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.112486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea013ce-9bd5-4c2f-a806-b50b7ff2f377']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:02.139041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.139544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5746cf-9b11-4118-821a-6942648f1f28') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:02.139841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5746cf-9b11-4118-821a-6942648f1f28') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:02.149306 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.174152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658b6d5-d873-4293-b63f-42771d92b9e1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:07:02.177501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Attempting to bind port 98d22b98-1f74-4927-a683-2b14a34236af on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:02.177878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Attempting to bind port 98d22b98-1f74-4927-a683-2b14a34236af by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:02.178247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Attempting to bind port 98d22b98-1f74-4927-a683-2b14a34236af on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:02.181509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.182490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Pushing event updated for resources: {'Port': ['ID=98d22b98-1f74-4927-a683-2b14a34236af,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:02.191369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.196297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:02.196499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:02.196973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.197234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:02.197772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Bound port: 98d22b98-1f74-4927-a683-2b14a34236af, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:02.198099 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.213038 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.229850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:07:02.230250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:07:02.235664 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:07:02.259494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.268250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Pushing event updated for resources: {'Port': ['ID=a6b005c7-aa25-4a28-865d-4ef88b6d5124,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:02.274829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1e261c-74b1-41ef-8fe9-bad686847571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.301270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a1fe6-e5f7-46d1-aa74-a59ad3504465 req-acc6d063-1641-485a-b5be-b20a120419e1 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:02.307835 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-741a1fe6-e5f7-46d1-aa74-a59ad3504465 req-acc6d063-1641-485a-b5be-b20a120419e1 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 945 time: 0.4548943 Jul 23 14:07:02.327545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] For port 98d22b98-1f74-4927-a683-2b14a34236af, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:02.350221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] For port 98d22b98-1f74-4927-a683-2b14a34236af, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=98d22b98-1f74-4927-a683-2b14a34236af,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:02.358203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.371281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1e261c-74b1-41ef-8fe9-bad686847571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.418508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.423747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.426043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/networks/4ea013ce-9bd5-4c2f-a806-b50b7ff2f377 HTTP/1.1" status: 204 len: 168 time: 0.6076641 Jul 23 14:07:02.427126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-741a1fe6-e5f7-46d1-aa74-a59ad3504465 req-17c9740f-2f08-49a9-b797-d13fbafc21f2 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157718 Jul 23 14:07:02.429680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:02.471197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810f670-b834-4041-a871-c879cc0c2ba5 req-42b2aede-dc0b-4bfa-92eb-3311e58c1434 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:02.472735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7810f670-b834-4041-a871-c879cc0c2ba5 req-42b2aede-dc0b-4bfa-92eb-3311e58c1434 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 936 time: 0.3683994 Jul 23 14:07:02.477577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Routers {'64903403-c520-42e7-87d3-b1883a05b840'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:02.477993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['64903403-c520-42e7-87d3-b1883a05b840'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:02.485607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58987a48-8a2b-4adf-9fbd-9788bb5912b6 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Network': ['ID=4ea013ce-9bd5-4c2f-a806-b50b7ff2f377,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:02.514246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Pushing event updated for resources: {'Port': ['ID=98d22b98-1f74-4927-a683-2b14a34236af,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:02.527460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.552620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Network c196c461-2de2-484d-b180-a49c70d6c96e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:02.553185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.553540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.556659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.557420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422097f4-e987-4925-a5a8-008d37800e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:02.573010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7810f670-b834-4041-a871-c879cc0c2ba5 req-84fa9388-7655-4cf9-bc92-90ea8160f520 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925307 Jul 23 14:07:02.595384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:02.662287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] Set router 64903403-c520-42e7-87d3-b1883a05b840 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:02.741278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fed6cae-386c-4de0-bf86-aa81801f8e8a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:02.750495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.782352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Transition to ACTIVE for port object 1fed6cae-386c-4de0-bf86-aa81801f8e8a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:02.783335 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1e261c-74b1-41ef-8fe9-bad686847571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.785858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1e261c-74b1-41ef-8fe9-bad686847571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.791029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9b1e261c-74b1-41ef-8fe9-bad686847571 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91acdfcb-c417-4320-8a88-8f66a5820252 HTTP/1.1" status: 204 len: 168 time: 0.7647426 Jul 23 14:07:02.860414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.876435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.898986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5169b8b3-d3c6-4d88-b849-68e4c1463436']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:02.922374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff64f15-e500-4eef-98b9-a602307b514d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:02.923136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff64f15-e500-4eef-98b9-a602307b514d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:02.937602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e261c-74b1-41ef-8fe9-bad686847571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91acdfcb-c417-4320-8a88-8f66a5820252,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:02.949681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:02.989705 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.016983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:07:03.016983 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:07:03.027825 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:07:03.108326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Pushing event updated for resources: {'Port': ['ID=1fed6cae-386c-4de0-bf86-aa81801f8e8a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:03.124312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece03ad9-4fb5-480e-a190-05fd356c5b00 req-0d5c99ba-b57f-4109-bfa4-dc457a903e80 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:03.135294 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ece03ad9-4fb5-480e-a190-05fd356c5b00 req-0d5c99ba-b57f-4109-bfa4-dc457a903e80 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3428857 Jul 23 14:07:03.161585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64903403-c520-42e7-87d3-b1883a05b840', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-router', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '98d22b98-1f74-4927-a683-2b14a34236af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:01Z', 'revision_number': 4, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'gw_port': {'id': '98d22b98-1f74-4927-a683-2b14a34236af', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'a6b005c7-aa25-4a28-865d-4ef88b6d5124', 'name': '', 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'mac_address': 'fa:16:3e:8a:b0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b351368a-32ca-4283-8bcc-693b4ca99136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:00Z', 'updated_at': '2021-07-23T14:07:01Z', 'revision_number': 2, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'subnets': [{'id': 'b351368a-32ca-4283-8bcc-693b4ca99136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:03.164036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Router 64903403-c520-42e7-87d3-b1883a05b840 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:03.189324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.198283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Attempting to bind port 1fed6cae-386c-4de0-bf86-aa81801f8e8a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:03.199709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Attempting to bind port 1fed6cae-386c-4de0-bf86-aa81801f8e8a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:03.201365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Attempting to bind port 1fed6cae-386c-4de0-bf86-aa81801f8e8a on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:03.221382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Port 1fed6cae-386c-4de0-bf86-aa81801f8e8a on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:07:03.223781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Attempting to bind port 1fed6cae-386c-4de0-bf86-aa81801f8e8a on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:03.253846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc002d4e-f72d-468d-b183-50466a294b12 None None] The sync data for ids ['64903403-c520-42e7-87d3-b1883a05b840'] in n-d-801990-3 is: [{'id': '64903403-c520-42e7-87d3-b1883a05b840', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-router', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '98d22b98-1f74-4927-a683-2b14a34236af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:01Z', 'revision_number': 4, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'gw_port': {'id': '98d22b98-1f74-4927-a683-2b14a34236af', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'a6b005c7-aa25-4a28-865d-4ef88b6d5124', 'name': '', 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'mac_address': 'fa:16:3e:8a:b0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b351368a-32ca-4283-8bcc-693b4ca99136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:00Z', 'updated_at': '2021-07-23T14:07:01Z', 'revision_number': 2, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'subnets': [{'id': 'b351368a-32ca-4283-8bcc-693b4ca99136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:03.266907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:03.268613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:03.269309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:03.271590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Bound port: 1fed6cae-386c-4de0-bf86-aa81801f8e8a, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:03.271928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a934ecab-4e07-4cce-9ff9-77cff4e42a4e None None] Provisioning for port a6b005c7-aa25-4a28-865d-4ef88b6d5124 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:03.274289 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.285807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a934ecab-4e07-4cce-9ff9-77cff4e42a4e None None] Provisioning complete for port a6b005c7-aa25-4a28-865d-4ef88b6d5124 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:03.285953 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a934ecab-4e07-4cce-9ff9-77cff4e42a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.292015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ece03ad9-4fb5-480e-a190-05fd356c5b00 req-1a4fe947-74f5-4302-83c4-b92149da36c5 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555643 Jul 23 14:07:03.360493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.369735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] 10.222.0.21 "DELETE /v2.0/networks/5169b8b3-d3c6-4d88-b849-68e4c1463436 HTTP/1.1" status: 204 len: 168 time: 0.9380729 Jul 23 14:07:03.430499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a934ecab-4e07-4cce-9ff9-77cff4e42a4e None None] Port a6b005c7-aa25-4a28-865d-4ef88b6d5124 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:03.443195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Pushing event deleted for resources: {'Network': ['ID=5169b8b3-d3c6-4d88-b849-68e4c1463436,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:03.465320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.465662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.465989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.466315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.466659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.466987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.471583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.471936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.472251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.472589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.472917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.473376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e182db-3bbd-4b6e-b21a-32d726c1d088 tempest-BulkNetworkOpsIpV6Test-1492953014 tempest-BulkNetworkOpsIpV6Test-1492953014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:03.512590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] For port 1fed6cae-386c-4de0-bf86-aa81801f8e8a, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:03.523937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] For port 1fed6cae-386c-4de0-bf86-aa81801f8e8a, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:03.535489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.563147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:03.572440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21f33c45-653c-4c3b-b832-31b80482f13a None None] Provisioning for port 1fed6cae-386c-4de0-bf86-aa81801f8e8a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:03.578623 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-40d734f8-ba1a-44e2-9733-b8564108d33c admin admin] 10.222.0.21 "PUT /v2.0/routers/64903403-c520-42e7-87d3-b1883a05b840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0921712 Jul 23 14:07:03.699162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:03.699830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.701283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] 10.222.0.48 "PUT /v2.0/ports/1fed6cae-386c-4de0-bf86-aa81801f8e8a HTTP/1.1" status: 200 len: 1096 time: 1.7830741 Jul 23 14:07:03.707203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'tag': '1fed6cae-386c-4de0-bf86-aa81801f8e8a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:03.709751 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04142fc1-53ec-4af1-be7b-21e2be82a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6", "tag": "1fed6cae-386c-4de0-bf86-aa81801f8e8a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:03.768654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e6ed3f6-1701-446a-be72-c5c37b1a3566 None None] Provisioning complete for port a6b005c7-aa25-4a28-865d-4ef88b6d5124 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:03.773951 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3f6-1701-446a-be72-c5c37b1a3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:03.798049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05703e-1586-4768-94ba-55bd1237a3ee service neutron] Pushing event updated for resources: {'Port': ['ID=1fed6cae-386c-4de0-bf86-aa81801f8e8a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:03.855554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4c0c0-f3d2-4c5c-8d3d-e0a083ce225a req-751b0daa-fb82-4b8b-918a-d6687de924a1 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:03.874461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2e4c0c0-f3d2-4c5c-8d3d-e0a083ce225a req-751b0daa-fb82-4b8b-918a-d6687de924a1 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 945 time: 0.2749405 Jul 23 14:07:03.885744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ed3f6-1701-446a-be72-c5c37b1a3566 None None] Port a6b005c7-aa25-4a28-865d-4ef88b6d5124 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:03.920588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:03.977119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2e4c0c0-f3d2-4c5c-8d3d-e0a083ce225a req-f2d2d998-e752-4ff0-ab1f-fce30dec3fab tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018105 Jul 23 14:07:03.992903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-2ecb4ace-07c3-449b-bd2c-fecf5c1f8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:03.992903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-2ecb4ace-07c3-449b-bd2c-fecf5c1f8208 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 1099 time: 0.2115395 Jul 23 14:07:04.028297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device caf5feaa-7200-4e23-a04a-6670664d76a0 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:04.081707 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-85e2eaa6-5615-4156-bb40-5f29b6054f8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a HTTP/1.1" status: 200 len: 217 time: 0.0765703 Jul 23 14:07:04.114353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afeeeb-6838-41ba-b23a-ed425f262acb req-76b0222b-da96-4b2d-9a5e-f9c4bf1284f4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:04.126658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19afeeeb-6838-41ba-b23a-ed425f262acb req-76b0222b-da96-4b2d-9a5e-f9c4bf1284f4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 948 time: 0.1143360 Jul 23 14:07:04.127540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port caf5feaa-7200-4e23-a04a-6670664d76a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:04.147998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port caf5feaa-7200-4e23-a04a-6670664d76a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:04.148563 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:04.200925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-2be4c3a4-e218-429c-9a3d-8efc87eeeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:04.202723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-2be4c3a4-e218-429c-9a3d-8efc87eeeb63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1089444 Jul 23 14:07:04.216176 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a7a49-64e3-4d56-a47f-57464bdf42ab x-openstack-request-id: req-871a7a49-64e3-4d56-a47f-57464bdf42ab {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:04.216628 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6", "tag": "1fed6cae-386c-4de0-bf86-aa81801f8e8a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:04.216942 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-871a7a49-64e3-4d56-a47f-57464bdf42ab {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:04.217631 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'tag': '1fed6cae-386c-4de0-bf86-aa81801f8e8a', 'status': 'completed', 'code': 200} Jul 23 14:07:04.232774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19afeeeb-6838-41ba-b23a-ed425f262acb req-9d2453ac-e73f-4c08-8bc7-521ce2c1848c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049838 Jul 23 14:07:04.334432 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:04.346554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-412d2683-1650-4fc1-bdea-e4c7a9550248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6446453dbe044835a74842c772f92f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229090 Jul 23 14:07:04.349158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:04.433942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-efc1c184-2156-4e99-883c-b052ded1d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:04.438826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port caf5feaa-7200-4e23-a04a-6670664d76a0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=caf5feaa-7200-4e23-a04a-6670664d76a0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:04.442914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-efc1c184-2156-4e99-883c-b052ded1d316 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241652 Jul 23 14:07:04.443776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:04.447091 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c0a2c7-7086-4baa-a16e-679bd505549f" -d '{"events": [{"server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "name": "network-vif-plugged", "status": "completed", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:04.455533 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:04.536526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=caf5feaa-7200-4e23-a04a-6670664d76a0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:04.564203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:04.575218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebca337-55d8-4433-8c39-7de4f9a3431b req-5ac2ccd3-5fe1-439e-9c85-533cb11f7830 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:04.576958 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0ebca337-55d8-4433-8c39-7de4f9a3431b req-5ac2ccd3-5fe1-439e-9c85-533cb11f7830 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1082613 Jul 23 14:07:04.607741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:04.629392 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-ddf1842f-8b3d-476d-a056-6f9681d2a777 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690385 Jul 23 14:07:04.633585 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0ebca337-55d8-4433-8c39-7de4f9a3431b req-76704377-93cc-4fe5-bdf5-ca8c9a269154 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499949 Jul 23 14:07:04.715252 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-8cacdd1a-2e2a-499b-98bd-8b0a867a1020 req-4384e6e4-f994-45d5-a267-4f2385e77274 tempest-FloatingIPDetailsNegativeTestJSON-1210888141 tempest-FloatingIPDetailsNegativeTestJSON-1210888141-project] show failed (client error): The resource could not be found. Jul 23 14:07:04.716315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8cacdd1a-2e2a-499b-98bd-8b0a867a1020 req-4384e6e4-f994-45d5-a267-4f2385e77274 tempest-FloatingIPDetailsNegativeTestJSON-1210888141 tempest-FloatingIPDetailsNegativeTestJSON-1210888141-project] 10.222.0.21 "GET /v2.0/floatingips/c2063a28-f147-46c4-80cc-4ff2f1804e24 HTTP/1.1" status: 404 len: 350 time: 0.0613947 Jul 23 14:07:04.734101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:04.781709 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c24580b-cd84-42c5-8665-1863d44bf168 x-openstack-request-id: req-9c24580b-cd84-42c5-8665-1863d44bf168 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:04.782196 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "name": "network-vif-plugged", "status": "completed", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:04.782724 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c24580b-cd84-42c5-8665-1863d44bf168 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:04.783744 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'code': 200} Jul 23 14:07:04.784565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:04.787415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:04.788665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d6fc151-5d7c-4320-b0ee-f9d7499b5d7e HTTP/1.1" status: 204 len: 168 time: 0.4385622 Jul 23 14:07:04.801176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36e353e-2456-4007-a4d5-e7bbd1c1d7c7 req-419f798c-9c48-4123-8037-d71b5f37532d service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600468 Jul 23 14:07:04.802054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6fc151-5d7c-4320-b0ee-f9d7499b5d7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:04.810318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.810681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.811237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.811367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.811821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.812154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.812478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.812797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.813121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.813490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.813815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:04.814132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404969-9635-4e6d-ae8b-96ed99c9a3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:05.062955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 98d22b98-1f74-4927-a683-2b14a34236af up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:05.106550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-b084b1a9-f99d-471b-8925-07498b9daf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:05.110050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-b084b1a9-f99d-471b-8925-07498b9daf1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 1099 time: 0.2409735 Jul 23 14:07:05.172530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 98d22b98-1f74-4927-a683-2b14a34236af completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:05.183246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 98d22b98-1f74-4927-a683-2b14a34236af triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:05.183635 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:05.259705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76fc2a-c69c-46d6-9120-78ce289390d8 req-bead241b-3a5e-4d11-95a5-589bb4052e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:05.272137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f76fc2a-c69c-46d6-9120-78ce289390d8 req-bead241b-3a5e-4d11-95a5-589bb4052e41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 1097 time: 0.3394327 Jul 23 14:07:05.384325 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:05.470397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 98d22b98-1f74-4927-a683-2b14a34236af, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=98d22b98-1f74-4927-a683-2b14a34236af,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:05.483672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f76fc2a-c69c-46d6-9120-78ce289390d8 req-693bfb4d-ab48-4f73-b3dc-5f35d683ddbb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009234 Jul 23 14:07:05.485523 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:05.509476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-7eb86f6f-6021-4a09-9b8b-606aac82d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:05.511516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-7eb86f6f-6021-4a09-9b8b-606aac82d727 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3812501 Jul 23 14:07:05.520988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88f1c2-b942-4cb8-88ad-b0b5d7c098f4 req-40e71503-d38f-4f07-956c-92e8f311a7a5 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:05.529340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c88f1c2-b942-4cb8-88ad-b0b5d7c098f4 req-40e71503-d38f-4f07-956c-92e8f311a7a5 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.3970482 Jul 23 14:07:05.558361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=98d22b98-1f74-4927-a683-2b14a34236af,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:05.594550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-7a3bd0d2-0806-490a-ad8a-673ae5d76967 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a HTTP/1.1" status: 200 len: 217 time: 0.0626912 Jul 23 14:07:05.672343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c88f1c2-b942-4cb8-88ad-b0b5d7c098f4 req-c50b2236-e534-476e-84ca-4a0df3889017 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418326 Jul 23 14:07:05.682431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-fc70b3fa-5673-4fc5-a9b5-8de0fa76864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:05.684260 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-fc70b3fa-5673-4fc5-a9b5-8de0fa76864f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0759249 Jul 23 14:07:05.850978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-5d590cda-ab67-49f1-be0e-077c006b986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:05.852835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-5d590cda-ab67-49f1-be0e-077c006b986c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451831 Jul 23 14:07:05.926157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd49da-9295-4cab-865c-3aab6173472d req-9a46cdf3-3f3b-4695-b727-7e1803ea9c5b tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:05.933729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ecdd49da-9295-4cab-865c-3aab6173472d req-9a46cdf3-3f3b-4695-b727-7e1803ea9c5b tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 948 time: 0.1552777 Jul 23 14:07:06.051022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ecdd49da-9295-4cab-865c-3aab6173472d req-d6abb791-8274-4871-a395-7f91745d8033 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120307 Jul 23 14:07:06.068919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eadb68-7fcb-4165-8da8-11aaf032fd67 req-63e6e93e-e63f-49d3-8c45-6e3b2c500c99 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:06.070528 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4eadb68-7fcb-4165-8da8-11aaf032fd67 req-63e6e93e-e63f-49d3-8c45-6e3b2c500c99 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2248123 Jul 23 14:07:06.079308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-aeca34bc-10b4-4ca5-b46f-6e037643a901 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056482 Jul 23 14:07:06.124971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:06.130042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4eadb68-7fcb-4165-8da8-11aaf032fd67 req-8338bc15-f2f7-45f2-9273-d1789643853e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536120 Jul 23 14:07:06.274492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04142fc1-53ec-4af1-be7b-21e2be82a5be req-173b0d1b-5774-49ec-b0bb-1b073a7da355 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848688 Jul 23 14:07:06.623391 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Sync routers for ids ['64903403-c520-42e7-87d3-b1883a05b840'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:06.640570 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Routers {'64903403-c520-42e7-87d3-b1883a05b840'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:06.641201 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['64903403-c520-42e7-87d3-b1883a05b840'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:06.672612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Deleting port a6b005c7-aa25-4a28-865d-4ef88b6d5124 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:06.673226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:06.688053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:06.764932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:06.787441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Calling delete_port for a6b005c7-aa25-4a28-865d-4ef88b6d5124 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:06.897934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c6f784e-1083-46c3-a177-0d217019f3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:06.933337 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Set router 64903403-c520-42e7-87d3-b1883a05b840 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:06.943170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 98d22b98-1f74-4927-a683-2b14a34236af up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:07.034943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d0075-fdd9-4e4d-a739-d58952a5d401 req-b7643213-1fa0-4f18-96b4-984e53b4a40b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:07.042944 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fd0d0075-fdd9-4e4d-a739-d58952a5d401 req-b7643213-1fa0-4f18-96b4-984e53b4a40b tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.1958861 Jul 23 14:07:07.108383 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fd0d0075-fdd9-4e4d-a739-d58952a5d401 req-90af8cc9-a0fc-49b0-8c09-ee933234c79d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639408 Jul 23 14:07:07.125469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 98d22b98-1f74-4927-a683-2b14a34236af triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:07.125857 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.272781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c6f784e-1083-46c3-a177-0d217019f3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.283982 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c6f784e-1083-46c3-a177-0d217019f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.322355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.336268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.350615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f784e-1083-46c3-a177-0d217019f3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ad342-2a4a-4dc3-80da-86a2fa239334,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:07.371912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b005c7-aa25-4a28-865d-4ef88b6d5124,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:07.374530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:07.399464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618630f-a041-4ffc-8585-bd2a8e4aded4 req-15beaf9b-15a3-42b0-b8a1-e88c0180c55e tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:07.402043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2c6f784e-1083-46c3-a177-0d217019f3c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46ffe883a4084c6f83e9fb0e54046ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125087 Jul 23 14:07:07.404267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:07.413731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:07.426410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Request body: {'floatingip': {'port_id': 'caf5feaa-7200-4e23-a04a-6670664d76a0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:07.430996 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0618630f-a041-4ffc-8585-bd2a8e4aded4 req-15beaf9b-15a3-42b0-b8a1-e88c0180c55e tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.1885219 Jul 23 14:07:07.447718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b93f6-0ae6-4e1b-a447-4970a5d2f399 req-2262840b-971e-4132-b8cf-38a5136c0472 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:07.459101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-668b93f6-0ae6-4e1b-a447-4970a5d2f399 req-2262840b-971e-4132-b8cf-38a5136c0472 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 948 time: 0.2507038 Jul 23 14:07:07.504922 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64903403-c520-42e7-87d3-b1883a05b840', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-router', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '98d22b98-1f74-4927-a683-2b14a34236af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:01Z', 'revision_number': 4, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'gw_port': {'id': '98d22b98-1f74-4927-a683-2b14a34236af', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'a6b005c7-aa25-4a28-865d-4ef88b6d5124', 'name': '', 'network_id': 'c196c461-2de2-484d-b180-a49c70d6c96e', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'mac_address': 'fa:16:3e:8a:b0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b351368a-32ca-4283-8bcc-693b4ca99136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:00Z', 'updated_at': '2021-07-23T14:07:01Z', 'revision_number': 2, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'subnets': [{'id': 'b351368a-32ca-4283-8bcc-693b4ca99136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:07.559477 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Checking router: 64903403-c520-42e7-87d3-b1883a05b840 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:07.560288 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Updating router 64903403-c520-42e7-87d3-b1883a05b840 port a6b005c7-aa25-4a28-865d-4ef88b6d5124 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:07.584499 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Port a6b005c7-aa25-4a28-865d-4ef88b6d5124 not found while updating agent binding for router 64903403-c520-42e7-87d3-b1883a05b840. {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 14:07:07.595240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.600616 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Routers {'64903403-c520-42e7-87d3-b1883a05b840'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:07.602252 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['64903403-c520-42e7-87d3-b1883a05b840'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:07.756338 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe131bb1-b350-42cc-9bb8-d574ac9b82e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.769390 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] Set router 64903403-c520-42e7-87d3-b1883a05b840 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:07.793720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.805569 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-668b93f6-0ae6-4e1b-a447-4970a5d2f399 req-0bb69027-b93d-4008-8aa9-c85f6cb4bb11 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617235 Jul 23 14:07:07.813488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be3ede-9b5c-4cef-b6f9-d9945b3c019b req-9eb48bf6-0713-4ee6-a74d-d2d5d2d77cb7 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:07.820286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36be3ede-9b5c-4cef-b6f9-d9945b3c019b req-9eb48bf6-0713-4ee6-a74d-d2d5d2d77cb7 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2736850 Jul 23 14:07:07.883903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1fed6cae-386c-4de0-bf86-aa81801f8e8a details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:07.906768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599d190-8766-488b-9512-5f2e4b87015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:07.982889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36be3ede-9b5c-4cef-b6f9-d9945b3c019b req-6ac7e021-8680-483c-9cc9-2d90ca938a01 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572440 Jul 23 14:07:08.009773 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599d190-8766-488b-9512-5f2e4b87015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.050355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1fed6cae-386c-4de0-bf86-aa81801f8e8a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:08.062201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1fed6cae-386c-4de0-bf86-aa81801f8e8a', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '1fed6cae-386c-4de0-bf86-aa81801f8e8a', 'mac_address': 'fa:16:3e:b5:4e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:08.066570 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64903403-c520-42e7-87d3-b1883a05b840', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-router', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '98d22b98-1f74-4927-a683-2b14a34236af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:07Z', 'revision_number': 5, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'gw_port': {'id': '98d22b98-1f74-4927-a683-2b14a34236af', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:08.109908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.128307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107540-7b22-4b2e-8e11-65fe07d68ca5 None None] The sync data for ids ['64903403-c520-42e7-87d3-b1883a05b840'] in n-d-801990-3 is: [{'id': '64903403-c520-42e7-87d3-b1883a05b840', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1591750661-router', 'tenant_id': '07a6c4d2795d4b23aa31e902b16359d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '98d22b98-1f74-4927-a683-2b14a34236af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:07Z', 'revision_number': 5, 'project_id': '07a6c4d2795d4b23aa31e902b16359d8', 'gw_port': {'id': '98d22b98-1f74-4927-a683-2b14a34236af', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64903403-c520-42e7-87d3-b1883a05b840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:06:56Z', 'updated_at': '2021-07-23T14:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:08.137060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fed6cae-386c-4de0-bf86-aa81801f8e8a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:08.147959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Router 64903403-c520-42e7-87d3-b1883a05b840 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:08.162844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1fed6cae-386c-4de0-bf86-aa81801f8e8a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:08.170833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.246819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1fed6cae-386c-4de0-bf86-aa81801f8e8a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:08.301108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:08.313952 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ba2694df-e062-42e8-96f6-8fcc1ada9c67 admin admin] 10.222.0.21 "PUT /v2.0/routers/64903403-c520-42e7-87d3-b1883a05b840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5782826 Jul 23 14:07:08.314594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:08.423847 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.460042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:08.543628 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.610049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Deleting port 98d22b98-1f74-4927-a683-2b14a34236af {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:08.610398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.616255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599d190-8766-488b-9512-5f2e4b87015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.619648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599d190-8766-488b-9512-5f2e4b87015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.621086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5599d190-8766-488b-9512-5f2e4b87015f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba2ad342-2a4a-4dc3-80da-86a2fa239334 HTTP/1.1" status: 204 len: 168 time: 1.2156916 Jul 23 14:07:08.677103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599d190-8766-488b-9512-5f2e4b87015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ad342-2a4a-4dc3-80da-86a2fa239334,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:08.728769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] For port 98d22b98-1f74-4927-a683-2b14a34236af, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=98d22b98-1f74-4927-a683-2b14a34236af,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:08.729336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.744086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Calling delete_port for 98d22b98-1f74-4927-a683-2b14a34236af owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:08.822531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe131bb1-b350-42cc-9bb8-d574ac9b82e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.833652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a6b005c7-aa25-4a28-865d-4ef88b6d5124 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:08.845498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe131bb1-b350-42cc-9bb8-d574ac9b82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.872135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a6b005c7-aa25-4a28-865d-4ef88b6d5124 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:08.872569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a6b005c7-aa25-4a28-865d-4ef88b6d5124 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:08.900180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.929771 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:08.968096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.014280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=98d22b98-1f74-4927-a683-2b14a34236af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:09.058572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe131bb1-b350-42cc-9bb8-d574ac9b82e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66b10d84dd574aae84614b97f7540340&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6814573 Jul 23 14:07:09.064468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:09.075028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe131bb1-b350-42cc-9bb8-d574ac9b82e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ca58ef-e243-474f-88df-cc6738ff859d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:09.101097 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.151989 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:07:09.169562 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Floating IP ccdd346c-bb13-4cd5-80dc-57040fb2a8f2 associated. External IP: 172.25.2.235, port: caf5feaa-7200-4e23-a04a-6670664d76a0. Jul 23 14:07:09.193916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ea28-bf9c-4ddc-81a3-0e4ae3c39b04 req-1b3daa6e-2aa8-40eb-a79c-4a58395ae850 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:09.200714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5206ea28-bf9c-4ddc-81a3-0e4ae3c39b04 req-1b3daa6e-2aa8-40eb-a79c-4a58395ae850 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 949 time: 0.2909186 Jul 23 14:07:09.219632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.239701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.296109 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29d50d-47a3-4220-bbc3-c43c169eb1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.320559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.321206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64903403-c520-42e7-87d3-b1883a05b840 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:07:09.326574 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.330068 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a6d0b65a-7b15-4a3a-b374-7938c2db6c8d admin admin] 10.222.0.21 "DELETE /v2.0/routers/64903403-c520-42e7-87d3-b1883a05b840 HTTP/1.1" status: 204 len: 168 time: 1.0122592 Jul 23 14:07:09.336253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3947-83eb-4a06-a848-c1711c91d983 req-1b2d7a3e-c8dd-4b6f-ac79-7a6acc986da4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:09.344310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-927c3947-83eb-4a06-a848-c1711c91d983 req-1b2d7a3e-c8dd-4b6f-ac79-7a6acc986da4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1381283 Jul 23 14:07:09.346537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:09.378026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5206ea28-bf9c-4ddc-81a3-0e4ae3c39b04 req-15045244-bac5-4bcb-8400-7a8651ad327e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764336 Jul 23 14:07:09.391232 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29d50d-47a3-4220-bbc3-c43c169eb1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.440447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-927c3947-83eb-4a06-a848-c1711c91d983 req-29fb5068-97a5-46d2-b866-8400fefa3a1d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951233 Jul 23 14:07:09.456359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] Deleting subnet b351368a-32ca-4283-8bcc-693b4ca99136 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:07:09.464295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.504194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.568427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] Sync routers for ids ['64903403-c520-42e7-87d3-b1883a05b840'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:09.580352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:09.580807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:07:09.581523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64903403-c520-42e7-87d3-b1883a05b840'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:07:09.599901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29d50d-47a3-4220-bbc3-c43c169eb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.602708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29d50d-47a3-4220-bbc3-c43c169eb1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.603057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:09.604849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:07:09.605622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64903403-c520-42e7-87d3-b1883a05b840'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:07:09.606943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517c0d7-bda5-4410-ac21-462f4b9f7fc5 None None] The sync data for ids ['64903403-c520-42e7-87d3-b1883a05b840'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:09.607186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6f29d50d-47a3-4220-bbc3-c43c169eb1c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4ca58ef-e243-474f-88df-cc6738ff859d HTTP/1.1" status: 204 len: 168 time: 0.5417333 Jul 23 14:07:09.622906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29d50d-47a3-4220-bbc3-c43c169eb1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ca58ef-e243-474f-88df-cc6738ff859d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:09.635176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.635331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:09.652071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Router 67e31350-780a-4ce3-aee0-249312b367b8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:09.722170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.757766 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.759914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92831601-5dca-46fe-922c-96a839ed89b5 None None] Network c196c461-2de2-484d-b180-a49c70d6c96e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:09.763813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b351368a-32ca-4283-8bcc-693b4ca99136 HTTP/1.1" status: 204 len: 168 time: 0.4135094 Jul 23 14:07:09.768086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:09.847755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-632636685-network', 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:09.891306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:09.894396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.902669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:09.905389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:09.907420 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.911782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:09.917157 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] Sync routers for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:09.922301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1fed6cae-386c-4de0-bf86-aa81801f8e8a up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:09.928785 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:09.929445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:09.975558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42004e84-ede4-420a-9951-13d16e1f9044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b351368a-32ca-4283-8bcc-693b4ca99136,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:10.000243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-36950aec-fa5d-4e19-8ad7-b028cf5daca7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "PUT /v2.0/floatingips/ccdd346c-bb13-4cd5-80dc-57040fb2a8f2 HTTP/1.1" status: 200 len: 992 time: 2.5804772 Jul 23 14:07:10.001886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:10.004631 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739c1076-a86d-4d77-bcc0-0e0b56665255" -d '{"events": [{"name": "network-changed", "server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:10.014603 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.053867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:07:10.091516 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba1b85-0880-4eb7-9723-f927ea1ebdfc x-openstack-request-id: req-6bba1b85-0880-4eb7-9723-f927ea1ebdfc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:10.091802 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:10.092048 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bba1b85-0880-4eb7-9723-f927ea1ebdfc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:10.092498 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'status': 'completed', 'code': 200} Jul 23 14:07:10.118077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.131218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Deleting port fc29ac56-c18d-46e1-bfe0-7627d5b65fca {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:10.131791 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.222569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.225412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] For port fc29ac56-c18d-46e1-bfe0-7627d5b65fca, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fc29ac56-c18d-46e1-bfe0-7627d5b65fca,segment=NetworkSegment(a0e5231a-8d76-41c9-9dc5-c7ae8c305a52),segment_id=a0e5231a-8d76-41c9-9dc5-c7ae8c305a52)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:10.225909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.270521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Calling delete_port for fc29ac56-c18d-46e1-bfe0-7627d5b65fca owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:10.301920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:07:10.315098 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:10.320131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef4a62-0228-4e0c-876b-6e7f6c302e36,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:10.330577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.331105 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Added segment 407e0dcc-f85b-4bfb-9366-95e8b285aa20 of type vlan for network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce Jul 23 14:07:10.364767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 1fed6cae-386c-4de0-bf86-aa81801f8e8a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:10.378951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1fed6cae-386c-4de0-bf86-aa81801f8e8a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:10.379341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.432763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-5860069b-8eba-4260-aff0-7520c6dc3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:10.434309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-5860069b-8eba-4260-aff0-7520c6dc3c5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f22c388b6f1468ca708a49d0004f86e&device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 1097 time: 0.3028650 Jul 23 14:07:10.435987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.469062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.471049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc29ac56-c18d-46e1-bfe0-7627d5b65fca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:10.475135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] No DVR routers for this DVR port fc29ac56-c18d-46e1-bfe0-7627d5b65fca on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:07:10.508913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee350e3a-7ba6-4e64-9e85-aa43e10562b4 None None] DHCP port deletion for c196c461-2de2-484d-b180-a49c70d6c96e request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:07:10.542675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:10.597077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'mac_address': 'fa:16:3e:8e:d8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:10.647657 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.701660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c196c461-2de2-484d-b180-a49c70d6c96e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:10.717218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e5231a-8d76-41c9-9dc5-c7ae8c305a52') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:10.717970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e5231a-8d76-41c9-9dc5-c7ae8c305a52') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:10.732547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.756125 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.769442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:07:10.770255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:07:10.772896 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:07:10.775383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.776490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:10.776635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:10.836356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1973431 Jul 23 14:07:10.838109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-f9b072fb-9721-4c50-ae81-a1a37d5e2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:10.840123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-f9b072fb-9721-4c50-ae81-a1a37d5e2ee7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15b2c766-adde-4ba1-91f5-348c3e1e37c4 HTTP/1.1" status: 200 len: 917 time: 0.3968101 Jul 23 14:07:10.841481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:10.858791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Request body: {'subnet': {'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-632636685-subnet', 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:10.865777 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ccdd346c-bb13-4cd5-80dc-57040fb2a8f2', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'port_id': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'mac_address': 'fa:16:3e:5e:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:06:09Z', 'updated_at': '2021-07-23T14:07:08Z', 'revision_number': 1, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:09Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:10.905786 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] Checking router: 67e31350-780a-4ce3-aee0-249312b367b8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:10.915597 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:10.916642 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:10.972328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ef19-fe44-4bfd-81d3-133a91314b22 req-af803c4f-2a9e-43cf-aa92-503af67a32b4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:10.974130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c915ef19-fe44-4bfd-81d3-133a91314b22 req-af803c4f-2a9e-43cf-aa92-503af67a32b4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3231914 Jul 23 14:07:11.016958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.033061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.033299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e8ab9-e521-4d1b-a26c-af6057e18fdc admin admin] Pushing event updated for resources: {'Network': ['ID=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:11.035466 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c196c461-2de2-484d-b180-a49c70d6c96e HTTP/1.1" status: 204 len: 168 time: 1.2662427 Jul 23 14:07:11.041928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:11.044343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.108580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06174664-01bc-47b5-99a4-962b9861e9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c196c461-2de2-484d-b180-a49c70d6c96e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:11.117795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fc29ac56-c18d-46e1-bfe0-7627d5b65fca no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:11.128795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:07:11.135411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c915ef19-fe44-4bfd-81d3-133a91314b22 req-06ef98b5-25c9-49d9-90e9-b5dd45d0a371 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523190 Jul 23 14:07:11.143147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-7dcdb7e5-a04a-4de2-9a82-4776773b1ba3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf5feaa-7200-4e23-a04a-6670664d76a0 HTTP/1.1" status: 200 len: 1000 time: 0.2901313 Jul 23 14:07:11.227121 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:11.229679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: fc29ac56-c18d-46e1-bfe0-7627d5b65fca {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:11.230301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fc29ac56-c18d-46e1-bfe0-7627d5b65fca not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:11.230912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 98d22b98-1f74-4927-a683-2b14a34236af no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:11.272577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 98d22b98-1f74-4927-a683-2b14a34236af {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:11.273168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 98d22b98-1f74-4927-a683-2b14a34236af not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:11.331803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:11.347088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.362275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023c7a2-8bb5-4b36-90ff-a7f21ab43daa req-1810a7de-1d1b-40f4-80cb-12d1d828bb0d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:11.371410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8023c7a2-8bb5-4b36-90ff-a7f21ab43daa req-1810a7de-1d1b-40f4-80cb-12d1d828bb0d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 949 time: 0.8640091 Jul 23 14:07:11.385180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:11.396053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29be6b61-e10a-4645-a283-6e20cdaa9f48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:11.404496 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.424424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8023c7a2-8bb5-4b36-90ff-a7f21ab43daa req-dd084249-2c9d-4d29-87a8-b2318ba696ac tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Jul 23 14:07:11.454111 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-08782588-b96f-4a7b-9e8a-39620e43696a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07a6c4d2795d4b23aa31e902b16359d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1215322 Jul 23 14:07:11.456641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:11.465319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fed6cae-386c-4de0-bf86-aa81801f8e8a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:11.467587 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa714222-11d0-4c39-9f15-80bfd71eda6c" -d '{"events": [{"server_uuid": "503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6", "name": "network-vif-plugged", "status": "completed", "tag": "1fed6cae-386c-4de0-bf86-aa81801f8e8a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:11.494279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:11.496425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-57a2e6d0-5d10-4949-9d80-ee44fc37446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:11.500252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-57a2e6d0-5d10-4949-9d80-ee44fc37446c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=401717c8-bfd5-4df4-ba9a-74a5ffb3d260 HTTP/1.1" status: 200 len: 855 time: 0.1790826 Jul 23 14:07:11.506338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1fed6cae-386c-4de0-bf86-aa81801f8e8a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:11.507946 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.542057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189317b0-bc3f-4d8c-9ab7-c7003bd85e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.545041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.545856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:11.572243 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a84fe00-6550-456d-8adb-91a3f9385888 x-openstack-request-id: req-2a84fe00-6550-456d-8adb-91a3f9385888 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:11.572558 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6", "name": "network-vif-plugged", "status": "completed", "tag": "1fed6cae-386c-4de0-bf86-aa81801f8e8a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:11.572806 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a84fe00-6550-456d-8adb-91a3f9385888 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:11.573246 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fed6cae-386c-4de0-bf86-aa81801f8e8a', 'code': 200} Jul 23 14:07:11.595893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189317b0-bc3f-4d8c-9ab7-c7003bd85e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.610177 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.616833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:11.662626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:11.665836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1fed6cae-386c-4de0-bf86-aa81801f8e8a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:11.701741 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189317b0-bc3f-4d8c-9ab7-c7003bd85e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.705073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189317b0-bc3f-4d8c-9ab7-c7003bd85e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.709316 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-189317b0-bc3f-4d8c-9ab7-c7003bd85e21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce14fefb-a439-49b4-8e30-c1ffef2622e6 HTTP/1.1" status: 204 len: 168 time: 0.2515206 Jul 23 14:07:11.717842 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ccdd346c-bb13-4cd5-80dc-57040fb2a8f2', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'port_id': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'mac_address': 'fa:16:3e:5e:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:06:09Z', 'updated_at': '2021-07-23T14:07:08Z', 'revision_number': 1, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:09Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:11.724923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189317b0-bc3f-4d8c-9ab7-c7003bd85e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce14fefb-a439-49b4-8e30-c1ffef2622e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:11.732285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-1ced05cc-2ba2-4d28-90b4-240342cc37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:11.734122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-1ced05cc-2ba2-4d28-90b4-240342cc37b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15b2c766-adde-4ba1-91f5-348c3e1e37c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165189 Jul 23 14:07:11.749276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-386963611-network', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:11.759963 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cccc87-20d7-4f66-b907-7e494f2f3f34 None None] The sync data for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 is: [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ccdd346c-bb13-4cd5-80dc-57040fb2a8f2', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'port_id': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'mac_address': 'fa:16:3e:5e:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:06:09Z', 'updated_at': '2021-07-23T14:07:08Z', 'revision_number': 1, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:09Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:11.811127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Made reservation on behalf of 65c3e3c6de5942ac825f1cfb4e5068e4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:11.814130 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.818844 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.824385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.849562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 29be6b61-e10a-4645-a283-6e20cdaa9f48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:11.866439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['29be6b61-e10a-4645-a283-6e20cdaa9f48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:11.930346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:11.943967 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.956613 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:11.964789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:12.023060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:07:12.033525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe1900-8c3d-4287-abba-845616e51e69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:12.041930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:12.042563 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Added segment 748ae0d3-1c06-428c-92f2-7b3095b931b8 of type vlan for network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff Jul 23 14:07:12.070117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:12.104669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Checking segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:12.105292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Network hostable DHCP agents. Network: 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:07:12.106721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:12.120725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a6722-ac02-4dd1-a02b-72c4ee52a587 None None] New status for floating IP ccdd346c-bb13-4cd5-80dc-57040fb2a8f2: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:07:12.120849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a330d6-9160-4d3c-a214-8901b9aa8c92 req-8f56108a-e8b9-4e78-8431-21d187db5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:12.122289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31a330d6-9160-4d3c-a214-8901b9aa8c92 req-8f56108a-e8b9-4e78-8431-21d187db5ac2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 1101 time: 0.4647050 Jul 23 14:07:12.168191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:12.171477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:12.174531 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:12.209778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31a330d6-9160-4d3c-a214-8901b9aa8c92 req-c0360b7f-142d-436f-9879-2574222bc71c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743868 Jul 23 14:07:12.210215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:07:12.235059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-836780f9-e9ac-49c1-88ba-918127c2a7ec service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841259 Jul 23 14:07:12.235853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:12.241764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:12.247122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:12.261959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af7646-c1a9-4b36-84ba-791d000fd8a9 None None] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:12.277408 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8757489 Jul 23 14:07:12.277408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22e77b-e2d8-4bd4-a89e-ba10d40eab35 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4f14b4-2a95-49a9-8c4a-de440cf29eff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:12.285886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:12.299581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Request body: {'subnet': {'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-386963611-subnet', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:12.320023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:07:12.398906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0378ea5d-e92a-43c2-8dbe-0e36711ecbae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5471935 Jul 23 14:07:12.451857 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-739c1076-a86d-4d77-bcc0-0e0b56665255 req-a4a4c24e-e1ff-4f2c-a519-238a84066754 service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018285 Jul 23 14:07:12.613343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f18ed9-aa51-46e3-b814-6caad38dd7b2 None None] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:12.641010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e1705-7e33-487f-9790-5d7a98009cab req-718bd4e5-523f-476c-add1-762daedb8df7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:12.650834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b92e1705-7e33-487f-9790-5d7a98009cab req-718bd4e5-523f-476c-add1-762daedb8df7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 950 time: 0.0989552 Jul 23 14:07:12.732265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b92e1705-7e33-487f-9790-5d7a98009cab req-ce7c536a-1e11-407f-bac8-42fb0fbf0d77 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802271 Jul 23 14:07:12.865967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Made reservation on behalf of 65c3e3c6de5942ac825f1cfb4e5068e4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:12.868868 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:12.937220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473fc24-af69-4f1c-9f44-c7df3147556d req-421ee4cc-14f4-4756-93da-8b0fd24552fe tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:12.938784 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6473fc24-af69-4f1c-9f44-c7df3147556d req-421ee4cc-14f4-4756-93da-8b0fd24552fe tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 948 time: 0.6663013 Jul 23 14:07:13.009015 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6473fc24-af69-4f1c-9f44-c7df3147556d req-3f05192c-d5cc-4800-bda4-9fc43b0f1c58 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596852 Jul 23 14:07:13.138487 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.189488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2075d322-488f-4bed-a77e-4347121b7a7c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:13.216687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Checking segment: {'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:13.216941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Network hostable DHCP agents. Network: 5a4f14b4-2a95-49a9-8c4a-de440cf29eff, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:07:13.238614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:07:13.254576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5a4f14b4-2a95-49a9-8c4a-de440cf29eff) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:13.268711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc6e39-9b1f-43b1-a494-72d16546df17 None None] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:13.282505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:13.286188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.308427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-149d5c72-c736-4881-97ee-6ca205d4242f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0139952 Jul 23 14:07:13.311233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:13.317076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:13.347416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.348977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.351859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-5e10b646-0313-41b0-9f88-517e06a2803b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:13.369985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-5e10b646-0313-41b0-9f88-517e06a2803b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.2539368 Jul 23 14:07:13.402016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-3db72155-3920-471d-bf57-da50a45fa748 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/quotas/a3c904883cfb4cb19bf05f9ab98520ee HTTP/1.1" status: 200 len: 375 time: 0.0309939 Jul 23 14:07:13.445766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-b49ffb74-f3d9-4a07-9c5a-67765dc9779b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424173 Jul 23 14:07:13.464484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-5a4f14b4-2a95-49a9-8c4a-de440cf29eff', 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'fixed_ips': [{'subnet_id': '2075d322-488f-4bed-a77e-4347121b7a7c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:07:13.465380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.471843 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.560397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:13.634377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Allocated IP 172.20.0.2 (5a4f14b4-2a95-49a9-8c4a-de440cf29eff/2075d322-488f-4bed-a77e-4347121b7a7c/d8d03d0c-c2f7-4e44-b613-89a9df7a1360) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:13.661608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce80733-b71e-472b-800b-a3f29f9471ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.682583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.794421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce80733-b71e-472b-800b-a3f29f9471ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.805556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce80733-b71e-472b-800b-a3f29f9471ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.810510 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.821215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Transition to ACTIVE for port object d8d03d0c-c2f7-4e44-b613-89a9df7a1360 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:13.840479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Transition to ACTIVE for port object d8d03d0c-c2f7-4e44-b613-89a9df7a1360 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:13.856829 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:13.869401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce80733-b71e-472b-800b-a3f29f9471ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e575fa7-30e5-45c4-a912-37a3f2296c7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:13.874883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1ce80733-b71e-472b-800b-a3f29f9471ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32fa80799ab84f4ca08298b4ea4f82a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132308 Jul 23 14:07:13.883731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-e7c99686-c9d6-418d-afc3-490abed03eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227462 Jul 23 14:07:13.909207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:13.912335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:13.917060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:13.943616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:13.962636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Pushing event updated for resources: {'Port': ['ID=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:13.982926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:14.036634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Attempting to bind port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:14.036634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Attempting to bind port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:14.036972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Attempting to bind port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 on network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:14.052165 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.057097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:14.058066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Checking segment: {'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:14.058727 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.059280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Bound using segment: {'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:14.060178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Bound port: d8d03d0c-c2f7-4e44-b613-89a9df7a1360, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:14.060752 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.061752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-3ec42c87-602b-4b0d-a6b4-683c81414014 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772513 Jul 23 14:07:14.080370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8f51eef-3b90-4102-baaf-8a401703e2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.081208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 29be6b61-e10a-4645-a283-6e20cdaa9f48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:14.081744 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.110994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8f51eef-3b90-4102-baaf-8a401703e2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.117350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.142959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b7db-6480-4b06-8974-6ad631e16d32 req-0d1c876e-f8f2-4b37-9beb-ce1a65696bf7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:14.146052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c32b7db-6480-4b06-8974-6ad631e16d32 req-0d1c876e-f8f2-4b37-9beb-ce1a65696bf7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 950 time: 0.2910879 Jul 23 14:07:14.189177 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8f51eef-3b90-4102-baaf-8a401703e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.204669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8f51eef-3b90-4102-baaf-8a401703e2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.210038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b8f51eef-3b90-4102-baaf-8a401703e2bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e575fa7-30e5-45c4-a912-37a3f2296c7c HTTP/1.1" status: 204 len: 168 time: 0.2233801 Jul 23 14:07:14.280137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] For port d8d03d0c-c2f7-4e44-b613-89a9df7a1360, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:14.285588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] For port d8d03d0c-c2f7-4e44-b613-89a9df7a1360, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,segment=NetworkSegment(748ae0d3-1c06-428c-92f2-7b3095b931b8),segment_id=748ae0d3-1c06-428c-92f2-7b3095b931b8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:14.295533 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c32b7db-6480-4b06-8974-6ad631e16d32 req-cb8174f9-d8bd-4408-be80-448a7388e348 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117554 Jul 23 14:07:14.299455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51eef-3b90-4102-baaf-8a401703e2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e575fa7-30e5-45c4-a912-37a3f2296c7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:14.318305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.420096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Allocated IP 172.25.2.239 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/2188290d-c9fb-4db2-9d64-d69908d419a0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:14.560604 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.573898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda363-e29e-45d7-b9b1-97c125199a85 req-2fd6609c-f950-4364-884a-09b15da9b14a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:14.594174 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dbda363-e29e-45d7-b9b1-97c125199a85 req-2fd6609c-f950-4364-884a-09b15da9b14a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 948 time: 0.1334455 Jul 23 14:07:14.678583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dbda363-e29e-45d7-b9b1-97c125199a85 req-56fa234a-754b-4095-acc0-8c73d5c1d0ef tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834632 Jul 23 14:07:14.681331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.708015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:14.716096 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a7fd5-87f1-4801-8a8b-8a90cccccd9d" -d '{"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-plugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:14.725842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f7010-4941-4f5c-a6be-f77e1cddc324 None None] Pushing event updated for resources: {'Port': ['ID=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:14.753830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:14.762953 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.812047 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:14.843264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb19a628-bae9-4b49-b748-ae1bbbd0249a req-64098202-0671-4f61-a190-ebe208f634e1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 210 time: 0.1029177 Jul 23 14:07:14.907529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:14.948186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:14.953987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:14.965425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:14.973064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Pushing event updated for resources: {'Port': ['ID=2188290d-c9fb-4db2-9d64-d69908d419a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:15.214438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef5abe-0721-441b-85a1-55d320e614c4 req-00318aac-e5c6-4be4-b1a7-ee18a785840e tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:15.229346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8cef5abe-0721-441b-85a1-55d320e614c4 req-00318aac-e5c6-4be4-b1a7-ee18a785840e tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.1942894 Jul 23 14:07:15.317753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8cef5abe-0721-441b-85a1-55d320e614c4 req-9bb97c60-3a37-4748-855f-c8ccc8d5a51b tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845208 Jul 23 14:07:15.432353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd38937-b58d-4a53-96bb-d1f4f74edbd2 req-f897f20b-a79a-4e03-8318-3c1e4d847fd0 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:15.435305 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1dd38937-b58d-4a53-96bb-d1f4f74edbd2 req-f897f20b-a79a-4e03-8318-3c1e4d847fd0 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 1101 time: 0.1952448 Jul 23 14:07:15.435305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:15.531224 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1dd38937-b58d-4a53-96bb-d1f4f74edbd2 req-f0cfa9d2-0ce8-4d4a-9988-6f4094d92b50 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:15.534394 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f12c880-3d0b-460c-92b7-0ed1cc1fb2a6 x-openstack-request-id: req-1f12c880-3d0b-460c-92b7-0ed1cc1fb2a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:15.534946 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-plugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:15.535171 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f12c880-3d0b-460c-92b7-0ed1cc1fb2a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:15.535517 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'code': 200} Jul 23 14:07:15.777616 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a00fb7d-b747-4d29-94f4-2c11df200626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:15.791904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:15.804353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1dd38937-b58d-4a53-96bb-d1f4f74edbd2 req-f0cfa9d2-0ce8-4d4a-9988-6f4094d92b50 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:15.863532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:15.916852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1dd38937-b58d-4a53-96bb-d1f4f74edbd2 req-f0cfa9d2-0ce8-4d4a-9988-6f4094d92b50 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:15.979683 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1dd38937-b58d-4a53-96bb-d1f4f74edbd2 req-f0cfa9d2-0ce8-4d4a-9988-6f4094d92b50 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031409 Jul 23 14:07:15.989993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0add-d0d7-40b7-9aa2-6967b2581747 req-816aab62-b996-4ea1-bd10-891e0e5d1138 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:16.000279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-273a0add-d0d7-40b7-9aa2-6967b2581747 req-816aab62-b996-4ea1-bd10-891e0e5d1138 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1962857 Jul 23 14:07:16.001143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfa9d2-0ce8-4d4a-9988-6f4094d92b50 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0adb61-b23b-46ea-8f95-28f7de84fbb3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:16.022331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Router 190a1804-b5da-4bd9-8c54-b36cc203f34d is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:07:16.047729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa9861-9ff8-4f8e-bc8a-de5209de7f31 req-0eaee077-35d9-49e7-90e7-69104e7e4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:16.048588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73fa9861-9ff8-4f8e-bc8a-de5209de7f31 req-0eaee077-35d9-49e7-90e7-69104e7e4863 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1101 time: 0.1860836 Jul 23 14:07:16.078344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-77826847-network', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:16.151402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-273a0add-d0d7-40b7-9aa2-6967b2581747 req-780ef4ae-bddb-4fcc-9042-3f50ce8afdbb tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473310 Jul 23 14:07:16.175149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73fa9861-9ff8-4f8e-bc8a-de5209de7f31 req-8dabe102-dfd6-45c8-b6e3-95b163fd0c87 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091681 Jul 23 14:07:16.178087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:16.180985 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:16.193716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:16.222137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec8a42-b483-4a6b-bc7f-d77383a4cafd None None] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:16.292419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ff59860-cb7d-46b9-adbb-36cba9a58f25 req-749e237e-b6c5-4ca8-ade7-f77fe91a575a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 210 time: 0.1851952 Jul 23 14:07:16.356456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6cee9f2b-aee7-41e0-b53d-48ed2028068e None None] Provisioning for port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:16.383686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:16.394182 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Sync routers for ids ['190a1804-b5da-4bd9-8c54-b36cc203f34d'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:16.415176 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Routers {'190a1804-b5da-4bd9-8c54-b36cc203f34d'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:16.415176 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['190a1804-b5da-4bd9-8c54-b36cc203f34d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:16.602763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:16.621644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:16.623004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0f2fc91c-9152-4b5b-96f4-ee7a4c57d144 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3102822 Jul 23 14:07:16.625961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:16.635627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:16.645160 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Set router 190a1804-b5da-4bd9-8c54-b36cc203f34d gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:16.725648 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:07:16.768947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:16.782495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-a2cefeb1-3017-4053-85ae-7ea269d27e14 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:16.784145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-a2cefeb1-3017-4053-85ae-7ea269d27e14 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.4602418 Jul 23 14:07:16.794392 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-38d5bf4d-304c-4bf1-b4f2-9d6d0a2f7fc3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585501 Jul 23 14:07:16.910830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:16.911510 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Added segment eb32fa57-d70a-4d8d-9939-6959552c5d31 of type vlan for network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 Jul 23 14:07:16.917397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Request body: {'port': {'device_id': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'admin_state_up': True, 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:17.018368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bdb68-f6aa-4086-bd4e-f471c1364e7b req-4f0a88c4-bd34-4dbf-88f5-5f6bac826e8e tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:17.025953 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e8bdb68-f6aa-4086-bd4e-f471c1364e7b req-4f0a88c4-bd34-4dbf-88f5-5f6bac826e8e tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.3073661 Jul 23 14:07:17.061919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-43dc68ff-33b1-4016-a6df-8950610d9e63 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:17.070082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-43dc68ff-33b1-4016-a6df-8950610d9e63 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744145 Jul 23 14:07:17.085878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d8d03d0c-c2f7-4e44-b613-89a9df7a1360 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:17.099373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e8bdb68-f6aa-4086-bd4e-f471c1364e7b req-09fefc4e-3cdb-4850-8845-f118ffc170e2 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729077 Jul 23 14:07:17.130598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-484a75f2-eea8-4766-82eb-240bb1ab2d04 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/quotas/076cfc9486b4439982c5ffa25353d6dc HTTP/1.1" status: 200 len: 375 time: 0.0591574 Jul 23 14:07:17.169968 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.184731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:17.189662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:17.190386 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.225474 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:15Z', 'revision_number': 3, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:17.267657 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Checking router: 190a1804-b5da-4bd9-8c54-b36cc203f34d for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:17.268092 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Updating router 190a1804-b5da-4bd9-8c54-b36cc203f34d port 2188290d-c9fb-4db2-9d64-d69908d419a0 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:17.330419 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.330816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:17.339139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.358183 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.371122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.374902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:17.375514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.453843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11547e1-5814-49bb-90d6-59d39d335847 req-55e4acef-cfa6-4014-a896-732212c6361e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:17.463488 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a11547e1-5814-49bb-90d6-59d39d335847 req-55e4acef-cfa6-4014-a896-732212c6361e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1857500 Jul 23 14:07:17.465525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port d8d03d0c-c2f7-4e44-b613-89a9df7a1360, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,segment=NetworkSegment(748ae0d3-1c06-428c-92f2-7b3095b931b8),segment_id=748ae0d3-1c06-428c-92f2-7b3095b931b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:17.473404 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.486691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c50907c9-f3ad-4359-85f8-164e7f3152fe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3528814 Jul 23 14:07:17.569134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:17.603755 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a11547e1-5814-49bb-90d6-59d39d335847 req-632a1deb-dbaf-46ff-bb4e-f2f93facb76c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327689 Jul 23 14:07:17.609309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.630434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7611403 Jul 23 14:07:17.631400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:17.635626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.645202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Request body: {'subnet': {'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-77826847-subnet', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:17.716591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:17.719751 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.738102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7c0a0-ce4d-47ae-812a-4d5954cd605e admin admin] Pushing event updated for resources: {'Network': ['ID=7e208ccc-5624-4ef6-992a-b5a3d88dbc23,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:17.758095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:07:17.818581 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.837692 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Transition to ACTIVE for port object 2188290d-c9fb-4db2-9d64-d69908d419a0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:17.849643 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:17.887242 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee751bf6-90ec-4865-965f-7ea3aee85244 req-553cd99a-5df8-44f9-a061-39c857de7b2c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 210 time: 0.0648177 Jul 23 14:07:17.951988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Allocated IP 172.20.0.8 (6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce/4a06bd9f-bd42-4ea7-8dc5-13896ef7634e/5bc21dab-13b4-46a9-b641-f4ae8985b4b9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:17.982608 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Pushing event updated for resources: {'Port': ['ID=2188290d-c9fb-4db2-9d64-d69908d419a0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:18.030535 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Attempting to bind port 2188290d-c9fb-4db2-9d64-d69908d419a0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:18.030969 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Attempting to bind port 2188290d-c9fb-4db2-9d64-d69908d419a0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:18.032547 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Attempting to bind port 2188290d-c9fb-4db2-9d64-d69908d419a0 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:18.043760 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.044153 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.044458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.046683 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.047036 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.047661 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.048014 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.048347 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.048674 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.052242 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.052674 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.053017 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:07:18.055654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Allocated IP 172.20.0.1 (5a4f14b4-2a95-49a9-8c4a-de440cf29eff/2075d322-488f-4bed-a77e-4347121b7a7c/9567a7a9-bb87-43ee-af38-958574034571) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:18.070219 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:18.071820 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:18.072352 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.073467 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:18.075116 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Bound port: 2188290d-c9fb-4db2-9d64-d69908d419a0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:18.075909 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.114857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.191266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] For port 2188290d-c9fb-4db2-9d64-d69908d419a0, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:18.195362 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] For port 2188290d-c9fb-4db2-9d64-d69908d419a0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2188290d-c9fb-4db2-9d64-d69908d419a0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:18.203048 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.241372 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.272748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0b587a-baa8-412c-9902-38815636aaf5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:18.312233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Routers {'190a1804-b5da-4bd9-8c54-b36cc203f34d'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:18.312885 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:06:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['190a1804-b5da-4bd9-8c54-b36cc203f34d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:18.350717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.419672 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64595cea-4306-4baf-aa00-a7755659d17e None None] Pushing event updated for resources: {'Port': ['ID=2188290d-c9fb-4db2-9d64-d69908d419a0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:18.419912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6a569ae-b67f-4e11-baaf-32608b89e92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.477888 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] Set router 190a1804-b5da-4bd9-8c54-b36cc203f34d gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:18.522214 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.537792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c2c98a5-ba1b-436c-b0bf-46d2348b2be6 req-61771b5a-b4ff-4042-9f80-eec52d04af1d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 210 time: 0.0526044 Jul 23 14:07:18.557711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Checking segment: {'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:18.558101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Network hostable DHCP agents. Network: 7e208ccc-5624-4ef6-992a-b5a3d88dbc23, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:07:18.595170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.607059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:07:18.616276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Transition to ACTIVE for port object 9567a7a9-bb87-43ee-af38-958574034571 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:18.660625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 7e208ccc-5624-4ef6-992a-b5a3d88dbc23) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:18.675744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:18.676274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881943a-7dbf-40ae-8935-6a2366675004 None None] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:18.679253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.732307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:15Z', 'revision_number': 3, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:18.737250 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-43678ebb-22ae-4831-a0fb-74d7870c6a6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1040404 Jul 23 14:07:18.740638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:18.750119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf4086-e1a1-4d26-aa6c-67b5ed1b7833 req-fcdf7116-7d5b-4254-9b33-4ceb4e3dd1a9 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:18.751567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:18.760122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eacf4086-e1a1-4d26-aa6c-67b5ed1b7833 req-fcdf7116-7d5b-4254-9b33-4ceb4e3dd1a9 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.3735149 Jul 23 14:07:18.789170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:18.798573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event updated for resources: {'Port': ['ID=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:18.805828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:18.816716 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712e9cb-53f3-440d-afa9-7626912b8569 None None] The sync data for ids ['190a1804-b5da-4bd9-8c54-b36cc203f34d'] in n-d-801990-3 is: [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:15Z', 'revision_number': 3, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:18.827096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:18.910216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eacf4086-e1a1-4d26-aa6c-67b5ed1b7833 req-315b5412-bdfc-4143-89f7-38789a65458a tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456540 Jul 23 14:07:18.920892 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.961789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.963776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:18.987961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:19.008500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:19.014788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:19.016420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:19.020028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.022732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Pushing event updated for resources: {'Port': ['ID=9567a7a9-bb87-43ee-af38-958574034571,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:19.063967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4a001c0d-8d33-44f8-be40-b0bf39ba5f50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1510346 Jul 23 14:07:19.091630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Request body: {'port': {'device_id': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:19.156874 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.180225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d03b82-732c-4bfa-bb90-dd728ed6fcfe req-dd0263d0-ca42-4912-8e70-68adab910795 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:19.188329 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48d03b82-732c-4bfa-bb90-dd728ed6fcfe req-dd0263d0-ca42-4912-8e70-68adab910795 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.4498169 Jul 23 14:07:19.208210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d8d03d0c-c2f7-4e44-b613-89a9df7a1360 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:19.296786 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.390153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.429766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:19.430973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.479972 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.545836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51892463-403c-4aab-816d-a01cab7f34d8 None None] Provisioning for port 9567a7a9-bb87-43ee-af38-958574034571 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:19.580000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51892463-403c-4aab-816d-a01cab7f34d8 None None] Provisioning complete for port 9567a7a9-bb87-43ee-af38-958574034571 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:19.580653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51892463-403c-4aab-816d-a01cab7f34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.635203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-51892463-403c-4aab-816d-a01cab7f34d8 None None] Port 9567a7a9-bb87-43ee-af38-958574034571 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:19.635485 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48d03b82-732c-4bfa-bb90-dd728ed6fcfe req-62e90a2d-4463-4270-968d-4273067bc775 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459763 Jul 23 14:07:19.764022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-7e208ccc-5624-4ef6-992a-b5a3d88dbc23', 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'fixed_ips': [{'subnet_id': '8b0b587a-baa8-412c-9902-38815636aaf5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:07:19.765237 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.872153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:19.889668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.912609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Transition to ACTIVE for port object 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:19.937282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:19.949874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81ef2f-5c55-4ced-ad5a-9ac959fe6146 req-7837aea5-d5d2-42ba-9007-035697c4a9c9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:19.958076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c81ef2f-5c55-4ced-ad5a-9ac959fe6146 req-7837aea5-d5d2-42ba-9007-035697c4a9c9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 931 time: 0.8872025 Jul 23 14:07:20.048921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Pushing event updated for resources: {'Port': ['ID=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:20.066888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Allocated IP 172.20.0.2 (7e208ccc-5624-4ef6-992a-b5a3d88dbc23/8b0b587a-baa8-412c-9902-38815636aaf5/ed91b2e3-967e-4267-8d84-d379b36c4a8a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:20.073988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c81ef2f-5c55-4ced-ad5a-9ac959fe6146 req-426588bd-764d-425f-9380-8a7d6c2f6f04 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111546 Jul 23 14:07:20.243132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Attempting to bind port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:20.243461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Attempting to bind port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:20.243788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Attempting to bind port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:20.249804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:07:20.250143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Attempting to bind port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:20.257540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:20.257889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Checking segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:20.258278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Bound using segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:20.258857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Bound port: 5bc21dab-13b4-46a9-b641-f4ae8985b4b9, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:20.259217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.283421 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.312907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Transition to ACTIVE for port object ed91b2e3-967e-4267-8d84-d379b36c4a8a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:20.317603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adffbe-9954-4274-85bc-dac67290518a req-3348925f-36bc-4a14-b6f3-c5929f548556 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:20.326176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0adffbe-9954-4274-85bc-dac67290518a req-3348925f-36bc-4a14-b6f3-c5929f548556 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1436481 Jul 23 14:07:20.332765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Transition to ACTIVE for port object ed91b2e3-967e-4267-8d84-d379b36c4a8a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:20.345391 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.371430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.433102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] For port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:20.442522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:20.452877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0adffbe-9954-4274-85bc-dac67290518a req-8667cd13-d4dd-4271-b586-787a7cda8347 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257207 Jul 23 14:07:20.465799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:20.472168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:20.474485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] For port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:20.486991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.506356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Pushing event updated for resources: {'Port': ['ID=ed91b2e3-967e-4267-8d84-d379b36c4a8a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:20.560757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:20.561754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.563288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] 10.222.0.11 "PUT /v2.0/ports/5bc21dab-13b4-46a9-b641-f4ae8985b4b9 HTTP/1.1" status: 200 len: 1091 time: 1.4792731 Jul 23 14:07:20.583950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-da879ba4-520f-4925-b437-7ac520e81906 req-0bcfa49b-9c82-4269-a8ee-e5bcd06d43d2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 210 time: 0.1704447 Jul 23 14:07:20.585204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'tag': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:20.588163 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c67b6e1-2218-4db3-ade9-dc0f34973167" -d '{"events": [{"name": "network-changed", "server_uuid": "a2593a86-beda-4507-9b10-1ce3d2798b0c", "tag": "5bc21dab-13b4-46a9-b641-f4ae8985b4b9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:20.677910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691db5bb-fd2b-4bdc-99f6-3c681da1d1fd service neutron] Pushing event updated for resources: {'Port': ['ID=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:20.718025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Attempting to bind port ed91b2e3-967e-4267-8d84-d379b36c4a8a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:20.718025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Attempting to bind port ed91b2e3-967e-4267-8d84-d379b36c4a8a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:20.718357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Attempting to bind port ed91b2e3-967e-4267-8d84-d379b36c4a8a on network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:20.733278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:20.733571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Checking segment: {'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:20.734463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.734813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Bound using segment: {'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:20.735342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Bound port: ed91b2e3-967e-4267-8d84-d379b36c4a8a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:20.736678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.762066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325d39d-e103-4a43-b694-9bc77312f7ee req-a93c043f-887e-4c2e-a730-f45bf190e712 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:20.774005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a325d39d-e103-4a43-b694-9bc77312f7ee req-a93c043f-887e-4c2e-a730-f45bf190e712 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.1727695 Jul 23 14:07:20.792285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:20.794558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc3173-6355-4086-863a-ea851491034f req-d2109d9e-6455-4dc1-9eec-fa2583d60f09 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:20.798969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9cc3173-6355-4086-863a-ea851491034f req-d2109d9e-6455-4dc1-9eec-fa2583d60f09 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.48 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.2951417 Jul 23 14:07:20.976538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] For port ed91b2e3-967e-4267-8d84-d379b36c4a8a, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:21.012399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-d222a5d4-6900-478a-95cf-59d5666cbd7b tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356909 Jul 23 14:07:21.027887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] For port ed91b2e3-967e-4267-8d84-d379b36c4a8a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ed91b2e3-967e-4267-8d84-d379b36c4a8a,segment=NetworkSegment(eb32fa57-d70a-4d8d-9939-6959552c5d31),segment_id=eb32fa57-d70a-4d8d-9939-6959552c5d31)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:21.039192 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.059486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a325d39d-e103-4a43-b694-9bc77312f7ee req-3dda82ce-dcef-46a2-bcc3-1164db99fb24 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561672 Jul 23 14:07:21.081792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2188290d-c9fb-4db2-9d64-d69908d419a0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:21.226030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-84f60fad-6ad2-4640-8896-e83bfa2d12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:21.232579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-84f60fad-6ad2-4640-8896-e83bfa2d12a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 1094 time: 0.4281745 Jul 23 14:07:21.248390 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda6980-9838-414a-a1e2-8c659aee7cbf x-openstack-request-id: req-fdda6980-9838-414a-a1e2-8c659aee7cbf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:21.254037 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2593a86-beda-4507-9b10-1ce3d2798b0c", "tag": "5bc21dab-13b4-46a9-b641-f4ae8985b4b9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:21.254568 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdda6980-9838-414a-a1e2-8c659aee7cbf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:21.255744 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'tag': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9', 'status': 'completed', 'code': 200} Jul 23 14:07:21.332754 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.380021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3008b5-75be-4a40-b20e-d9b6dfe22aa8 None None] Pushing event updated for resources: {'Port': ['ID=ed91b2e3-967e-4267-8d84-d379b36c4a8a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:21.413473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2188290d-c9fb-4db2-9d64-d69908d419a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:21.430416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2188290d-c9fb-4db2-9d64-d69908d419a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:21.433715 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.437941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-d29c8b7b-d8ee-4ede-8e4f-610f16b0ef17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc21dab-13b4-46a9-b641-f4ae8985b4b9 HTTP/1.1" status: 200 len: 217 time: 0.1743219 Jul 23 14:07:21.633379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.687429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-5dd61c5b-a23c-445f-8f4c-d183a57e63da tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:21.688987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-5dd61c5b-a23c-445f-8f4c-d183a57e63da tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6694744 Jul 23 14:07:21.708625 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.801518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 2188290d-c9fb-4db2-9d64-d69908d419a0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2188290d-c9fb-4db2-9d64-d69908d419a0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:21.812762 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.856299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:21.902342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.904692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.929074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=2188290d-c9fb-4db2-9d64-d69908d419a0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:21.964416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:21.975615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c280953d-ec24-4b2e-912a-bc10df975631 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2532141 Jul 23 14:07:22.075809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-6d0d0daa-577a-4565-81cc-f64eba7ddc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:22.077305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-6d0d0daa-577a-4565-81cc-f64eba7ddc00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.6333025 Jul 23 14:07:22.145826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-98268fdb-8a56-444a-b97b-fcac605796ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559297 Jul 23 14:07:22.209486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Deleting port 383e3728-f898-41ce-a30e-abd6f0838918 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:22.209486 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:22.223912 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:22.270967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b871214-1b7e-43de-9294-91043b5cbfae req-f08c37bf-82ae-4c96-994c-3b65eb6a7ff8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:22.278141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b871214-1b7e-43de-9294-91043b5cbfae req-f08c37bf-82ae-4c96-994c-3b65eb6a7ff8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 943 time: 0.1994753 Jul 23 14:07:22.309716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Pushing event updated for resources: {'Port': ['ID=9567a7a9-bb87-43ee-af38-958574034571,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:22.369097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b871214-1b7e-43de-9294-91043b5cbfae req-0ba90e4e-2f52-4248-9608-058265b42815 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889580 Jul 23 14:07:22.409563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Allocated IP 172.25.2.190 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/9f8a2a6b-c7c7-4d8a-9cd3-453748145c75) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:22.411647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-10b6bdca-44ed-4d90-8472-ca94b2083573 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591712 Jul 23 14:07:22.448724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] For port 383e3728-f898-41ce-a30e-abd6f0838918, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=383e3728-f898-41ce-a30e-abd6f0838918,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:22.448724 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:22.460979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132edeef-969b-4979-af69-45b391e4764c req-9acf9428-14e6-4912-9114-dd746401b12c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:22.471610 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-132edeef-969b-4979-af69-45b391e4764c req-9acf9428-14e6-4912-9114-dd746401b12c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.7807577 Jul 23 14:07:22.576209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:22.577023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:22.581648 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:22.613608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-5387bc0b-7507-44f6-aa63-a46aa36ba303 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:22.616587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-5387bc0b-7507-44f6-aa63-a46aa36ba303 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6053762 Jul 23 14:07:22.630514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:22.650440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1693e92b-fff8-4f0c-8df5-133c5245c4c9 req-c0999af1-e7f8-4e82-aa1b-aba7bdaecd64 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 210 time: 0.0763097 Jul 23 14:07:22.652282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': 'f3dab958-94b5-4957-9eea-347b749d99db', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:22.737016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c5ce66-45b8-4630-ad6b-92011f0b9cc7 req-4bcbfa23-7632-4bf8-99d1-541251904f2a service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182209 Jul 23 14:07:22.969456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:22.969824 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:22.970127 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Floating IP 5456844a-3c8b-401f-afa6-c3fc3adca81e disassociated. External IP: 172.25.2.117, port: 383e3728-f898-41ce-a30e-abd6f0838918. Jul 23 14:07:22.970470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Calling delete_port for 383e3728-f898-41ce-a30e-abd6f0838918 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:23.011320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-132edeef-969b-4979-af69-45b391e4764c req-391d3499-26ab-4893-adb1-1f14f55ff079 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394454 Jul 23 14:07:23.077621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-3f6ada83-23e9-4046-9018-45cf413e7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:23.079100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-3f6ada83-23e9-4046-9018-45cf413e7d2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 1094 time: 0.2064292 Jul 23 14:07:23.146421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0aea5-b9fc-48a9-bbbb-bc53438a1793 req-3113370f-d146-4b8f-bf94-f384bc72b33c tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:23.157569 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ede0aea5-b9fc-48a9-bbbb-bc53438a1793 req-3113370f-d146-4b8f-bf94-f384bc72b33c tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 945 time: 0.3362830 Jul 23 14:07:23.231194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2188290d-c9fb-4db2-9d64-d69908d419a0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:23.262397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:23.276286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:23.280050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:23.287786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ede0aea5-b9fc-48a9-bbbb-bc53438a1793 req-bdd0ed39-ac0e-400d-89b8-c1f0f05d7136 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248574 Jul 23 14:07:23.298936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.94 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/038a9536-770f-4928-887c-da36ddfb9318) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:23.300587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5ce8b2c-b3b0-47f1-91ed-93566a642c7a None None] Provisioning complete for port 9567a7a9-bb87-43ee-af38-958574034571 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:23.304256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8b2c-b3b0-47f1-91ed-93566a642c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:23.342313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Router 190a1804-b5da-4bd9-8c54-b36cc203f34d has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:23.372694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-45d29910-d71d-4c66-a650-db36a4451d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:23.376142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-45d29910-d71d-4c66-a650-db36a4451d31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 912 time: 0.2797306 Jul 23 14:07:23.477274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce8b2c-b3b0-47f1-91ed-93566a642c7a None None] Port 9567a7a9-bb87-43ee-af38-958574034571 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:23.530346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2188290d-c9fb-4db2-9d64-d69908d419a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:23.531201 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:23.544063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-1cc5fe02-b049-4ced-a50c-fbda3afa30dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc21dab-13b4-46a9-b641-f4ae8985b4b9 HTTP/1.1" status: 200 len: 217 time: 0.1555743 Jul 23 14:07:23.555991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:23.570496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9145b9-136f-4b00-bf1c-77aa0f5381d8 None None] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:23.624491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:23.659323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea8dce38-774f-495f-af76-520985b31681 None None] Provisioning for port ed91b2e3-967e-4267-8d84-d379b36c4a8a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:23.677927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event deleted for resources: {'Port': ['ID=383e3728-f898-41ce-a30e-abd6f0838918,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:23.719685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-8a6b2b70-1b19-4b01-95a4-eccdcb80267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:23.722845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-8a6b2b70-1b19-4b01-95a4-eccdcb80267b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.1680732 Jul 23 14:07:23.724062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:23.756792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:23.768828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:23.777822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ed91b2e3-967e-4267-8d84-d379b36c4a8a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:23.797645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-bf5e71cd-e2b5-43ec-a822-02377dbb00d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632079 Jul 23 14:07:23.803566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:23.876232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:23.886728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2683032-5888-4d90-b3ab-49e276f5c996 req-8953a14c-4ec6-4a99-b931-97a20c2f98e6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:23.889159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Sync routers for ids ['190a1804-b5da-4bd9-8c54-b36cc203f34d'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:23.891719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ed91b2e3-967e-4267-8d84-d379b36c4a8a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:23.896450 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2683032-5888-4d90-b3ab-49e276f5c996 req-8953a14c-4ec6-4a99-b931-97a20c2f98e6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 943 time: 0.4014325 Jul 23 14:07:23.901997 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d66a36c8-c36a-4a03-baa3-c9d5122a0865 admin admin] 10.222.0.21 "PUT /v2.0/routers/190a1804-b5da-4bd9-8c54-b36cc203f34d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2748382 Jul 23 14:07:23.911097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ed91b2e3-967e-4267-8d84-d379b36c4a8a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:23.911468 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:23.934862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38534ce6-5a18-4cbf-8c41-85be95ebb5ef req-5e373d2c-eb1d-4243-bc30-b77c37cf4524 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 210 time: 0.1399887 Jul 23 14:07:23.952830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Routers {'190a1804-b5da-4bd9-8c54-b36cc203f34d'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:23.953572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['190a1804-b5da-4bd9-8c54-b36cc203f34d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:24.023634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 383e3728-f898-41ce-a30e-abd6f0838918 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:24.126885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:24.129330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 383e3728-f898-41ce-a30e-abd6f0838918 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:24.129779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 383e3728-f898-41ce-a30e-abd6f0838918 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:24.209352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:24.236577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-feeeb79b-3f25-4fd2-9b0b-4874f4ea7071 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273481 Jul 23 14:07:24.329618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Set router 190a1804-b5da-4bd9-8c54-b36cc203f34d gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:24.500916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:07:24.519214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611c4e8-53c6-47f4-b70a-d6949b9f2311 req-c94e9aef-ad40-4a02-b89e-584a6795bcde tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:24.526570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5611c4e8-53c6-47f4-b70a-d6949b9f2311 req-c94e9aef-ad40-4a02-b89e-584a6795bcde tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.4050710 Jul 23 14:07:24.574274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:24.588912 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] Sync routers for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:24.631104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] No DVR routers for this DVR port 383e3728-f898-41ce-a30e-abd6f0838918 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:07:24.646495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5611c4e8-53c6-47f4-b70a-d6949b9f2311 req-6b51fa42-eafa-44a5-b528-14b9f7003c07 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176627 Jul 23 14:07:24.648038 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:24.651342 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:24.662503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:24.680634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9cc3173-6355-4086-863a-ea851491034f req-72248dcb-a6f4-4d28-8751-5cdde2bc562d tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.48 "DELETE /v2.0/ports/383e3728-f898-41ce-a30e-abd6f0838918 HTTP/1.1" status: 204 len: 173 time: 3.8277612 Jul 23 14:07:24.681701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'name': 'network-vif-deleted', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:24.686135 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f5dbe4-0c99-471a-95e2-04fbbd13d401" -d '{"events": [{"server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "name": "network-vif-deleted", "tag": "383e3728-f898-41ce-a30e-abd6f0838918"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:24.716308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c67b6e1-2218-4db3-ade9-dc0f34973167 req-9aa71152-2143-4094-813d-c75c2d50b27d service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718466 Jul 23 14:07:24.855460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:24.939120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ed91b2e3-967e-4267-8d84-d379b36c4a8a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ed91b2e3-967e-4267-8d84-d379b36c4a8a,segment=NetworkSegment(eb32fa57-d70a-4d8d-9939-6959552c5d31),segment_id=eb32fa57-d70a-4d8d-9939-6959552c5d31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:24.997233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:25.007363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.049682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-acf28b73-14f6-4216-b9f6-79cce1d69a2d None None] Provisioning complete for port ed91b2e3-967e-4267-8d84-d379b36c4a8a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:25.050488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acf28b73-14f6-4216-b9f6-79cce1d69a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.089436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.163152 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2683032-5888-4d90-b3ab-49e276f5c996 req-1ee324ad-326c-4464-808a-5aa142129fb7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2657611 Jul 23 14:07:25.179396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object 038a9536-770f-4928-887c-da36ddfb9318 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:25.290881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.332556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-42baa73b-9619-4f3f-b103-6f7db2cab160 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4262137 Jul 23 14:07:25.368490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:25.382926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:25.409988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.435600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'port_id': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9', 'mac_address': 'fa:16:3e:d6:fa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06bd9f-bd42-4ea7-8dc5-13896ef7634e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:25.444659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ed91b2e3-967e-4267-8d84-d379b36c4a8a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:25.546212 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.566029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:20Z', 'revision_number': 4, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9567a7a9-bb87-43ee-af38-958574034571', 'name': '', 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'mac_address': 'fa:16:3e:cc:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '2075d322-488f-4bed-a77e-4347121b7a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:17Z', 'updated_at': '2021-07-23T14:07:20Z', 'revision_number': 2, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'subnets': [{'id': '2075d322-488f-4bed-a77e-4347121b7a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:25.597542 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:43Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:25.631403 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2d7ae729-80ca-4aad-81c8-4a52df12d8ff req-2bd7a979-e156-4984-9093-7db2a99522e5 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/ports?device_id=6794b2cf-8c9c-468f-8c92-9260f611bd0f HTTP/1.1" status: 200 len: 210 time: 0.1165135 Jul 23 14:07:25.644675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Checking router: 190a1804-b5da-4bd9-8c54-b36cc203f34d for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:25.644944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Updating router 190a1804-b5da-4bd9-8c54-b36cc203f34d port 9567a7a9-bb87-43ee-af38-958574034571 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:25.648639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:25.698059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:25.702069 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.705725 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.744050 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] Checking router: d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:25.767708 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:25.770452 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:25.783380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:25.805376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:25.853297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:26.020677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5bc21dab-13b4-46a9-b641-f4ae8985b4b9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:26.069679 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee333e8-506b-4ea0-80b3-9186556128b8 x-openstack-request-id: req-5ee333e8-506b-4ea0-80b3-9186556128b8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:26.070281 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6794b2cf-8c9c-468f-8c92-9260f611bd0f", "name": "network-vif-deleted", "tag": "383e3728-f898-41ce-a30e-abd6f0838918", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:26.070706 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ee333e8-506b-4ea0-80b3-9186556128b8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:26.071406 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6794b2cf-8c9c-468f-8c92-9260f611bd0f', 'name': 'network-vif-deleted', 'tag': '383e3728-f898-41ce-a30e-abd6f0838918', 'status': 'completed', 'code': 200} Jul 23 14:07:26.117584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:26.123511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.129469 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8835292f-50c2-4b3a-a552-184e6e53ab03 req-e36d4872-941a-4517-8e63-1d2fcb4002d3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 210 time: 0.0920899 Jul 23 14:07:26.216836 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:26.252620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:26.272697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=038a9536-770f-4928-887c-da36ddfb9318,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:26.285616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:26.300045 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.326724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Transition to ACTIVE for port object 9567a7a9-bb87-43ee-af38-958574034571 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:26.356984 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.403176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.241 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/7adb5571-a308-4282-8fa3-ecd432c2344c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:26.466870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483bdbd-5e29-4494-8185-c043433f35dd None None] Pushing event updated for resources: {'Port': ['ID=9567a7a9-bb87-43ee-af38-958574034571,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:26.546977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Allocated IP 172.25.2.93 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/40085901-408c-433c-842d-ae88fb2121d4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:26.600176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:26.607476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.645875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Attempting to bind port 9567a7a9-bb87-43ee-af38-958574034571 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:26.646343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Attempting to bind port 9567a7a9-bb87-43ee-af38-958574034571 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:26.646678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Attempting to bind port 9567a7a9-bb87-43ee-af38-958574034571 on network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:26.663375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:26.663894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Checking segment: {'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:26.664136 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.664522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Bound using segment: {'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:26.665004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Bound port: 9567a7a9-bb87-43ee-af38-958574034571, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748ae0d3-1c06-428c-92f2-7b3095b931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:26.665388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.679951 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c59aa545-a4d1-49f9-9b9b-ffc4669cd0fc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8277633 Jul 23 14:07:26.713495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c36962-9dec-4bf3-8fae-0564d310a6f0 req-6503fb5c-f0b1-4f83-881a-0bb7eba1bd80 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:26.725840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-79c36962-9dec-4bf3-8fae-0564d310a6f0 req-6503fb5c-f0b1-4f83-881a-0bb7eba1bd80 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3518667 Jul 23 14:07:26.740450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Request body: {'port': {'device_id': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:26.758076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.780968 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.889093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d9e5b2a-a97c-4295-b650-946fb2ba46f3 None None] Provisioning for port 038a9536-770f-4928-887c-da36ddfb9318 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:26.898888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] For port 9567a7a9-bb87-43ee-af38-958574034571, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:26.907785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.914710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] For port 9567a7a9-bb87-43ee-af38-958574034571, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9567a7a9-bb87-43ee-af38-958574034571,segment=NetworkSegment(748ae0d3-1c06-428c-92f2-7b3095b931b8),segment_id=748ae0d3-1c06-428c-92f2-7b3095b931b8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:26.915851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d9e5b2a-a97c-4295-b650-946fb2ba46f3 None None] Provisioning complete for port 038a9536-770f-4928-887c-da36ddfb9318 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:26.916235 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d9e5b2a-a97c-4295-b650-946fb2ba46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.973695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:26.975844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:26.979008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:26.982269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:26.989977 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:43Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:26.990870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-79c36962-9dec-4bf3-8fae-0564d310a6f0 req-2ea7505f-7561-4a14-9ae9-6b0913763368 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639449 Jul 23 14:07:27.082456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.144709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.146175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Pushing event updated for resources: {'Port': ['ID=40085901-408c-433c-842d-ae88fb2121d4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:27.148539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.177609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e5b2a-a97c-4295-b650-946fb2ba46f3 None None] Port 038a9536-770f-4928-887c-da36ddfb9318 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:27.195572 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f1227-de93-42f7-bf2e-fcc32c62575d None None] The sync data for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 is: [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:35Z', 'revision_number': 4, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ba97606b-939a-441e-8875-48ff1841920b', 'name': '', 'network_id': 'e39d6804-277e-4dd5-848c-99ce9e7c91c3', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'mac_address': 'fa:16:3e:0b:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:34Z', 'updated_at': '2021-07-23T14:04:43Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'subnets': [{'id': 'edbc568e-7aac-432f-8d6e-32b25a9fd2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:27.273595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Routers {'190a1804-b5da-4bd9-8c54-b36cc203f34d'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:27.274245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['190a1804-b5da-4bd9-8c54-b36cc203f34d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:27.340534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ed91b2e3-967e-4267-8d84-d379b36c4a8a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:27.381032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483bdbd-5e29-4494-8185-c043433f35dd None None] Pushing event updated for resources: {'Port': ['ID=9567a7a9-bb87-43ee-af38-958574034571,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:27.452582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.459320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.489276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ed91b2e3-967e-4267-8d84-d379b36c4a8a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:27.489786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.495144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] Set router 190a1804-b5da-4bd9-8c54-b36cc203f34d gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:27.497726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.515449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Pushing event updated for resources: {'Port': ['ID=40085901-408c-433c-842d-ae88fb2121d4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:27.536889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a46dc-1866-47ee-996d-bb464581f676 req-d23174b6-1982-43f3-a255-9821e48fc3fd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:27.544990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e51a46dc-1866-47ee-996d-bb464581f676 req-d23174b6-1982-43f3-a255-9821e48fc3fd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 944 time: 0.3998387 Jul 23 14:07:27.562680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object 7adb5571-a308-4282-8fa3-ecd432c2344c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:27.580282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.600220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:07:27.611795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.614136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-78749128-152a-43ea-9b04-551f219d1bee tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2682316 Jul 23 14:07:27.616713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e51a46dc-1866-47ee-996d-bb464581f676 req-539fd2ef-c08c-4997-a160-66665ce7601e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704350 Jul 23 14:07:27.711160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c534f11-60ae-4ab8-880d-58a6a2206cc5 None None] New status for floating IP 5456844a-3c8b-401f-afa6-c3fc3adca81e: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:07:27.716787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-dfbd35e6-c5f3-4b2a-823d-e24dd10bc2c1 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0969853 Jul 23 14:07:27.744934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:27.778758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:27.831471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:27.865635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-82c9cf63-5e23-41af-b4fe-4768256b0fa3 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:27.867638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cfc23d55-eba8-4ad8-ad1f-ac055492a074 req-82c9cf63-5e23-41af-b4fe-4768256b0fa3 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1416214 Jul 23 14:07:27.893647 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:27.908678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:27.924023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:27.952413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=7adb5571-a308-4282-8fa3-ecd432c2344c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:27.960632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:27.974818 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Sync routers for ids ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:28.000260 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Routers {'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:28.001730 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:28.033185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.037177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8fbd0778-0182-49d1-8ab8-4e14b7fcbb91 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.2906232 Jul 23 14:07:28.052182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:28.052867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.055370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:28.060719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16be1d58-589d-4512-8cee-2f8d7530f2f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.094365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-905b4071-8b09-4dae-9a89-3ecc5a714c92 req-ed003c9a-8da1-40e6-9855-f02942ebd185 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips/d652c2a7-32d7-4361-802a-4ae9fcafbfbd HTTP/1.1" status: 200 len: 692 time: 0.1491942 Jul 23 14:07:28.163136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:28.215248 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Set router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:28.233636 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-da608b8b-116d-4c8d-ba20-c1b020a0aef2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5956056 Jul 23 14:07:28.249420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6dc1-3bcb-480a-be43-760a1405c290 req-1215cb5f-b06d-4013-9f61-79167c7f2fae tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:28.256937 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dd2b6dc1-3bcb-480a-be43-760a1405c290 req-1215cb5f-b06d-4013-9f61-79167c7f2fae tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 936 time: 0.3798950 Jul 23 14:07:28.263537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4071-8b09-4dae-9a89-3ecc5a714c92 req-95d174b2-5d37-4013-b6f5-8518c7703aca tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:28.278027 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-905b4071-8b09-4dae-9a89-3ecc5a714c92 req-95d174b2-5d37-4013-b6f5-8518c7703aca tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1821775 Jul 23 14:07:28.300480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Request body: {'port': {'device_id': 'f3dab958-94b5-4957-9eea-347b749d99db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:28.306304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:20Z', 'revision_number': 4, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9567a7a9-bb87-43ee-af38-958574034571', 'name': '', 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'mac_address': 'fa:16:3e:cc:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '2075d322-488f-4bed-a77e-4347121b7a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:17Z', 'updated_at': '2021-07-23T14:07:26Z', 'revision_number': 4, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'subnets': [{'id': '2075d322-488f-4bed-a77e-4347121b7a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:28.323714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16be1d58-589d-4512-8cee-2f8d7530f2f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.347728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038a9536-770f-4928-887c-da36ddfb9318 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:28.348112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9e1b8-9ed2-47fe-9faf-ccf326ae0ab9 None None] The sync data for ids ['190a1804-b5da-4bd9-8c54-b36cc203f34d'] in n-d-801990-3 is: [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:20Z', 'revision_number': 4, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9567a7a9-bb87-43ee-af38-958574034571', 'name': '', 'network_id': '5a4f14b4-2a95-49a9-8c4a-de440cf29eff', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'mac_address': 'fa:16:3e:cc:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '2075d322-488f-4bed-a77e-4347121b7a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:17Z', 'updated_at': '2021-07-23T14:07:26Z', 'revision_number': 4, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'subnets': [{'id': '2075d322-488f-4bed-a77e-4347121b7a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:28.354521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:28.366439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.397683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:28.398067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.457357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1aa3b328-fbcd-48bd-b421-a63241c77014 None None] Provisioning for port 7adb5571-a308-4282-8fa3-ecd432c2344c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:28.472764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Transition to ACTIVE for port object 038a9536-770f-4928-887c-da36ddfb9318 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:28.479872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1aa3b328-fbcd-48bd-b421-a63241c77014 None None] Provisioning complete for port 7adb5571-a308-4282-8fa3-ecd432c2344c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:28.481591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b328-fbcd-48bd-b421-a63241c77014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.513481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.566627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034e484-fa42-4386-ae48-f2e2e550c960 req-9d075370-131d-4473-a876-5327e2231fbe tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:28.568222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3b328-fbcd-48bd-b421-a63241c77014 None None] Port 7adb5571-a308-4282-8fa3-ecd432c2344c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:28.581711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c034e484-fa42-4386-ae48-f2e2e550c960 req-9d075370-131d-4473-a876-5327e2231fbe tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1610513 Jul 23 14:07:28.635560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16be1d58-589d-4512-8cee-2f8d7530f2f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.638813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16be1d58-589d-4512-8cee-2f8d7530f2f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.640980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-16be1d58-589d-4512-8cee-2f8d7530f2f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "DELETE /v2.0/security-groups/8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf HTTP/1.1" status: 204 len: 168 time: 0.7309046 Jul 23 14:07:28.644837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c034e484-fa42-4386-ae48-f2e2e550c960 req-00b5b28c-9da8-452d-936c-48b777640edf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614643 Jul 23 14:07:28.654348 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.665150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:28.692369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:28.695704 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b37faee-27a6-4540-ae47-1ec9cf63650c" -d '{"events": [{"server_uuid": "a2593a86-beda-4507-9b10-1ce3d2798b0c", "name": "network-vif-plugged", "status": "completed", "tag": "5bc21dab-13b4-46a9-b641-f4ae8985b4b9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:28.725061 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:07:25Z', 'revision_number': 3, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port': {'id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:21Z', 'updated_at': '2021-07-23T14:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:28.729104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Pushing event updated for resources: {'Port': ['ID=038a9536-770f-4928-887c-da36ddfb9318,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:28.739143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:28.748826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.755845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dd2b6dc1-3bcb-480a-be43-760a1405c290 req-f935e993-f4c6-45e6-9b99-5b310a4921ec tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979413 Jul 23 14:07:28.771249 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-38eeb7e6-1544-4aff-a678-55115f84f96a tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] show failed (client error): The resource could not be found. Jul 23 14:07:28.771249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-38eeb7e6-1544-4aff-a678-55115f84f96a tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "GET /v2.0/security-groups/8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf HTTP/1.1" status: 404 len: 347 time: 0.1029973 Jul 23 14:07:28.771249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be1d58-589d-4512-8cee-2f8d7530f2f7 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb57cd8-5e3d-4ad0-ad44-8391c47ed2cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:28.781698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-723d1b16-ed10-448c-aebc-a3779e1f16fb req-4dc31264-7720-41e2-b5c2-49f928d8bdbd tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=65c3e3c6de5942ac825f1cfb4e5068e4 HTTP/1.1" status: 200 len: 695 time: 0.0939314 Jul 23 14:07:28.782294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:28.818919 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Checking router: e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:28.821139 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Updating router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:28.864382 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:28.880590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:29.108987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.212665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d1b16-ed10-448c-aebc-a3779e1f16fb req-b93ecdac-d75f-45d5-8ee7-71e42a867c8c tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:29.225091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-723d1b16-ed10-448c-aebc-a3779e1f16fb req-b93ecdac-d75f-45d5-8ee7-71e42a867c8c tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks?id=630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 787 time: 0.4286628 Jul 23 14:07:29.237119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-723d1b16-ed10-448c-aebc-a3779e1f16fb req-f23ebdd3-794b-4d57-bfca-7ed55d0e1aae tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:07:29.252182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9567a7a9-bb87-43ee-af38-958574034571 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:29.279357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-723d1b16-ed10-448c-aebc-a3779e1f16fb req-f23ebdd3-794b-4d57-bfca-7ed55d0e1aae tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489259 Jul 23 14:07:29.279648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Attempting to bind port 038a9536-770f-4928-887c-da36ddfb9318 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:29.280485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Attempting to bind port 038a9536-770f-4928-887c-da36ddfb9318 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:29.281003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Attempting to bind port 038a9536-770f-4928-887c-da36ddfb9318 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:29.327819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Deleting port 0498b09c-0749-4e16-ab15-4078372393de {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:29.328213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.377399 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b433b-661f-4098-8c14-351b743e9cf2 x-openstack-request-id: req-082b433b-661f-4098-8c14-351b743e9cf2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:29.378888 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2593a86-beda-4507-9b10-1ce3d2798b0c", "name": "network-vif-plugged", "status": "completed", "tag": "5bc21dab-13b4-46a9-b641-f4ae8985b4b9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:29.380838 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-082b433b-661f-4098-8c14-351b743e9cf2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:29.381541 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9', 'code': 200} Jul 23 14:07:29.399049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Port 038a9536-770f-4928-887c-da36ddfb9318 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:07:29.399312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Attempting to bind port 038a9536-770f-4928-887c-da36ddfb9318 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:29.401382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9567a7a9-bb87-43ee-af38-958574034571 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:29.412217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9567a7a9-bb87-43ee-af38-958574034571 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:29.414359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.428735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fa35f-767a-419d-9e76-eae563fda26e req-d17e8a43-b84b-4d55-bc47-797533d868ec tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:29.448340 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.451504 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8d7fa35f-767a-419d-9e76-eae563fda26e req-d17e8a43-b84b-4d55-bc47-797533d868ec tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 945 time: 0.5372677 Jul 23 14:07:29.472405 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Transition to ACTIVE for port object 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:29.500290 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.508464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:29.508809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:29.509209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:29.510492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Bound port: 038a9536-770f-4928-887c-da36ddfb9318, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:29.510884 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.649664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-acdf1dfd-193b-4f9d-9b17-168e564a80d0 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips/d652c2a7-32d7-4361-802a-4ae9fcafbfbd HTTP/1.1" status: 200 len: 692 time: 0.0649521 Jul 23 14:07:29.656817 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Attempting to bind port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:29.657175 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Attempting to bind port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:29.657529 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Attempting to bind port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:29.667391 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8d7fa35f-767a-419d-9e76-eae563fda26e req-33131d72-8510-43af-8b6a-a1c79de67e9d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149436 Jul 23 14:07:29.667668 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d582abc-d482-4d83-a010-ee38c5f84629 None None] Pushing event updated for resources: {'Port': ['ID=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:29.691746 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:29.692924 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:29.693242 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.694523 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:29.695047 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Bound port: 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:29.696909 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.702855 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.729473 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.729823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.743556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Calling delete_port for 0498b09c-0749-4e16-ab15-4078372393de owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:29.781327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 9567a7a9-bb87-43ee-af38-958574034571, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9567a7a9-bb87-43ee-af38-958574034571,segment=NetworkSegment(748ae0d3-1c06-428c-92f2-7b3095b931b8),segment_id=748ae0d3-1c06-428c-92f2-7b3095b931b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:29.787708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.813212 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] For port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:29.819337 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] For port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:29.830688 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:29.910295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=9567a7a9-bb87-43ee-af38-958574034571,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:29.950753 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d582abc-d482-4d83-a010-ee38c5f84629 None None] Pushing event updated for resources: {'Port': ['ID=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:29.962445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Routers {'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:29.963283 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:30.090811 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] Set router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:30.104598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-f63993f6-2448-465c-899f-819d9f2aa3cd tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:30.106369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-f63993f6-2448-465c-899f-819d9f2aa3cd tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.4560065 Jul 23 14:07:30.164792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b22d05-f856-4b20-8810-e49845ab9685 req-1454704b-d9e1-48d7-82fd-6ca88c8aa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:30.169363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15b22d05-f856-4b20-8810-e49845ab9685 req-1454704b-d9e1-48d7-82fd-6ca88c8aa14f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 1096 time: 0.6608899 Jul 23 14:07:30.228190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15b22d05-f856-4b20-8810-e49845ab9685 req-eee35e82-75f4-4867-8539-42ab602e0264 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Jul 23 14:07:30.231921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-57c3f7c9-1463-44b2-b2ba-f67cfadc45b7 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.1161730 Jul 23 14:07:30.240176 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.367947 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:07:25Z', 'revision_number': 3, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port': {'id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:21Z', 'updated_at': '2021-07-23T14:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:30.379210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e733418c-a748-43fe-a594-7ae0eec5c2a3 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.1351490 Jul 23 14:07:30.389273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Pushing event deleted for resources: {'Port': ['ID=0498b09c-0749-4e16-ab15-4078372393de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:30.417323 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279a2d8-25eb-4874-b369-6b178957f15a None None] The sync data for ids ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'] in n-d-801990-3 is: [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:07:25Z', 'revision_number': 3, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port': {'id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:21Z', 'updated_at': '2021-07-23T14:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:30.479188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] For port 038a9536-770f-4928-887c-da36ddfb9318, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:30.523629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] For port 038a9536-770f-4928-887c-da36ddfb9318, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=038a9536-770f-4928-887c-da36ddfb9318,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:30.553078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.573100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.575645 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.576810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2f4d07c1-1c72-413b-912d-5a60322c8a67 tempest-ServersTestManualDisk-2040543289 tempest-ServersTestManualDisk-2040543289-project] 10.222.0.21 "DELETE /v2.0/floatingips/5456844a-3c8b-401f-afa6-c3fc3adca81e HTTP/1.1" status: 204 len: 168 time: 1.7919652 Jul 23 14:07:30.579784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:30.613157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee224-83bd-45ff-8238-4bf8412aa30c req-f9cc0772-9d72-4874-84b7-0238f6dab472 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:30.619167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c80ee224-83bd-45ff-8238-4bf8412aa30c req-f9cc0772-9d72-4874-84b7-0238f6dab472 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.8579388 Jul 23 14:07:30.681915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Deleting port 40085901-408c-433c-842d-ae88fb2121d4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:30.682509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.698562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:30.700008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.704898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] 10.222.0.48 "PUT /v2.0/ports/038a9536-770f-4928-887c-da36ddfb9318 HTTP/1.1" status: 200 len: 1095 time: 3.9740818 Jul 23 14:07:30.739944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'tag': '038a9536-770f-4928-887c-da36ddfb9318'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:30.743567 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb508921-5cd4-47c4-929d-95c040bc8574", "tag": "038a9536-770f-4928-887c-da36ddfb9318"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:30.836023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7adb5571-a308-4282-8fa3-ecd432c2344c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:30.852475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.905684 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.917605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac001b7-ab9a-4fa3-981f-ad6f59667f40 service neutron] Pushing event updated for resources: {'Port': ['ID=038a9536-770f-4928-887c-da36ddfb9318,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:30.945714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.946334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:30.972800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Calling delete_port for 40085901-408c-433c-842d-ae88fb2121d4 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:31.007494 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c80ee224-83bd-45ff-8238-4bf8412aa30c req-0397e6b3-2f0b-4a26-b83b-bf26a2977eac tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132010 Jul 23 14:07:31.008459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Transition to ACTIVE for port object 7adb5571-a308-4282-8fa3-ecd432c2344c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:31.063666 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.319031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:31.345710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-e15e6e22-117d-4b96-8a70-df7c5234c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:31.348017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-e15e6e22-117d-4b96-8a70-df7c5234c60f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 1098 time: 0.5512187 Jul 23 14:07:31.361805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7adb5571-a308-4282-8fa3-ecd432c2344c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:31.440055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.478935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:31.483983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:31.484363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.563192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.691818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-802b8b37-563b-4337-9f04-d1421172e7f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=038a9536-770f-4928-887c-da36ddfb9318 HTTP/1.1" status: 200 len: 217 time: 0.2972844 Jul 23 14:07:31.727769 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.779830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Pushing event deleted for resources: {'Port': ['ID=40085901-408c-433c-842d-ae88fb2121d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:31.826317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-3a2dae91-e2e6-4c65-a392-bfe58d8eee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:31.829296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:31.832694 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-3a2dae91-e2e6-4c65-a392-bfe58d8eee61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0787685 Jul 23 14:07:31.841103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.844989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9567a7a9-bb87-43ee-af38-958574034571 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:31.926278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.929416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:31.930597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff4ee55b-0ef2-41ef-942e-b53c2f60d446 req-e912979f-796c-4c1a-9d66-f17a81fc5896 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "DELETE /v2.0/floatingips/d652c2a7-32d7-4361-802a-4ae9fcafbfbd HTTP/1.1" status: 204 len: 173 time: 1.5333865 Jul 23 14:07:32.034214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Attempting to bind port 7adb5571-a308-4282-8fa3-ecd432c2344c on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:32.034606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Attempting to bind port 7adb5571-a308-4282-8fa3-ecd432c2344c by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:32.037521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Attempting to bind port 7adb5571-a308-4282-8fa3-ecd432c2344c on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:32.079629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Allocated IP 172.20.0.1 (7e208ccc-5624-4ef6-992a-b5a3d88dbc23/8b0b587a-baa8-412c-9902-38815636aaf5/3c155597-f736-4e74-801f-add1e4855ada) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:32.088786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Port 7adb5571-a308-4282-8fa3-ecd432c2344c on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:07:32.090044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Attempting to bind port 7adb5571-a308-4282-8fa3-ecd432c2344c on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:32.114598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a259-abb2-45a4-b2e7-5f5b1d27d8e8 req-3fdf1415-95c3-48cf-b05f-ea225f78e26f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:32.116260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc07a259-abb2-45a4-b2e7-5f5b1d27d8e8 req-3fdf1415-95c3-48cf-b05f-ea225f78e26f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 948 time: 0.9972577 Jul 23 14:07:32.123825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:32.152205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9567a7a9-bb87-43ee-af38-958574034571 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:32.152664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.185970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:32.186318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:32.186809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:32.187215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Bound port: 7adb5571-a308-4282-8fa3-ecd432c2344c, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:32.187585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.286583 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc07a259-abb2-45a4-b2e7-5f5b1d27d8e8 req-269591c0-c10e-4541-be21-7e3ce3e50014 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556537 Jul 23 14:07:32.292320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-1ac36816-46f3-45b4-8d49-714b6eb70756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:32.293905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-1ac36816-46f3-45b4-8d49-714b6eb70756 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4389451 Jul 23 14:07:32.412035 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b7e134-39a9-46eb-b2cb-fc374ec5991c x-openstack-request-id: req-f3b7e134-39a9-46eb-b2cb-fc374ec5991c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:32.412317 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb508921-5cd4-47c4-929d-95c040bc8574", "tag": "038a9536-770f-4928-887c-da36ddfb9318", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:32.412603 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3b7e134-39a9-46eb-b2cb-fc374ec5991c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:32.413133 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'tag': '038a9536-770f-4928-887c-da36ddfb9318', 'status': 'completed', 'code': 200} Jul 23 14:07:32.573670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Deleting port ba97606b-939a-441e-8875-48ff1841920b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:32.574012 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.632796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02f9ad07-c54c-4a59-9599-55344728b812 req-bf79ba9c-69c3-4004-bd26-87517033d2f7 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2322502 Jul 23 14:07:32.648873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] For port 7adb5571-a308-4282-8fa3-ecd432c2344c, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:32.667510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:32.669137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803931-408f-44ce-953c-d747af113e45 req-1f8087d2-c298-4d2e-b70c-1ec738b0aff7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:32.670680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79803931-408f-44ce-953c-d747af113e45 req-1f8087d2-c298-4d2e-b70c-1ec738b0aff7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 945 time: 0.1363568 Jul 23 14:07:32.684322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.717660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] For port ba97606b-939a-441e-8875-48ff1841920b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ba97606b-939a-441e-8875-48ff1841920b,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:32.718328 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.735212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] For port 7adb5571-a308-4282-8fa3-ecd432c2344c, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7adb5571-a308-4282-8fa3-ecd432c2344c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:32.753995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Transition to ACTIVE for port object 3c155597-f736-4e74-801f-add1e4855ada will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:32.759375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.779119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Calling delete_port for ba97606b-939a-441e-8875-48ff1841920b owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:32.800945 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79803931-408f-44ce-953c-d747af113e45 req-10dda85a-e45c-4a66-b8a9-5e402138ba38 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781164 Jul 23 14:07:32.826692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.852907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-26aad6a1-8be9-4dfa-8155-9fb82706dbab service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274413 Jul 23 14:07:32.864783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:32.865410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:32.867905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] 10.222.0.48 "PUT /v2.0/ports/7adb5571-a308-4282-8fa3-ecd432c2344c HTTP/1.1" status: 200 len: 1096 time: 4.5886295 Jul 23 14:07:33.055277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14446761-42cd-4c93-b2bc-fa595ddb9fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7adb5571-a308-4282-8fa3-ecd432c2344c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:33.165102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e7efb-225a-45ca-9a4a-0d135c049c99 req-59ba5c6f-6aad-4342-9a10-0de03436363e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:33.167086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d63e7efb-225a-45ca-9a4a-0d135c049c99 req-59ba5c6f-6aad-4342-9a10-0de03436363e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2297914 Jul 23 14:07:33.182014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:33.195140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:33.279514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:33.321599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:33.324739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d63e7efb-225a-45ca-9a4a-0d135c049c99 req-665791ea-4c6d-4755-bf13-693cc30de2a4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476834 Jul 23 14:07:33.326848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:33.328698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:33.331817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:33.350533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c155597-f736-4e74-801f-add1e4855ada,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:33.359968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-865ff3ba-a9b6-4057-9b86-59d8a25e03e6 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856224 Jul 23 14:07:33.366080 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:33.414211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba97606b-939a-441e-8875-48ff1841920b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:33.442071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-4852dcff-8532-47cc-8304-0bb22cceb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:33.444048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-4852dcff-8532-47cc-8304-0bb22cceb17c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 1099 time: 0.5011973 Jul 23 14:07:33.475857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:33.610940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-c57c366b-34e7-4974-9767-2fb1080be68f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=7adb5571-a308-4282-8fa3-ecd432c2344c HTTP/1.1" status: 200 len: 217 time: 0.0498445 Jul 23 14:07:33.685458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-79fb1800-64d4-4b92-b3f7-a32c2735cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:33.687005 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-79fb1800-64d4-4b92-b3f7-a32c2735cf4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0535209 Jul 23 14:07:33.729487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:33.762127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d96f74cc-d68f-425c-b909-c03a1c707b34 None None] Provisioning for port 3c155597-f736-4e74-801f-add1e4855ada completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:33.766678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d96f74cc-d68f-425c-b909-c03a1c707b34 None None] Provisioning complete for port 3c155597-f736-4e74-801f-add1e4855ada triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:33.767092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d96f74cc-d68f-425c-b909-c03a1c707b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:33.789973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:33.807253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d96f74cc-d68f-425c-b909-c03a1c707b34 None None] Port 3c155597-f736-4e74-801f-add1e4855ada cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:33.911029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-03924898-1ea4-4890-a986-f76e370c641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:33.912571 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-03924898-1ea4-4890-a986-f76e370c641d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 1098 time: 0.3039360 Jul 23 14:07:33.923089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7809fe-4ba2-4ae1-b40e-aa1c1a90cdfc req-1f949740-4e78-4592-b07b-601b0f860c58 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:33.924790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d7809fe-4ba2-4ae1-b40e-aa1c1a90cdfc req-1f949740-4e78-4592-b07b-601b0f860c58 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 948 time: 0.1324172 Jul 23 14:07:33.932185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-9d96bb73-0f3f-4a19-88f4-38458950a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:33.933658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-9d96bb73-0f3f-4a19-88f4-38458950a0ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195673 Jul 23 14:07:33.960830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:34.031330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d7809fe-4ba2-4ae1-b40e-aa1c1a90cdfc req-77666d90-16aa-478c-9018-25977fc6a7fb tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719090 Jul 23 14:07:34.065654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:34.122302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Allocated IP 172.25.2.209 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/ed56a6b8-beb2-4b8b-ae0f-cb5a45b32e70) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:34.228098 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-4f6f6140-6c04-47ab-afee-7bb2ddb8c539 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682853 Jul 23 14:07:34.233886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-1b05b2d4-2760-4a98-994e-65234727a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:34.235336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-1b05b2d4-2760-4a98-994e-65234727a052 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3071826 Jul 23 14:07:34.243420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f63c-0e28-4d68-a87d-fe804d1aba8b req-ceef97c0-8f0f-4a8e-a689-861bc229f70b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:34.244963 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4613f63c-0e28-4d68-a87d-fe804d1aba8b req-ceef97c0-8f0f-4a8e-a689-861bc229f70b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 945 time: 0.1238441 Jul 23 14:07:34.246385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:34.255587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] Sync routers for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:34.256374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fcc9c872-e150-4bbd-b196-e1abfa2a4b37 admin admin] 10.222.0.21 "PUT /v2.0/routers/d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6755874 Jul 23 14:07:34.259137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:34.266570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:34.267943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:34.382853 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4613f63c-0e28-4d68-a87d-fe804d1aba8b req-d903b5e6-50c5-4fbd-be54-6dc597f703fe tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143482 Jul 23 14:07:34.393721 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-043147cd-7825-45ac-8a14-1e80e3629454 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=038a9536-770f-4928-887c-da36ddfb9318 HTTP/1.1" status: 200 len: 217 time: 0.1244373 Jul 23 14:07:34.414770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:34.415131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3dab958-94b5-4957-9eea-347b749d99db', 'tag': '7adb5571-a308-4282-8fa3-ecd432c2344c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:34.417410 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d84db-98ff-4499-9214-abe28e24bcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f3dab958-94b5-4957-9eea-347b749d99db", "tag": "7adb5571-a308-4282-8fa3-ecd432c2344c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:34.595723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cbde6-8aa6-4aed-a516-c7f6a2724072 req-d52b5eb2-f97b-4e83-90fd-63e206dba21a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:34.597416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-916cbde6-8aa6-4aed-a516-c7f6a2724072 req-d52b5eb2-f97b-4e83-90fd-63e206dba21a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1127970 Jul 23 14:07:34.614918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:34.659738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:07:33Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:34.695402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] Checking router: d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:34.708192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] Routers {'d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:34.709166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:34.754942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-916cbde6-8aa6-4aed-a516-c7f6a2724072 req-739d8680-f7fa-4898-ac06-13627f2da264 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464472 Jul 23 14:07:34.824805 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:34.848909 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11d4b7f-e0d5-4113-80c2-b77c08164bd6 x-openstack-request-id: req-e11d4b7f-e0d5-4113-80c2-b77c08164bd6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:34.849446 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3dab958-94b5-4957-9eea-347b749d99db", "tag": "7adb5571-a308-4282-8fa3-ecd432c2344c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:34.849562 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e11d4b7f-e0d5-4113-80c2-b77c08164bd6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:34.849969 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3dab958-94b5-4957-9eea-347b749d99db', 'tag': '7adb5571-a308-4282-8fa3-ecd432c2344c', 'status': 'completed', 'code': 200} Jul 23 14:07:34.861709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] Set router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:34.887544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:34.902912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Deleting port 54086635-502c-4407-9a03-7a69ac40f7b9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:34.903247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:34.912169 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-0830ffad-5aad-4b7c-b3a4-3c9ac717756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:34.913658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-0830ffad-5aad-4b7c-b3a4-3c9ac717756b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.5021205 Jul 23 14:07:34.949641 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:34.983273 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:34.991841 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31e3f8e4-f273-420b-aa8f-17b0b04bc4ac req-e433872a-e1d3-48d4-a1a0-ec6f3ac92deb service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214439 Jul 23 14:07:35.012389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] For port 54086635-502c-4407-9a03-7a69ac40f7b9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=54086635-502c-4407-9a03-7a69ac40f7b9,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:35.013902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.033320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Calling delete_port for 54086635-502c-4407-9a03-7a69ac40f7b9 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:35.104097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:07:33Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:35.117942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c155597-f736-4e74-801f-add1e4855ada,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:35.131503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.148361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929211f-4c7d-452d-8c98-7b05fdc62b03 None None] The sync data for ids ['d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9'] in n-d-801990-3 is: [{'id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'name': 'tempest-ServersTestManualDisk-402510951-router', 'tenant_id': '314ee5d17cc74a79bfb71c772222f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:07:33Z', 'revision_number': 5, 'project_id': '314ee5d17cc74a79bfb71c772222f04d', 'gw_port': {'id': '54086635-502c-4407-9a03-7a69ac40f7b9', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77efd67-fa5e-4dd4-8ccd-c16000ad7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:04:30Z', 'updated_at': '2021-07-23T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:35.149326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.210084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-4a123126-b461-4339-97ee-bcab7e2df2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:35.211574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-4a123126-b461-4339-97ee-bcab7e2df2e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2810981 Jul 23 14:07:35.248890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:35.270167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:35.305768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:35.312900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Pushing event updated for resources: {'Port': ['ID=ed56a6b8-beb2-4b8b-ae0f-cb5a45b32e70,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:35.313236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.356414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54086635-502c-4407-9a03-7a69ac40f7b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:35.373995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-fd5423bf-0a06-4732-ae5f-418041ab709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:35.375587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-fd5423bf-0a06-4732-ae5f-418041ab709e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 1099 time: 0.2992370 Jul 23 14:07:35.399119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba032d-447b-4765-ab0c-ac0495a33cbb req-c07b5ffd-8e1c-4392-a94b-85daf1603265 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:35.401041 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3ba032d-447b-4765-ab0c-ac0495a33cbb req-c07b5ffd-8e1c-4392-a94b-85daf1603265 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 948 time: 0.2027891 Jul 23 14:07:35.439499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-6467ca9f-80ea-4aa6-a10a-5136c1664d05 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:35.440941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-6467ca9f-80ea-4aa6-a10a-5136c1664d05 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 945 time: 0.2077141 Jul 23 14:07:35.469957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-2df8cc07-450a-4ba2-8d9f-344ec504f283 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413712 Jul 23 14:07:35.517674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.524862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:35.529946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:35.567144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3ba032d-447b-4765-ab0c-ac0495a33cbb req-14d1e0fa-0800-4a0b-b425-d2be3a1a6714 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425216 Jul 23 14:07:35.637988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.688456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.706164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.795049 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.795885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:07:35.804267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.805698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c4f42aff-ef6a-4c04-a894-2dfc68cbe6d7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d77efd67-fa5e-4dd4-8ccd-c16000ad7ec9 HTTP/1.1" status: 204 len: 168 time: 1.5454757 Jul 23 14:07:35.811266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:35.828425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.830356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-612feb70-b5a1-4300-adb1-1002d99f1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:35.831868 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-612feb70-b5a1-4300-adb1-1002d99f1b96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.4424589 Jul 23 14:07:35.859317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-90d9515f-d553-4deb-8328-a93d74f3ca78 None None] Provisioning complete for port 3c155597-f736-4e74-801f-add1e4855ada triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:35.860138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Deleting port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:35.860509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90d9515f-d553-4deb-8328-a93d74f3ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.860668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:35.886370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa343c-333e-485a-addd-bd84a22b6c25 req-a9a96afa-abaa-4722-9501-367c4ff83514 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:35.893950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8aaa343c-333e-485a-addd-bd84a22b6c25 req-a9a96afa-abaa-4722-9501-367c4ff83514 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 945 time: 0.2026424 Jul 23 14:07:35.928711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-90d9515f-d553-4deb-8328-a93d74f3ca78 None None] Port 3c155597-f736-4e74-801f-add1e4855ada cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:35.941406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-99230966-4d0e-4fb8-a16b-7e01fdabd8a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=7adb5571-a308-4282-8fa3-ecd432c2344c HTTP/1.1" status: 200 len: 217 time: 0.0911355 Jul 23 14:07:35.969984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] Deleting subnet edbc568e-7aac-432f-8d6e-32b25a9fd2f5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:07:35.981852 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.017646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-2b4593fb-e035-4ab7-b796-edbf2fc41990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:36.019451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-2b4593fb-e035-4ab7-b796-edbf2fc41990 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0598805 Jul 23 14:07:36.030082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ca6ff111-5495-4b96-bfbe-6dc538f16a0a req-1f006431-c924-4de9-a09d-9756dc58a90f service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330389 Jul 23 14:07:36.092762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 038a9536-770f-4928-887c-da36ddfb9318 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:36.093045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:36.251242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 038a9536-770f-4928-887c-da36ddfb9318, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=038a9536-770f-4928-887c-da36ddfb9318,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:36.267128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '038a9536-770f-4928-887c-da36ddfb9318', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '038a9536-770f-4928-887c-da36ddfb9318', 'mac_address': 'fa:16:3e:76:5f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:36.311139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.320678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-0c10ca9b-25e5-444e-90e0-e9bf74ecc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:36.322254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-0c10ca9b-25e5-444e-90e0-e9bf74ecc2e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2893040 Jul 23 14:07:36.325530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038a9536-770f-4928-887c-da36ddfb9318 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:36.350384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 038a9536-770f-4928-887c-da36ddfb9318, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=038a9536-770f-4928-887c-da36ddfb9318,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:36.359446 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.375936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.391988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.407169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8aaa343c-333e-485a-addd-bd84a22b6c25 req-4bbcafa1-5c8f-4978-9de5-e241be02d23c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119565 Jul 23 14:07:36.424978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:36.445464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-36376651-060f-4893-aa6c-1e79e8891fc5 admin admin] 10.222.0.21 "PUT /v2.0/routers/e50aebfd-a4b2-48d0-85db-8ae9b57b72c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3708384 Jul 23 14:07:36.445611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=038a9536-770f-4928-887c-da36ddfb9318,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:36.452868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] For port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:36.453469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.472335 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Sync routers for ids ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:36.486331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.512553 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Routers {'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:36.516847 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:36.532760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Pushing event updated for resources: {'Port': ['ID=ed56a6b8-beb2-4b8b-ae0f-cb5a45b32e70,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:36.562504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Calling delete_port for 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:36.569304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.583816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-40d0bc21-1c1d-4789-add7-2b49125cc342 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450676 Jul 23 14:07:36.596019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:36.694833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:36.696242 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02f9ad07-c54c-4a59-9599-55344728b812 req-4319eec5-6b68-44a0-8ff6-4a24ab6bde31 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0448222 Jul 23 14:07:36.744914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['038a9536-770f-4928-887c-da36ddfb9318'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:36.770238 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Set router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:36.775710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1700218955'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:36.826792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02f9ad07-c54c-4a59-9599-55344728b812 req-037fec3b-f515-4a2f-8108-6057e57427d3 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.1214235 Jul 23 14:07:36.898785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9d6d84db-98ff-4499-9214-abe28e24bcaa req-653a5447-dce3-4ede-8e0c-74d2116e50ac service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941632 Jul 23 14:07:36.970336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:36.975107 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.018343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.057374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771c30d-61b2-4696-b157-3afea0922c57 req-cf62f7e6-8f88-45c6-91a0-5f659aa659e8 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:37.059080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c771c30d-61b2-4696-b157-3afea0922c57 req-cf62f7e6-8f88-45c6-91a0-5f659aa659e8 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3087564 Jul 23 14:07:37.165934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9ad07-c54c-4a59-9599-55344728b812 req-ffc17d93-d924-4a8d-b4fc-99550b99c9a0 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:37.167362 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:07:33Z', 'revision_number': 4, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port': {'id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:21Z', 'updated_at': '2021-07-23T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3c155597-f736-4e74-801f-add1e4855ada', 'name': '', 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'mac_address': 'fa:16:3e:bd:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '8b0b587a-baa8-412c-9902-38815636aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:30Z', 'updated_at': '2021-07-23T14:07:34Z', 'revision_number': 2, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'subnets': [{'id': '8b0b587a-baa8-412c-9902-38815636aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:37.192253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ba97606b-939a-441e-8875-48ff1841920b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:37.199976 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02f9ad07-c54c-4a59-9599-55344728b812 req-ffc17d93-d924-4a8d-b4fc-99550b99c9a0 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.3651776 Jul 23 14:07:37.204823 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Checking router: e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:37.205178 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Updating router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 port 3c155597-f736-4e74-801f-add1e4855ada binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:37.222404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ba97606b-939a-441e-8875-48ff1841920b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:37.222930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ba97606b-939a-441e-8875-48ff1841920b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:37.223507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 54086635-502c-4407-9a03-7a69ac40f7b9 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:37.251012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c771c30d-61b2-4696-b157-3afea0922c57 req-917bc4c7-ae3f-4c56-857f-99566ce02c17 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520875 Jul 23 14:07:37.268286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 54086635-502c-4407-9a03-7a69ac40f7b9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:37.268724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 54086635-502c-4407-9a03-7a69ac40f7b9 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:37.285268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:07:37.290579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.291856 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.331515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5bc21dab-13b4-46a9-b641-f4ae8985b4b9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:37.334338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event deleted for resources: {'Port': ['ID=5bc21dab-13b4-46a9-b641-f4ae8985b4b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:37.363726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.373221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.373572 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Added segment b896ed75-8ac5-4cdb-b543-233e3fef5516 of type vlan for network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 Jul 23 14:07:37.410328 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.427551 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-eb38bc11-7897-475f-928b-96b8cc833173 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips/5dbc712a-89e8-4ebb-8d6d-f8eea57feb84 HTTP/1.1" status: 200 len: 693 time: 0.0892763 Jul 23 14:07:37.484834 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.489248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/edbc568e-7aac-432f-8d6e-32b25a9fd2f5 HTTP/1.1" status: 204 len: 168 time: 1.6747336 Jul 23 14:07:37.489248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b45c9-667a-48fb-b075-b1e79b1e4451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edbc568e-7aac-432f-8d6e-32b25a9fd2f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:37.494594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6e9e7f-9db9-441b-a919-461b5ca72e57 None None] Network e39d6804-277e-4dd5-848c-99ce9e7c91c3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:37.515100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:37.535465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.591670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] No DVR routers for this DVR port 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:07:37.598435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-e59bc2b2-0f60-4405-8a81-08aa13f49d3e tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:37.601042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-e59bc2b2-0f60-4405-8a81-08aa13f49d3e tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1668596 Jul 23 14:07:37.601844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.603924 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-551ea99b-a50a-463c-b057-9bd7587774c5 req-07d12542-7412-4bb5-bc55-085d0ce0302d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "DELETE /v2.0/ports/5bc21dab-13b4-46a9-b641-f4ae8985b4b9 HTTP/1.1" status: 204 len: 173 time: 2.1544962 Jul 23 14:07:37.614783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'name': 'network-vif-deleted', 'tag': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:37.617531 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2207f0e-fb53-4264-bd41-186ff6109e82" -d '{"events": [{"server_uuid": "a2593a86-beda-4507-9b10-1ce3d2798b0c", "name": "network-vif-deleted", "tag": "5bc21dab-13b4-46a9-b641-f4ae8985b4b9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:37.734767 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-ce87eeda-5c6d-4a46-b282-95492edd4099 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.1263230 Jul 23 14:07:37.749743 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.783957 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Transition to ACTIVE for port object 3c155597-f736-4e74-801f-add1e4855ada will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:37.785306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.795981 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.812541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.821253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:37.822603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.844048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] DHCP port deletion for e39d6804-277e-4dd5-848c-99ce9e7c91c3 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:07:37.855172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-82166357-eae2-4444-bb75-8ee1a2c1f206 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.1115274 Jul 23 14:07:37.865083 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389097a-2113-4d9e-9603-e175e162cba5 None None] Pushing event updated for resources: {'Port': ['ID=3c155597-f736-4e74-801f-add1e4855ada,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:37.914802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] Deleting port eee45f24-198f-46aa-a5f7-682b066bec9c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:37.915189 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.930396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611992a6-de6a-4261-ae2c-0501b76edd55 req-6bee1e13-88c8-472d-be9c-b8befa7c61be tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:37.938300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-611992a6-de6a-4261-ae2c-0501b76edd55 req-6bee1e13-88c8-472d-be9c-b8befa7c61be tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 948 time: 0.5594146 Jul 23 14:07:37.966128 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Attempting to bind port 3c155597-f736-4e74-801f-add1e4855ada on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:37.966844 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Attempting to bind port 3c155597-f736-4e74-801f-add1e4855ada by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:37.967381 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Attempting to bind port 3c155597-f736-4e74-801f-add1e4855ada on network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:37.979659 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:37.980371 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Checking segment: {'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:37.980944 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.981555 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Bound using segment: {'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:37.982373 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Bound port: 3c155597-f736-4e74-801f-add1e4855ada, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb32fa57-d70a-4d8d-9939-6959552c5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:37.983031 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:37.985098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3877666 Jul 23 14:07:37.994977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:38.005737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'subnet': {'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:38.019218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] For port eee45f24-198f-46aa-a5f7-682b066bec9c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eee45f24-198f-46aa-a5f7-682b066bec9c,segment=NetworkSegment(b87d8218-c46e-4f64-9a9a-1e108444f070),segment_id=b87d8218-c46e-4f64-9a9a-1e108444f070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:38.019718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.041709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] Calling delete_port for eee45f24-198f-46aa-a5f7-682b066bec9c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:38.086011 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] For port 3c155597-f736-4e74-801f-add1e4855ada, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:38.091245 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] For port 3c155597-f736-4e74-801f-add1e4855ada, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3c155597-f736-4e74-801f-add1e4855ada,segment=NetworkSegment(eb32fa57-d70a-4d8d-9939-6959552c5d31),segment_id=eb32fa57-d70a-4d8d-9939-6959552c5d31)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:38.102486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Deleting port ed56a6b8-beb2-4b8b-ae0f-cb5a45b32e70 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:38.102966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.123678 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.137209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7adb5571-a308-4282-8fa3-ecd432c2344c details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:38.139332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 038a9536-770f-4928-887c-da36ddfb9318 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:38.165884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-611992a6-de6a-4261-ae2c-0501b76edd55 req-990ee837-648e-457e-a017-68b98b268fe0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264795 Jul 23 14:07:38.207845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d068fb9-a2ca-46db-90df-cf94f0cfaf43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Network': ['ID=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:38.240493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.242194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.254553 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389097a-2113-4d9e-9603-e175e162cba5 None None] Pushing event updated for resources: {'Port': ['ID=3c155597-f736-4e74-801f-add1e4855ada,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:38.259029 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Routers {'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:38.259714 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:38.268907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:07:38.280719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Calling delete_port for ed56a6b8-beb2-4b8b-ae0f-cb5a45b32e70 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:38.414855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 038a9536-770f-4928-887c-da36ddfb9318 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:38.501680 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] Set router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:38.530224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 038a9536-770f-4928-887c-da36ddfb9318 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:38.531222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.604005 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.607503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17b5b230-2468-49ce-a03f-82ee9f3d007d req-c37bf229-f0b7-4bbf-8f6a-f7cf840549a0 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2593a86-beda-4507-9b10-1ce3d2798b0c HTTP/1.1" status: 200 len: 210 time: 0.1483610 Jul 23 14:07:38.648204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:38.652317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Pushing event deleted for resources: {'Port': ['ID=ed56a6b8-beb2-4b8b-ae0f-cb5a45b32e70,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:38.655079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.772709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.776178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.777853 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba8899da-7bb3-4a48-9c6f-3cff9cd5ab1f req-3d104176-049b-4b56-b52f-c65003cfe06f tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "DELETE /v2.0/floatingips/5dbc712a-89e8-4ebb-8d6d-f8eea57feb84 HTTP/1.1" status: 204 len: 173 time: 0.9197469 Jul 23 14:07:38.781073 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.793616 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6084dd89-7b17-4306-9095-d8f0646704b0 x-openstack-request-id: req-6084dd89-7b17-4306-9095-d8f0646704b0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:38.794097 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2593a86-beda-4507-9b10-1ce3d2798b0c", "name": "network-vif-deleted", "tag": "5bc21dab-13b4-46a9-b641-f4ae8985b4b9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:38.794348 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6084dd89-7b17-4306-9095-d8f0646704b0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:38.794930 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2593a86-beda-4507-9b10-1ce3d2798b0c', 'name': 'network-vif-deleted', 'tag': '5bc21dab-13b4-46a9-b641-f4ae8985b4b9', 'status': 'completed', 'code': 200} Jul 23 14:07:38.797827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Deleting port eee45f24-198f-46aa-a5f7-682b066bec9c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:38.799221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:38.895237 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:07:33Z', 'revision_number': 4, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port': {'id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:21Z', 'updated_at': '2021-07-23T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3c155597-f736-4e74-801f-add1e4855ada', 'name': '', 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'mac_address': 'fa:16:3e:bd:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '8b0b587a-baa8-412c-9902-38815636aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:30Z', 'updated_at': '2021-07-23T14:07:38Z', 'revision_number': 4, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'subnets': [{'id': '8b0b587a-baa8-412c-9902-38815636aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:38.964909 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83810a1-dec8-4ba7-90ae-32a0de9059aa None None] The sync data for ids ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'] in n-d-801990-3 is: [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:07:33Z', 'revision_number': 4, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port': {'id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:21Z', 'updated_at': '2021-07-23T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3c155597-f736-4e74-801f-add1e4855ada', 'name': '', 'network_id': '7e208ccc-5624-4ef6-992a-b5a3d88dbc23', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'mac_address': 'fa:16:3e:bd:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '8b0b587a-baa8-412c-9902-38815636aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:30Z', 'updated_at': '2021-07-23T14:07:38Z', 'revision_number': 4, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'subnets': [{'id': '8b0b587a-baa8-412c-9902-38815636aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:39.060407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] For port eee45f24-198f-46aa-a5f7-682b066bec9c, host n-d-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:39.060586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.086805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Calling delete_port for eee45f24-198f-46aa-a5f7-682b066bec9c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:39.087562 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-04b4ce1f-9932-404a-8764-b7875ed9031c req-5e1fe53c-32ee-47f4-9698-a2e37fadd092 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] show failed (client error): The resource could not be found. Jul 23 14:07:39.093225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-04b4ce1f-9932-404a-8764-b7875ed9031c req-5e1fe53c-32ee-47f4-9698-a2e37fadd092 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips/5dbc712a-89e8-4ebb-8d6d-f8eea57feb84 HTTP/1.1" status: 404 len: 350 time: 0.1065767 Jul 23 14:07:39.100425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] Pushing event deleted for resources: {'Port': ['ID=eee45f24-198f-46aa-a5f7-682b066bec9c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:39.107414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639725e-07e0-472b-956f-dffe2addbde1 None None] No DVR routers for this DVR port eee45f24-198f-46aa-a5f7-682b066bec9c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:07:39.120832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Port eee45f24-198f-46aa-a5f7-682b066bec9c was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:07:39.126931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 7adb5571-a308-4282-8fa3-ecd432c2344c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7adb5571-a308-4282-8fa3-ecd432c2344c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:39.143997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.192978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9fa89-02d4-4046-a197-369660654010 req-821db7df-c30b-4f0b-977e-d480d87939e4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:39.194701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43e9fa89-02d4-4046-a197-369660654010 req-821db7df-c30b-4f0b-977e-d480d87939e4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3469791 Jul 23 14:07:39.199898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee45f24-198f-46aa-a5f7-682b066bec9c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:39.214778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '7adb5571-a308-4282-8fa3-ecd432c2344c', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '7adb5571-a308-4282-8fa3-ecd432c2344c', 'mac_address': 'fa:16:3e:ec:29:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:39.227925 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.228167 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-ab18dc3c-f32b-4ac8-9a65-917abba0f7e3 req-9ca19b43-8aff-4ae1-927e-a095eaf6a764 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] show failed (client error): The resource could not be found. Jul 23 14:07:39.229092 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab18dc3c-f32b-4ac8-9a65-917abba0f7e3 req-9ca19b43-8aff-4ae1-927e-a095eaf6a764 tempest-FloatingIPsTestJSON-1643545259 tempest-FloatingIPsTestJSON-1643545259-project] 10.222.0.21 "GET /v2.0/floatingips/5dbc712a-89e8-4ebb-8d6d-f8eea57feb84 HTTP/1.1" status: 404 len: 350 time: 0.0928669 Jul 23 14:07:39.238860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:39.289699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 038a9536-770f-4928-887c-da36ddfb9318, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=038a9536-770f-4928-887c-da36ddfb9318,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:39.290472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a9536-770f-4928-887c-da36ddfb9318'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:39.294853 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be06b6-e661-487b-859a-435f1267c8b4" -d '{"events": [{"server_uuid": "cb508921-5cd4-47c4-929d-95c040bc8574", "name": "network-vif-plugged", "status": "completed", "tag": "038a9536-770f-4928-887c-da36ddfb9318"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:39.298112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3c155597-f736-4e74-801f-add1e4855ada up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:39.318181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] No DVR routers for this DVR port eee45f24-198f-46aa-a5f7-682b066bec9c on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:07:39.327495 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.374551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43e9fa89-02d4-4046-a197-369660654010 req-fba9b239-8346-4f5e-90ec-5b101e2ac0a6 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153305 Jul 23 14:07:39.469816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.481927 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbebb4c2-704f-491f-85f1-432d170b4320 x-openstack-request-id: req-bbebb4c2-704f-491f-85f1-432d170b4320 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:39.482440 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb508921-5cd4-47c4-929d-95c040bc8574", "name": "network-vif-plugged", "status": "completed", "tag": "038a9536-770f-4928-887c-da36ddfb9318", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:39.482846 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbebb4c2-704f-491f-85f1-432d170b4320 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:39.483340 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a9536-770f-4928-887c-da36ddfb9318', 'code': 200} Jul 23 14:07:39.484348 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.524628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7adb5571-a308-4282-8fa3-ecd432c2344c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:39.545408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=038a9536-770f-4928-887c-da36ddfb9318,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:39.568934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 7adb5571-a308-4282-8fa3-ecd432c2344c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7adb5571-a308-4282-8fa3-ecd432c2344c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:39.581070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.657396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=7adb5571-a308-4282-8fa3-ecd432c2344c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:39.657816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.663766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3c155597-f736-4e74-801f-add1e4855ada completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:39.674836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3c155597-f736-4e74-801f-add1e4855ada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:39.679994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.696728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39d6804-277e-4dd5-848c-99ce9e7c91c3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:39.737429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87d8218-c46e-4f64-9a9a-1e108444f070') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:39.739866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87d8218-c46e-4f64-9a9a-1e108444f070') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:39.753089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Subnet': ['ID=754b3743-53a3-4667-897a-cdf7c6c98681,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:39.774796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.797605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Checking segment: {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:39.805119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network hostable DHCP agents. Network: fa6c5e4d-f2da-4bac-a785-0c2ad217dd47, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:07:39.817750 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.844574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:07:39.845167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:07:39.847500 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:07:39.867017 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:39.884241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:07:39.956944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 3c155597-f736-4e74-801f-add1e4855ada, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3c155597-f736-4e74-801f-add1e4855ada,segment=NetworkSegment(eb32fa57-d70a-4d8d-9939-6959552c5d31),segment_id=eb32fa57-d70a-4d8d-9939-6959552c5d31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:39.964296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.010680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, fa6c5e4d-f2da-4bac-a785-0c2ad217dd47) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:40.017992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['7adb5571-a308-4282-8fa3-ecd432c2344c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:40.024102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5fe0d-1389-43b0-b997-afb9ec734865 None None] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:40.086691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:40.087656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.106240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.126296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eee45f24-198f-46aa-a5f7-682b066bec9c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:40.158026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.159949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e39d6804-277e-4dd5-848c-99ce9e7c91c3 HTTP/1.1" status: 204 len: 168 time: 2.6413376 Jul 23 14:07:40.191957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705791a-7b51-43e6-ae1f-c64d7a877d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39d6804-277e-4dd5-848c-99ce9e7c91c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:40.281286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3e15e829-7337-49f6-8257-8b79b3c4f0ce tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2768762 Jul 23 14:07:40.285227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:40.287447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:40.304952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-591792489'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:40.369510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-f7752352-f0ac-4f79-9ac3-138e88ca8434 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:40.374219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: eee45f24-198f-46aa-a5f7-682b066bec9c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:40.374923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eee45f24-198f-46aa-a5f7-682b066bec9c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:40.377403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-f7752352-f0ac-4f79-9ac3-138e88ca8434 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.4309103 Jul 23 14:07:40.379693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:40.384538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=3c155597-f736-4e74-801f-add1e4855ada,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:40.384977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.402936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:40.403752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5bc21dab-13b4-46a9-b641-f4ae8985b4b9 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:40.410917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:40.420471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-6d855b2f-be06-473e-bf74-2badb6fb1fb2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/quotas/a3c904883cfb4cb19bf05f9ab98520ee HTTP/1.1" status: 200 len: 375 time: 0.0422137 Jul 23 14:07:40.491856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-f24201f3-380f-424b-ad1a-f401fd72f4de tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619581 Jul 23 14:07:40.496156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:07:40.501074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-fa6c5e4d-f2da-4bac-a785-0c2ad217dd47', 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'fixed_ips': [{'subnet_id': '754b3743-53a3-4667-897a-cdf7c6c98681'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:07:40.502296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.597924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41511a-979e-434a-9e1d-7e23ed3f92d9 req-6ed2dc20-ed3f-479c-9447-3bcf78ea03df tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:40.605959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5c41511a-979e-434a-9e1d-7e23ed3f92d9 req-6ed2dc20-ed3f-479c-9447-3bcf78ea03df tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 949 time: 0.4313948 Jul 23 14:07:40.621450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13f01e-5f62-4dec-8e08-2b550d7407a3 req-a8688d28-ba8f-42f3-8f4f-009d95faea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:40.623180 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a13f01e-5f62-4dec-8e08-2b550d7407a3 req-a8688d28-ba8f-42f3-8f4f-009d95faea36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 1100 time: 0.5559530 Jul 23 14:07:40.630055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-4fa6ee36-4745-43c7-a5f6-3dd54f8053d9 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267087 Jul 23 14:07:40.637958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.639420 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Added segment 12991741-f4cd-4d34-82df-86e8fe71d797 of type vlan for network 568f443d-4dba-475c-8c60-0b575c0620b9 Jul 23 14:07:40.691321 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-25a7b89d-6a5d-4ed9-bcee-450d907f7116 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=314ee5d17cc74a79bfb71c772222f04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774894 Jul 23 14:07:40.699241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:40.713327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Allocated IP 19.80.0.2 (fa6c5e4d-f2da-4bac-a785-0c2ad217dd47/754b3743-53a3-4667-897a-cdf7c6c98681/490d6170-87f5-414f-b98f-4d6a0aa5edd3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:40.758120 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5c41511a-979e-434a-9e1d-7e23ed3f92d9 req-cd569b12-6bb5-4e3a-a280-963f9a1a5a98 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511209 Jul 23 14:07:40.780092 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a13f01e-5f62-4dec-8e08-2b550d7407a3 req-9f4cc291-8f06-45e5-b957-8898444851fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401312 Jul 23 14:07:40.799543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-7b86f7c2-fc42-4926-9ddc-ddcbdfcecb40 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373405 Jul 23 14:07:40.839733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f465f4f-b9e2-43fc-89a6-77e61bf034a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.844475 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.894042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f465f4f-b9e2-43fc-89a6-77e61bf034a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.900248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.912226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:40.913477 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.993857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f465f4f-b9e2-43fc-89a6-77e61bf034a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:40.996898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f465f4f-b9e2-43fc-89a6-77e61bf034a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.001003 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5f465f4f-b9e2-43fc-89a6-77e61bf034a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7c855cf-85f1-4ae8-8f76-6f8b7853d19d HTTP/1.1" status: 204 len: 168 time: 0.3002753 Jul 23 14:07:41.028508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.038862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Transition to ACTIVE for port object 490d6170-87f5-414f-b98f-4d6a0aa5edd3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:41.042101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f465f4f-b9e2-43fc-89a6-77e61bf034a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c855cf-85f1-4ae8-8f76-6f8b7853d19d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:41.053259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Network': ['ID=568f443d-4dba-475c-8c60-0b575c0620b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:41.053259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe47eee7-cec2-4c2a-9694-9569eca25691 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7630591 Jul 23 14:07:41.053259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:41.057262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Transition to ACTIVE for port object 490d6170-87f5-414f-b98f-4d6a0aa5edd3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:41.065513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'subnet': {'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:41.073857 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 568f443d-4dba-475c-8c60-0b575c0620b9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:07:41.078324 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.143108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df41115-92b5-42c4-8f15-fe05cae29d9f req-5aa65efd-ac0e-4741-9f7c-7909572b9593 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:41.145261 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4df41115-92b5-42c4-8f15-fe05cae29d9f req-5aa65efd-ac0e-4741-9f7c-7909572b9593 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1671679 Jul 23 14:07:41.188176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.232393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-998dc55b-654e-4e13-84c7-c4df9e9cecf4 req-e0ddf9c7-1271-4e07-8976-a3fc5162c076 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 210 time: 0.0787394 Jul 23 14:07:41.291706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Pushing event updated for resources: {'Port': ['ID=490d6170-87f5-414f-b98f-4d6a0aa5edd3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:41.298729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:41.302658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.310113 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4df41115-92b5-42c4-8f15-fe05cae29d9f req-5ca24d2f-89db-4fc5-bbb7-77766184db26 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518407 Jul 23 14:07:41.341873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3c155597-f736-4e74-801f-add1e4855ada up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:41.428943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:41.437427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:41.442500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:41.567823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Attempting to bind port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:41.568480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Attempting to bind port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:41.568999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Attempting to bind port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 on network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:41.578994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:41.579692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Checking segment: {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:41.580259 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.581226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Bound using segment: {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:41.581554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Bound port: 490d6170-87f5-414f-b98f-4d6a0aa5edd3, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:41.582167 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.614840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3c155597-f736-4e74-801f-add1e4855ada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:41.614840 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.722468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.740489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Deleting port 9567a7a9-bb87-43ee-af38-958574034571 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:41.741012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.757913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67640345-5995-444c-b947-799d61ca5f41 None None] For port 490d6170-87f5-414f-b98f-4d6a0aa5edd3, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:41.765664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67640345-5995-444c-b947-799d61ca5f41 None None] For port 490d6170-87f5-414f-b98f-4d6a0aa5edd3, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=490d6170-87f5-414f-b98f-4d6a0aa5edd3,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:41.819331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Subnet': ['ID=b93e7c25-8b8e-4bf0-86e5-876afea5a664,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:41.837719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Checking segment: {'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:41.838150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network hostable DHCP agents. Network: 568f443d-4dba-475c-8c60-0b575c0620b9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:07:41.878157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network 568f443d-4dba-475c-8c60-0b575c0620b9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:07:41.884433 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:41.915872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 568f443d-4dba-475c-8c60-0b575c0620b9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:41.982535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5be37-0f32-45a5-a2ae-b0b0aaba5b90 None None] Network 568f443d-4dba-475c-8c60-0b575c0620b9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:41.987891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:41.988498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:42.029339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] For port 9567a7a9-bb87-43ee-af38-958574034571, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9567a7a9-bb87-43ee-af38-958574034571,segment=NetworkSegment(748ae0d3-1c06-428c-92f2-7b3095b931b8),segment_id=748ae0d3-1c06-428c-92f2-7b3095b931b8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:42.031094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:42.064079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b3f6d515-860b-4800-962a-deabf97579f5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0099087 Jul 23 14:07:42.079368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Calling delete_port for 9567a7a9-bb87-43ee-af38-958574034571 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:42.127868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def2ee-733f-447f-8909-c35ea91ef5eb req-eba810c1-4480-4b9d-94da-d56409fb41ad tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:42.139838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88def2ee-733f-447f-8909-c35ea91ef5eb req-eba810c1-4480-4b9d-94da-d56409fb41ad tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 949 time: 0.2444110 Jul 23 14:07:42.216670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640345-5995-444c-b947-799d61ca5f41 None None] Pushing event updated for resources: {'Port': ['ID=490d6170-87f5-414f-b98f-4d6a0aa5edd3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:42.239606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88def2ee-733f-447f-8909-c35ea91ef5eb req-780849e1-f871-4f56-b68f-50834d4d1195 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988393 Jul 23 14:07:42.305544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7adb5571-a308-4282-8fa3-ecd432c2344c up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:42.470938 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3c75522-5e8c-4b34-b690-9a75e98c6a79 req-c93e4ad5-a438-4587-bf7c-f40058255c83 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 210 time: 0.0588472 Jul 23 14:07:42.509874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:42.561669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 7adb5571-a308-4282-8fa3-ecd432c2344c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:42.574222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-568f443d-4dba-475c-8c60-0b575c0620b9', 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'fixed_ips': [{'subnet_id': 'b93e7c25-8b8e-4bf0-86e5-876afea5a664'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:07:42.575451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:42.609427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 7adb5571-a308-4282-8fa3-ecd432c2344c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:42.609825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:42.635405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-c43c9bc2-b185-4fe2-a7b5-e869bb9edcca tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:42.641693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-c43c9bc2-b185-4fe2-a7b5-e869bb9edcca tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:42.649194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-c43c9bc2-b185-4fe2-a7b5-e869bb9edcca tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/networks?id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47&id=568f443d-4dba-475c-8c60-0b575c0620b9&id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 HTTP/1.1" status: 200 len: 1391 time: 0.2141249 Jul 23 14:07:42.670346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-cfd4ad0b-8f71-483d-989b-731ff23836e0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/quotas/d7d9e373d5c44c87b6db40a1a492dc4a HTTP/1.1" status: 200 len: 375 time: 0.0201623 Jul 23 14:07:42.703379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:42.757667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-cf2c4144-06ff-47c5-8e1b-88135c0db302 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859301 Jul 23 14:07:42.788631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1910247600-network', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:42.794086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Pushing event deleted for resources: {'Port': ['ID=9567a7a9-bb87-43ee-af38-958574034571,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:42.895671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:42.899833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:42.917897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93fdde-357b-4792-a47c-aa5530961032 req-798b0fd0-a6bc-458c-9480-246a216b86df tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:42.918552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Allocated IP 19.86.0.2 (568f443d-4dba-475c-8c60-0b575c0620b9/b93e7c25-8b8e-4bf0-86e5-876afea5a664/eb9552a0-93f1-44a8-a20d-9f8c960d866a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:42.926715 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cc93fdde-357b-4792-a47c-aa5530961032 req-798b0fd0-a6bc-458c-9480-246a216b86df tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3205898 Jul 23 14:07:42.959502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-bcef6aee-3385-4b9e-89f0-44b503942f50 service neutron] 10.222.0.21 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006576 Jul 23 14:07:42.983109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.083928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.127459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-d3f0abd3-b6a9-4ff8-ba87-9bf62b220dc7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:43.131806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-d3f0abd3-b6a9-4ff8-ba87-9bf62b220dc7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.2960036 Jul 23 14:07:43.138750 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cc93fdde-357b-4792-a47c-aa5530961032 req-4f131e2d-9b55-438c-92be-f59f7f09ab0a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106578 Jul 23 14:07:43.350175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Request body: {'port': {'device_id': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'admin_state_up': True, 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:43.403580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 490d6170-87f5-414f-b98f-4d6a0aa5edd3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:43.428140 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.433551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dab958-94b5-4957-9eea-347b749d99db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adb5571-a308-4282-8fa3-ecd432c2344c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:43.434213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.435882 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c725e300-7607-4272-9188-7e1d2165cafe" -d '{"events": [{"server_uuid": "f3dab958-94b5-4957-9eea-347b749d99db", "name": "network-vif-plugged", "status": "completed", "tag": "7adb5571-a308-4282-8fa3-ecd432c2344c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:43.459563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.471542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 7adb5571-a308-4282-8fa3-ecd432c2344c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7adb5571-a308-4282-8fa3-ecd432c2344c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:43.495939 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.505784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-394d05b6-c365-4efe-aeb5-9599149284b7 service neutron] 10.222.0.21 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443950 Jul 23 14:07:43.543075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:43.609719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67539fd-fd06-41ac-8028-fb2c73e63fa0 None None] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:43.620449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-26c4c3fa-215c-48b7-8245-7eacbb55ab4d service neutron] 10.222.0.21 "GET /v2.0/networks/568f443d-4dba-475c-8c60-0b575c0620b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131809 Jul 23 14:07:43.622881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:43.627003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.635116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=7adb5571-a308-4282-8fa3-ecd432c2344c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:43.638614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:43.693766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:07:43.695827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.715545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.715887 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Added segment 4aaa95e1-c8a7-4430-9e2b-c45325327bfc of type vlan for network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 Jul 23 14:07:43.717189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Transition to ACTIVE for port object eb9552a0-93f1-44a8-a20d-9f8c960d866a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:43.748537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67e25728-d039-46a9-bbb2-581355a9e61e None None] Provisioning for port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:43.751651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Transition to ACTIVE for port object eb9552a0-93f1-44a8-a20d-9f8c960d866a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:43.755880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67e25728-d039-46a9-bbb2-581355a9e61e None None] Provisioning complete for port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:43.756314 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e25728-d039-46a9-bbb2-581355a9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.787060 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.796012 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.799802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578f388-fadd-4b5a-b87e-d09a386ff6cb req-4c5e457b-36f8-452e-b56c-3a7c295f66e4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:43.807747 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4578f388-fadd-4b5a-b87e-d09a386ff6cb req-4c5e457b-36f8-452e-b56c-3a7c295f66e4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 950 time: 0.2384553 Jul 23 14:07:43.814995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-157ad3db-82fb-427d-a90f-77dcf48d3506 service neutron] 10.222.0.21 "GET /v2.0/networks/568f443d-4dba-475c-8c60-0b575c0620b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841159 Jul 23 14:07:43.870124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Allocated IP 172.20.0.7 (6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce/4a06bd9f-bd42-4ea7-8dc5-13896ef7634e/241450a4-edc7-462a-8d15-8e84460927de) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:43.963112 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-b6f1882a-94f1-422d-a6bb-05d5b31968f4 service neutron] 10.222.0.21 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388392 Jul 23 14:07:43.965158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4578f388-fadd-4b5a-b87e-d09a386ff6cb req-8f6bb0ab-5d85-473b-a7f6-0f5a9db8e990 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562648 Jul 23 14:07:43.977939 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:43.979029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:43.979666 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.027894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Network 568f443d-4dba-475c-8c60-0b575c0620b9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:44.038685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:44.041203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:44.050764 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a69853-d218-4762-b426-4feca3e88d47 x-openstack-request-id: req-d4a69853-d218-4762-b426-4feca3e88d47 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:44.051050 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dab958-94b5-4957-9eea-347b749d99db", "name": "network-vif-plugged", "status": "completed", "tag": "7adb5571-a308-4282-8fa3-ecd432c2344c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:44.051297 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a69853-d218-4762-b426-4feca3e88d47 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:44.051677 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dab958-94b5-4957-9eea-347b749d99db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adb5571-a308-4282-8fa3-ecd432c2344c', 'code': 200} Jul 23 14:07:44.077165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] Pushing event updated for resources: {'Network': ['ID=7d535806-e4fe-4827-8f17-b6f7d473d2b3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:44.077445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Pushing event updated for resources: {'Port': ['ID=eb9552a0-93f1-44a8-a20d-9f8c960d866a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:44.094899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e82ef8cd-968c-436d-911d-1d535fec8681 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5835764 Jul 23 14:07:44.100151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:44.105626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Request body: {'subnet': {'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1910247600-subnet', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:44.108646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:07:44.127532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Router 190a1804-b5da-4bd9-8c54-b36cc203f34d has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:44.173392 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.177132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d13bcdd1-c07d-4f94-b80b-8696048ec507 service neutron] 10.222.0.21 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884999 Jul 23 14:07:44.231337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.242171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Attempting to bind port eb9552a0-93f1-44a8-a20d-9f8c960d866a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:44.242544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Attempting to bind port eb9552a0-93f1-44a8-a20d-9f8c960d866a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:44.242959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Attempting to bind port eb9552a0-93f1-44a8-a20d-9f8c960d866a on network 568f443d-4dba-475c-8c60-0b575c0620b9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:44.257126 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e25728-d039-46a9-bbb2-581355a9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.260313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:44.260672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Checking segment: {'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:44.261072 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.261464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Bound using segment: {'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:44.261942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Bound port: eb9552a0-93f1-44a8-a20d-9f8c960d866a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:44.262322 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.271213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:44.273690 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.295777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:44.333092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:44.336394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event updated for resources: {'Port': ['ID=241450a4-edc7-462a-8d15-8e84460927de,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:44.352450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:44.371859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67e25728-d039-46a9-bbb2-581355a9e61e None None] For port 490d6170-87f5-414f-b98f-4d6a0aa5edd3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=490d6170-87f5-414f-b98f-4d6a0aa5edd3,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:44.385839 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e25728-d039-46a9-bbb2-581355a9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.448384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] For port eb9552a0-93f1-44a8-a20d-9f8c960d866a, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:44.453614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] For port eb9552a0-93f1-44a8-a20d-9f8c960d866a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eb9552a0-93f1-44a8-a20d-9f8c960d866a,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:44.468892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.473020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e25728-d039-46a9-bbb2-581355a9e61e None None] Pushing event updated for resources: {'Port': ['ID=490d6170-87f5-414f-b98f-4d6a0aa5edd3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:44.548401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:44.549101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.570306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555b14f-d9bd-4f98-aa68-4b3fd59aab76 req-19b8a224-6259-407e-9d6f-459e8b7911f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:44.572332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7555b14f-d9bd-4f98-aa68-4b3fd59aab76 req-19b8a224-6259-407e-9d6f-459e8b7911f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 1101 time: 0.4399350 Jul 23 14:07:44.578130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:44.597904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] Sync routers for ids ['190a1804-b5da-4bd9-8c54-b36cc203f34d'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:44.602214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e09d97-b92c-4ac5-a704-1c02202c7277 req-eaeeec94-867c-4f2b-8229-84475fad08f4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:44.610635 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-04e09d97-b92c-4ac5-a704-1c02202c7277 req-eaeeec94-867c-4f2b-8229-84475fad08f4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 931 time: 0.4250751 Jul 23 14:07:44.617441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb09df-f031-462a-ab96-2f0f111c62a8 None None] Pushing event updated for resources: {'Port': ['ID=eb9552a0-93f1-44a8-a20d-9f8c960d866a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:44.620293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-9a127bf9-1d50-4356-8b00-446f9651e659 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2787514 Jul 23 14:07:44.635758 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-27a84203-df35-4e82-b70d-15ef3fd72467 admin admin] 10.222.0.21 "PUT /v2.0/routers/190a1804-b5da-4bd9-8c54-b36cc203f34d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3956943 Jul 23 14:07:44.641437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] Routers {'190a1804-b5da-4bd9-8c54-b36cc203f34d'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:44.642213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['190a1804-b5da-4bd9-8c54-b36cc203f34d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:44.644068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:44.652295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Request body: {'port': {'device_id': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:44.751923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7555b14f-d9bd-4f98-aa68-4b3fd59aab76 req-577e57d1-1fb6-497c-a774-16f964f449dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401813 Jul 23 14:07:44.765789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-04e09d97-b92c-4ac5-a704-1c02202c7277 req-cb67ac92-ea56-4b45-bf6f-a6f1e302ab2f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259468 Jul 23 14:07:44.894360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b866b861-3db6-45aa-b582-56b64ee2d367 None None] Provisioning complete for port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:44.895044 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b866b861-3db6-45aa-b582-56b64ee2d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.929865 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4087bb3-d460-4573-a97b-5bf69b52f5b5 req-f43fe9b1-93f1-4661-99cc-bed72aad1540 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 210 time: 0.0912039 Jul 23 14:07:44.939099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:44.974087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] Set router 190a1804-b5da-4bd9-8c54-b36cc203f34d gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:45.126631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d54dba8-135b-4549-a40f-e4325db6842c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:45.147131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Checking segment: {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:45.149953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Network hostable DHCP agents. Network: 7d535806-e4fe-4827-8f17-b6f7d473d2b3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:07:45.211113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:07:45.248672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 7d535806-e4fe-4827-8f17-b6f7d473d2b3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:45.265899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8280119f-d0b8-46f8-bba7-8e83cff34e44 None None] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:45.272288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:45.272754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.323305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa1dbb-60df-4032-a782-31d43c151e52 req-e59445ef-1f46-48a9-9b61-1a5e0230821e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:45.331662 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43fa1dbb-60df-4032-a782-31d43c151e52 req-e59445ef-1f46-48a9-9b61-1a5e0230821e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 950 time: 0.1314409 Jul 23 14:07:45.335883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eba6b9ed-9a9c-4b43-902b-526d9e66b895 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2345424 Jul 23 14:07:45.343272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:45.352796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:45.398825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 490d6170-87f5-414f-b98f-4d6a0aa5edd3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:45.411575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.413298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.429882 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43fa1dbb-60df-4032-a782-31d43c151e52 req-7cc9a1c2-2ada-4e57-84f6-1bf25f456db6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970366 Jul 23 14:07:45.484926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.486205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.497133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:42Z', 'revision_number': 5, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:45.499764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26351fb-a99c-401a-a613-6daeeee13009 req-77978eac-7241-48f4-bfa9-e6dc2b83619f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:45.508362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c26351fb-a99c-401a-a613-6daeeee13009 req-77978eac-7241-48f4-bfa9-e6dc2b83619f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 1.0542648 Jul 23 14:07:45.532640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] Checking router: 190a1804-b5da-4bd9-8c54-b36cc203f34d for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:45.543197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:45.543677 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.594548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] Routers {'190a1804-b5da-4bd9-8c54-b36cc203f34d'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:45.595779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['190a1804-b5da-4bd9-8c54-b36cc203f34d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:45.604311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.664569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.672267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c26351fb-a99c-401a-a613-6daeeee13009 req-fe8ace5e-7126-456d-9a0c-8c426bea03ad tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583707 Jul 23 14:07:45.734451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:07:45.735385 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.812481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.820412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-625d455c-2477-47aa-a35c-2a63e40a28d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:45.857025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] Set router 190a1804-b5da-4bd9-8c54-b36cc203f34d gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:46.022406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb9552a0-93f1-44a8-a20d-9f8c960d866a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:46.079720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Deleting port 2188290d-c9fb-4db2-9d64-d69908d419a0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:46.080112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.154137 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:07:46.196249 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.231222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3ad73fe-7c37-4d62-9737-11719a201926 req-71e4281f-5a85-4301-834e-ab0408880570 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 210 time: 0.1116385 Jul 23 14:07:46.244462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b0367-feb6-46aa-a41a-7dfa309ab194 None None] Network 568f443d-4dba-475c-8c60-0b575c0620b9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:46.357763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241450a4-edc7-462a-8d15-8e84460927de {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:46.375690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.402446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] For port 2188290d-c9fb-4db2-9d64-d69908d419a0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2188290d-c9fb-4db2-9d64-d69908d419a0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:46.402730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.408217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Transition to ACTIVE for port object 241450a4-edc7-462a-8d15-8e84460927de will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:46.423462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.435621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Calling delete_port for 2188290d-c9fb-4db2-9d64-d69908d419a0 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:46.547948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b366fc7-0bae-4c7b-a899-bf05fb40fb80 None None] Provisioning for port eb9552a0-93f1-44a8-a20d-9f8c960d866a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:46.550563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Allocated IP 172.20.0.2 (7d535806-e4fe-4827-8f17-b6f7d473d2b3/6d54dba8-135b-4549-a40f-e4325db6842c/550f85c7-3ac9-45cc-93a8-48bcd3f765be) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:46.555592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Pushing event updated for resources: {'Port': ['ID=241450a4-edc7-462a-8d15-8e84460927de,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:46.585149 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.679286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53028d7-8882-4d2b-91d1-60c955243324 req-82152101-c89e-4862-b393-62b8bfa8c7e9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:46.687162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d53028d7-8882-4d2b-91d1-60c955243324 req-82152101-c89e-4862-b393-62b8bfa8c7e9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 931 time: 0.6799741 Jul 23 14:07:46.698326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-4d007dcf-d994-4e55-a0d5-71c64cc205b6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:46.704133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-4d007dcf-d994-4e55-a0d5-71c64cc205b6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:46.705709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-4d007dcf-d994-4e55-a0d5-71c64cc205b6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "GET /v2.0/networks?id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47&id=568f443d-4dba-475c-8c60-0b575c0620b9&id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 HTTP/1.1" status: 200 len: 1391 time: 0.7000158 Jul 23 14:07:46.734835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'port': {'device_id': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47', 'admin_state_up': True, 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:46.740328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Attempting to bind port 241450a4-edc7-462a-8d15-8e84460927de on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:46.740991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Attempting to bind port 241450a4-edc7-462a-8d15-8e84460927de by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:46.741564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Attempting to bind port 241450a4-edc7-462a-8d15-8e84460927de on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:46.754767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Port 241450a4-edc7-462a-8d15-8e84460927de on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:07:46.755215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Attempting to bind port 241450a4-edc7-462a-8d15-8e84460927de on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:46.764766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port eb9552a0-93f1-44a8-a20d-9f8c960d866a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:46.790228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:46.790836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Checking segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:46.791276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Bound using segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:46.791777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Bound port: 241450a4-edc7-462a-8d15-8e84460927de, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:46.792202 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.803802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eb9552a0-93f1-44a8-a20d-9f8c960d866a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:46.804173 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:46.836598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2525-e53f-4886-8481-1dbb817d5b19 req-e6f652f4-0973-4b79-b4bc-df088c283170 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:46.838513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0afd2525-e53f-4886-8481-1dbb817d5b19 req-e6f652f4-0973-4b79-b4bc-df088c283170 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 950 time: 0.2408996 Jul 23 14:07:46.863216 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d53028d7-8882-4d2b-91d1-60c955243324 req-f59339c5-5b7a-4e8b-86ec-1205d4c5611a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751492 Jul 23 14:07:46.896454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Allocated IP 172.25.2.65 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/2b6f633b-289e-44ff-884e-672c3802d211) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:46.963024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0afd2525-e53f-4886-8481-1dbb817d5b19 req-e898cc39-6027-4a1c-8618-5ae66cd48b45 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059132 Jul 23 14:07:46.964039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.029420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Pushing event deleted for resources: {'Port': ['ID=2188290d-c9fb-4db2-9d64-d69908d419a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:47.074584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:47.080507 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.125848 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.145585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.165982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:42Z', 'revision_number': 5, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:47.170020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Transition to ACTIVE for port object 550f85c7-3ac9-45cc-93a8-48bcd3f765be will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:47.208402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] For port 241450a4-edc7-462a-8d15-8e84460927de, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:47.227750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0504bb-2381-4cb4-a9f1-fa3b517e0bd5 req-3b06bd91-070a-47fb-9a48-69ab9a22e520 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:47.229550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ae0504bb-2381-4cb4-a9f1-fa3b517e0bd5 req-3b06bd91-070a-47fb-9a48-69ab9a22e520 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2749336 Jul 23 14:07:47.246705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.269679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fee54-6dec-461c-8200-5f369b1024e0 None None] The sync data for ids ['190a1804-b5da-4bd9-8c54-b36cc203f34d'] in n-d-801990-3 is: [{'id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'name': 'tempest-FloatingIPsTestJSON-386963611-router', 'tenant_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:13Z', 'updated_at': '2021-07-23T14:07:42Z', 'revision_number': 5, 'project_id': '65c3e3c6de5942ac825f1cfb4e5068e4', 'gw_port': {'id': '2188290d-c9fb-4db2-9d64-d69908d419a0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a1804-b5da-4bd9-8c54-b36cc203f34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:14Z', 'updated_at': '2021-07-23T14:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:47.300013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Transition to ACTIVE for port object 550f85c7-3ac9-45cc-93a8-48bcd3f765be will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:47.301953 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.317864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.369106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ae0504bb-2381-4cb4-a9f1-fa3b517e0bd5 req-f1392dd9-05ae-497b-903b-1532ed1c48be tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328630 Jul 23 14:07:47.372600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.396142 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.399028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.422520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Allocated IP 19.80.0.135 (fa6c5e4d-f2da-4bac-a785-0c2ad217dd47/754b3743-53a3-4667-897a-cdf7c6c98681/cd68e611-759d-4f78-a495-e3e11b37097d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:47.442971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:47.450768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:47.454665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:47.457362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port eb9552a0-93f1-44a8-a20d-9f8c960d866a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eb9552a0-93f1-44a8-a20d-9f8c960d866a,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:47.458521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Pushing event updated for resources: {'Port': ['ID=550f85c7-3ac9-45cc-93a8-48bcd3f765be,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:47.463436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:47.468644 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6f633b-289e-44ff-884e-672c3802d211,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:47.476544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:47.481977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:47.484929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.507121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] For port 241450a4-edc7-462a-8d15-8e84460927de, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=241450a4-edc7-462a-8d15-8e84460927de,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:47.518266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658c95d-aa10-4554-99b1-5fd0a2ae2a5e req-170145a5-b4ba-4e17-adf8-d2cfc6bb99ce tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:47.524737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6658c95d-aa10-4554-99b1-5fd0a2ae2a5e req-170145a5-b4ba-4e17-adf8-d2cfc6bb99ce tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 949 time: 0.4640369 Jul 23 14:07:47.527615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.530254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.530607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190a1804-b5da-4bd9-8c54-b36cc203f34d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:07:47.545155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.545155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6f6c37cf-b165-453d-95c1-9b8d7b73068c admin admin] 10.222.0.21 "DELETE /v2.0/routers/190a1804-b5da-4bd9-8c54-b36cc203f34d HTTP/1.1" status: 204 len: 168 time: 2.8804469 Jul 23 14:07:47.551564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:47.562443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4140b438-1880-4beb-910c-39202c03456a req-2f682a9f-9e56-4e3e-908d-daf99ffa0966 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 210 time: 0.0549998 Jul 23 14:07:47.677593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=eb9552a0-93f1-44a8-a20d-9f8c960d866a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:47.681319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d71e25e-54f0-49ad-b871-fe2febd1b4bf None None] Provisioning complete for port eb9552a0-93f1-44a8-a20d-9f8c960d866a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:47.681838 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d71e25e-54f0-49ad-b871-fe2febd1b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.683472 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.685635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Attempting to bind port 550f85c7-3ac9-45cc-93a8-48bcd3f765be on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:47.686006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Attempting to bind port 550f85c7-3ac9-45cc-93a8-48bcd3f765be by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:47.686374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Attempting to bind port 550f85c7-3ac9-45cc-93a8-48bcd3f765be on network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:47.721213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:47.723394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.724876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-85102001-f839-4768-a7ab-63b72b961454 service neutron] 10.222.0.11 "PUT /v2.0/ports/241450a4-edc7-462a-8d15-8e84460927de HTTP/1.1" status: 200 len: 1091 time: 3.0854073 Jul 23 14:07:47.725091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:47.725457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Checking segment: {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:47.725872 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.726283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Bound using segment: {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:47.726788 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Bound port: 550f85c7-3ac9-45cc-93a8-48bcd3f765be, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:47.727175 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.728244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'tag': '241450a4-edc7-462a-8d15-8e84460927de'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:47.730982 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fb1e31-041c-424e-8180-c6dcd06d44b3" -d '{"events": [{"name": "network-changed", "server_uuid": "75b76c9b-6bea-47d7-83ff-f37da9048286", "tag": "241450a4-edc7-462a-8d15-8e84460927de"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:47.748023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85102001-f839-4768-a7ab-63b72b961454 service neutron] Pushing event updated for resources: {'Port': ['ID=241450a4-edc7-462a-8d15-8e84460927de,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:47.808860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6658c95d-aa10-4554-99b1-5fd0a2ae2a5e req-73ffcab2-4bfe-4732-8ee0-f3b80bc1dc8e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765450 Jul 23 14:07:47.818758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] Deleting subnet 2075d322-488f-4bed-a77e-4347121b7a7c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:07:47.845488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.852641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] For port 550f85c7-3ac9-45cc-93a8-48bcd3f765be, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:47.858760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] For port 550f85c7-3ac9-45cc-93a8-48bcd3f765be, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=550f85c7-3ac9-45cc-93a8-48bcd3f765be,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:47.859128 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92620826-56c2-4323-8666-c43d72af63f7 x-openstack-request-id: req-92620826-56c2-4323-8666-c43d72af63f7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:47.859128 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b76c9b-6bea-47d7-83ff-f37da9048286", "tag": "241450a4-edc7-462a-8d15-8e84460927de", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:47.859128 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92620826-56c2-4323-8666-c43d72af63f7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:47.859128 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'tag': '241450a4-edc7-462a-8d15-8e84460927de', 'status': 'completed', 'code': 200} Jul 23 14:07:47.865975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9567a7a9-bb87-43ee-af38-958574034571 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:47.903118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:47.911953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9567a7a9-bb87-43ee-af38-958574034571 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:47.912318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9567a7a9-bb87-43ee-af38-958574034571 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:47.949962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.025792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe140a7-aba1-4fb9-a951-f917eec75975 None None] Pushing event updated for resources: {'Port': ['ID=550f85c7-3ac9-45cc-93a8-48bcd3f765be,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:48.037062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-eabfbe7b-eea2-40b1-8817-77131984c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:48.038496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-eabfbe7b-eea2-40b1-8817-77131984c805 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 1094 time: 0.2170415 Jul 23 14:07:48.137058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-dbf52fc9-baa4-43e7-8a35-f155af5292a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=241450a4-edc7-462a-8d15-8e84460927de HTTP/1.1" status: 200 len: 217 time: 0.0666816 Jul 23 14:07:48.176448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.255429 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.256269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.371026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-ad79e613-b649-4867-8f93-dc7c14c17d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:48.373561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-ad79e613-b649-4867-8f93-dc7c14c17d31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.2290618 Jul 23 14:07:48.409366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.415107 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd57af69-c892-46d9-9b41-85d2af1ab795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.445128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Transition to ACTIVE for port object cd68e611-759d-4f78-a495-e3e11b37097d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:48.472574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-ebd646d2-cb24-41ba-bb4d-f2e8d598eca6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728762 Jul 23 14:07:48.497684 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.508086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873ffb-0a17-4436-a29c-8daaefb27ba2 req-14ae91be-c922-4759-a9db-ac8f9f40069c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:48.515259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.532819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873ffb-0a17-4436-a29c-8daaefb27ba2 req-14ae91be-c922-4759-a9db-ac8f9f40069c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:48.536711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03873ffb-0a17-4436-a29c-8daaefb27ba2 req-14ae91be-c922-4759-a9db-ac8f9f40069c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db&device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 1690 time: 0.3396213 Jul 23 14:07:48.607407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:48.616177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb910-eb5d-47f3-91bf-07419ae95c02 req-f528cb6c-707a-4f12-b5e9-69ac73472e07 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:48.618030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2075d322-488f-4bed-a77e-4347121b7a7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:48.618923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-010bb910-eb5d-47f3-91bf-07419ae95c02 req-f528cb6c-707a-4f12-b5e9-69ac73472e07 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 943 time: 0.4322383 Jul 23 14:07:48.624710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.626539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Port': ['ID=cd68e611-759d-4f78-a495-e3e11b37097d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:48.626727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-51d1e754-8304-4bd4-bd54-a7c3561aa88b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2075d322-488f-4bed-a77e-4347121b7a7c HTTP/1.1" status: 204 len: 168 time: 1.0741470 Jul 23 14:07:48.629845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:48.630086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:48.633757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3390762-3da4-46d9-af49-606af60d0cb8 None None] Network 5a4f14b4-2a95-49a9-8c4a-de440cf29eff requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:48.635908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:48.725269 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03873ffb-0a17-4436-a29c-8daaefb27ba2 req-82b3afe5-88c6-4e5b-831f-fc71fde9a4c9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731029 Jul 23 14:07:48.824227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.873148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-63bc23e5-9d7d-4154-a4fa-b6a67b613518 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921499 Jul 23 14:07:48.913165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:48.914034 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:48.969896 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-89a718f1-b4c1-4145-809d-faef98400ee5 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2390814 Jul 23 14:07:48.990274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'port': {'device_id': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9', 'admin_state_up': True, 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:49.013435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] DHCP port deletion for 5a4f14b4-2a95-49a9-8c4a-de440cf29eff request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:07:49.043205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-010bb910-eb5d-47f3-91bf-07419ae95c02 req-ffa45ab9-9bbd-49d2-9002-f35824961bc3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601816 Jul 23 14:07:49.091141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.107476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Deleting port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:49.107754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a888dbab-cd37-42a9-b16b-34a5c64d08b6 None None] Provisioning for port cd68e611-759d-4f78-a495-e3e11b37097d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:49.107858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.118890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a888dbab-cd37-42a9-b16b-34a5c64d08b6 None None] Provisioning complete for port cd68e611-759d-4f78-a495-e3e11b37097d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:49.119414 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a888dbab-cd37-42a9-b16b-34a5c64d08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.166712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] Deleting port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:07:49.167142 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.173992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dd5b8b6-c444-41e7-b381-33c26447ab5a req-504a6e05-e0dd-4388-8d7c-2b7b8cb340b5 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907379 Jul 23 14:07:49.184803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986f330-aa4a-43bc-8534-ee45489c0556 req-74ab983f-2c14-419e-8af0-7eda10a50ee5 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:49.195878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1986f330-aa4a-43bc-8534-ee45489c0556 req-74ab983f-2c14-419e-8af0-7eda10a50ee5 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2757282 Jul 23 14:07:49.197695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a888dbab-cd37-42a9-b16b-34a5c64d08b6 None None] Port cd68e611-759d-4f78-a495-e3e11b37097d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:49.266053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] For port d8d03d0c-c2f7-4e44-b613-89a9df7a1360, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,segment=NetworkSegment(748ae0d3-1c06-428c-92f2-7b3095b931b8),segment_id=748ae0d3-1c06-428c-92f2-7b3095b931b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:49.269742 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.286479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] Calling delete_port for d8d03d0c-c2f7-4e44-b613-89a9df7a1360 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:49.348606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4950c-bfe0-4401-89ee-ae357d0e8cb1 req-663dd479-bca4-4ae5-89b4-9f1d9433f247 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:49.352785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c4950c-bfe0-4401-89ee-ae357d0e8cb1 req-663dd479-bca4-4ae5-89b4-9f1d9433f247 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 932 time: 0.1799159 Jul 23 14:07:49.361577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:49.363596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] For port d8d03d0c-c2f7-4e44-b613-89a9df7a1360, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,segment=NetworkSegment(748ae0d3-1c06-428c-92f2-7b3095b931b8),segment_id=748ae0d3-1c06-428c-92f2-7b3095b931b8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:49.364063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.365903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.386200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1986f330-aa4a-43bc-8534-ee45489c0556 req-ca721eba-5f49-4bd0-b860-e0f7bebb97d7 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892955 Jul 23 14:07:49.388594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Calling delete_port for d8d03d0c-c2f7-4e44-b613-89a9df7a1360 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:07:49.412733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.461218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] Pushing event deleted for resources: {'Port': ['ID=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:49.464478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d52928-c793-40a7-b1f1-ec77cc6c7204 None None] No DVR routers for this DVR port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:07:49.484341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-e62abb52-c23e-4e99-990c-4a2d8365cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:49.485700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-e62abb52-c23e-4e99-990c-4a2d8365cb14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 1094 time: 0.2071242 Jul 23 14:07:49.488495 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.554351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Router b13966e1-20a6-4a07-bfe0-c1d04af6d06f is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:07:49.587509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c4950c-bfe0-4401-89ee-ae357d0e8cb1 req-b7f8be17-c5ca-41aa-84fc-d6dd4816adf3 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070782 Jul 23 14:07:49.595846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eba9e7-5831-4e09-8042-82542291dccd None None] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:07:49.620322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.644215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-6ae34cb2-a468-40a9-b4fd-5c3029856b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:49.651676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-6ae34cb2-a468-40a9-b4fd-5c3029856b83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 912 time: 0.1553390 Jul 23 14:07:49.713951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d03d0c-c2f7-4e44-b613-89a9df7a1360,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:49.726181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] No DVR routers for this DVR port d8d03d0c-c2f7-4e44-b613-89a9df7a1360 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:07:49.738240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a848df65-be6c-4847-9ff0-88160919415b None None] Provisioning for port 550f85c7-3ac9-45cc-93a8-48bcd3f765be completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:49.791390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb9552a0-93f1-44a8-a20d-9f8c960d866a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:49.805143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Allocated IP 19.86.0.83 (568f443d-4dba-475c-8c60-0b575c0620b9/b93e7c25-8b8e-4bf0-86e5-876afea5a664/5785c2b0-2ce3-4889-bb69-735daf5cf549) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:49.813767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-6d906aa8-9ee3-45f0-bbd1-caae1eb4ed7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=241450a4-edc7-462a-8d15-8e84460927de HTTP/1.1" status: 200 len: 217 time: 0.1186824 Jul 23 14:07:49.890403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eb9552a0-93f1-44a8-a20d-9f8c960d866a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:49.890893 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.904312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.911038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:49.923927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4f14b4-2a95-49a9-8c4a-de440cf29eff']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:49.924157 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Sync routers for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:49.936247 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:49.937942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748ae0d3-1c06-428c-92f2-7b3095b931b8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:49.938245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748ae0d3-1c06-428c-92f2-7b3095b931b8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:49.939134 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:49.953263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.976631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:49.990237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:07:49.990948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.011015 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.012051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3f0fea87-cdf5-4739-a88c-0ce4c5002b27 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6628551 Jul 23 14:07:50.092673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:07:50.125070 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:07:50.246515 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:50.284485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.300031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Transition to ACTIVE for port object 5785c2b0-2ce3-4889-bb69-735daf5cf549 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:50.308665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 241450a4-edc7-462a-8d15-8e84460927de details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:50.350626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.360457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.365904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 550f85c7-3ac9-45cc-93a8-48bcd3f765be up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:50.423210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network 568f443d-4dba-475c-8c60-0b575c0620b9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:50.425815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Port': ['ID=5785c2b0-2ce3-4889-bb69-735daf5cf549,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:50.429356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:50.432351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:50.486503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:50.487238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.512738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398f018-f24f-4503-9cb9-be8f3cb30604 req-155463e7-bdc7-4e42-a8f1-0168f2edbec1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:50.520510 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b398f018-f24f-4503-9cb9-be8f3cb30604 req-155463e7-bdc7-4e42-a8f1-0168f2edbec1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 943 time: 0.2982123 Jul 23 14:07:50.532979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 550f85c7-3ac9-45cc-93a8-48bcd3f765be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:50.546308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-895463e9-1990-421d-9da8-5270cddb78d8 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5630600 Jul 23 14:07:50.549345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 550f85c7-3ac9-45cc-93a8-48bcd3f765be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:50.551075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.554075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.564999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 241450a4-edc7-462a-8d15-8e84460927de, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=241450a4-edc7-462a-8d15-8e84460927de,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:50.565184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a4f14b4-2a95-49a9-8c4a-de440cf29eff HTTP/1.1" status: 204 len: 168 time: 1.9301939 Jul 23 14:07:50.573223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'port': {'device_id': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47', 'admin_state_up': True, 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:50.632076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '241450a4-edc7-462a-8d15-8e84460927de', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'port_id': '241450a4-edc7-462a-8d15-8e84460927de', 'mac_address': 'fa:16:3e:82:d6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06bd9f-bd42-4ea7-8dc5-13896ef7634e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:50.688699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.703191 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b398f018-f24f-4503-9cb9-be8f3cb30604 req-45bc7913-37c3-4c50-8f6d-078e502aa338 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816604 Jul 23 14:07:50.730930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241450a4-edc7-462a-8d15-8e84460927de {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:50.745557 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:47Z', 'revision_number': 3, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:50.766882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:50.770459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.837326 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Checking router: b13966e1-20a6-4a07-bfe0-c1d04af6d06f for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:50.840832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:50.842082 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Updating router b13966e1-20a6-4a07-bfe0-c1d04af6d06f port 2b6f633b-289e-44ff-884e-672c3802d211 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:50.854163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 241450a4-edc7-462a-8d15-8e84460927de, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=241450a4-edc7-462a-8d15-8e84460927de,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:50.868545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.875742 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.934272 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.948101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 550f85c7-3ac9-45cc-93a8-48bcd3f765be, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=550f85c7-3ac9-45cc-93a8-48bcd3f765be,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:50.959515 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:50.977800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e1a4b23-abc5-44af-b9e3-7e20795c50f3 None None] Provisioning for port 5785c2b0-2ce3-4889-bb69-735daf5cf549 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:51.005186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e1a4b23-abc5-44af-b9e3-7e20795c50f3 None None] Provisioning complete for port 5785c2b0-2ce3-4889-bb69-735daf5cf549 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:51.005561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4b23-abc5-44af-b9e3-7e20795c50f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.007326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=241450a4-edc7-462a-8d15-8e84460927de,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:51.033339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0148b654-1255-4529-b859-a12fbb09bbe3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65c3e3c6de5942ac825f1cfb4e5068e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808741 Jul 23 14:07:51.042169 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:07:51.075282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d8d03d0c-c2f7-4e44-b613-89a9df7a1360 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:51.107699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d8d03d0c-c2f7-4e44-b613-89a9df7a1360 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:51.108104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d8d03d0c-c2f7-4e44-b613-89a9df7a1360 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:51.108454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2188290d-c9fb-4db2-9d64-d69908d419a0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:51.164235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2188290d-c9fb-4db2-9d64-d69908d419a0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:07:51.164734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2188290d-c9fb-4db2-9d64-d69908d419a0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:07:51.167176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a4b23-abc5-44af-b9e3-7e20795c50f3 None None] Port 5785c2b0-2ce3-4889-bb69-735daf5cf549 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:51.178755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['241450a4-edc7-462a-8d15-8e84460927de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:07:51.181585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b8927-ecc5-481e-9504-76a627a17668 req-6192731f-5eeb-408b-a35c-ab453c96759c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:51.184573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=550f85c7-3ac9-45cc-93a8-48bcd3f765be,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:51.190197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-843b8927-ecc5-481e-9504-76a627a17668 req-6192731f-5eeb-408b-a35c-ab453c96759c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3479614 Jul 23 14:07:51.228508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-fa19625f-268c-49c1-b429-e7e9c451a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:51.231555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-fa19625f-268c-49c1-b429-e7e9c451a2df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1101 time: 0.3005490 Jul 23 14:07:51.232248 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a76839bd-ef08-4fde-a432-4028d8aed10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.237439 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.370053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-437b3df9-2f86-4f80-a520-6ed7fcc063b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:51.371604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-437b3df9-2f86-4f80-a520-6ed7fcc063b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.1047499 Jul 23 14:07:51.373292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49923105-0876-4c0c-9bcb-0f93e8ed9f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4f14b4-2a95-49a9-8c4a-de440cf29eff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:51.374964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Allocated IP 19.80.0.24 (fa6c5e4d-f2da-4bac-a785-0c2ad217dd47/754b3743-53a3-4667-897a-cdf7c6c98681/3dfcde64-88de-46eb-a1f1-ecda736ff395) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:51.400701 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-843b8927-ecc5-481e-9504-76a627a17668 req-93d6cb79-960f-499d-9220-af10be24979d tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095196 Jul 23 14:07:51.420517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-e5958899-23ff-4d60-af51-c1380145a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:51.422090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-e5958899-23ff-4d60-af51-c1380145a1e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 1.3281963 Jul 23 14:07:51.450796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a76839bd-ef08-4fde-a432-4028d8aed10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.472477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4371e5-2ade-48ae-917d-77b5e707739e req-a0d2510a-e122-48c9-959f-a38250c950aa tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:51.481937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f4371e5-2ade-48ae-917d-77b5e707739e req-a0d2510a-e122-48c9-959f-a38250c950aa tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 1101 time: 1.6667850 Jul 23 14:07:51.496391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-ef236fd9-ff6a-4bb6-bfcb-97c36b67ab56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630658 Jul 23 14:07:51.506953 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.521673 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Transition to ACTIVE for port object 2b6f633b-289e-44ff-884e-672c3802d211 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:51.542100 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.573600 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-cda0c29b-bd71-4a39-adeb-cf8750a63dd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48 HTTP/1.1" status: 200 len: 217 time: 0.1676257 Jul 23 14:07:51.597640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 550f85c7-3ac9-45cc-93a8-48bcd3f765be up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:51.650774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f4371e5-2ade-48ae-917d-77b5e707739e req-39133eab-de67-48f2-baa3-d2ad37119313 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658058 Jul 23 14:07:51.666798 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e00e72-d0a1-40ce-b29f-e091d38f84dd None None] Pushing event updated for resources: {'Port': ['ID=2b6f633b-289e-44ff-884e-672c3802d211,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:51.704870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-289588e5-f492-46ab-bd2c-09e816503e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:51.714412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-289588e5-f492-46ab-bd2c-09e816503e43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1118207 Jul 23 14:07:51.743294 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Attempting to bind port 2b6f633b-289e-44ff-884e-672c3802d211 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:51.743656 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Attempting to bind port 2b6f633b-289e-44ff-884e-672c3802d211 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:51.744077 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Attempting to bind port 2b6f633b-289e-44ff-884e-672c3802d211 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:51.772272 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:51.772641 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:51.773044 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.781006 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:51.781690 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Bound port: 2b6f633b-289e-44ff-884e-672c3802d211, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:51.782111 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.802486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 550f85c7-3ac9-45cc-93a8-48bcd3f765be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:51.802817 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:51.887931 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] For port 2b6f633b-289e-44ff-884e-672c3802d211, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:51.898012 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] For port 2b6f633b-289e-44ff-884e-672c3802d211, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b6f633b-289e-44ff-884e-672c3802d211,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:51.909847 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:52.010613 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:52.011297 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:52.023050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-295be195-a034-4237-ad1f-fbb2fcf5cf01 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181732 Jul 23 14:07:52.080207 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e00e72-d0a1-40ce-b29f-e091d38f84dd None None] Pushing event updated for resources: {'Port': ['ID=2b6f633b-289e-44ff-884e-672c3802d211,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:52.143460 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:52.185590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff738-4f61-412b-9ed3-b530ee1c8f4f req-41f51d8b-c6de-445d-9d60-af8a5c68707f tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:52.193354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-670ff738-4f61-412b-9ed3-b530ee1c8f4f req-41f51d8b-c6de-445d-9d60-af8a5c68707f tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 1100 time: 0.2260654 Jul 23 14:07:52.258744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86fb1e31-041c-424e-8180-c6dcd06d44b3 req-cce39a59-909b-4b79-ae66-17069e0738d0 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280288 Jul 23 14:07:52.263287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 241450a4-edc7-462a-8d15-8e84460927de up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:52.314542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-670ff738-4f61-412b-9ed3-b530ee1c8f4f req-bf18d03d-3d19-48eb-926b-94b96999a15d tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200054 Jul 23 14:07:52.329714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:52.341687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 241450a4-edc7-462a-8d15-8e84460927de completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:52.346414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 241450a4-edc7-462a-8d15-8e84460927de triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:52.347196 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:52.399686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a76839bd-ef08-4fde-a432-4028d8aed10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:52.402954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a76839bd-ef08-4fde-a432-4028d8aed10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:52.404353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a76839bd-ef08-4fde-a432-4028d8aed10f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19fe1900-8c3d-4287-abba-845616e51e69 HTTP/1.1" status: 204 len: 168 time: 1.3603287 Jul 23 14:07:52.496946 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:52.512619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76839bd-ef08-4fde-a432-4028d8aed10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe1900-8c3d-4287-abba-845616e51e69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:52.567098 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:47Z', 'revision_number': 3, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:52.572077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812e55e-0c48-4da1-95b0-f7b2e5feea85 req-83a77ecc-493f-459b-851c-b1b7bd562a75 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:52.591313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812e55e-0c48-4da1-95b0-f7b2e5feea85 req-83a77ecc-493f-459b-851c-b1b7bd562a75 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:52.597521 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da01dd6-0b21-47bc-9dce-d50f26a9d98b None None] The sync data for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 is: [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:47Z', 'revision_number': 3, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:07:52.600587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f812e55e-0c48-4da1-95b0-f7b2e5feea85 req-83a77ecc-493f-459b-851c-b1b7bd562a75 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 1654 time: 1.0720310 Jul 23 14:07:52.614282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 241450a4-edc7-462a-8d15-8e84460927de, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=241450a4-edc7-462a-8d15-8e84460927de,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:52.617058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241450a4-edc7-462a-8d15-8e84460927de'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:52.621549 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f3c264-9e74-4345-9156-21759f5c4a09" -d '{"events": [{"server_uuid": "75b76c9b-6bea-47d7-83ff-f37da9048286", "name": "network-vif-plugged", "status": "completed", "tag": "241450a4-edc7-462a-8d15-8e84460927de"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:52.633883 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:52.701000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-93456572-0e45-4692-ba91-4ee7996c65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:52.705889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-93456572-0e45-4692-ba91-4ee7996c65ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9592247 Jul 23 14:07:52.721292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=241450a4-edc7-462a-8d15-8e84460927de,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:52.753218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2e2a9-7a5b-41a1-a32b-812aef7685a0 req-f24a7ff7-30e9-442d-84c1-c3e00ac8fe6b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:52.754866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbf2e2a9-7a5b-41a1-a32b-812aef7685a0 req-f24a7ff7-30e9-442d-84c1-c3e00ac8fe6b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 944 time: 0.2804873 Jul 23 14:07:52.839152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Allocated IP 172.20.0.1 (7d535806-e4fe-4827-8f17-b6f7d473d2b3/6d54dba8-135b-4549-a40f-e4325db6842c/d7ef748f-69b7-419f-a5d7-c3b443979c0d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:52.849379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbf2e2a9-7a5b-41a1-a32b-812aef7685a0 req-14076ad2-fd3a-4c94-9941-5b445476a04c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855367 Jul 23 14:07:52.879905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f812e55e-0c48-4da1-95b0-f7b2e5feea85 req-d0befc14-bc9a-4abb-97f4-9cd623397af7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784123 Jul 23 14:07:52.882110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-2baefa2f-ee8d-42d7-9009-443da7906237 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503105 Jul 23 14:07:52.908291 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:53.124601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:53.130907 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e389ba37-9281-47c8-9e2a-b0aded409e04 x-openstack-request-id: req-e389ba37-9281-47c8-9e2a-b0aded409e04 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:53.131259 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b76c9b-6bea-47d7-83ff-f37da9048286", "name": "network-vif-plugged", "status": "completed", "tag": "241450a4-edc7-462a-8d15-8e84460927de", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:53.131511 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e389ba37-9281-47c8-9e2a-b0aded409e04 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:53.131914 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241450a4-edc7-462a-8d15-8e84460927de', 'code': 200} Jul 23 14:07:53.164294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Transition to ACTIVE for port object 3dfcde64-88de-46eb-a1f1-ecda736ff395 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:53.251918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Transition to ACTIVE for port object d7ef748f-69b7-419f-a5d7-c3b443979c0d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:53.267236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25be66ea-2759-402b-871e-e0ace32ce5dd req-d8d97ad7-5709-49a2-9a38-0c81f9fd19f6 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563144 Jul 23 14:07:53.339214 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:53.449234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa1105-69ff-48a7-baa1-c4316ae6e731 req-501e314b-fbc7-4bd4-9132-ebcc86965eda tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:53.457294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3dfa1105-69ff-48a7-baa1-c4316ae6e731 req-501e314b-fbc7-4bd4-9132-ebcc86965eda tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.3598478 Jul 23 14:07:53.459285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:53.472713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:53.475376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:53.480688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ef748f-69b7-419f-a5d7-c3b443979c0d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:53.489848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:53.548407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc013c4-e92e-48a7-8db5-1cf12192f75b req-cddcf191-ae4e-498d-8e22-c767d8b375ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:53.549975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2cc013c4-e92e-48a7-8db5-1cf12192f75b req-cddcf191-ae4e-498d-8e22-c767d8b375ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 1096 time: 0.2943993 Jul 23 14:07:53.641204 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:53.642066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:53.655775 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3dfa1105-69ff-48a7-baa1-c4316ae6e731 req-45cbc7aa-0d10-430d-911e-c533fc0c8190 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932371 Jul 23 14:07:53.667347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Port': ['ID=3dfcde64-88de-46eb-a1f1-ecda736ff395,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:53.671142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:53.673467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:07:53.716079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b6f633b-289e-44ff-884e-672c3802d211 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:53.786402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:53.787012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:53.812057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-4e0776b8-5c85-4d87-8c46-70c3dc8ef7f5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2227159 Jul 23 14:07:53.834318 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-51eec791-f264-4450-a21b-bf98b0cb8577 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2651064 Jul 23 14:07:53.838810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2b6f633b-289e-44ff-884e-672c3802d211 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:53.844100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2b6f633b-289e-44ff-884e-672c3802d211 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:53.844529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:53.855217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Request body: {'port': {'device_id': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:53.873006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2cc013c4-e92e-48a7-8db5-1cf12192f75b req-32b47853-c2cb-4bd6-a852-76aa68d9e05f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091795 Jul 23 14:07:54.002946 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.035595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07fcb50d-e6ad-4f3f-9e60-abe185f73aa4 None None] Provisioning for port d7ef748f-69b7-419f-a5d7-c3b443979c0d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:54.053370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07fcb50d-e6ad-4f3f-9e60-abe185f73aa4 None None] Provisioning complete for port d7ef748f-69b7-419f-a5d7-c3b443979c0d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:54.054573 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07fcb50d-e6ad-4f3f-9e60-abe185f73aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.091436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-431d5d7e-58ee-4cd6-826a-f71e211038a6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:54.091829 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.098445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-431d5d7e-58ee-4cd6-826a-f71e211038a6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712224 Jul 23 14:07:54.133155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 2b6f633b-289e-44ff-884e-672c3802d211, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b6f633b-289e-44ff-884e-672c3802d211,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:54.135297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07fcb50d-e6ad-4f3f-9e60-abe185f73aa4 None None] Port d7ef748f-69b7-419f-a5d7-c3b443979c0d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:54.138737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-34c2da39-6cdb-4674-a7ba-f393c90d1215 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/quotas/076cfc9486b4439982c5ffa25353d6dc HTTP/1.1" status: 200 len: 375 time: 0.0390532 Jul 23 14:07:54.146667 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.196644 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.197763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=2b6f633b-289e-44ff-884e-672c3802d211,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:54.205259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5163d1-4eb2-4bfd-8518-7859924d4ca4 req-4165d6fd-686a-4248-be3d-adf8222c2051 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:54.207643 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ec5163d1-4eb2-4bfd-8518-7859924d4ca4 req-4165d6fd-686a-4248-be3d-adf8222c2051 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 945 time: 0.2012353 Jul 23 14:07:54.259791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c63c811-9850-491e-bdcc-d532ec2cd056 None None] Provisioning for port 3dfcde64-88de-46eb-a1f1-ecda736ff395 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:07:54.264012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c63c811-9850-491e-bdcc-d532ec2cd056 None None] Provisioning complete for port 3dfcde64-88de-46eb-a1f1-ecda736ff395 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:54.264613 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c63c811-9850-491e-bdcc-d532ec2cd056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.290941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e8d98483-0bea-4426-ae21-895f5e627fe9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442626 Jul 23 14:07:54.300871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ec5163d1-4eb2-4bfd-8518-7859924d4ca4 req-f840a8c0-7b36-4e8b-840c-6648888940c5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867829 Jul 23 14:07:54.331061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3c63c811-9850-491e-bdcc-d532ec2cd056 None None] Port 3dfcde64-88de-46eb-a1f1-ecda736ff395 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:54.465241 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.478252 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.505335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbdcf0-c172-4cfc-be8e-0997c6c7a58d req-f2b42cb6-4750-4db4-9cee-c44a17ae532e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:54.511521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbdcf0-c172-4cfc-be8e-0997c6c7a58d req-f2b42cb6-4750-4db4-9cee-c44a17ae532e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:54.517857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbdcf0-c172-4cfc-be8e-0997c6c7a58d req-f2b42cb6-4750-4db4-9cee-c44a17ae532e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:54.519768 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cdfbdcf0-c172-4cfc-be8e-0997c6c7a58d req-f2b42cb6-4750-4db4-9cee-c44a17ae532e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2375 time: 0.1170156 Jul 23 14:07:54.551238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.569573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd68e611-759d-4f78-a495-e3e11b37097d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:54.573681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ef748f-69b7-419f-a5d7-c3b443979c0d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:54.610977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.625043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cdfbdcf0-c172-4cfc-be8e-0997c6c7a58d req-48a737bf-d9c7-41ac-998b-83c4e0e4b059 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873277 Jul 23 14:07:54.655893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Transition to ACTIVE for port object cd68e611-759d-4f78-a495-e3e11b37097d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:54.662425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:54.742254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Pushing event updated for resources: {'Port': ['ID=cd68e611-759d-4f78-a495-e3e11b37097d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:54.773759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:07:54.777642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:07:54.918672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Attempting to bind port cd68e611-759d-4f78-a495-e3e11b37097d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:54.919047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Attempting to bind port cd68e611-759d-4f78-a495-e3e11b37097d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:54.919490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Attempting to bind port cd68e611-759d-4f78-a495-e3e11b37097d on network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:54.929805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Port cd68e611-759d-4f78-a495-e3e11b37097d on network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:07:54.932273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Attempting to bind port cd68e611-759d-4f78-a495-e3e11b37097d on network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:54.941617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:54.943718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Checking segment: {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:54.945504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Bound using segment: {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:54.946035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Bound port: cd68e611-759d-4f78-a495-e3e11b37097d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:54.947114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:55.153560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-8b299a3e-757a-4abb-8e84-01a707646a8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1783316 Jul 23 14:07:55.210636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Router b13966e1-20a6-4a07-bfe0-c1d04af6d06f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:07:55.223120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] For port cd68e611-759d-4f78-a495-e3e11b37097d, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:55.244959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] For port cd68e611-759d-4f78-a495-e3e11b37097d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cd68e611-759d-4f78-a495-e3e11b37097d,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:55.275777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-14459454-f274-4558-b492-1040b45e0381 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0372dcc57edf454793b5645686b15e6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1981399 Jul 23 14:07:55.276912 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:55.369764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Pushing event updated for resources: {'Port': ['ID=cd68e611-759d-4f78-a495-e3e11b37097d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:55.375398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:55.375862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:55.377279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d4755c38-729f-4008-9a62-cea7038f8873 service neutron] 10.222.0.11 "PUT /v2.0/ports/cd68e611-759d-4f78-a495-e3e11b37097d HTTP/1.1" status: 200 len: 1092 time: 1.5291195 Jul 23 14:07:55.377731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'tag': 'cd68e611-759d-4f78-a495-e3e11b37097d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:55.385340 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee112f1-d88a-4df0-a367-a671cd06e81d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "tag": "cd68e611-759d-4f78-a495-e3e11b37097d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:55.425406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3770a568-4650-4c49-ad36-501c17a3a871 None None] Provisioning complete for port d7ef748f-69b7-419f-a5d7-c3b443979c0d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:55.426562 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3770a568-4650-4c49-ad36-501c17a3a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:55.438134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Request body: {'port': {'device_id': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:55.451036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-320643d9-0a0b-42b8-a233-ee0711917e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:55.452621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-320643d9-0a0b-42b8-a233-ee0711917e92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c081225c20fa406990f402e15517dd1e&device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 1101 time: 0.2174590 Jul 23 14:07:55.474749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3758-f623-448c-a198-29e9ff52308b req-a5a4c14a-1f4f-48ce-9a15-4da06611f779 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:55.483216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f69d3758-f623-448c-a198-29e9ff52308b req-a5a4c14a-1f4f-48ce-9a15-4da06611f779 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2595942 Jul 23 14:07:55.488862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3770a568-4650-4c49-ad36-501c17a3a871 None None] Port d7ef748f-69b7-419f-a5d7-c3b443979c0d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:07:55.545377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:07:55.549645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-eacf2c22-e5e6-4998-ba19-9efff9b852a4 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:55.550942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dbfe1a89-ee76-4f85-9d6a-975c46609373 admin admin] 10.222.0.21 "PUT /v2.0/routers/b13966e1-20a6-4a07-bfe0-c1d04af6d06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4262304 Jul 23 14:07:55.553957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-eacf2c22-e5e6-4998-ba19-9efff9b852a4 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362564 Jul 23 14:07:55.564181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Sync routers for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:07:55.576171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:55.577150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:55.594080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-0c91277c-f61e-493e-8e29-fc0ecb520304 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/quotas/0372dcc57edf454793b5645686b15e6c HTTP/1.1" status: 200 len: 375 time: 0.0190432 Jul 23 14:07:55.644199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-c3d83076-08c0-4620-97c1-91e9eb7aded5 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0372dcc57edf454793b5645686b15e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489330 Jul 23 14:07:55.648307 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:55.683629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b6f633b-289e-44ff-884e-672c3802d211 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:07:55.741503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f69d3758-f623-448c-a198-29e9ff52308b req-09e1d803-1908-4a72-95f2-cc0482288a82 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572217 Jul 23 14:07:55.779966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-84031e74-e6f1-42f6-b1a5-c2f96d92feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:55.784135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-84031e74-e6f1-42f6-b1a5-c2f96d92feb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2843034 Jul 23 14:07:55.913913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-75c77eb3-e24f-4a28-a569-4f82517df6fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c HTTP/1.1" status: 200 len: 217 time: 0.1209290 Jul 23 14:07:55.929294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:55.988964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-ba95f5de-967d-4e25-8482-75342a929dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:55.991817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-ba95f5de-967d-4e25-8482-75342a929dc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0721269 Jul 23 14:07:56.228411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-5d33de3e-508b-4a8f-943e-e4e7e9ecf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:56.232425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-5d33de3e-508b-4a8f-943e-e4e7e9ecf450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2321973 Jul 23 14:07:56.257349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2b6f633b-289e-44ff-884e-672c3802d211 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:07:56.266910 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:56.392001 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d881bb65-5c93-4186-9df3-65344afb6309 x-openstack-request-id: req-d881bb65-5c93-4186-9df3-65344afb6309 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:56.392622 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "tag": "cd68e611-759d-4f78-a495-e3e11b37097d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:56.395798 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d881bb65-5c93-4186-9df3-65344afb6309 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:56.396396 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'tag': 'cd68e611-759d-4f78-a495-e3e11b37097d', 'status': 'completed', 'code': 200} Jul 23 14:07:56.428276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acc573-df7b-4bbf-96df-af3697da9507 req-133a894b-3427-46ae-80d9-06828fc7cb49 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:56.441646 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22acc573-df7b-4bbf-96df-af3697da9507 req-133a894b-3427-46ae-80d9-06828fc7cb49 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 945 time: 0.4692245 Jul 23 14:07:56.495165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-2352e30b-b65f-46d3-821f-94e0efdd0072 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495668 Jul 23 14:07:56.626483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 2, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:56.630229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22acc573-df7b-4bbf-96df-af3697da9507 req-33f84270-dddc-4d3e-9ba5-428d7cf56265 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872997 Jul 23 14:07:56.713478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Checking router: b13966e1-20a6-4a07-bfe0-c1d04af6d06f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:07:56.714100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Updating router b13966e1-20a6-4a07-bfe0-c1d04af6d06f port d7ef748f-69b7-419f-a5d7-c3b443979c0d binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:07:56.772501 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:56.841267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-421cb2e4-a7cc-43fc-8489-64db05ef740f req-687bb587-5448-4089-87d7-b13c41a72600 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393061 Jul 23 14:07:56.866446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d841b34-0130-4578-b7cd-3d01f9dcdf59 req-a800954c-b1b1-4ff1-b448-1b078ab82568 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 210 time: 0.1529613 Jul 23 14:07:56.890873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a19b4-9bf1-47a0-813d-4bcf01d6e581 req-0beb4036-aba5-40eb-b591-6e01149b8469 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:56.901241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5785c2b0-2ce3-4889-bb69-735daf5cf549 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:56.910097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a19b4-9bf1-47a0-813d-4bcf01d6e581 req-0beb4036-aba5-40eb-b591-6e01149b8469 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:56.964593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a19b4-9bf1-47a0-813d-4bcf01d6e581 req-0beb4036-aba5-40eb-b591-6e01149b8469 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:56.976790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:56.982120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a9a19b4-9bf1-47a0-813d-4bcf01d6e581 req-0beb4036-aba5-40eb-b591-6e01149b8469 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2387 time: 0.4451916 Jul 23 14:07:57.054119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Transition to ACTIVE for port object 5785c2b0-2ce3-4889-bb69-735daf5cf549 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:57.075910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ef791fd5-6b3c-46f0-8034-298d9a86c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:57.076742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ef791fd5-6b3c-46f0-8034-298d9a86c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:57.096167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ef791fd5-6b3c-46f0-8034-298d9a86c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:57.103569 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ef791fd5-6b3c-46f0-8034-298d9a86c049 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2730 time: 0.5440950 Jul 23 14:07:57.107750 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:57.117052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a9a19b4-9bf1-47a0-813d-4bcf01d6e581 req-5f3c3ef9-9c63-4a22-8c65-c5e69d06b9c9 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281154 Jul 23 14:07:57.416257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7a93-0da2-4232-8b5b-2c3e41838af4 req-b54e95d4-c311-403a-90e7-351cad204c63 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:57.417885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dcf7a93-0da2-4232-8b5b-2c3e41838af4 req-b54e95d4-c311-403a-90e7-351cad204c63 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.2132270 Jul 23 14:07:57.534799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dcf7a93-0da2-4232-8b5b-2c3e41838af4 req-54f7b18f-3f62-486c-b870-42590b4164dc tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939400 Jul 23 14:07:57.587231 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1507f340-f10f-4fdc-83e7-657d5c1e3738 req-ee280d39-8b45-4da3-ab53-b196e546b202 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 210 time: 0.3152149 Jul 23 14:07:57.601354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Pushing event updated for resources: {'Port': ['ID=5785c2b0-2ce3-4889-bb69-735daf5cf549,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:57.689567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-429cbb1d-4de7-40e6-8d6c-60f06fe17a56 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304909 Jul 23 14:07:57.766063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:57.780440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Transition to ACTIVE for port object d7ef748f-69b7-419f-a5d7-c3b443979c0d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:07:57.799015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:57.882517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ec430734-0d28-4a2f-8fad-b912ec7ae25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:57.884079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ec430734-0d28-4a2f-8fad-b912ec7ae25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:57.884734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ec430734-0d28-4a2f-8fad-b912ec7ae25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:57.888480 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-ec430734-0d28-4a2f-8fad-b912ec7ae25b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7425697 Jul 23 14:07:57.893457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-a2e9ef80-74f2-423a-b86d-111b11b350f6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274104 Jul 23 14:07:57.925297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363db72-937a-47ca-a545-137deee2602f None None] Pushing event updated for resources: {'Port': ['ID=d7ef748f-69b7-419f-a5d7-c3b443979c0d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:58.035930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-2d45db5e-55be-486b-9d5f-b3852cc35325 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:58.037501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-2d45db5e-55be-486b-9d5f-b3852cc35325 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3376746 Jul 23 14:07:58.094400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Attempting to bind port d7ef748f-69b7-419f-a5d7-c3b443979c0d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:58.095659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Attempting to bind port d7ef748f-69b7-419f-a5d7-c3b443979c0d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:58.097229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Attempting to bind port d7ef748f-69b7-419f-a5d7-c3b443979c0d on network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:58.105317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:58.107072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Checking segment: {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:58.114866 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:58.116197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Bound using segment: {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:58.117573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Bound port: d7ef748f-69b7-419f-a5d7-c3b443979c0d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:58.118865 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:58.186038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Attempting to bind port 5785c2b0-2ce3-4889-bb69-735daf5cf549 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:07:58.186375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Attempting to bind port 5785c2b0-2ce3-4889-bb69-735daf5cf549 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:07:58.187213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0fa060c2-b9b4-4566-99d4-397e4e88680d req-5de9b837-0cc5-4e51-89b5-9e01722a1f84 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 210 time: 0.1486394 Jul 23 14:07:58.197784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:58.206828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Attempting to bind port 5785c2b0-2ce3-4889-bb69-735daf5cf549 on network 568f443d-4dba-475c-8c60-0b575c0620b9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:58.226066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:07:58.248485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:07:58.527900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-7c9103d3-f1bc-4b9b-a53f-17ad71bfb22f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:58.535475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-7c9103d3-f1bc-4b9b-a53f-17ad71bfb22f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6220171 Jul 23 14:07:58.537787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Port 5785c2b0-2ce3-4889-bb69-735daf5cf549 on network 568f443d-4dba-475c-8c60-0b575c0620b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:07:58.538440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Attempting to bind port 5785c2b0-2ce3-4889-bb69-735daf5cf549 on network 568f443d-4dba-475c-8c60-0b575c0620b9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:07:58.542942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] For port d7ef748f-69b7-419f-a5d7-c3b443979c0d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:58.644771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] For port d7ef748f-69b7-419f-a5d7-c3b443979c0d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d7ef748f-69b7-419f-a5d7-c3b443979c0d,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:58.677168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:07:58.677522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Checking segment: {'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:07:58.681400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Bound using segment: {'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:07:58.683432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Bound port: 5785c2b0-2ce3-4889-bb69-735daf5cf549, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12991741-f4cd-4d34-82df-86e8fe71d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:07:58.684886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:58.693255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c262-9d75-474a-86ca-5abbfdc709eb req-9eedd58a-9e88-4f46-a63f-6034945935ea tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:58.694068 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-60b74e68-e677-41ec-80dc-67ae06aabc0f tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0372dcc57edf454793b5645686b15e6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253874 Jul 23 14:07:58.711189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c262-9d75-474a-86ca-5abbfdc709eb req-9eedd58a-9e88-4f46-a63f-6034945935ea tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:58.734404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c262-9d75-474a-86ca-5abbfdc709eb req-9eedd58a-9e88-4f46-a63f-6034945935ea tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:58.736227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:58.760093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c35c262-9d75-474a-86ca-5abbfdc709eb req-9eedd58a-9e88-4f46-a63f-6034945935ea tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2399 time: 0.3451369 Jul 23 14:07:58.766267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:58.768659 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:58.775760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:58.969650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363db72-937a-47ca-a545-137deee2602f None None] Pushing event updated for resources: {'Port': ['ID=d7ef748f-69b7-419f-a5d7-c3b443979c0d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:58.973833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:59.037747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c35c262-9d75-474a-86ca-5abbfdc709eb req-c67a3ace-1924-4c49-8faa-4b4379fda37c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759593 Jul 23 14:07:59.040650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:59.059234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:59.061603 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d772b9-703f-427a-8592-0aa866bdf894" -d '{"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:59.088571 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:59.110694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:07:59.111404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:07:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:07:59.119436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:59.237378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a31b5e5-5036-4cba-bc0a-95c193135449 req-6c78f733-ed63-4356-a3e9-5ed7eef24932 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 210 time: 0.0703182 Jul 23 14:07:59.288294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.45 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/35965a40-2a47-4080-8095-ea398d92a896) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:07:59.327775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'mac_address': 'fa:16:3e:8e:d8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:07:59.354964 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b698de-a3ea-4b6c-b0c0-ab41cd431fbb x-openstack-request-id: req-05b698de-a3ea-4b6c-b0c0-ab41cd431fbb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:07:59.355269 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:07:59.355491 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05b698de-a3ea-4b6c-b0c0-ab41cd431fbb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:07:59.355907 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'code': 200} Jul 23 14:07:59.439123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] For port 5785c2b0-2ce3-4889-bb69-735daf5cf549, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:07:59.444194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] For port 5785c2b0-2ce3-4889-bb69-735daf5cf549, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5785c2b0-2ce3-4889-bb69-735daf5cf549,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:07:59.613215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:59.674444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:07:59.705072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-a774b5dd-918f-498c-8c4b-64faaae05a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:59.707745 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ee112f1-d88a-4df0-a367-a671cd06e81d req-a774b5dd-918f-498c-8c4b-64faaae05a23 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7006609 Jul 23 14:07:59.714432 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:59.736165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-6d522988-0986-4b5f-86c9-c75e9eeba12c tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:59.739899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-6d522988-0986-4b5f-86c9-c75e9eeba12c tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9458590 Jul 23 14:07:59.755792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:07:59.761535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29be6b61-e10a-4645-a283-6e20cdaa9f48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:07:59.804289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:07:59.808452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:59.814112 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] 10.222.0.11 "PUT /v2.0/ports/5785c2b0-2ce3-4889-bb69-735daf5cf549 HTTP/1.1" status: 200 len: 1091 time: 4.3874307 Jul 23 14:07:59.828260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Request body: {'port': {'device_id': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '0372dcc57edf454793b5645686b15e6c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:59.841876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:07:59.851833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'tag': '5785c2b0-2ce3-4889-bb69-735daf5cf549'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:07:59.852216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:07:59.854232 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350162b6-ead0-43fe-b3e3-2ede67deaaed" -d '{"events": [{"name": "network-changed", "server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "tag": "5785c2b0-2ce3-4889-bb69-735daf5cf549"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:07:59.883303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Request body: {'port': {'device_id': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:07:59.987137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:07:59.994690 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:00.016783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:00.048539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d508f-1d2e-4e08-bc4c-207f465ada30 service neutron] Pushing event updated for resources: {'Port': ['ID=5785c2b0-2ce3-4889-bb69-735daf5cf549,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:00.149110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df749-9715-4cc2-a3f1-366cb62b4670 req-33a59cde-2aa1-4258-8f40-04e8bce0b0a0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:00.157999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-836df749-9715-4cc2-a3f1-366cb62b4670 req-33a59cde-2aa1-4258-8f40-04e8bce0b0a0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 1.3772671 Jul 23 14:08:00.183017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21d9c277-9c08-4400-9fa2-81acfaef233d req-3e0b6121-317d-4c8b-a4e6-56482ee185b0 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0455012 Jul 23 14:08:00.234303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['29be6b61-e10a-4645-a283-6e20cdaa9f48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:00.308573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:00.338843 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:00.348491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object 35965a40-2a47-4080-8095-ea398d92a896 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:00.387009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-836df749-9715-4cc2-a3f1-366cb62b4670 req-184c4cd8-556f-45d1-859a-57a19fae17cf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292976 Jul 23 14:08:00.416486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:07:58Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:08:00.445440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:00.482302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2aaedb-4cac-432b-8dea-2b361e5ec7e4 None None] The sync data for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 is: [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:07:58Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:08:00.488380 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ff32a-dcab-4f04-8e1d-a012d4666a69 x-openstack-request-id: req-9c5ff32a-dcab-4f04-8e1d-a012d4666a69 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:00.488895 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "tag": "5785c2b0-2ce3-4889-bb69-735daf5cf549", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:00.488895 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c5ff32a-dcab-4f04-8e1d-a012d4666a69 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:00.489279 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'tag': '5785c2b0-2ce3-4889-bb69-735daf5cf549', 'status': 'completed', 'code': 200} Jul 23 14:08:00.567961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:00.579036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:00.591095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:00.657807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Made reservation on behalf of 0372dcc57edf454793b5645686b15e6c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:00.661731 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:00.711248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=35965a40-2a47-4080-8095-ea398d92a896,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:00.729172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:00.729878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:00.777748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-43bf7eaf-f9bf-49bb-b880-d0bae1bfe118 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6220117 Jul 23 14:08:00.799496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Request body: {'port': {'device_id': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:01.037365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:01.098435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96b43ffe-5467-4164-8a58-2939c5f510c5 None None] Provisioning for port 35965a40-2a47-4080-8095-ea398d92a896 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:01.110334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96b43ffe-5467-4164-8a58-2939c5f510c5 None None] Provisioning complete for port 35965a40-2a47-4080-8095-ea398d92a896 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:01.110840 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96b43ffe-5467-4164-8a58-2939c5f510c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:01.192404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-96b43ffe-5467-4164-8a58-2939c5f510c5 None None] Port 35965a40-2a47-4080-8095-ea398d92a896 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:01.347392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:01.445824 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:01.482970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda3b91-11c7-45d9-b639-c53ef252a064 req-db420de6-04db-4990-a0db-34f7bc7228e5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:01.492181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5eda3b91-11c7-45d9-b639-c53ef252a064 req-db420de6-04db-4990-a0db-34f7bc7228e5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 935 time: 0.3486114 Jul 23 14:08:01.559053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.220 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/0394ee38-b6d4-4d4f-95a1-5804ed10d20e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:01.585314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5eda3b91-11c7-45d9-b639-c53ef252a064 req-0723ea03-3c52-41d2-bc14-72093cd0440e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850971 Jul 23 14:08:01.692063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7ef748f-69b7-419f-a5d7-c3b443979c0d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:01.825009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3de9242-c674-4f0f-a469-ffa8b5580b97 req-5475232b-b396-4f9d-9352-c551aeb2aabb tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0982125 Jul 23 14:08:02.005879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d7ef748f-69b7-419f-a5d7-c3b443979c0d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:02.033381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d7ef748f-69b7-419f-a5d7-c3b443979c0d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:02.034252 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.071192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.086139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-2c215384-7b59-43b2-97b7-d235a6d49627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.086741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-2c215384-7b59-43b2-97b7-d235a6d49627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.087584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-2c215384-7b59-43b2-97b7-d235a6d49627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.090143 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-2c215384-7b59-43b2-97b7-d235a6d49627 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2797 time: 1.4451787 Jul 23 14:08:02.107590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8aa01-7514-413b-bfb5-850f67b98654 req-3b173c2c-a87b-4379-8bc2-caf70b7f2096 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.113994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8aa01-7514-413b-bfb5-850f67b98654 req-3b173c2c-a87b-4379-8bc2-caf70b7f2096 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.121156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8aa01-7514-413b-bfb5-850f67b98654 req-3b173c2c-a87b-4379-8bc2-caf70b7f2096 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.122980 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49a8aa01-7514-413b-bfb5-850f67b98654 req-3b173c2c-a87b-4379-8bc2-caf70b7f2096 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2399 time: 1.4794157 Jul 23 14:08:02.191856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:02.238101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object 0394ee38-b6d4-4d4f-95a1-5804ed10d20e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:02.255199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be502833-250a-4482-a6dd-9c8c59ee3012 req-18375ebb-aaec-4f66-820c-086e97a6fd91 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.263668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be502833-250a-4482-a6dd-9c8c59ee3012 req-18375ebb-aaec-4f66-820c-086e97a6fd91 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 950 time: 0.1496694 Jul 23 14:08:02.402995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be502833-250a-4482-a6dd-9c8c59ee3012 req-40c3fa5a-2139-4029-8bbb-f849b00ebad1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383011 Jul 23 14:08:02.431150 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49a8aa01-7514-413b-bfb5-850f67b98654 req-119bca82-c939-4402-8711-ff87b54bc9ac tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886024 Jul 23 14:08:02.445781 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.536407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.540999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-6b0f967d-a2f3-4ef4-8a2b-78664c1e0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.541691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-6b0f967d-a2f3-4ef4-8a2b-78664c1e0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.542325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-6b0f967d-a2f3-4ef4-8a2b-78664c1e0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:02.544138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-6b0f967d-a2f3-4ef4-8a2b-78664c1e0997 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4139376 Jul 23 14:08:02.546962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port d7ef748f-69b7-419f-a5d7-c3b443979c0d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d7ef748f-69b7-419f-a5d7-c3b443979c0d,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:02.567276 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.568422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.589102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.725657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfcde64-88de-46eb-a1f1-ecda736ff395 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:02.749346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=d7ef748f-69b7-419f-a5d7-c3b443979c0d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:02.765540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc9791-f7aa-43b1-a5f6-557b1d68b936,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:02.773125 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.776906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:02.778523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.778909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.779222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.779553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.779890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.780205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.780517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.780831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.781146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.781462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.781775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.782083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:02.801042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:02.811171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 29be6b61-e10a-4645-a283-6e20cdaa9f48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:02.811547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.819397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:02.832556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:02.925908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Transition to ACTIVE for port object 3dfcde64-88de-46eb-a1f1-ecda736ff395 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:02.931898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35965a40-2a47-4080-8095-ea398d92a896 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:02.957452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:02.986913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Transition to ACTIVE for port object 35965a40-2a47-4080-8095-ea398d92a896 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:03.012527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.022208 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.042839 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.079745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:03.082306 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9941b22-67f5-41ef-a82e-4702de63d62d" -d '{"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-plugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:03.088043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-950435a2-1d29-42be-955b-89ecd74d5ff1 req-c29e7c48-f486-4d6d-96de-44162cc901e6 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0911338 Jul 23 14:08:03.123970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:03.130906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Allocated IP 192.168.233.40 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/d4dd15bf-e428-46e9-aca1-dc43d78e3256) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:03.135033 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.136249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=35965a40-2a47-4080-8095-ea398d92a896,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:03.276573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:03.300283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c840aa-816e-4af0-b821-63ef5e88f9aa req-71f97187-bd96-411c-90cf-2c967ceb20dc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:03.315733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57c840aa-816e-4af0-b821-63ef5e88f9aa req-71f97187-bd96-411c-90cf-2c967ceb20dc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 947 time: 0.3142583 Jul 23 14:08:03.360360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b034ab1a-a1a4-4bec-97a6-4b0e76f9040d None None] Provisioning for port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:03.365636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b034ab1a-a1a4-4bec-97a6-4b0e76f9040d None None] Provisioning complete for port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:03.366101 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b034ab1a-a1a4-4bec-97a6-4b0e76f9040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.462561 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c8adf4-942c-487e-ab6b-f28d4358aa88 x-openstack-request-id: req-34c8adf4-942c-487e-ab6b-f28d4358aa88 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:03.463582 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-plugged", "status": "completed", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:03.463921 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34c8adf4-942c-487e-ab6b-f28d4358aa88 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:03.467073 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'code': 200} Jul 23 14:08:03.519936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b034ab1a-a1a4-4bec-97a6-4b0e76f9040d None None] Port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:03.549031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Attempting to bind port 35965a40-2a47-4080-8095-ea398d92a896 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:03.549400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Attempting to bind port 35965a40-2a47-4080-8095-ea398d92a896 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:03.549736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Attempting to bind port 35965a40-2a47-4080-8095-ea398d92a896 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:03.590878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57c840aa-816e-4af0-b821-63ef5e88f9aa req-b2cf5f1a-03b7-43e4-a305-f03e5ad6050d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650852 Jul 23 14:08:03.613325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Port 35965a40-2a47-4080-8095-ea398d92a896 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:03.613325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Attempting to bind port 35965a40-2a47-4080-8095-ea398d92a896 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:03.641797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:03.642147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:03.642538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:03.643006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Bound port: 35965a40-2a47-4080-8095-ea398d92a896, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:03.643370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.683333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-3fe6e322-c0ca-46a1-beab-f7e5a20d9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:03.684878 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-350162b6-ead0-43fe-b3e3-2ede67deaaed req-3fe6e322-c0ca-46a1-beab-f7e5a20d9d09 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1289940 Jul 23 14:08:03.724914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7ef748f-69b7-419f-a5d7-c3b443979c0d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:03.756647 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.794492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:03.820210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:03.821002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.875912 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-c8d86cfb-6d9b-47fe-86ba-0f573c672efe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3238561 Jul 23 14:08:03.891713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] For port 35965a40-2a47-4080-8095-ea398d92a896, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:03.904702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Request body: {'port': {'device_id': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:03.909686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] For port 35965a40-2a47-4080-8095-ea398d92a896, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=35965a40-2a47-4080-8095-ea398d92a896,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:03.913583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea7be6-3715-4c5a-9283-9ec72f5584aa req-39706b4a-508f-4961-8757-c8ca1bfe52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:03.914138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Transition to ACTIVE for port object d4dd15bf-e428-46e9-aca1-dc43d78e3256 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:03.927509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-beea7be6-3715-4c5a-9283-9ec72f5584aa req-39706b4a-508f-4961-8757-c8ca1bfe52bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1102 time: 0.2361026 Jul 23 14:08:03.930401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:03.937776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=3dfcde64-88de-46eb-a1f1-ecda736ff395,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:03.965506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d7ef748f-69b7-419f-a5d7-c3b443979c0d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:03.965932 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:04.090948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.091493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.091987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.092467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.092952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.093444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.093926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.094405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.094928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.095407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.095876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.096358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:04.167651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.168264 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:04.169673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] 10.222.0.11 "PUT /v2.0/ports/35965a40-2a47-4080-8095-ea398d92a896 HTTP/1.1" status: 200 len: 1095 time: 3.3762808 Jul 23 14:08:04.263551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c3448-606f-4f5c-a24d-e08ad15e406b req-9d0e01f2-f64d-4344-a4fb-05208488d3a4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.272520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'tag': '35965a40-2a47-4080-8095-ea398d92a896'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:04.273552 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-948c3448-606f-4f5c-a24d-e08ad15e406b req-9d0e01f2-f64d-4344-a4fb-05208488d3a4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 951 time: 0.5274401 Jul 23 14:08:04.275616 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d" -d '{"events": [{"name": "network-changed", "server_uuid": "57fd24c8-106a-49e7-933e-33bd6bd34fbd", "tag": "35965a40-2a47-4080-8095-ea398d92a896"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:04.283396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-beea7be6-3715-4c5a-9283-9ec72f5584aa req-18f794d1-c291-4a7c-9599-d0080e8edaa9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137851 Jul 23 14:08:04.315522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:04.329481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb498166-61e4-4423-bdbb-f7d65ed7cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=35965a40-2a47-4080-8095-ea398d92a896,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:04.347837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Attempting to bind port 3dfcde64-88de-46eb-a1f1-ecda736ff395 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:04.367307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Attempting to bind port 3dfcde64-88de-46eb-a1f1-ecda736ff395 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:04.367937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Attempting to bind port 3dfcde64-88de-46eb-a1f1-ecda736ff395 on network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:04.396103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265745c2-7384-4343-8332-f926228d8494 req-cf5609a6-9aaa-46f8-98de-904645b12881 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.405845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265745c2-7384-4343-8332-f926228d8494 req-cf5609a6-9aaa-46f8-98de-904645b12881 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.415054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265745c2-7384-4343-8332-f926228d8494 req-cf5609a6-9aaa-46f8-98de-904645b12881 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.417286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-265745c2-7384-4343-8332-f926228d8494 req-cf5609a6-9aaa-46f8-98de-904645b12881 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2411 time: 0.6283622 Jul 23 14:08:04.436713 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:04.470838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-265745c2-7384-4343-8332-f926228d8494 req-20de0a2e-7596-4fd5-9d01-1ed302327dd9 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Jul 23 14:08:04.521516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-f9c55ff1-4701-4053-b9f8-8911c03febff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.527935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-f9c55ff1-4701-4053-b9f8-8911c03febff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 1098 time: 0.2178946 Jul 23 14:08:04.613522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Pushing event updated for resources: {'Port': ['ID=d4dd15bf-e428-46e9-aca1-dc43d78e3256,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:04.742763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-3e520279-b8b8-4683-9cc0-775d8f575941 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=35965a40-2a47-4080-8095-ea398d92a896 HTTP/1.1" status: 200 len: 217 time: 0.2023633 Jul 23 14:08:04.826349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-9d2c5d02-a47d-4530-a45a-39142242d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.828328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-9d2c5d02-a47d-4530-a45a-39142242d0e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0644963 Jul 23 14:08:04.833625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Port 3dfcde64-88de-46eb-a1f1-ecda736ff395 on network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:04.834535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Attempting to bind port 3dfcde64-88de-46eb-a1f1-ecda736ff395 on network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:04.858906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:04.868464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:04.869130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Checking segment: {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:04.869713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Bound using segment: {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:04.870332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Bound port: 3dfcde64-88de-46eb-a1f1-ecda736ff395, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b896ed75-8ac5-4cdb-b543-233e3fef5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:04.870906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:04.877004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:04.889146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:04.911252 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-948c3448-606f-4f5c-a24d-e08ad15e406b req-6c6ed04d-33ce-4405-b8c4-56b3777609f4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297059 Jul 23 14:08:04.924952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0feede-e896-42cc-b433-22afd45623fb req-4f4d7443-44ef-41d0-badf-d3283b0fd023 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.934020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc0feede-e896-42cc-b433-22afd45623fb req-4f4d7443-44ef-41d0-badf-d3283b0fd023 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 935 time: 0.2824121 Jul 23 14:08:04.965146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-9bd1dc46-9535-4003-94c3-482ec684a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:04.966665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-9bd1dc46-9535-4003-94c3-482ec684a7b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235967 Jul 23 14:08:05.033810 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756c3586-9df6-4af2-81dd-e086f47b85be x-openstack-request-id: req-756c3586-9df6-4af2-81dd-e086f47b85be {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:05.034073 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fd24c8-106a-49e7-933e-33bd6bd34fbd", "tag": "35965a40-2a47-4080-8095-ea398d92a896", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:05.034323 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-756c3586-9df6-4af2-81dd-e086f47b85be {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:05.043673 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'tag': '35965a40-2a47-4080-8095-ea398d92a896', 'status': 'completed', 'code': 200} Jul 23 14:08:05.116836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:05.117844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:05.149200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc0feede-e896-42cc-b433-22afd45623fb req-2d0b1b67-7c23-4200-984f-c901c022075d tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079704 Jul 23 14:08:05.152121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] For port 3dfcde64-88de-46eb-a1f1-ecda736ff395, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:05.184121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] For port 3dfcde64-88de-46eb-a1f1-ecda736ff395, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3dfcde64-88de-46eb-a1f1-ecda736ff395,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:05.198752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-4bf51b39-77ff-4647-bb3d-ba91a2de9852 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4262235 Jul 23 14:08:05.208078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:05.234549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Request body: {'port': {'device_id': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:05.272573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-1d66409e-e18b-4059-a366-37664c3381ab service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971842 Jul 23 14:08:05.347706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1992e5c-75f2-4eba-8e1f-e33e8c625eb9 None None] Provisioning for port d4dd15bf-e428-46e9-aca1-dc43d78e3256 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:05.360137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1992e5c-75f2-4eba-8e1f-e33e8c625eb9 None None] Provisioning complete for port d4dd15bf-e428-46e9-aca1-dc43d78e3256 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:05.361401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1992e5c-75f2-4eba-8e1f-e33e8c625eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:05.389983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-41d16d4a-e32b-48e0-bb9d-dab61e3a08aa service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097879 Jul 23 14:08:05.424492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e1992e5c-75f2-4eba-8e1f-e33e8c625eb9 None None] Port d4dd15bf-e428-46e9-aca1-dc43d78e3256 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:05.638446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-999a368e-79e2-4d06-a1f2-8fc20c83fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:05.646191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-999a368e-79e2-4d06-a1f2-8fc20c83fc7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 1098 time: 0.1433499 Jul 23 14:08:05.830168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=3dfcde64-88de-46eb-a1f1-ecda736ff395,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:05.869824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:05.871155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:05.872669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6bee2769-f475-4363-92aa-c2301ea5fc6e service neutron] 10.222.0.11 "PUT /v2.0/ports/3dfcde64-88de-46eb-a1f1-ecda736ff395 HTTP/1.1" status: 200 len: 1091 time: 6.0017490 Jul 23 14:08:05.876611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'tag': '3dfcde64-88de-46eb-a1f1-ecda736ff395'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:05.882681 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa24ab-5dc9-4034-b137-8262df2dfde7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "tag": "3dfcde64-88de-46eb-a1f1-ecda736ff395"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:06.013942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e99de4-391e-446a-91c2-23d607a4301a req-b00003de-f0f1-4ee1-a545-a98cb42d2370 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.020785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e99de4-391e-446a-91c2-23d607a4301a req-b00003de-f0f1-4ee1-a545-a98cb42d2370 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.027451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e99de4-391e-446a-91c2-23d607a4301a req-b00003de-f0f1-4ee1-a545-a98cb42d2370 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.042277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85e99de4-391e-446a-91c2-23d607a4301a req-b00003de-f0f1-4ee1-a545-a98cb42d2370 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2411 time: 0.3833225 Jul 23 14:08:06.064608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-34729b55-a8a9-415c-b762-c5424a4c63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.067736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-34729b55-a8a9-415c-b762-c5424a4c63e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.4121711 Jul 23 14:08:06.076179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0394ee38-b6d4-4d4f-95a1-5804ed10d20e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:06.161431 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:06.180899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-cd943414-724f-44b1-bd01-6198fbd34729 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=35965a40-2a47-4080-8095-ea398d92a896 HTTP/1.1" status: 200 len: 217 time: 0.0856969 Jul 23 14:08:06.235975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Transition to ACTIVE for port object 0394ee38-b6d4-4d4f-95a1-5804ed10d20e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:06.273954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:06.279990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:06.304130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-f140270b-c7a2-407e-a54c-231b505d7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.309046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-f140270b-c7a2-407e-a54c-231b505d7741 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1170571 Jul 23 14:08:06.313028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85e99de4-391e-446a-91c2-23d607a4301a req-ddceeb5f-2a3d-4b5c-b4e1-6fc1887f126b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680891 Jul 23 14:08:06.370588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 35965a40-2a47-4080-8095-ea398d92a896 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:06.431151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-0d3a32b8-5c61-4f27-a602-4d9a362bdf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.433505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-0d3a32b8-5c61-4f27-a602-4d9a362bdf95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157169 Jul 23 14:08:06.477105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502697-f9cb-4dfe-b20e-6bdfa2366aba req-236c4143-8d47-4719-98c4-5b7c11f05f11 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.499040 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37502697-f9cb-4dfe-b20e-6bdfa2366aba req-236c4143-8d47-4719-98c4-5b7c11f05f11 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 947 time: 0.7045283 Jul 23 14:08:06.514961 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da4647f-32c3-4dd7-9990-a7f45865d0c6 x-openstack-request-id: req-6da4647f-32c3-4dd7-9990-a7f45865d0c6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:06.515337 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "tag": "3dfcde64-88de-46eb-a1f1-ecda736ff395", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:06.515534 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6da4647f-32c3-4dd7-9990-a7f45865d0c6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:06.515895 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'tag': '3dfcde64-88de-46eb-a1f1-ecda736ff395', 'status': 'completed', 'code': 200} Jul 23 14:08:06.628512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-aafdba82-a70e-483e-8d60-bdf2e379bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.629197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-aafdba82-a70e-483e-8d60-bdf2e379bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.629942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-aafdba82-a70e-483e-8d60-bdf2e379bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:06.631970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-aafdba82-a70e-483e-8d60-bdf2e379bab4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2864 time: 0.6440821 Jul 23 14:08:06.678917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 35965a40-2a47-4080-8095-ea398d92a896, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=35965a40-2a47-4080-8095-ea398d92a896,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:06.695507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '35965a40-2a47-4080-8095-ea398d92a896', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '35965a40-2a47-4080-8095-ea398d92a896', 'mac_address': 'fa:16:3e:c6:72:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:06.786302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:06.815372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35965a40-2a47-4080-8095-ea398d92a896 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:06.861117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Pushing event updated for resources: {'Port': ['ID=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:06.879909 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-32c53ec9-04de-4be2-8b8d-f328dee5a469 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=cd68e611-759d-4f78-a495-e3e11b37097d HTTP/1.1" status: 200 len: 217 time: 0.2058928 Jul 23 14:08:06.881963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 35965a40-2a47-4080-8095-ea398d92a896, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=35965a40-2a47-4080-8095-ea398d92a896,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:06.894892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:06.902303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-56809483-ed2f-4d06-af50-c270b1ef7ce9 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588897 Jul 23 14:08:06.926011 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37502697-f9cb-4dfe-b20e-6bdfa2366aba req-6a75fb65-fcef-41e6-98f8-9a7419c246d2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239800 Jul 23 14:08:07.097625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d61e2-f35e-41c9-a95b-ce0d9c0c98b6 req-4f6a0e9a-5a29-4f97-8d3a-726c81c2087c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.101190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=35965a40-2a47-4080-8095-ea398d92a896,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:07.104564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b73d61e2-f35e-41c9-a95b-ce0d9c0c98b6 req-4f6a0e9a-5a29-4f97-8d3a-726c81c2087c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 951 time: 0.4143269 Jul 23 14:08:07.158948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b73d61e2-f35e-41c9-a95b-ce0d9c0c98b6 req-8d26aa76-bac8-433a-bae4-c726c9a1fe5f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Jul 23 14:08:07.193917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cef5b8d-2a87-4f6a-b95f-1636170eb42d req-77680271-36cc-49dc-8388-b046fc4f2d5f service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803075 Jul 23 14:08:07.246745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:07.341140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6b8d388c-eac0-49d3-936f-2077112495cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.343403 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-6b8d388c-eac0-49d3-936f-2077112495cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=754b3743-53a3-4667-897a-cdf7c6c98681 HTTP/1.1" status: 200 len: 801 time: 0.2691286 Jul 23 14:08:07.353484 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:07.426488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Attempting to bind port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:07.426856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Attempting to bind port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:07.427189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Attempting to bind port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:07.514260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c762b7-dd1d-4805-a663-6d42cf76d7b1 req-c8af2915-fd2b-4ae5-b803-3b12397519cd tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.521811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:07.522150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Attempting to bind port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:07.524537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94c762b7-dd1d-4805-a663-6d42cf76d7b1 req-c8af2915-fd2b-4ae5-b803-3b12397519cd tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1102 time: 0.0916829 Jul 23 14:08:07.592063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94c762b7-dd1d-4805-a663-6d42cf76d7b1 req-325cd01b-a853-482f-86cc-6e640ba5618f tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613589 Jul 23 14:08:07.593503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:07.593852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:07.594248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:07.594763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Bound port: 0394ee38-b6d4-4d4f-95a1-5804ed10d20e, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:07.595548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:07.658548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2aca52-aa62-407a-8001-0be25cf9df7a req-3f523e3b-9ff5-41a1-a8ce-1814799e9f8a tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.660252 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc2aca52-aa62-407a-8001-0be25cf9df7a req-3f523e3b-9ff5-41a1-a8ce-1814799e9f8a tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 935 time: 0.4112587 Jul 23 14:08:07.755582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-758ecbe1-5d17-4540-87ea-28832af634f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.757387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-758ecbe1-5d17-4540-87ea-28832af634f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3599980 Jul 23 14:08:07.764862 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc2aca52-aa62-407a-8001-0be25cf9df7a req-84913532-a27f-491e-ac11-b98c0443184e tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920568 Jul 23 14:08:07.765537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbeac1-f7e8-41a8-bce7-f380abfd5b63 req-c7e21751-6999-40e8-bb70-c64432950f60 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.773175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbeac1-f7e8-41a8-bce7-f380abfd5b63 req-c7e21751-6999-40e8-bb70-c64432950f60 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.783779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbeac1-f7e8-41a8-bce7-f380abfd5b63 req-c7e21751-6999-40e8-bb70-c64432950f60 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:07.792809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94bbeac1-f7e8-41a8-bce7-f380abfd5b63 req-c7e21751-6999-40e8-bb70-c64432950f60 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2411 time: 0.1097512 Jul 23 14:08:07.879873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94bbeac1-f7e8-41a8-bce7-f380abfd5b63 req-6f02de45-8cba-4ebd-afb6-3d5f00f8362a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854702 Jul 23 14:08:07.960233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] For port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:08.014046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-ee3d589b-12f8-4e13-b595-78302ec0490d service neutron] 10.222.0.11 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425916 Jul 23 14:08:08.065905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] For port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:08.102690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dd15bf-e428-46e9-aca1-dc43d78e3256 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:08.107749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:08.134683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:08.177754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dccde-5e3f-484d-9029-51cbf37971fe req-8e17cd98-7405-43e2-a827-aaddaf95811f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:08.187958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a6dccde-5e3f-484d-9029-51cbf37971fe req-8e17cd98-7405-43e2-a827-aaddaf95811f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 948 time: 0.1361098 Jul 23 14:08:08.254896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a6dccde-5e3f-484d-9029-51cbf37971fe req-a64af299-5f2f-49ac-b040-89eb7773915a tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660303 Jul 23 14:08:08.371693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 35965a40-2a47-4080-8095-ea398d92a896 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:08.395172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-585d33ff-0810-47ed-a825-44665f10913e service neutron] 10.222.0.11 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691120 Jul 23 14:08:08.409599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Transition to ACTIVE for port object d4dd15bf-e428-46e9-aca1-dc43d78e3256 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:08.415071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:08.416112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:08.418989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] 10.222.0.48 "PUT /v2.0/ports/0394ee38-b6d4-4d4f-95a1-5804ed10d20e HTTP/1.1" status: 200 len: 1096 time: 4.5185668 Jul 23 14:08:08.479934 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d562cfb8-b40b-4752-b739-9a50f9f3f0fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=5785c2b0-2ce3-4889-bb69-735daf5cf549 HTTP/1.1" status: 200 len: 217 time: 0.0545373 Jul 23 14:08:08.480908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b4d04-89c6-4544-8fc7-608fa1b0f202 service neutron] Pushing event updated for resources: {'Port': ['ID=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:08.492328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 35965a40-2a47-4080-8095-ea398d92a896 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:08.493885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:08.503527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 35965a40-2a47-4080-8095-ea398d92a896 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:08.504241 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:08.660552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'tag': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:08.662887 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39550c08-1538-4ea4-b431-e5c284cc05d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6a33e1-9c4d-4411-acef-29c94647b029", "tag": "0394ee38-b6d4-4d4f-95a1-5804ed10d20e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:08.666297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d0debf9a-d668-4c36-ad78-014a1b35d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:08.688011 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-d0debf9a-d668-4c36-ad78-014a1b35d77b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93e7c25-8b8e-4bf0-86e5-876afea5a664 HTTP/1.1" status: 200 len: 801 time: 0.1914923 Jul 23 14:08:08.688919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dd15bf-e428-46e9-aca1-dc43d78e3256,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:08.760131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:08.826065 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53288ad6-ba6a-436e-9e70-a4a874c22ef9 x-openstack-request-id: req-53288ad6-ba6a-436e-9e70-a4a874c22ef9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:08.826862 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6a33e1-9c4d-4411-acef-29c94647b029", "tag": "0394ee38-b6d4-4d4f-95a1-5804ed10d20e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:08.827266 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53288ad6-ba6a-436e-9e70-a4a874c22ef9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:08.827957 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'tag': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e', 'status': 'completed', 'code': 200} Jul 23 14:08:08.832774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35965a40-2a47-4080-8095-ea398d92a896'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:08.841231 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3192e30e-1ec6-490c-ac10-b86965d806b7" -d '{"events": [{"server_uuid": "57fd24c8-106a-49e7-933e-33bd6bd34fbd", "name": "network-vif-plugged", "status": "completed", "tag": "35965a40-2a47-4080-8095-ea398d92a896"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:08.866439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff52c48-7d2e-4830-aa97-a896eb17edf0 req-7f6f3293-85d9-4f41-8f44-04a3e26ceebf tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:08.868609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ff52c48-7d2e-4830-aa97-a896eb17edf0 req-7f6f3293-85d9-4f41-8f44-04a3e26ceebf tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 1102 time: 0.7586346 Jul 23 14:08:08.892634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 35965a40-2a47-4080-8095-ea398d92a896, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=35965a40-2a47-4080-8095-ea398d92a896,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:08.904024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:08.974625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2dc941-7438-4520-9ef3-54fdd9b1e7f9 req-259ce8a9-6e70-4fe3-9a93-e4bb7671ebeb tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:08.983349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b2dc941-7438-4520-9ef3-54fdd9b1e7f9 req-259ce8a9-6e70-4fe3-9a93-e4bb7671ebeb tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 947 time: 0.0948019 Jul 23 14:08:09.017152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=35965a40-2a47-4080-8095-ea398d92a896,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:09.051339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b2dc941-7438-4520-9ef3-54fdd9b1e7f9 req-a0664bbb-eead-461a-a855-75dc4cf47966 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666866 Jul 23 14:08:09.103472 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11e203a-df25-43ff-9c57-ef9ea8290248 x-openstack-request-id: req-e11e203a-df25-43ff-9c57-ef9ea8290248 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:09.103807 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fd24c8-106a-49e7-933e-33bd6bd34fbd", "name": "network-vif-plugged", "status": "completed", "tag": "35965a40-2a47-4080-8095-ea398d92a896", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:09.104061 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e11e203a-df25-43ff-9c57-ef9ea8290248 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:09.104471 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35965a40-2a47-4080-8095-ea398d92a896', 'code': 200} Jul 23 14:08:09.106807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-6f3c255a-d70e-4cd5-8558-44b5ead20ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.108509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-6f3c255a-d70e-4cd5-8558-44b5ead20ef8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 1099 time: 0.4099162 Jul 23 14:08:09.119260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ff52c48-7d2e-4830-aa97-a896eb17edf0 req-2e62795a-f580-4312-987b-bea3d3b9f6f8 tempest-ServersAdminTestJSON-2096281383 tempest-ServersAdminTestJSON-2096281383-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410457 Jul 23 14:08:09.123581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-a1198e06-aa4d-4f12-a4ed-087307f68880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.126162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-a1198e06-aa4d-4f12-a4ed-087307f68880 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=568f443d-4dba-475c-8c60-0b575c0620b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4112773 Jul 23 14:08:09.127311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Attempting to bind port d4dd15bf-e428-46e9-aca1-dc43d78e3256 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:09.127624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Attempting to bind port d4dd15bf-e428-46e9-aca1-dc43d78e3256 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:09.128105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Attempting to bind port d4dd15bf-e428-46e9-aca1-dc43d78e3256 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:09.183925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Port d4dd15bf-e428-46e9-aca1-dc43d78e3256 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:09.183925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Attempting to bind port d4dd15bf-e428-46e9-aca1-dc43d78e3256 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:09.197630 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e214ee93-d12d-4961-a421-6af7ac9b31ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=0394ee38-b6d4-4d4f-95a1-5804ed10d20e HTTP/1.1" status: 200 len: 217 time: 0.0653272 Jul 23 14:08:09.224221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:09.225866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:09.226361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:09.226749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Bound port: d4dd15bf-e428-46e9-aca1-dc43d78e3256, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:09.227122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:09.275520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83aa0-3796-4b8c-826a-e468f6ef339b req-f937036d-c2dc-42b7-b30b-8077f8095baa tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.282039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83aa0-3796-4b8c-826a-e468f6ef339b req-f937036d-c2dc-42b7-b30b-8077f8095baa tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.288524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83aa0-3796-4b8c-826a-e468f6ef339b req-f937036d-c2dc-42b7-b30b-8077f8095baa tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.290386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76e83aa0-3796-4b8c-826a-e468f6ef339b req-f937036d-c2dc-42b7-b30b-8077f8095baa tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2411 time: 0.1287813 Jul 23 14:08:09.353662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-f460eee6-9f4f-4615-9e38-8998532534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.355189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-f460eee6-9f4f-4615-9e38-8998532534e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1363413 Jul 23 14:08:09.378974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76e83aa0-3796-4b8c-826a-e468f6ef339b req-897508e4-704f-4eae-b532-4b698e14ea1a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814426 Jul 23 14:08:09.385349 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-83506138-c59c-4058-ab13-1b0f17c72629 service neutron] 10.222.0.11 "GET /v2.0/networks/568f443d-4dba-475c-8c60-0b575c0620b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462018 Jul 23 14:08:09.394337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b3c6d-8ec2-40db-8450-d1a838a196b5 req-e8702c4a-73c2-424b-bcd1-495cc6491479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.395871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec8b3c6d-8ec2-40db-8450-d1a838a196b5 req-e8702c4a-73c2-424b-bcd1-495cc6491479 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 1100 time: 0.1667936 Jul 23 14:08:09.458390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec8b3c6d-8ec2-40db-8450-d1a838a196b5 req-6e5807de-0a24-43f5-9366-6f2176c00324 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553579 Jul 23 14:08:09.472503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] For port d4dd15bf-e428-46e9-aca1-dc43d78e3256, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:09.522367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0bf8c-8786-4e29-b5e7-8754efaf6d03 req-5225c88a-c568-41ed-9474-dcb5d610bef2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.525089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bd0bf8c-8786-4e29-b5e7-8754efaf6d03 req-5225c88a-c568-41ed-9474-dcb5d610bef2 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 950 time: 0.0787113 Jul 23 14:08:09.568497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bd0bf8c-8786-4e29-b5e7-8754efaf6d03 req-3a755cfa-ea53-485a-8bda-2e9d23a99d7a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358686 Jul 23 14:08:09.769779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] For port d4dd15bf-e428-46e9-aca1-dc43d78e3256, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d4dd15bf-e428-46e9-aca1-dc43d78e3256,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:09.787134 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:09.849952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86562-3772-4422-88d5-52552d51f7fe req-ecf9e3a1-0267-4ae1-aa4b-c07889b129a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.851604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-ecf9e3a1-0267-4ae1-aa4b-c07889b129a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4692302 Jul 23 14:08:09.855420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.856049 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:09.857433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] 10.222.0.48 "PUT /v2.0/ports/d4dd15bf-e428-46e9-aca1-dc43d78e3256 HTTP/1.1" status: 200 len: 1095 time: 4.6411557 Jul 23 14:08:09.869525 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-a022ffd8-0020-4a09-9bb3-6a71c4bf7b4b service neutron] 10.222.0.11 "GET /v2.0/networks/568f443d-4dba-475c-8c60-0b575c0620b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497118 Jul 23 14:08:09.940074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c2ab-499a-422a-b843-8d73f6b96b16 req-f418cb2b-2c01-4a5d-9843-7ec56facd718 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:09.941703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4e2c2ab-499a-422a-b843-8d73f6b96b16 req-f418cb2b-2c01-4a5d-9843-7ec56facd718 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 949 time: 0.4940605 Jul 23 14:08:09.951619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa658512-69e2-4132-a7a8-e94fbc2c5907 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dd15bf-e428-46e9-aca1-dc43d78e3256,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:09.963661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-a0600042-a571-4096-9086-b51e187e6dac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=3dfcde64-88de-46eb-a1f1-ecda736ff395 HTTP/1.1" status: 200 len: 217 time: 0.0803595 Jul 23 14:08:10.146880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4e2c2ab-499a-422a-b843-8d73f6b96b16 req-bcb7c90c-7adb-4708-afd1-17a4550b7c90 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902599 Jul 23 14:08:10.155116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-a25ebb8a-1cbd-4347-9a9c-25d8cd4e571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.157484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-a25ebb8a-1cbd-4347-9a9c-25d8cd4e571a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=754b3743-53a3-4667-897a-cdf7c6c98681 HTTP/1.1" status: 200 len: 801 time: 0.1783135 Jul 23 14:08:10.230921 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-e31fab02-7576-4bee-a81e-249f5f6a7d8e service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357341 Jul 23 14:08:10.241417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-40111f6f-e909-4c1e-8178-12d83ece2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.243388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-40111f6f-e909-4c1e-8178-12d83ece2b25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0372dcc57edf454793b5645686b15e6c&device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 1098 time: 0.2565911 Jul 23 14:08:10.278583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ce5f-ab6d-4c3f-ac1e-ac054767d8a8 req-9b18651d-0938-48d7-aa09-c2a61cd2f8b7 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.280216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3594ce5f-ab6d-4c3f-ac1e-ac054767d8a8 req-9b18651d-0938-48d7-aa09-c2a61cd2f8b7 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 947 time: 0.1042571 Jul 23 14:08:10.323840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-e85b981f-a90a-477a-8e32-78311506343e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d4dd15bf-e428-46e9-aca1-dc43d78e3256 HTTP/1.1" status: 200 len: 217 time: 0.0532160 Jul 23 14:08:10.371171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3594ce5f-ab6d-4c3f-ac1e-ac054767d8a8 req-8a4bd008-70eb-4325-8fa2-1c69307f9787 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742466 Jul 23 14:08:10.406120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-b390a136-6bb9-4563-9a54-71d4cf1cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.407728 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-b390a136-6bb9-4563-9a54-71d4cf1cbbe0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2281442 Jul 23 14:08:10.464913 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bc86562-3772-4422-88d5-52552d51f7fe req-4e45b86b-66f1-4d1a-bc6e-a84fd1d16e1f service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184677 Jul 23 14:08:10.475612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-827b3b67-b3b1-49ee-a904-e8eed2f8bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.477054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-827b3b67-b3b1-49ee-a904-e8eed2f8bd18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1081264 Jul 23 14:08:10.634456 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-601a6650-216b-4d60-8954-cd6bede64436 service neutron] 10.222.0.11 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017281 Jul 23 14:08:10.684993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b52d-1703-4acb-9cf9-03b58e046d76 req-6f049e4b-e547-44b7-92a0-e36b9613c1f4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.691170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b52d-1703-4acb-9cf9-03b58e046d76 req-6f049e4b-e547-44b7-92a0-e36b9613c1f4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.697115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b52d-1703-4acb-9cf9-03b58e046d76 req-6f049e4b-e547-44b7-92a0-e36b9613c1f4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.698989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cb0b52d-1703-4acb-9cf9-03b58e046d76 req-6f049e4b-e547-44b7-92a0-e36b9613c1f4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2411 time: 0.2435083 Jul 23 14:08:10.738839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-48132683-7e76-42f8-98cc-16b4468cf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.740298 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-48132683-7e76-42f8-98cc-16b4468cf6fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2397888 Jul 23 14:08:10.800943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e108959-86e0-4f7b-b057-ee7c508f0b55 req-ea761ea5-6e61-467c-ad46-d45ed429bb99 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.810919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-e489d5bf-3182-4597-acf4-d043136055bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:10.812449 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-e489d5bf-3182-4597-acf4-d043136055bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 1099 time: 0.2742813 Jul 23 14:08:10.819296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e108959-86e0-4f7b-b057-ee7c508f0b55 req-ea761ea5-6e61-467c-ad46-d45ed429bb99 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 950 time: 0.1234176 Jul 23 14:08:10.831769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'tag': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:10.834806 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2544fb-684b-4eda-8e08-244290c8b15d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e16444-d36b-4f24-ae4f-b85ca463c7b1", "tag": "d4dd15bf-e428-46e9-aca1-dc43d78e3256"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:10.852388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cb0b52d-1703-4acb-9cf9-03b58e046d76 req-6703fc56-bff2-4969-a0ec-0e2cb44b9ba4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425545 Jul 23 14:08:10.906198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e108959-86e0-4f7b-b057-ee7c508f0b55 req-e67cdd09-a8d8-44df-be28-9d70c37f79cf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848761 Jul 23 14:08:10.933240 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b52db3af-89fd-4b2b-bcc7-c828b627a262 req-f1d4ee78-7abb-45f6-a0db-e56da2543966 service neutron] 10.222.0.11 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901468 Jul 23 14:08:10.977240 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc086a-b234-485e-9ca8-cbd3038fbe55 x-openstack-request-id: req-a1cc086a-b234-485e-9ca8-cbd3038fbe55 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:10.977655 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e16444-d36b-4f24-ae4f-b85ca463c7b1", "tag": "d4dd15bf-e428-46e9-aca1-dc43d78e3256", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:10.977937 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1cc086a-b234-485e-9ca8-cbd3038fbe55 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:10.978589 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'tag': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256', 'status': 'completed', 'code': 200} Jul 23 14:08:11.015756 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-14b2b711-5ccc-48e6-90b8-19fe8303eb60 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442658 Jul 23 14:08:11.058159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-64a48021-345c-4294-a514-bfc7a54ac6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.059809 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-64a48021-345c-4294-a514-bfc7a54ac6ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2203796 Jul 23 14:08:11.119315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-2b114f59-c1c3-4fac-b963-2638f3de4938 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=0394ee38-b6d4-4d4f-95a1-5804ed10d20e HTTP/1.1" status: 200 len: 217 time: 0.0498550 Jul 23 14:08:11.258422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-fe6eabcd-e9fe-4971-9abf-3b1f94eead90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.259998 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-fe6eabcd-e9fe-4971-9abf-3b1f94eead90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1123457 Jul 23 14:08:11.267728 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2f5c93d-8e3b-4ac4-a396-a66a1cc4de5f req-174dc632-4643-43a9-b139-69ffc45fda2d service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369649 Jul 23 14:08:11.282016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-015cc8f4-69ba-4117-8e5c-0f510b9f8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.282601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-015cc8f4-69ba-4117-8e5c-0f510b9f8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.283116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-015cc8f4-69ba-4117-8e5c-0f510b9f8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.285025 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-015cc8f4-69ba-4117-8e5c-0f510b9f8789 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2864 time: 0.1768982 Jul 23 14:08:11.301689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4f609-2bbb-474d-b142-dffdee0c8945 req-89db0877-b687-4b70-aeeb-323d21f53998 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.303232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2b4f609-2bbb-474d-b142-dffdee0c8945 req-89db0877-b687-4b70-aeeb-323d21f53998 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 949 time: 0.0670300 Jul 23 14:08:11.360085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2b4f609-2bbb-474d-b142-dffdee0c8945 req-c404f43e-f270-4ac8-ad0b-cee252dd9de5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461805 Jul 23 14:08:11.501757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-1702d1a6-99be-4192-8661-d9779841fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.501757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-1702d1a6-99be-4192-8661-d9779841fecb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2232816 Jul 23 14:08:11.506019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-7cb0947e-527e-4921-9288-3a75b799995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.507526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-7cb0947e-527e-4921-9288-3a75b799995d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 HTTP/1.1" status: 200 len: 903 time: 0.2107968 Jul 23 14:08:11.565564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d139-813f-4ef3-a428-04f50abb270f req-308a3c3c-3f78-4bd9-abbd-73f7edcbd878 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.567329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b87d139-813f-4ef3-a428-04f50abb270f req-308a3c3c-3f78-4bd9-abbd-73f7edcbd878 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 947 time: 0.1044044 Jul 23 14:08:11.590938 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-71df5884-6a95-4e37-b9b6-2bc542346ee4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=3dfcde64-88de-46eb-a1f1-ecda736ff395 HTTP/1.1" status: 200 len: 217 time: 0.0626619 Jul 23 14:08:11.598040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-bfe64bcf-2c05-4015-9014-43588e669acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.599711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-bfe64bcf-2c05-4015-9014-43588e669acd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0372dcc57edf454793b5645686b15e6c&device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 1098 time: 0.2504358 Jul 23 14:08:11.624374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b87d139-813f-4ef3-a428-04f50abb270f req-48de1e27-ef49-43c3-bd91-6749180f9180 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501707 Jul 23 14:08:11.689889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296bc7-dc94-49ab-a59b-9c336719d855 req-a62f30e0-a359-49a2-94ee-a70b44767d91 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.691615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd296bc7-dc94-49ab-a59b-9c336719d855 req-a62f30e0-a359-49a2-94ee-a70b44767d91 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 948 time: 0.2536201 Jul 23 14:08:11.802270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-845d9c07-329e-4fbd-93c1-4e4aa4152e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:11.803772 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-845d9c07-329e-4fbd-93c1-4e4aa4152e96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=754b3743-53a3-4667-897a-cdf7c6c98681 HTTP/1.1" status: 200 len: 801 time: 0.1998804 Jul 23 14:08:11.811124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-e2353746-2879-442c-9c5e-d8e5eab46330 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912133 Jul 23 14:08:11.815852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd296bc7-dc94-49ab-a59b-9c336719d855 req-5aa038bc-0600-4a6c-998b-cfe7742b9f65 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102605 Jul 23 14:08:12.039400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9825d4-f656-4849-89a7-828e7d00610a req-2e97332d-4426-4702-a24b-1340ccaf4d5a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.047150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9825d4-f656-4849-89a7-828e7d00610a req-2e97332d-4426-4702-a24b-1340ccaf4d5a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.053380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9825d4-f656-4849-89a7-828e7d00610a req-2e97332d-4426-4702-a24b-1340ccaf4d5a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.060068 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a9825d4-f656-4849-89a7-828e7d00610a req-2e97332d-4426-4702-a24b-1340ccaf4d5a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2411 time: 0.1142583 Jul 23 14:08:12.124024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a9825d4-f656-4849-89a7-828e7d00610a req-a7b84637-6fa3-411f-8c6c-9c38120b146d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612750 Jul 23 14:08:12.196971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-4fadb2a1-86bb-4e08-a471-7aae497762a7 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.198504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-4fadb2a1-86bb-4e08-a471-7aae497762a7 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 950 time: 0.0901003 Jul 23 14:08:12.271210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-e0502bcf-1630-4995-b214-3116c28dbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.272665 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-e0502bcf-1630-4995-b214-3116c28dbcf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.6330559 Jul 23 14:08:12.335062 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39550c08-1538-4ea4-b431-e5c284cc05d9 req-f262ed3e-8d62-4df6-be2f-e7b8f17f6e91 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841094 Jul 23 14:08:12.341280 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-aefa4601-2261-436a-a4f1-3c4391eeb8f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d4dd15bf-e428-46e9-aca1-dc43d78e3256 HTTP/1.1" status: 200 len: 217 time: 0.0532806 Jul 23 14:08:12.356967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Deleting port 9492270c-808f-459f-a4eb-1968f15d0f5a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:12.358380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-9fdfa174-a64b-4b21-bc63-b4e1679a6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.359867 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-9fdfa174-a64b-4b21-bc63-b4e1679a6fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5431561 Jul 23 14:08:12.360277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:12.402727 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3dfcde64-88de-46eb-a1f1-ecda736ff395 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:12.451521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca338a-0f95-40b2-82af-029b44458d2c req-3c1ea670-cfc2-4cc3-b54a-1f7fe07ceadd tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.453046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0ca338a-0f95-40b2-82af-029b44458d2c req-3c1ea670-cfc2-4cc3-b54a-1f7fe07ceadd tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 950 time: 0.2213545 Jul 23 14:08:12.495089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] For port 9492270c-808f-459f-a4eb-1968f15d0f5a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9492270c-808f-459f-a4eb-1968f15d0f5a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:12.496423 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:12.509113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-2115f8e8-2cfe-4ea0-8bf6-5055a0a23e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.511173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-2115f8e8-2cfe-4ea0-8bf6-5055a0a23e40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1482670 Jul 23 14:08:12.529341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Calling delete_port for 9492270c-808f-459f-a4eb-1968f15d0f5a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:12.562106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3dfcde64-88de-46eb-a1f1-ecda736ff395, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3dfcde64-88de-46eb-a1f1-ecda736ff395,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:12.578223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '3dfcde64-88de-46eb-a1f1-ecda736ff395', 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47', 'port_id': '3dfcde64-88de-46eb-a1f1-ecda736ff395', 'mac_address': 'fa:16:3e:ab:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754b3743-53a3-4667-897a-cdf7c6c98681', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:12.584163 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0ca338a-0f95-40b2-82af-029b44458d2c req-eff2a49f-c2c4-49f6-9294-9ff357681f64 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022668 Jul 23 14:08:12.607686 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-652c0752-5e0b-4933-9179-fc49b0f8fb62 service neutron] 10.222.0.11 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316875 Jul 23 14:08:12.652135 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:12.681339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfcde64-88de-46eb-a1f1-ecda736ff395 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:12.723519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3dfcde64-88de-46eb-a1f1-ecda736ff395, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3dfcde64-88de-46eb-a1f1-ecda736ff395,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:12.729556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:12.732269 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:12.733712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cd68e611-759d-4f78-a495-e3e11b37097d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:12.761750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-85cdb9ae-3d45-4d9a-95eb-ea8be0573ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:12.763297 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-85cdb9ae-3d45-4d9a-95eb-ea8be0573ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2380416 Jul 23 14:08:12.769354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['29be6b61-e10a-4645-a283-6e20cdaa9f48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:12.782488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fa541ada-4e06-48a3-846c-2b7f432cac7c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:12.830601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Pushing event deleted for resources: {'Port': ['ID=9492270c-808f-459f-a4eb-1968f15d0f5a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:12.882412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=3dfcde64-88de-46eb-a1f1-ecda736ff395,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:12.971193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.974540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.975962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.980082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.980566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.981112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.981817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.981970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.982355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.982792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.983445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:12.984137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:08:13.029184 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ccaa24ab-5dc9-4034-b137-8262df2dfde7 req-0f318fe3-7e6f-495c-9011-46dd6fd41a5e service neutron] 10.222.0.11 "GET /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068568 Jul 23 14:08:13.098910 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:08:13.102059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-658b3af4-c2be-4e34-9ced-7c64e1541901 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189709 Jul 23 14:08:13.131341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] No DVR routers for this DVR port 9492270c-808f-459f-a4eb-1968f15d0f5a on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:13.140708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:13.144115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bf6edc5-ab6a-471a-a379-d7d01392fae0 req-078df49d-e166-4f66-a627-2b9c76fb6ee0 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "DELETE /v2.0/ports/9492270c-808f-459f-a4eb-1968f15d0f5a HTTP/1.1" status: 204 len: 173 time: 0.9371638 Jul 23 14:08:13.146176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'name': 'network-vif-deleted', 'tag': '9492270c-808f-459f-a4eb-1968f15d0f5a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:13.148845 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825c34fe-9ee4-4be0-917a-4d993e644f84" -d '{"events": [{"server_uuid": "c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d", "name": "network-vif-deleted", "tag": "9492270c-808f-459f-a4eb-1968f15d0f5a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:13.157685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cd68e611-759d-4f78-a495-e3e11b37097d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cd68e611-759d-4f78-a495-e3e11b37097d,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:13.188775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'cd68e611-759d-4f78-a495-e3e11b37097d', 'network_id': 'fa6c5e4d-f2da-4bac-a785-0c2ad217dd47', 'port_id': 'cd68e611-759d-4f78-a495-e3e11b37097d', 'mac_address': 'fa:16:3e:8b:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754b3743-53a3-4667-897a-cdf7c6c98681', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:13.249951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c82fa-3275-45bd-a756-b08b6d437942 req-3bf51330-8add-4648-8c87-554830e879df tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:13.271403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-911c82fa-3275-45bd-a756-b08b6d437942 req-3bf51330-8add-4648-8c87-554830e879df tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 947 time: 0.5255785 Jul 23 14:08:13.311414 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:13.320761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be990e-f052-4bc5-bb1c-e146ac9c3934 req-8864a563-62f2-46bb-a8c0-e6ac43e38ac1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:13.330381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-57be990e-f052-4bc5-bb1c-e146ac9c3934 req-8864a563-62f2-46bb-a8c0-e6ac43e38ac1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 948 time: 0.1891975 Jul 23 14:08:13.370813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-911c82fa-3275-45bd-a756-b08b6d437942 req-400dbd5e-636b-4340-946b-ff0600a99195 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981996 Jul 23 14:08:13.385058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-57be990e-f052-4bc5-bb1c-e146ac9c3934 req-c95a8428-84ed-408c-acdc-ea162676ea97 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Jul 23 14:08:13.439073 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ce2544fb-684b-4eda-8e08-244290c8b15d req-6542910b-03f1-4fc9-932b-268d1962f491 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219333 Jul 23 14:08:13.458090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd68e611-759d-4f78-a495-e3e11b37097d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:13.479316 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1160c-c19f-4fec-89ee-57298b38808a x-openstack-request-id: req-0dd1160c-c19f-4fec-89ee-57298b38808a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:13.480503 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d", "name": "network-vif-deleted", "tag": "9492270c-808f-459f-a4eb-1968f15d0f5a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:13.480775 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dd1160c-c19f-4fec-89ee-57298b38808a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:13.481185 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d', 'name': 'network-vif-deleted', 'tag': '9492270c-808f-459f-a4eb-1968f15d0f5a', 'status': 'completed', 'code': 200} Jul 23 14:08:13.552177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cd68e611-759d-4f78-a495-e3e11b37097d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cd68e611-759d-4f78-a495-e3e11b37097d,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:13.568009 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:13.569233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5785c2b0-2ce3-4889-bb69-735daf5cf549 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:13.597426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedebb4-dc62-4b9c-8be5-c0709f2f219c req-62010cfb-8071-42c5-9d87-d06b69b697bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:13.604528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedebb4-dc62-4b9c-8be5-c0709f2f219c req-62010cfb-8071-42c5-9d87-d06b69b697bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:13.610305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedebb4-dc62-4b9c-8be5-c0709f2f219c req-62010cfb-8071-42c5-9d87-d06b69b697bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:13.612254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aedebb4-dc62-4b9c-8be5-c0709f2f219c req-62010cfb-8071-42c5-9d87-d06b69b697bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2412 time: 0.1014247 Jul 23 14:08:13.665990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aedebb4-dc62-4b9c-8be5-c0709f2f219c req-a899f2a3-d2ea-4357-814b-804f233a812d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Jul 23 14:08:13.715503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d151964-a535-4211-8c3f-bab26291c426 req-6ddce44e-9462-46e2-9476-f06e690e69f3 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6b5024b-a4f5-4b29-a4f9-6b42bdaa238d HTTP/1.1" status: 200 len: 210 time: 0.0309908 Jul 23 14:08:13.738209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=cd68e611-759d-4f78-a495-e3e11b37097d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:13.808936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5785c2b0-2ce3-4889-bb69-735daf5cf549, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5785c2b0-2ce3-4889-bb69-735daf5cf549,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:13.821233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '5785c2b0-2ce3-4889-bb69-735daf5cf549', 'network_id': '568f443d-4dba-475c-8c60-0b575c0620b9', 'port_id': '5785c2b0-2ce3-4889-bb69-735daf5cf549', 'mac_address': 'fa:16:3e:61:9b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93e7c25-8b8e-4bf0-86e5-876afea5a664', 'ip_address': '19.86.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:13.865024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:13.880911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5785c2b0-2ce3-4889-bb69-735daf5cf549 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:13.916156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5785c2b0-2ce3-4889-bb69-735daf5cf549, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5785c2b0-2ce3-4889-bb69-735daf5cf549,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:13.923254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:13.997135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5785c2b0-2ce3-4889-bb69-735daf5cf549,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:14.231610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d4dd15bf-e428-46e9-aca1-dc43d78e3256 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:14.237625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9492270c-808f-459f-a4eb-1968f15d0f5a no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:14.268501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 9492270c-808f-459f-a4eb-1968f15d0f5a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:14.268843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9492270c-808f-459f-a4eb-1968f15d0f5a not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:14.367083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d4dd15bf-e428-46e9-aca1-dc43d78e3256, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d4dd15bf-e428-46e9-aca1-dc43d78e3256,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:14.378672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256', 'mac_address': 'fa:16:3e:86:7a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:14.566330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bf8bd-4c49-4ee2-81dd-278803661f4d req-832e95ae-25e4-4f9f-a37c-4a1f14e02c7b tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:14.573427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ba00-8b2f-438e-8b2e-769ad03a8100 req-81364d94-bca6-43b8-a572-0c72e7b726ac tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:14.580067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-323bf8bd-4c49-4ee2-81dd-278803661f4d req-832e95ae-25e4-4f9f-a37c-4a1f14e02c7b tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 947 time: 0.1103122 Jul 23 14:08:14.584313 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e472ba00-8b2f-438e-8b2e-769ad03a8100 req-81364d94-bca6-43b8-a572-0c72e7b726ac tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 948 time: 0.1091263 Jul 23 14:08:14.590526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['3dfcde64-88de-46eb-a1f1-ecda736ff395'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:14.592784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5785c2b0-2ce3-4889-bb69-735daf5cf549'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:14.649564 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e472ba00-8b2f-438e-8b2e-769ad03a8100 req-4a5822bb-2321-49a9-bfac-59f50cff6e5f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591645 Jul 23 14:08:14.649832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-323bf8bd-4c49-4ee2-81dd-278803661f4d req-fe099ffa-57f0-4682-843c-a8e7a67fbba6 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656531 Jul 23 14:08:14.693081 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:14.721024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dd15bf-e428-46e9-aca1-dc43d78e3256 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:14.763659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d4dd15bf-e428-46e9-aca1-dc43d78e3256, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d4dd15bf-e428-46e9-aca1-dc43d78e3256,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:14.780653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:14.789514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0394ee38-b6d4-4d4f-95a1-5804ed10d20e details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:14.896144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9262-3498-499b-986a-6ed7da477e5b req-d0010e09-8682-4f25-a009-92c327cf9129 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:14.905349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9262-3498-499b-986a-6ed7da477e5b req-d0010e09-8682-4f25-a009-92c327cf9129 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:14.932633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9262-3498-499b-986a-6ed7da477e5b req-d0010e09-8682-4f25-a009-92c327cf9129 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:14.937045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1d9262-3498-499b-986a-6ed7da477e5b req-d0010e09-8682-4f25-a009-92c327cf9129 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2414 time: 0.1403306 Jul 23 14:08:14.977779 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:08:15.029919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1d9262-3498-499b-986a-6ed7da477e5b req-66eb3e6e-d65f-4677-a192-d6dada1c8151 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864952 Jul 23 14:08:15.044029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:15.085045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e', 'mac_address': 'fa:16:3e:17:e0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:15.092856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d4dd15bf-e428-46e9-aca1-dc43d78e3256,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:15.203367 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:15.215245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31700046-2c56-445e-b772-689dce8026ce req-30d2c2a8-d7ca-4e98-9b8d-b5ad0c8fc8b1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:15.225859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31700046-2c56-445e-b772-689dce8026ce req-30d2c2a8-d7ca-4e98-9b8d-b5ad0c8fc8b1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 950 time: 0.1241210 Jul 23 14:08:15.226508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394ee38-b6d4-4d4f-95a1-5804ed10d20e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:15.259057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:15.264716 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:15.275560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31700046-2c56-445e-b772-689dce8026ce req-05409e20-cce8-4fa7-914b-56adcf55db1a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Jul 23 14:08:15.332520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:15.674777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['cd68e611-759d-4f78-a495-e3e11b37097d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:15.713532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d4dd15bf-e428-46e9-aca1-dc43d78e3256'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:15.773886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['0394ee38-b6d4-4d4f-95a1-5804ed10d20e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:15.795995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d518a9-f252-4f42-91e4-36b591efb3e5 req-1eac6ccb-ef2b-47bc-9819-897f56854238 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:15.803259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4d518a9-f252-4f42-91e4-36b591efb3e5 req-1eac6ccb-ef2b-47bc-9819-897f56854238 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 949 time: 0.0928304 Jul 23 14:08:15.806057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03eed5-ae7d-4fb8-98a5-477f0e856e78 req-28bc525b-7049-4ed6-8152-e30a3c492c2a tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:15.807751 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b03eed5-ae7d-4fb8-98a5-477f0e856e78 req-28bc525b-7049-4ed6-8152-e30a3c492c2a tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 948 time: 0.0781255 Jul 23 14:08:15.816147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfc865f8-9327-4c47-959e-61eaaba01868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:15.863923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4d518a9-f252-4f42-91e4-36b591efb3e5 req-d997fd7b-9d63-4648-a639-b4378d67b060 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539739 Jul 23 14:08:15.868419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8b03eed5-ae7d-4fb8-98a5-477f0e856e78 req-3ec92073-ead7-4bb4-a7ab-6a26e9dffba1 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532002 Jul 23 14:08:16.147421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6c10-307f-480b-84e4-838b00151bed req-d7e63cec-78b2-423b-9352-3926665c77c6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:16.149100 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0fee6c10-307f-480b-84e4-838b00151bed req-d7e63cec-78b2-423b-9352-3926665c77c6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 945 time: 0.0720229 Jul 23 14:08:16.192029 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0fee6c10-307f-480b-84e4-838b00151bed req-91e31893-2b2d-4b17-af49-a1567d4a8929 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Jul 23 14:08:16.201760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4743a17-a113-45ba-9dae-8308c408d4c9 req-109a1d0e-0ef0-4c1d-9a4e-f26db7c2b3f7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:16.216415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4743a17-a113-45ba-9dae-8308c408d4c9 req-109a1d0e-0ef0-4c1d-9a4e-f26db7c2b3f7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:16.216415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4743a17-a113-45ba-9dae-8308c408d4c9 req-109a1d0e-0ef0-4c1d-9a4e-f26db7c2b3f7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:16.223237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4743a17-a113-45ba-9dae-8308c408d4c9 req-109a1d0e-0ef0-4c1d-9a4e-f26db7c2b3f7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2414 time: 0.0937843 Jul 23 14:08:16.263443 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4743a17-a113-45ba-9dae-8308c408d4c9 req-353d116d-67ec-4a1d-b42c-187ab0113ca0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Jul 23 14:08:16.426006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a14522-f3c3-47ad-9c34-6a9874ef3026 req-744bf782-2c59-4f6b-b2ab-89b57b9e0290 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:16.431261 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d0a14522-f3c3-47ad-9c34-6a9874ef3026 req-744bf782-2c59-4f6b-b2ab-89b57b9e0290 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 950 time: 0.0723312 Jul 23 14:08:16.442163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3dfcde64-88de-46eb-a1f1-ecda736ff395 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:16.476640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d0a14522-f3c3-47ad-9c34-6a9874ef3026 req-456b2471-d7c3-4585-83b9-1d1a2a782f0f tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Jul 23 14:08:16.518234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 3dfcde64-88de-46eb-a1f1-ecda736ff395 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:16.522671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 3dfcde64-88de-46eb-a1f1-ecda736ff395 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:16.523058 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:16.621112 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:16.650892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfcde64-88de-46eb-a1f1-ecda736ff395'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:16.654065 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e65b775-35ad-4ba8-817f-bb68410bc52c" -d '{"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-plugged", "status": "completed", "tag": "3dfcde64-88de-46eb-a1f1-ecda736ff395"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:16.669927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3dfcde64-88de-46eb-a1f1-ecda736ff395, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3dfcde64-88de-46eb-a1f1-ecda736ff395,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:16.688071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:16.688071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5785c2b0-2ce3-4889-bb69-735daf5cf549 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:16.727987 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ef7d2-fdc4-4785-bbe1-9733b148a500 x-openstack-request-id: req-c25ef7d2-fdc4-4785-bbe1-9733b148a500 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:16.728274 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-plugged", "status": "completed", "tag": "3dfcde64-88de-46eb-a1f1-ecda736ff395", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:16.728525 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c25ef7d2-fdc4-4785-bbe1-9733b148a500 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:16.728920 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfcde64-88de-46eb-a1f1-ecda736ff395', 'code': 200} Jul 23 14:08:16.766791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=3dfcde64-88de-46eb-a1f1-ecda736ff395,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:16.779660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 5785c2b0-2ce3-4889-bb69-735daf5cf549 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:16.783813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 5785c2b0-2ce3-4889-bb69-735daf5cf549 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:16.784260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:16.871444 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:16.928043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5785c2b0-2ce3-4889-bb69-735daf5cf549, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5785c2b0-2ce3-4889-bb69-735daf5cf549,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:16.935531 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:17.022404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5785c2b0-2ce3-4889-bb69-735daf5cf549,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:17.076161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09be8-d4de-4645-9a76-8a4e9c606a3c req-776dd41f-c5b6-484f-a446-59a9f6ee272c tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.082459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dc09be8-d4de-4645-9a76-8a4e9c606a3c req-776dd41f-c5b6-484f-a446-59a9f6ee272c tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 948 time: 0.0835919 Jul 23 14:08:17.097686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-65061d6c-8d79-49c6-8b02-5903ad45249b tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.103550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-65061d6c-8d79-49c6-8b02-5903ad45249b tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 950 time: 0.1489375 Jul 23 14:08:17.112356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be397c-aa53-46e5-95e9-b6cc57d703d1 req-6c36fcc8-5f29-4d2c-8892-92c58fc41342 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.113825 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31be397c-aa53-46e5-95e9-b6cc57d703d1 req-6c36fcc8-5f29-4d2c-8892-92c58fc41342 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 949 time: 0.1760674 Jul 23 14:08:17.125070 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dc09be8-d4de-4645-9a76-8a4e9c606a3c req-9dba86c2-b309-485e-8452-19ebf311c4ae tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Jul 23 14:08:17.237841 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31be397c-aa53-46e5-95e9-b6cc57d703d1 req-248aedbd-c58b-4cd8-a0bf-f248ad6c7623 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938590 Jul 23 14:08:17.301223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Deleting port fa541ada-4e06-48a3-846c-2b7f432cac7c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:17.301586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:17.435207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b999238-9ef4-4639-8b9d-67716d1588c0 req-dcd17b1a-0156-4c89-a9d5-2e5c5fa556f8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.435961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b999238-9ef4-4639-8b9d-67716d1588c0 req-dcd17b1a-0156-4c89-a9d5-2e5c5fa556f8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 945 time: 0.1025286 Jul 23 14:08:17.474924 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b999238-9ef4-4639-8b9d-67716d1588c0 req-7eb53cf4-fd69-4ef1-a117-9c5195961116 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332706 Jul 23 14:08:17.476981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] For port fa541ada-4e06-48a3-846c-2b7f432cac7c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fa541ada-4e06-48a3-846c-2b7f432cac7c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:17.477347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:17.498772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Calling delete_port for fa541ada-4e06-48a3-846c-2b7f432cac7c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:17.525382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597314-cd71-4d8a-8985-a5e45dd13a98 req-e419cd56-b36d-4938-b253-f168a3897399 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.533760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597314-cd71-4d8a-8985-a5e45dd13a98 req-e419cd56-b36d-4938-b253-f168a3897399 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.539768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597314-cd71-4d8a-8985-a5e45dd13a98 req-e419cd56-b36d-4938-b253-f168a3897399 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.543432 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64597314-cd71-4d8a-8985-a5e45dd13a98 req-e419cd56-b36d-4938-b253-f168a3897399 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2416 time: 0.1349199 Jul 23 14:08:17.620004 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:17.659244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed7c48-9fd4-48dd-838b-043bfc1e3d9a req-e1dff66b-b440-45a6-a47f-8b4ead292d37 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:17.659244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89ed7c48-9fd4-48dd-838b-043bfc1e3d9a req-e1dff66b-b440-45a6-a47f-8b4ead292d37 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 950 time: 0.1036024 Jul 23 14:08:17.669467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64597314-cd71-4d8a-8985-a5e45dd13a98 req-be1ce481-56ab-4131-ac2b-39d073295f1e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734124 Jul 23 14:08:17.707431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89ed7c48-9fd4-48dd-838b-043bfc1e3d9a req-9872b15e-7f86-43af-80e7-ff5a254ec133 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Jul 23 14:08:17.742937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:17.756822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['29be6b61-e10a-4645-a283-6e20cdaa9f48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:17.771884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Pushing event deleted for resources: {'Port': ['ID=fa541ada-4e06-48a3-846c-2b7f432cac7c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:17.819514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fa541ada-4e06-48a3-846c-2b7f432cac7c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:17.846520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] No DVR routers for this DVR port fa541ada-4e06-48a3-846c-2b7f432cac7c on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:17.849340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:17.851714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3025ce64-a8df-4d2e-87fc-d990daaac82e req-fec8b839-2af6-4064-9829-4bea4e79899e tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.11 "DELETE /v2.0/ports/fa541ada-4e06-48a3-846c-2b7f432cac7c HTTP/1.1" status: 204 len: 173 time: 0.7369814 Jul 23 14:08:17.852665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'name': 'network-vif-deleted', 'tag': 'fa541ada-4e06-48a3-846c-2b7f432cac7c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:17.854684 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedd573b-62a7-462a-a94c-b2b1d7971416" -d '{"events": [{"server_uuid": "49b92f1c-cf0f-4765-8f0e-69c88629a3d5", "name": "network-vif-deleted", "tag": "fa541ada-4e06-48a3-846c-2b7f432cac7c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:17.943317 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c56435-f949-4a69-8220-54d5f2ddaff6 x-openstack-request-id: req-d4c56435-f949-4a69-8220-54d5f2ddaff6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:17.943600 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b92f1c-cf0f-4765-8f0e-69c88629a3d5", "name": "network-vif-deleted", "tag": "fa541ada-4e06-48a3-846c-2b7f432cac7c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:17.943842 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4c56435-f949-4a69-8220-54d5f2ddaff6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:17.944280 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b92f1c-cf0f-4765-8f0e-69c88629a3d5', 'name': 'network-vif-deleted', 'tag': 'fa541ada-4e06-48a3-846c-2b7f432cac7c', 'status': 'completed', 'code': 200} Jul 23 14:08:18.243053 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.255368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d4dd15bf-e428-46e9-aca1-dc43d78e3256 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:18.333390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5730be-1583-40b6-8604-d67c7dacbb68 req-003cdb4b-6f2f-4a62-be01-c822224adc38 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:18.356534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be5730be-1583-40b6-8604-d67c7dacbb68 req-003cdb4b-6f2f-4a62-be01-c822224adc38 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 948 time: 0.1253364 Jul 23 14:08:18.387721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port d4dd15bf-e428-46e9-aca1-dc43d78e3256 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:18.409896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port d4dd15bf-e428-46e9-aca1-dc43d78e3256 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:18.411477 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.463782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be5730be-1583-40b6-8604-d67c7dacbb68 req-31457efc-6278-4d94-b589-75ba2daceb12 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003120 Jul 23 14:08:18.499177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cd68e611-759d-4f78-a495-e3e11b37097d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:18.546505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ef9333-d2c5-4c63-95b9-3b22351d223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.554256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-b34ab81d-a98f-46e1-820b-a2da2cde8d5f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:18.560964 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-b34ab81d-a98f-46e1-820b-a2da2cde8d5f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 945 time: 0.2127044 Jul 23 14:08:18.596706 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.642269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port cd68e611-759d-4f78-a495-e3e11b37097d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:18.654587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port cd68e611-759d-4f78-a495-e3e11b37097d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:18.655206 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.660462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d4dd15bf-e428-46e9-aca1-dc43d78e3256, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d4dd15bf-e428-46e9-aca1-dc43d78e3256,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:18.685995 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.687447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0394ee38-b6d4-4d4f-95a1-5804ed10d20e up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:18.738786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5785c2b0-2ce3-4889-bb69-735daf5cf549'}, {'server_uuid': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:18.741511 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ea611f-9e0e-41b3-8a44-ea97b599ffff" -d '{"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-plugged", "status": "completed", "tag": "5785c2b0-2ce3-4889-bb69-735daf5cf549"}, {"server_uuid": "d3e16444-d36b-4f24-ae4f-b85ca463c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4dd15bf-e428-46e9-aca1-dc43d78e3256"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:18.755131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefe33e-28c8-41b6-af94-e9323f35d1ea req-89f15180-4f69-4240-9801-a37d812d6011 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:18.762233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ffefe33e-28c8-41b6-af94-e9323f35d1ea req-89f15180-4f69-4240-9801-a37d812d6011 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 945 time: 0.1644831 Jul 23 14:08:18.816259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d4dd15bf-e428-46e9-aca1-dc43d78e3256,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:18.829829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ffefe33e-28c8-41b6-af94-e9323f35d1ea req-fe238ed7-cf73-42e9-ad4f-ef64452ac505 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595016 Jul 23 14:08:18.886367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:18.903106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:18.903106 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.927292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98ce69-3245-49c2-9081-b39546b1b74f req-f2731e56-e815-43d5-814e-b35516b150f3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:18.935042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af98ce69-3245-49c2-9081-b39546b1b74f req-f2731e56-e815-43d5-814e-b35516b150f3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 949 time: 0.4474828 Jul 23 14:08:18.936399 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:18.960898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Deleting port 241450a4-edc7-462a-8d15-8e84460927de {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:18.961550 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.032281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cd68e611-759d-4f78-a495-e3e11b37097d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cd68e611-759d-4f78-a495-e3e11b37097d,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:19.043488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.088231 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af98ce69-3245-49c2-9081-b39546b1b74f req-4011c36d-7859-4865-b91f-1d9cf2b5c4d0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349230 Jul 23 14:08:19.110107 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.150406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=cd68e611-759d-4f78-a495-e3e11b37097d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:19.177345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931575a-9f26-48e8-bb13-a163ccc745d7 req-a96a471a-268c-48da-9dff-1cdc037e02bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:19.187699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931575a-9f26-48e8-bb13-a163ccc745d7 req-a96a471a-268c-48da-9dff-1cdc037e02bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:19.196546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931575a-9f26-48e8-bb13-a163ccc745d7 req-a96a471a-268c-48da-9dff-1cdc037e02bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:19.200530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:19.205542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5931575a-9f26-48e8-bb13-a163ccc745d7 req-a96a471a-268c-48da-9dff-1cdc037e02bd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2416 time: 0.2306035 Jul 23 14:08:19.213292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.311017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:19.333050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5931575a-9f26-48e8-bb13-a163ccc745d7 req-a823f6bb-ddb9-462c-8b81-cfdb41422e0e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254444 Jul 23 14:08:19.373960 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1d3503b-0a0e-4fc9-86e6-557cc36b87ee req-dc189e6d-0f73-471e-be04-e9810e1cc2c1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b92f1c-cf0f-4765-8f0e-69c88629a3d5 HTTP/1.1" status: 200 len: 210 time: 0.1170995 Jul 23 14:08:19.379219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] For port 241450a4-edc7-462a-8d15-8e84460927de, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=241450a4-edc7-462a-8d15-8e84460927de,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:19.379592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.409375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Calling delete_port for 241450a4-edc7-462a-8d15-8e84460927de owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:19.436634 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91236f6a-0dec-40d6-8c95-a8d20a7d2277 x-openstack-request-id: req-91236f6a-0dec-40d6-8c95-a8d20a7d2277 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:19.436940 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-plugged", "status": "completed", "tag": "5785c2b0-2ce3-4889-bb69-735daf5cf549", "code": 200}, {"server_uuid": "d3e16444-d36b-4f24-ae4f-b85ca463c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4dd15bf-e428-46e9-aca1-dc43d78e3256", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:19.445701 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91236f6a-0dec-40d6-8c95-a8d20a7d2277 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:19.446875 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5785c2b0-2ce3-4889-bb69-735daf5cf549', 'code': 200} Jul 23 14:08:19.447336 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256', 'code': 200} Jul 23 14:08:19.466571 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.625837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20705df-45d9-406d-9338-2b68e154aa70 req-7f0972e2-d940-4731-91a9-5ae7f292d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:19.627471 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20705df-45d9-406d-9338-2b68e154aa70 req-7f0972e2-d940-4731-91a9-5ae7f292d2c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 1100 time: 0.1139364 Jul 23 14:08:19.688625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbecf5-0f07-4b06-a749-71724b809ec3 req-ddff5659-f7ea-46fe-ad77-ed62e7b5a225 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:19.695168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9cbecf5-0f07-4b06-a749-71724b809ec3 req-ddff5659-f7ea-46fe-ad77-ed62e7b5a225 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 949 time: 0.1331847 Jul 23 14:08:19.720804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:19.746176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.757303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9cbecf5-0f07-4b06-a749-71724b809ec3 req-6b0ca336-a591-48ec-b24d-8e3329907e24 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577748 Jul 23 14:08:19.782712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['241450a4-edc7-462a-8d15-8e84460927de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:19.786730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event deleted for resources: {'Port': ['ID=241450a4-edc7-462a-8d15-8e84460927de,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:19.798939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a20705df-45d9-406d-9338-2b68e154aa70 req-48f6ecec-3ab8-4374-8a5a-a541dfae8be9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762954 Jul 23 14:08:19.861454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] No DVR routers for this DVR port 241450a4-edc7-462a-8d15-8e84460927de on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:19.864246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.866414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5aba8f38-ca0b-4027-bdce-f71839a425e2 req-86fb7827-b73b-4a32-9d6b-bc972ba7c088 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "DELETE /v2.0/ports/241450a4-edc7-462a-8d15-8e84460927de HTTP/1.1" status: 204 len: 173 time: 1.2576592 Jul 23 14:08:19.870188 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52638a35-cffa-4d31-8d33-59d9895c8679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:19.946196 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1a60eaf-99c0-4c51-b87b-dcfdc4ea1c93 req-c8782f0f-1129-4b6c-89b3-957a45813980 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 210 time: 0.0303960 Jul 23 14:08:19.946627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'name': 'network-vif-deleted', 'tag': '241450a4-edc7-462a-8d15-8e84460927de'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:19.949015 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b577a42-64a6-4613-9db6-757bcb289b67" -d '{"events": [{"server_uuid": "75b76c9b-6bea-47d7-83ff-f37da9048286", "name": "network-vif-deleted", "tag": "241450a4-edc7-462a-8d15-8e84460927de"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:19.995748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52638a35-cffa-4d31-8d33-59d9895c8679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.002326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52638a35-cffa-4d31-8d33-59d9895c8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.023014 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c18f7e-68e7-4965-abd9-58d10751c73d x-openstack-request-id: req-02c18f7e-68e7-4965-abd9-58d10751c73d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:20.023297 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b76c9b-6bea-47d7-83ff-f37da9048286", "name": "network-vif-deleted", "tag": "241450a4-edc7-462a-8d15-8e84460927de", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:20.023537 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02c18f7e-68e7-4965-abd9-58d10751c73d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:20.023923 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b76c9b-6bea-47d7-83ff-f37da9048286', 'name': 'network-vif-deleted', 'tag': '241450a4-edc7-462a-8d15-8e84460927de', 'status': 'completed', 'code': 200} Jul 23 14:08:20.047700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52638a35-cffa-4d31-8d33-59d9895c8679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eff1d0-da0e-41e5-9ee2-04aa7e3dcc3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:20.053801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-52638a35-cffa-4d31-8d33-59d9895c8679 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1aad7b69e8cb4cb7829fef2ee867627a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319981 Jul 23 14:08:20.056517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:20.107482 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddae27-0a13-4977-80fb-712cfed22e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.129662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddae27-0a13-4977-80fb-712cfed22e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.187951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddae27-0a13-4977-80fb-712cfed22e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.191325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddae27-0a13-4977-80fb-712cfed22e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.196412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-60ddae27-0a13-4977-80fb-712cfed22e54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42eff1d0-da0e-41e5-9ee2-04aa7e3dcc3d HTTP/1.1" status: 204 len: 168 time: 0.1389654 Jul 23 14:08:20.206461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddae27-0a13-4977-80fb-712cfed22e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eff1d0-da0e-41e5-9ee2-04aa7e3dcc3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:20.250121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c99fc-497c-467f-b160-27df844bb8f3 req-15e27e72-6f84-4df0-b4ba-6889ba1becdc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:20.252249 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e47c99fc-497c-467f-b160-27df844bb8f3 req-15e27e72-6f84-4df0-b4ba-6889ba1becdc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 950 time: 0.1027610 Jul 23 14:08:20.293812 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e47c99fc-497c-467f-b160-27df844bb8f3 req-1b2d1aa5-ee19-41d6-b72e-7403892d763e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Jul 23 14:08:20.536645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4023d-a652-4cbf-9ccc-d47b1db50a9a req-26c31f31-d57b-404b-9571-9f3b27a75f6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:20.541741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:20.542977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4023d-a652-4cbf-9ccc-d47b1db50a9a req-26c31f31-d57b-404b-9571-9f3b27a75f6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:20.549037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4023d-a652-4cbf-9ccc-d47b1db50a9a req-26c31f31-d57b-404b-9571-9f3b27a75f6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:20.556340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06b4023d-a652-4cbf-9ccc-d47b1db50a9a req-26c31f31-d57b-404b-9571-9f3b27a75f6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2417 time: 0.1394804 Jul 23 14:08:20.559851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688707f7-c461-46b5-ba5b-4cc20dca480c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.601649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06b4023d-a652-4cbf-9ccc-d47b1db50a9a req-b665bab3-e149-4bc0-ae18-b2df8476b1de tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401826 Jul 23 14:08:20.716927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688707f7-c461-46b5-ba5b-4cc20dca480c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.727354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688707f7-c461-46b5-ba5b-4cc20dca480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:20.822215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:20.824849 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-688707f7-c461-46b5-ba5b-4cc20dca480c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ea66e7722234756a16992dcc95bbe12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789199 Jul 23 14:08:20.827205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688707f7-c461-46b5-ba5b-4cc20dca480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c81d25-8dfe-4a03-acb2-585acd220210,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:20.865118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c7bc6-f0d7-496a-9e92-4bb91c472e04 req-0b37aae3-3f54-4507-ae3c-2e0a441507e1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:20.873082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-100c7bc6-f0d7-496a-9e92-4bb91c472e04 req-0b37aae3-3f54-4507-ae3c-2e0a441507e1 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 951 time: 0.1094923 Jul 23 14:08:20.925765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-100c7bc6-f0d7-496a-9e92-4bb91c472e04 req-e5be1d35-fe5e-4f62-a794-f082e5fb1832 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517309 Jul 23 14:08:20.952042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609a26b-72ff-4224-9d78-4d8dc67fda6a req-6a723f6f-1c9c-44a8-92ba-97416b0b6933 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:20.953574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b609a26b-72ff-4224-9d78-4d8dc67fda6a req-6a723f6f-1c9c-44a8-92ba-97416b0b6933 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 949 time: 0.1157577 Jul 23 14:08:20.954212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a538c6-1d6d-4393-a622-822c0995356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:21.011015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a538c6-1d6d-4393-a622-822c0995356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:21.044744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b609a26b-72ff-4224-9d78-4d8dc67fda6a req-972fd72e-f352-470d-8fb6-f41d66f40383 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791302 Jul 23 14:08:21.081206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8502d8a-7e88-47f0-abbb-63e30e0936e7 req-ff338a6a-499b-43ab-9645-23cde3fca7a3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 210 time: 0.0371063 Jul 23 14:08:21.088458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a538c6-1d6d-4393-a622-822c0995356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:21.091862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a538c6-1d6d-4393-a622-822c0995356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:21.098496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b4a538c6-1d6d-4393-a622-822c0995356d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09c81d25-8dfe-4a03-acb2-585acd220210 HTTP/1.1" status: 204 len: 168 time: 0.2744150 Jul 23 14:08:21.107114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a538c6-1d6d-4393-a622-822c0995356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c81d25-8dfe-4a03-acb2-585acd220210,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:21.156249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:21.448730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd68e611-759d-4f78-a495-e3e11b37097d'}, {'server_uuid': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:21.451852 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6a4c7-c131-4673-a1b1-54f4d785caef" -d '{"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-plugged", "status": "completed", "tag": "cd68e611-759d-4f78-a495-e3e11b37097d"}, {"server_uuid": "bd6a33e1-9c4d-4411-acef-29c94647b029", "name": "network-vif-plugged", "status": "completed", "tag": "0394ee38-b6d4-4d4f-95a1-5804ed10d20e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:21.459349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189d650-0c05-4a21-b618-e3b900a40427 req-82375744-89b2-4df2-be5d-9a56b2ccd2b4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.467315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9189d650-0c05-4a21-b618-e3b900a40427 req-82375744-89b2-4df2-be5d-9a56b2ccd2b4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 950 time: 0.0922291 Jul 23 14:08:21.520935 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b10d3-95ba-4ae1-97a8-9f146a2adbc3 x-openstack-request-id: req-901b10d3-95ba-4ae1-97a8-9f146a2adbc3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:21.521582 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-plugged", "status": "completed", "tag": "cd68e611-759d-4f78-a495-e3e11b37097d", "code": 200}, {"server_uuid": "bd6a33e1-9c4d-4411-acef-29c94647b029", "name": "network-vif-plugged", "status": "completed", "tag": "0394ee38-b6d4-4d4f-95a1-5804ed10d20e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:21.521582 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-901b10d3-95ba-4ae1-97a8-9f146a2adbc3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:21.521852 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd68e611-759d-4f78-a495-e3e11b37097d', 'code': 200} Jul 23 14:08:21.522306 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e', 'code': 200} Jul 23 14:08:21.527039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9189d650-0c05-4a21-b618-e3b900a40427 req-56e54339-23a3-4ed1-afd0-cd551f4cce87 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564513 Jul 23 14:08:21.774000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3efe6d-a543-484f-9bfa-85ec5f08d3b5 req-727420dc-a1fe-415c-8746-ef7adf0e7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.776445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5c3efe6d-a543-484f-9bfa-85ec5f08d3b5 req-727420dc-a1fe-415c-8746-ef7adf0e7fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 1101 time: 0.1787083 Jul 23 14:08:21.785275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab048-f00c-491a-89d0-090ad188b039 req-444db746-a5e9-4f17-a260-5293291c15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.785764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab048-f00c-491a-89d0-090ad188b039 req-444db746-a5e9-4f17-a260-5293291c15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.786407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab048-f00c-491a-89d0-090ad188b039 req-444db746-a5e9-4f17-a260-5293291c15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.802015 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-addab048-f00c-491a-89d0-090ad188b039 req-444db746-a5e9-4f17-a260-5293291c15d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2870 time: 0.1599565 Jul 23 14:08:21.905292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-addab048-f00c-491a-89d0-090ad188b039 req-0d017dc2-e120-4af0-9297-38ae0ae4838e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763450 Jul 23 14:08:21.923286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30a71-e8f0-4e7e-9d32-d049873f86a3 req-f7b2608a-a4a1-4dfa-8129-2b0a1847f571 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.928554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30a71-e8f0-4e7e-9d32-d049873f86a3 req-f7b2608a-a4a1-4dfa-8129-2b0a1847f571 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.936836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30a71-e8f0-4e7e-9d32-d049873f86a3 req-f7b2608a-a4a1-4dfa-8129-2b0a1847f571 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:21.938554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08e30a71-e8f0-4e7e-9d32-d049873f86a3 req-f7b2608a-a4a1-4dfa-8129-2b0a1847f571 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2417 time: 0.2467809 Jul 23 14:08:21.945814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5c3efe6d-a543-484f-9bfa-85ec5f08d3b5 req-3dcc5946-219e-42b7-ba94-1cc2fb241873 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420062 Jul 23 14:08:22.015010 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08e30a71-e8f0-4e7e-9d32-d049873f86a3 req-22f54c02-4267-46d7-97a7-804ab0b03053 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641115 Jul 23 14:08:22.107174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f577f-352c-4424-9a33-d219db52272d req-d4b7091f-bce2-4a22-910d-50066b7e1c40 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:22.110365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a8f577f-352c-4424-9a33-d219db52272d req-d4b7091f-bce2-4a22-910d-50066b7e1c40 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 951 time: 0.1017637 Jul 23 14:08:22.171480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a8f577f-352c-4424-9a33-d219db52272d req-e2403b38-97d8-40a0-bf3c-6590ab45cb7c tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529826 Jul 23 14:08:22.244723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a642-49ae-46cf-8af6-76b62260b7d2 req-3d88b7b0-edfb-4074-8fc1-8f90555dac4b tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:22.253181 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a888a642-49ae-46cf-8af6-76b62260b7d2 req-3d88b7b0-edfb-4074-8fc1-8f90555dac4b tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 949 time: 0.1075983 Jul 23 14:08:22.296395 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fec9a5f2-68a3-4f41-9ded-3acaf2be6c97 req-b5d17da7-9cdf-425d-9f78-ae0343a941c4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 210 time: 0.0351596 Jul 23 14:08:22.297155 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a888a642-49ae-46cf-8af6-76b62260b7d2 req-1ee9b82a-e0e9-421c-b3dd-9319f90cdf5e tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Jul 23 14:08:22.448948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fa541ada-4e06-48a3-846c-2b7f432cac7c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:22.491247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: fa541ada-4e06-48a3-846c-2b7f432cac7c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:22.507383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fa541ada-4e06-48a3-846c-2b7f432cac7c not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:22.507841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 241450a4-edc7-462a-8d15-8e84460927de no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:22.552118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 241450a4-edc7-462a-8d15-8e84460927de {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:22.552651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 241450a4-edc7-462a-8d15-8e84460927de not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:22.659632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ead8-0610-4967-a46a-08fdf6665a74 req-7c7ddf88-d2b7-4d3b-a4d5-24b596a809a8 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:22.661805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a62ead8-0610-4967-a46a-08fdf6665a74 req-7c7ddf88-d2b7-4d3b-a4d5-24b596a809a8 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 949 time: 0.0872703 Jul 23 14:08:22.705233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a62ead8-0610-4967-a46a-08fdf6665a74 req-0b883f1f-d69d-4564-aec0-9dd8e07bfd3d tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Jul 23 14:08:22.707305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19aa7d-591a-4c0b-901e-39782c53402e req-b8cacad3-7fa4-42e9-b57b-7e1e203f70a9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:22.709107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af19aa7d-591a-4c0b-901e-39782c53402e req-b8cacad3-7fa4-42e9-b57b-7e1e203f70a9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 950 time: 0.0972326 Jul 23 14:08:22.776213 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af19aa7d-591a-4c0b-901e-39782c53402e req-08ce1866-32ff-409f-ac30-2d5e52ddaf6d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605047 Jul 23 14:08:23.164938 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:08:23.251194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1c97-0bc5-4ca1-be09-70ed66a0a75d req-61c65898-f3e1-415e-afc7-6fd82fac1414 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:23.257060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1c97-0bc5-4ca1-be09-70ed66a0a75d req-61c65898-f3e1-415e-afc7-6fd82fac1414 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:23.262912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1c97-0bc5-4ca1-be09-70ed66a0a75d req-61c65898-f3e1-415e-afc7-6fd82fac1414 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:23.264609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f21c1c97-0bc5-4ca1-be09-70ed66a0a75d req-61c65898-f3e1-415e-afc7-6fd82fac1414 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2417 time: 0.1201940 Jul 23 14:08:23.329200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f21c1c97-0bc5-4ca1-be09-70ed66a0a75d req-b6af7ce9-b75a-4d97-8d02-e3c65767f251 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Jul 23 14:08:23.381584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d94e-a39c-469f-b1f3-db80cd9c23d9 req-649b8357-83b7-46f3-9ca1-89c1b0dda7b4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:23.383175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f22d94e-a39c-469f-b1f3-db80cd9c23d9 req-649b8357-83b7-46f3-9ca1-89c1b0dda7b4 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 951 time: 0.1225219 Jul 23 14:08:23.468990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f22d94e-a39c-469f-b1f3-db80cd9c23d9 req-2da4e181-1a75-42f1-961d-f46499ad6b7a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/security-groups?id=689d6e25-61c2-4aa2-8565-f019dfa0c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701094 Jul 23 14:08:23.490017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f57cf562-7dda-46f8-b4bd-6bd14822f025 req-83a0f7cc-b376-43f6-9954-e367573f1934 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 210 time: 0.0462694 Jul 23 14:08:23.516597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-93a7cfd3-b998-4c01-ba55-ecb09bda2d1a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:23.518124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-93a7cfd3-b998-4c01-ba55-ecb09bda2d1a tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 951 time: 0.1292818 Jul 23 14:08:23.637443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Deleting port 29be6b61-e10a-4645-a283-6e20cdaa9f48 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:23.637699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:23.644588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:23.744620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] For port 29be6b61-e10a-4645-a283-6e20cdaa9f48, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=29be6b61-e10a-4645-a283-6e20cdaa9f48,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:23.745104 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:23.759677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Calling delete_port for 29be6b61-e10a-4645-a283-6e20cdaa9f48 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:23.771425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75dd7ffc-dc51-45dd-a125-7d811027c56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:23.903632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ebe07-36ef-4d27-b3d2-5110417f6c28 req-84f1241b-4c86-4095-8ab8-2c5c1a06d53e tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:23.905420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-888ebe07-36ef-4d27-b3d2-5110417f6c28 req-84f1241b-4c86-4095-8ab8-2c5c1a06d53e tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 949 time: 0.1073415 Jul 23 14:08:23.947719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75dd7ffc-dc51-45dd-a125-7d811027c56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:23.974684 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75dd7ffc-dc51-45dd-a125-7d811027c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.015929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-888ebe07-36ef-4d27-b3d2-5110417f6c28 req-03e41c8a-94c3-47bc-a7de-0f5ab0f37e92 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006527 Jul 23 14:08:24.022370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7ffc-dc51-45dd-a125-7d811027c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c0cc7-7b96-40ad-bbe9-d09a01c8336e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:24.060786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-75dd7ffc-dc51-45dd-a125-7d811027c56c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ab89712a8514622a5e30bf90b844a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149981 Jul 23 14:08:24.065743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:24.156471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-725539c4-989a-4c54-ac15-572f06e3fa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.198330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-725539c4-989a-4c54-ac15-572f06e3fa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.212203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3911c17-0af7-4fe9-9a80-09cd87be7930 req-b49b35e1-9219-41b8-93c8-2132e416a59d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:24.214150 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d3911c17-0af7-4fe9-9a80-09cd87be7930 req-b49b35e1-9219-41b8-93c8-2132e416a59d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 950 time: 0.3638682 Jul 23 14:08:24.215458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.233081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['29be6b61-e10a-4645-a283-6e20cdaa9f48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:24.266823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Pushing event deleted for resources: {'Port': ['ID=29be6b61-e10a-4645-a283-6e20cdaa9f48,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:24.300350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-725539c4-989a-4c54-ac15-572f06e3fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.303116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-725539c4-989a-4c54-ac15-572f06e3fa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.313140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-725539c4-989a-4c54-ac15-572f06e3fa89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/050c0cc7-7b96-40ad-bbe9-d09a01c8336e HTTP/1.1" status: 204 len: 168 time: 0.2463000 Jul 23 14:08:24.339398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725539c4-989a-4c54-ac15-572f06e3fa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c0cc7-7b96-40ad-bbe9-d09a01c8336e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:24.386296 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d3911c17-0af7-4fe9-9a80-09cd87be7930 req-ff2e3169-a4bf-4cd6-8daa-0857db54ebae tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625991 Jul 23 14:08:24.418901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] No DVR routers for this DVR port 29be6b61-e10a-4645-a283-6e20cdaa9f48 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:24.421582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.432447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-345079d5-45d3-48bd-b024-29aa1ae92204 req-9058c299-d76a-4277-bc8e-cdcc95d99eaf tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.48 "DELETE /v2.0/ports/29be6b61-e10a-4645-a283-6e20cdaa9f48 HTTP/1.1" status: 204 len: 173 time: 0.9019699 Jul 23 14:08:24.434887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-deleted', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:24.437425 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4941a52-d872-48a5-8b98-a96ebe02dfaa" -d '{"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-deleted", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:24.618850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884a75-9ecf-484a-beef-a89b0a5c40c0 req-72e19e6f-e604-4844-ad56-00f229b3a15e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:24.630573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884a75-9ecf-484a-beef-a89b0a5c40c0 req-72e19e6f-e604-4844-ad56-00f229b3a15e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:24.642017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884a75-9ecf-484a-beef-a89b0a5c40c0 req-72e19e6f-e604-4844-ad56-00f229b3a15e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:24.644128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1884a75-9ecf-484a-beef-a89b0a5c40c0 req-72e19e6f-e604-4844-ad56-00f229b3a15e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2417 time: 0.1626914 Jul 23 14:08:24.698055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1884a75-9ecf-484a-beef-a89b0a5c40c0 req-cb039995-8451-45f7-9cc0-2738ab621080 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460789 Jul 23 14:08:24.756071 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af9afb-a570-4ca8-b3fc-fc1fa2edde82 x-openstack-request-id: req-f9af9afb-a570-4ca8-b3fc-fc1fa2edde82 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:24.756362 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9", "name": "network-vif-deleted", "tag": "29be6b61-e10a-4645-a283-6e20cdaa9f48", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:24.756606 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9af9afb-a570-4ca8-b3fc-fc1fa2edde82 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:24.757002 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9', 'name': 'network-vif-deleted', 'tag': '29be6b61-e10a-4645-a283-6e20cdaa9f48', 'status': 'completed', 'code': 200} Jul 23 14:08:24.806131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:24.815536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c17d3-62c4-4b14-b367-80b53c9c7ac8 req-a8d7a77c-a9a8-4c40-8d42-4eef532588b5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:24.821998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c17d3-62c4-4b14-b367-80b53c9c7ac8 req-a8d7a77c-a9a8-4c40-8d42-4eef532588b5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:24.823676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d0c17d3-62c4-4b14-b367-80b53c9c7ac8 req-a8d7a77c-a9a8-4c40-8d42-4eef532588b5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd&device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 1690 time: 0.1043913 Jul 23 14:08:24.835413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f8b5-7d2f-474d-8881-22c2a8d4881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:24.873460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4603dfdd-33de-4dc8-8a77-31dad2fdd5b8 req-b21024ea-6d28-45bf-bad0-dd671d62e495 tempest-ServersAdminTestJSON-1288790151 tempest-ServersAdminTestJSON-1288790151-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb9db1d-f9cc-4538-8bd3-01b5537fb0b9 HTTP/1.1" status: 200 len: 210 time: 0.0567307 Jul 23 14:08:24.895232 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d0c17d3-62c4-4b14-b367-80b53c9c7ac8 req-bde40d13-c404-4bf5-903f-36a245fcd251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635681 Jul 23 14:08:24.998596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f8b5-7d2f-474d-8881-22c2a8d4881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.005558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f8b5-7d2f-474d-8881-22c2a8d4881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.023831 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-246459dd-57cc-4f38-8024-bcff96bab950 req-fc719746-1492-431b-b23a-b91f5d967283 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=75b76c9b-6bea-47d7-83ff-f37da9048286 HTTP/1.1" status: 200 len: 210 time: 0.0467031 Jul 23 14:08:25.067598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9f8b5-7d2f-474d-8881-22c2a8d4881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dae884-3fc1-4761-9c32-543f75244612,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:25.075386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bcc9f8b5-7d2f-474d-8881-22c2a8d4881c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9d8104a5c2a4d9aa9b594238c0adcc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657182 Jul 23 14:08:25.077409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:25.203234 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab782340-c6d7-457e-a4d2-25a6fd2ef1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.258828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab782340-c6d7-457e-a4d2-25a6fd2ef1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.315417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc5109-6eae-4341-a542-f2357db12d1a req-f2f482e6-f18a-4e40-bb6e-f1c087d978f4 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:25.317152 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08dc5109-6eae-4341-a542-f2357db12d1a req-f2f482e6-f18a-4e40-bb6e-f1c087d978f4 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 1100 time: 0.1680555 Jul 23 14:08:25.331002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eb440-b7f1-478f-8e59-951032d87c29 req-3dda9d61-54e2-4353-8d95-dcc103e75e46 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:25.332521 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-438eb440-b7f1-478f-8e59-951032d87c29 req-3dda9d61-54e2-4353-8d95-dcc103e75e46 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 949 time: 0.1613498 Jul 23 14:08:25.367951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd071994-fca2-4139-a1bf-e868a0d6d886 req-4e027fed-48da-4039-bb38-dff912482e79 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:25.370218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd071994-fca2-4139-a1bf-e868a0d6d886 req-4e027fed-48da-4039-bb38-dff912482e79 tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 949 time: 0.0890205 Jul 23 14:08:25.389757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab782340-c6d7-457e-a4d2-25a6fd2ef1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.392382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab782340-c6d7-457e-a4d2-25a6fd2ef1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.393454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ab782340-c6d7-457e-a4d2-25a6fd2ef1ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52dae884-3fc1-4761-9c32-543f75244612 HTTP/1.1" status: 204 len: 168 time: 0.3150237 Jul 23 14:08:25.417284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd071994-fca2-4139-a1bf-e868a0d6d886 req-22a4e8e7-ad66-439d-ad89-7d7bdc2d532d tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc9791-f7aa-43b1-a5f6-557b1d68b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Jul 23 14:08:25.418923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08dc5109-6eae-4341-a542-f2357db12d1a req-d5e756fe-b93a-4935-a760-4e6a85fb25c0 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774109 Jul 23 14:08:25.431483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab782340-c6d7-457e-a4d2-25a6fd2ef1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dae884-3fc1-4761-9c32-543f75244612,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:25.534516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Deleting port d4dd15bf-e428-46e9-aca1-dc43d78e3256 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:25.534886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.611951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666d1a-5758-4029-9735-c4103a5af64d req-83c75fe2-eb3f-401c-b3f3-c960bc028ad1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:25.619704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666d1a-5758-4029-9735-c4103a5af64d req-83c75fe2-eb3f-401c-b3f3-c960bc028ad1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:25.627012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666d1a-5758-4029-9735-c4103a5af64d req-83c75fe2-eb3f-401c-b3f3-c960bc028ad1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:25.635540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56666d1a-5758-4029-9735-c4103a5af64d req-83c75fe2-eb3f-401c-b3f3-c960bc028ad1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2417 time: 0.1076992 Jul 23 14:08:25.682220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] For port d4dd15bf-e428-46e9-aca1-dc43d78e3256, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d4dd15bf-e428-46e9-aca1-dc43d78e3256,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:25.682683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.696626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56666d1a-5758-4029-9735-c4103a5af64d req-1890ecc0-b896-4fe1-a05b-0fbd42130e9f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597935 Jul 23 14:08:25.706270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Calling delete_port for d4dd15bf-e428-46e9-aca1-dc43d78e3256 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:25.729869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0dc5-2f50-4bf8-aeeb-f4b6d33e7e8f req-2e4c0098-185b-4d39-aad7-24487759c07e tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:25.731460 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-728f0dc5-2f50-4bf8-aeeb-f4b6d33e7e8f req-2e4c0098-185b-4d39-aad7-24487759c07e tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 1101 time: 0.1073608 Jul 23 14:08:25.838991 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-728f0dc5-2f50-4bf8-aeeb-f4b6d33e7e8f req-a9764484-8104-438c-9146-d7583c40275a tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742311 Jul 23 14:08:25.960171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:25.976421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d4dd15bf-e428-46e9-aca1-dc43d78e3256'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:26.004699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Pushing event deleted for resources: {'Port': ['ID=d4dd15bf-e428-46e9-aca1-dc43d78e3256,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:26.100237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] No DVR routers for this DVR port d4dd15bf-e428-46e9-aca1-dc43d78e3256 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:26.104511 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:26.108955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-438eb440-b7f1-478f-8e59-951032d87c29 req-6f2b7f32-f07f-4d95-907c-f190ce40d5ad tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.48 "DELETE /v2.0/ports/d4dd15bf-e428-46e9-aca1-dc43d78e3256 HTTP/1.1" status: 204 len: 173 time: 0.7601824 Jul 23 14:08:26.196231 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-9786242a-5c5e-417a-bcc0-a7448589e52e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923467 Jul 23 14:08:26.306393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:26.352816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 29be6b61-e10a-4645-a283-6e20cdaa9f48 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:26.353214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 29be6b61-e10a-4645-a283-6e20cdaa9f48 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:26.353641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d4dd15bf-e428-46e9-aca1-dc43d78e3256 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:26.365447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:26.403835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: d4dd15bf-e428-46e9-aca1-dc43d78e3256 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:26.404173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d4dd15bf-e428-46e9-aca1-dc43d78e3256 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:26.428601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-50d93ec0-bf57-491b-9cbb-5442e37d4b7c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:26.436386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-50d93ec0-bf57-491b-9cbb-5442e37d4b7c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345371 Jul 23 14:08:26.458402 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a68d97ec-df32-415a-b932-6f5bb7c3fcea tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/quotas/076cfc9486b4439982c5ffa25353d6dc HTTP/1.1" status: 200 len: 375 time: 0.0205634 Jul 23 14:08:26.573870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-6131cf64-b4d9-4ec1-b2ca-98f055c04e3b tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1143646 Jul 23 14:08:26.606153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad680075-8a0a-4cae-9362-2891758a99f5 req-d0be6644-788a-4a37-819f-d283e35825ea tempest-ImagesNegativeTestJSON-388701933 tempest-ImagesNegativeTestJSON-388701933-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3e16444-d36b-4f24-ae4f-b85ca463c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0438821 Jul 23 14:08:26.661262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4fe49371-7764-4170-80bd-0e60b70d32c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c081225c20fa406990f402e15517dd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943211 Jul 23 14:08:26.663419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:26.768849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'name': 'network-vif-deleted', 'tag': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:26.772110 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238dbd07-a897-4466-a608-4c16fb6408d0" -d '{"events": [{"server_uuid": "d3e16444-d36b-4f24-ae4f-b85ca463c7b1", "name": "network-vif-deleted", "tag": "d4dd15bf-e428-46e9-aca1-dc43d78e3256"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:26.832093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afa2411b-d1e0-4067-be28-5304c347ee64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:26.888376 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afa2411b-d1e0-4067-be28-5304c347ee64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:26.961477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afa2411b-d1e0-4067-be28-5304c347ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:26.964875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afa2411b-d1e0-4067-be28-5304c347ee64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:26.966029 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-afa2411b-d1e0-4067-be28-5304c347ee64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/689d6e25-61c2-4aa2-8565-f019dfa0c6ff HTTP/1.1" status: 204 len: 168 time: 0.3016090 Jul 23 14:08:26.998976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2411b-d1e0-4067-be28-5304c347ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d6e25-61c2-4aa2-8565-f019dfa0c6ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:27.136312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a42f29-3132-4a15-880e-26875b3abd95 req-f14998a4-46ad-4010-b301-e4c467a28b79 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:27.138158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4a42f29-3132-4a15-880e-26875b3abd95 req-f14998a4-46ad-4010-b301-e4c467a28b79 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.1932294 Jul 23 14:08:27.175690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4a42f29-3132-4a15-880e-26875b3abd95 req-a82f6d09-ba74-4148-844d-427e9557512a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/quotas/a3c904883cfb4cb19bf05f9ab98520ee HTTP/1.1" status: 200 len: 375 time: 0.0168514 Jul 23 14:08:27.238544 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4a42f29-3132-4a15-880e-26875b3abd95 req-643af379-ebb1-45ae-849a-80f4b1c7f490 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618482 Jul 23 14:08:27.369715 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4a42f29-3132-4a15-880e-26875b3abd95 req-42af9ea2-3205-4d61-9273-037285551c89 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300020 Jul 23 14:08:27.400208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-a090578a-82c4-425c-8585-4a6df11f2ce0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:27.420193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-a090578a-82c4-425c-8585-4a6df11f2ce0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:27.426579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-a090578a-82c4-425c-8585-4a6df11f2ce0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:27.428499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-a090578a-82c4-425c-8585-4a6df11f2ce0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2417 time: 0.2897108 Jul 23 14:08:27.520972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef4af-5801-4b78-9dd7-4520c7a323ac req-e67a0276-0b83-489b-8272-323e06cdd121 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:27.528375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef4af-5801-4b78-9dd7-4520c7a323ac req-e67a0276-0b83-489b-8272-323e06cdd121 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:27.535670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef4af-5801-4b78-9dd7-4520c7a323ac req-e67a0276-0b83-489b-8272-323e06cdd121 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:27.545054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-767ef4af-5801-4b78-9dd7-4520c7a323ac req-e67a0276-0b83-489b-8272-323e06cdd121 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 2417 time: 0.6431501 Jul 23 14:08:27.598911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-767ef4af-5801-4b78-9dd7-4520c7a323ac req-b385141c-d54f-4ae0-96f5-b969f0617547 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Jul 23 14:08:27.610556 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a4a42f29-3132-4a15-880e-26875b3abd95 req-61ac2e36-89d0-4078-b8ba-9c9a162f9eed service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397740 Jul 23 14:08:27.661979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port 5785c2b0-2ce3-4889-bb69-735daf5cf549 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:27.662339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:27.669136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:27.708409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b2a22e0-8ca5-47f3-8526-0a15d44c1235 req-b19e79a6-58d8-4bf5-9a32-bf646eff0ee4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 210 time: 0.0440660 Jul 23 14:08:27.766665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-419b64f7-a41f-415b-b109-e4e727c03922 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e4605db445e470495f54a2324d8fafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959427 Jul 23 14:08:27.769285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:27.771393 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0228116-15a4-4dbe-8ae0-c0398b534691 x-openstack-request-id: req-d0228116-15a4-4dbe-8ae0-c0398b534691 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:27.771687 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e16444-d36b-4f24-ae4f-b85ca463c7b1", "name": "network-vif-deleted", "tag": "d4dd15bf-e428-46e9-aca1-dc43d78e3256", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:27.771940 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0228116-15a4-4dbe-8ae0-c0398b534691 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:27.772362 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e16444-d36b-4f24-ae4f-b85ca463c7b1', 'name': 'network-vif-deleted', 'tag': 'd4dd15bf-e428-46e9-aca1-dc43d78e3256', 'status': 'completed', 'code': 200} Jul 23 14:08:27.803344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port 5785c2b0-2ce3-4889-bb69-735daf5cf549, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5785c2b0-2ce3-4889-bb69-735daf5cf549,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:27.804464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:27.849620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for 5785c2b0-2ce3-4889-bb69-735daf5cf549 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:27.899032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-826dafac-c35d-4092-a4fe-f49671edbd2a req-dad5afa5-940d-4ee4-8473-d503c81f953a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ac5b55-93b4-4c56-84c4-917d5b0c24e6 HTTP/1.1" status: 200 len: 210 time: 0.0406642 Jul 23 14:08:27.911848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83b2804b-977e-4597-afa3-36b64e3c5b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:27.954764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83b2804b-977e-4597-afa3-36b64e3c5b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.058228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83b2804b-977e-4597-afa3-36b64e3c5b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.062434 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83b2804b-977e-4597-afa3-36b64e3c5b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.064090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-83b2804b-977e-4597-afa3-36b64e3c5b43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3478ec2f-9a22-491a-adf3-c6b35a13cfec HTTP/1.1" status: 204 len: 168 time: 0.2934160 Jul 23 14:08:28.093466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2804b-977e-4597-afa3-36b64e3c5b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478ec2f-9a22-491a-adf3-c6b35a13cfec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:28.111909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.147896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5785c2b0-2ce3-4889-bb69-735daf5cf549', '3dfcde64-88de-46eb-a1f1-ecda736ff395', 'cd68e611-759d-4f78-a495-e3e11b37097d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:28.184141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=5785c2b0-2ce3-4889-bb69-735daf5cf549,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:28.220385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:28.226204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1050863036'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:28.283817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:28.287703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port 5785c2b0-2ce3-4889-bb69-735daf5cf549 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:28.300410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.301899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.303119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-23edc45b-0061-44f0-8929-2f4a01f51a6f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "DELETE /v2.0/ports/5785c2b0-2ce3-4889-bb69-735daf5cf549 HTTP/1.1" status: 204 len: 173 time: 0.8691845 Jul 23 14:08:28.367217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:08:28.433230 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.433864 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Added segment 699f6ad1-9e7b-465b-b86b-b4783892bba1 of type vlan for network a28c29cb-49e6-4d69-a8b9-4afb0df6659d Jul 23 14:08:28.469296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-f4b327ea-3dc0-4976-8b23-6d069368eefd tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493071 Jul 23 14:08:28.559298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.701437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:08:28.733530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port 3dfcde64-88de-46eb-a1f1-ecda736ff395 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:28.734470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.795623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.801036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:28.801627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.833437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-f8d1a481-455f-41be-92b9-34f9fa101e41 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:28.835082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-f8d1a481-455f-41be-92b9-34f9fa101e41 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387275 Jul 23 14:08:28.840816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port 3dfcde64-88de-46eb-a1f1-ecda736ff395, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3dfcde64-88de-46eb-a1f1-ecda736ff395,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:28.841175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:28.857661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for 3dfcde64-88de-46eb-a1f1-ecda736ff395 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:28.860014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:28.886989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6649523 Jul 23 14:08:28.924431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:28.924772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:28.935229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1897320347'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:28.956743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615359d1-d9b9-4bc6-bc2f-ef9a5d74ef2e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Network': ['ID=a28c29cb-49e6-4d69-a8b9-4afb0df6659d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:28.968721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:08:29.109547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4278ff-cf91-4b68-9688-780fc28561d2 req-b0fa1c66-e995-4535-96d0-ed09ba5e964f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:29.115356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4278ff-cf91-4b68-9688-780fc28561d2 req-b0fa1c66-e995-4535-96d0-ed09ba5e964f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:29.122831 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da4278ff-cf91-4b68-9688-780fc28561d2 req-b0fa1c66-e995-4535-96d0-ed09ba5e964f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 1682 time: 0.3884246 Jul 23 14:08:29.137777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:29.141716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.149784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.183903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=3dfcde64-88de-46eb-a1f1-ecda736ff395,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:29.185128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5785c2b0-2ce3-4889-bb69-735daf5cf549'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:29.234189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:08:29.254611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5bf3c795-5806-4d2d-8fc8-89d389334f3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0372dcc57edf454793b5645686b15e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267369 Jul 23 14:08:29.258969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:29.262468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.278969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:29.286467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08332dc4-9985-4a8a-a74b-af95bf5b0796 req-c009ec12-49c6-4f3a-b68e-8f89a034fde2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 210 time: 0.0813460 Jul 23 14:08:29.287379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port 3dfcde64-88de-46eb-a1f1-ecda736ff395 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:29.289957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.292275 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-bff37a35-c88b-4610-82a3-e5ed047608d6 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "DELETE /v2.0/ports/3dfcde64-88de-46eb-a1f1-ecda736ff395 HTTP/1.1" status: 204 len: 173 time: 0.9830368 Jul 23 14:08:29.369323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.369668 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Added segment 94b56685-99c1-481d-90be-bf3e447fa5f3 of type vlan for network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 Jul 23 14:08:29.375270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da4278ff-cf91-4b68-9688-780fc28561d2 req-464d1367-805a-4c8d-a63a-60a55cead32f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517436 Jul 23 14:08:29.450841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port cd68e611-759d-4f78-a495-e3e11b37097d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:29.451948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.500284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.507170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6727ef0d-79b5-4a11-9c18-8f5f00418c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.572765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6727ef0d-79b5-4a11-9c18-8f5f00418c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.578181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port cd68e611-759d-4f78-a495-e3e11b37097d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cd68e611-759d-4f78-a495-e3e11b37097d,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:29.578667 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.613917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for cd68e611-759d-4f78-a495-e3e11b37097d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:29.624442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.630096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:29.630792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.676901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.61 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/0456a95c-1571-4b96-8201-b734272a6ce0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:29.723789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7971375 Jul 23 14:08:29.732352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:29.739850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'subnet': {'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:29.782827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.782827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-deleted', 'tag': '5785c2b0-2ce3-4889-bb69-735daf5cf549'}, {'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-deleted', 'tag': '3dfcde64-88de-46eb-a1f1-ecda736ff395'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:29.782827 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e30d12-1167-4ecc-8098-1c9af60c2eee" -d '{"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-deleted", "tag": "5785c2b0-2ce3-4889-bb69-735daf5cf549"}, {"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-deleted", "tag": "3dfcde64-88de-46eb-a1f1-ecda736ff395"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:29.816591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5785c2b0-2ce3-4889-bb69-735daf5cf549'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:29.823759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634809f-acc1-48b8-89d5-96d36aa711f4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Network': ['ID=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:29.846471 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e9089d-0e9b-4dc9-a4a7-efaf20f4b0ca x-openstack-request-id: req-28e9089d-0e9b-4dc9-a4a7-efaf20f4b0ca {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:29.847455 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-deleted", "tag": "5785c2b0-2ce3-4889-bb69-735daf5cf549", "status": "completed", "code": 200}, {"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-deleted", "tag": "3dfcde64-88de-46eb-a1f1-ecda736ff395", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:29.847695 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28e9089d-0e9b-4dc9-a4a7-efaf20f4b0ca {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:29.848086 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-deleted', 'tag': '5785c2b0-2ce3-4889-bb69-735daf5cf549', 'status': 'completed', 'code': 200} Jul 23 14:08:29.850735 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-deleted', 'tag': '3dfcde64-88de-46eb-a1f1-ecda736ff395', 'status': 'completed', 'code': 200} Jul 23 14:08:29.854511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6727ef0d-79b5-4a11-9c18-8f5f00418c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.857404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6727ef0d-79b5-4a11-9c18-8f5f00418c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:29.858290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:08:29.862357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6727ef0d-79b5-4a11-9c18-8f5f00418c8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4fc9791-f7aa-43b1-a5f6-557b1d68b936 HTTP/1.1" status: 204 len: 168 time: 0.5777183 Jul 23 14:08:29.877127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=cd68e611-759d-4f78-a495-e3e11b37097d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:29.962343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727ef0d-79b5-4a11-9c18-8f5f00418c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc9791-f7aa-43b1-a5f6-557b1d68b936,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:30.016933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8433-b503-4776-9008-982769d8344f req-82596894-5667-40c7-a8e7-624f1978c133 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:30.020336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port cd68e611-759d-4f78-a495-e3e11b37097d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:30.023775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-82596894-5667-40c7-a8e7-624f1978c133 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.3751693 Jul 23 14:08:30.023958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:30.027361 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2964229-2e2a-428a-86ee-8b10af7cec70 req-1a512541-9908-461a-891a-279bffd38fd1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.11 "DELETE /v2.0/ports/cd68e611-759d-4f78-a495-e3e11b37097d HTTP/1.1" status: 204 len: 173 time: 0.7194052 Jul 23 14:08:30.167423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-ee2846a7-343f-41ce-be94-63056e908732 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/quotas/a3c904883cfb4cb19bf05f9ab98520ee HTTP/1.1" status: 200 len: 375 time: 0.1424956 Jul 23 14:08:30.216616 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:30.252834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object 0456a95c-1571-4b96-8201-b734272a6ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:30.255147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:30.259794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:30.315845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-ec414645-4781-4130-b704-42d998a06b84 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641046 Jul 23 14:08:30.418133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-515443da-951b-4d74-b4a5-5cadf574012e req-6983ac81-4f84-4168-911a-9384a225a97c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 210 time: 0.0316677 Jul 23 14:08:30.541160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-d8d389f3-7047-465b-8fc7-cf2c021d225b service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134633 Jul 23 14:08:30.552069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:30.568915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c', '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:30.652640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:30.657043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:30.716650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:30.725668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:30.744561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=0456a95c-1571-4b96-8201-b734272a6ce0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:30.775047 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c0f131a-6aeb-4c30-8897-10b3865fcf58 req-bea1621b-2b05-409e-957a-8a8f7fe5145f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e839840-2ecf-44bc-8c89-addbb7baff3f HTTP/1.1" status: 200 len: 210 time: 0.1019752 Jul 23 14:08:30.927375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:30.928359 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:30.951777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-e517a0e3-04e4-404b-880c-aada5b9f26fd service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094861 Jul 23 14:08:30.971728 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-be0364ec-ac62-4148-87b5-8de68fbba251 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1158662 Jul 23 14:08:30.977242 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:30.983439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:31.031165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Request body: {'port': {'device_id': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:31.136703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Subnet': ['ID=2f4da785-679b-4a5f-b413-4bf8305b54a5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:31.202961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Checking segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:31.203260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network hostable DHCP agents. Network: a28c29cb-49e6-4d69-a8b9-4afb0df6659d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:08:31.207197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:31.232352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07e87576-1c7a-4784-83fc-a9aa983da82e None None] Provisioning for port 0456a95c-1571-4b96-8201-b734272a6ce0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:31.242802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07e87576-1c7a-4784-83fc-a9aa983da82e None None] Provisioning complete for port 0456a95c-1571-4b96-8201-b734272a6ce0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:31.243203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07e87576-1c7a-4784-83fc-a9aa983da82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:31.259352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:08:31.301581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a28c29cb-49e6-4d69-a8b9-4afb0df6659d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:31.315591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:31.316278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:31.359203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef45d45-6a09-4dc4-8908-45e21885b099 None None] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:31.411057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:31.411239 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f9cf046a-636c-4b52-afb7-778b5b5155bf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6715963 Jul 23 14:08:31.434144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21e30a51-0fe1-40af-9b2f-0b1fb0cca24e req-ea966921-f0ce-46b3-9d0d-142eec710b15 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 210 time: 0.1127510 Jul 23 14:08:31.450225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'subnet': {'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:31.524775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8890988b-fd3a-4713-b6b1-7b403b239737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:31.756037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb09e-503a-4598-aef7-abab331b2437 req-ccb42bc4-2e0b-4eef-85a9-9a27c79e9bf1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:31.763544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-704cb09e-503a-4598-aef7-abab331b2437 req-ccb42bc4-2e0b-4eef-85a9-9a27c79e9bf1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 935 time: 0.2417097 Jul 23 14:08:31.805545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07e87576-1c7a-4784-83fc-a9aa983da82e None None] Port 0456a95c-1571-4b96-8201-b734272a6ce0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:31.855180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-deleted', 'tag': 'cd68e611-759d-4f78-a495-e3e11b37097d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:31.857462 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae79ff0-045a-412e-9334-aab407a529a4" -d '{"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-deleted", "tag": "cd68e611-759d-4f78-a495-e3e11b37097d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:31.873856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-7b29d7ec-da41-4262-93c3-cd089414bbd4 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f7e044fe96b4a11ae246ebe48c8fe4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522957 Jul 23 14:08:31.874201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-704cb09e-503a-4598-aef7-abab331b2437 req-7294abd5-6320-41ba-b311-d1157a16c833 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045880 Jul 23 14:08:31.908301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0456a95c-1571-4b96-8201-b734272a6ce0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:31.929916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:31.957727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Transition to ACTIVE for port object 0456a95c-1571-4b96-8201-b734272a6ce0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:31.971112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.009451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'fixed_ips': [{'subnet_id': '2f4da785-679b-4a5f-b413-4bf8305b54a5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:08:32.010796 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.045702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8890988b-fd3a-4713-b6b1-7b403b239737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.164226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8890988b-fd3a-4713-b6b1-7b403b239737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.172383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:32.215993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0456a95c-1571-4b96-8201-b734272a6ce0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:32.260160 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cdbc91-f2c9-4b72-b419-868b0dfab06b x-openstack-request-id: req-e2cdbc91-f2c9-4b72-b419-868b0dfab06b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:32.260562 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e839840-2ecf-44bc-8c89-addbb7baff3f", "name": "network-vif-deleted", "tag": "cd68e611-759d-4f78-a495-e3e11b37097d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:32.260876 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2cdbc91-f2c9-4b72-b419-868b0dfab06b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:32.261460 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e839840-2ecf-44bc-8c89-addbb7baff3f', 'name': 'network-vif-deleted', 'tag': 'cd68e611-759d-4f78-a495-e3e11b37097d', 'status': 'completed', 'code': 200} Jul 23 14:08:32.339073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:32.344619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.360306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890988b-fd3a-4713-b6b1-7b403b239737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026a5c6d-72c1-405f-bf62-7dee370aa167,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:32.364833 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8890988b-fd3a-4713-b6b1-7b403b239737 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10f4d762784c4eebb13eb6187121ed95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3798869 Jul 23 14:08:32.369128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:32.388177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Attempting to bind port 0456a95c-1571-4b96-8201-b734272a6ce0 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:32.388541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Attempting to bind port 0456a95c-1571-4b96-8201-b734272a6ce0 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:32.388979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Attempting to bind port 0456a95c-1571-4b96-8201-b734272a6ce0 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:32.390949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-90783fd6-5b4b-4cba-a80b-59b1df6d36e0 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:32.399797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-90783fd6-5b4b-4cba-a80b-59b1df6d36e0 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5251045 Jul 23 14:08:32.414083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Port 0456a95c-1571-4b96-8201-b734272a6ce0 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:32.414409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Attempting to bind port 0456a95c-1571-4b96-8201-b734272a6ce0 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:32.434996 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-543e0b5c-ef07-42d7-bb8b-7dac5d02aed6 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/quotas/5f7e044fe96b4a11ae246ebe48c8fe4b HTTP/1.1" status: 200 len: 375 time: 0.0338244 Jul 23 14:08:32.440742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting subnet b93e7c25-8b8e-4bf0-86e5-876afea5a664 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:08:32.448565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.485061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:32.486506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:32.486968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:32.490076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Bound port: 0456a95c-1571-4b96-8201-b734272a6ce0, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:32.490452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.495685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Allocated IP 10.1.1.2 (a28c29cb-49e6-4d69-a8b9-4afb0df6659d/2f4da785-679b-4a5f-b413-4bf8305b54a5/b2060368-4ef8-45ec-8480-44f2f22f826b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:32.499897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3dfcde64-88de-46eb-a1f1-ecda736ff395 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:32.521387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81dd768d-d0a7-467c-9414-0e9b47e23bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.543791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 3dfcde64-88de-46eb-a1f1-ecda736ff395 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:32.544126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3dfcde64-88de-46eb-a1f1-ecda736ff395 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:32.544548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cd68e611-759d-4f78-a495-e3e11b37097d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:32.567371 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-4c63e074-ab27-4dbb-9ca8-c778dedbb1f2 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f7e044fe96b4a11ae246ebe48c8fe4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312141 Jul 23 14:08:32.588292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: cd68e611-759d-4f78-a495-e3e11b37097d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:32.588950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cd68e611-759d-4f78-a495-e3e11b37097d not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:32.589534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5785c2b0-2ce3-4889-bb69-735daf5cf549 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:32.598677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81dd768d-d0a7-467c-9414-0e9b47e23bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.602617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.635132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 5785c2b0-2ce3-4889-bb69-735daf5cf549 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:32.635470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5785c2b0-2ce3-4889-bb69-735daf5cf549 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:32.642794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7910ed7f-187f-47ac-8da3-975132fecf95 req-3f29d48c-2754-40d8-8248-a9c47fbfa74d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 210 time: 0.0811493 Jul 23 14:08:32.715428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] For port 0456a95c-1571-4b96-8201-b734272a6ce0, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:32.720180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] For port 0456a95c-1571-4b96-8201-b734272a6ce0, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0456a95c-1571-4b96-8201-b734272a6ce0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:32.730458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.775099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:32.775895 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.777257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/0456a95c-1571-4b96-8201-b734272a6ce0 HTTP/1.1" status: 200 len: 1095 time: 1.7904997 Jul 23 14:08:32.777722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'tag': '0456a95c-1571-4b96-8201-b734272a6ce0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:32.780502 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9ca4de-4384-40b9-9de8-dda444fdcfc7", "tag": "0456a95c-1571-4b96-8201-b734272a6ce0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:32.786064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81dd768d-d0a7-467c-9414-0e9b47e23bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.789083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81dd768d-d0a7-467c-9414-0e9b47e23bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.792665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81dd768d-d0a7-467c-9414-0e9b47e23bf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/026a5c6d-72c1-405f-bf62-7dee370aa167 HTTP/1.1" status: 204 len: 168 time: 0.4202635 Jul 23 14:08:32.799693 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.812937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.828616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd768d-d0a7-467c-9414-0e9b47e23bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026a5c6d-72c1-405f-bf62-7dee370aa167,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:32.837624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Transition to ACTIVE for port object b2060368-4ef8-45ec-8480-44f2f22f826b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:32.849765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.914587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0882f84-1881-4c5b-9ba5-eea54763a8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0456a95c-1571-4b96-8201-b734272a6ce0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:32.933983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Transition to ACTIVE for port object b2060368-4ef8-45ec-8480-44f2f22f826b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:32.949878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:32.955586 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc98b59-fe44-4ce1-a6f7-75e394225e76 x-openstack-request-id: req-9fc98b59-fe44-4ce1-a6f7-75e394225e76 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:32.956053 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9ca4de-4384-40b9-9de8-dda444fdcfc7", "tag": "0456a95c-1571-4b96-8201-b734272a6ce0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:32.956479 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fc98b59-fe44-4ce1-a6f7-75e394225e76 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:32.957040 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'tag': '0456a95c-1571-4b96-8201-b734272a6ce0', 'status': 'completed', 'code': 200} Jul 23 14:08:32.959440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-606628f6-ebdb-4b5f-9a4b-7bf535118053 req-89fdd241-8ef4-46a4-a2ec-37567c2654d0 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 210 time: 0.1224782 Jul 23 14:08:33.037487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:33.039552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-dc491778-552f-4ae4-8d67-654cb57ea01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:33.044531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:33.046124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-dc491778-552f-4ae4-8d67-654cb57ea01c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 1098 time: 0.1812792 Jul 23 14:08:33.064215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:33.072580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Subnet': ['ID=eab7a279-5b09-403d-9f83-0d07e42ee82f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:33.074782 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:33.109735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Pushing event updated for resources: {'Port': ['ID=b2060368-4ef8-45ec-8480-44f2f22f826b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:33.196344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Subnet': ['ID=b93e7c25-8b8e-4bf0-86e5-876afea5a664,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:33.199384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-5a60eb20-694c-4709-ac4c-9ac12dbe0065 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=0456a95c-1571-4b96-8201-b734272a6ce0 HTTP/1.1" status: 200 len: 217 time: 0.1328585 Jul 23 14:08:33.206272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Attempting to bind port b2060368-4ef8-45ec-8480-44f2f22f826b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:33.206708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Attempting to bind port b2060368-4ef8-45ec-8480-44f2f22f826b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:33.207373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Attempting to bind port b2060368-4ef8-45ec-8480-44f2f22f826b on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:33.215027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:33.215451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Checking segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:33.215846 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:33.216284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Bound using segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:33.216784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Bound port: b2060368-4ef8-45ec-8480-44f2f22f826b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:33.217168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:33.232159 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:33.240032 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4aa11b0c-5931-4e06-8c36-44203d06c03d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/subnets/b93e7c25-8b8e-4bf0-86e5-876afea5a664 HTTP/1.1" status: 204 len: 168 time: 1.0302668 Jul 23 14:08:33.240711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099696e4-4f4d-41a1-9e1a-bdc775e2d31b None None] Network 568f443d-4dba-475c-8c60-0b575c0620b9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:33.245659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:33.281928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Checking segment: {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:33.282487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network hostable DHCP agents. Network: 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:08:33.328123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-11342ae8-1ccd-491e-9e10-a02fd6053d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:33.329803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-11342ae8-1ccd-491e-9e10-a02fd6053d8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1247082 Jul 23 14:08:33.376975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:08:33.529187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-94db007b-70fd-438a-978d-afc3d71b8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:33.536324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-94db007b-70fd-438a-978d-afc3d71b8c55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887381 Jul 23 14:08:33.556420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] For port b2060368-4ef8-45ec-8480-44f2f22f826b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:33.573843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] For port b2060368-4ef8-45ec-8480-44f2f22f826b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b2060368-4ef8-45ec-8480-44f2f22f826b,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:33.590584 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:33.752775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443703d-15e7-4c41-9415-1b61b3249262 None None] Pushing event updated for resources: {'Port': ['ID=b2060368-4ef8-45ec-8480-44f2f22f826b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:33.803176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] DHCP port deletion for 568f443d-4dba-475c-8c60-0b575c0620b9 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:08:33.824875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:33.860014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:33.860920 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:33.882376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55532f6e-a569-40cf-b1ea-437ceba0da69 None None] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:33.897423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:33.914595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b14e97e-94c6-4ed0-a433-c15716cafb12 req-f3ea7204-6d3a-46d4-809a-aa245d5064bd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 210 time: 0.0998416 Jul 23 14:08:33.933240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-1a56e08b-7331-41a2-a615-2ec8b7725e9a service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891838 Jul 23 14:08:34.023399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] Deleting port eb9552a0-93f1-44a8-a20d-9f8c960d866a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:34.024082 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.067300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258d193-da5d-462f-a80a-f8dd6e18aac7 req-e9f38b05-7ef0-4f3c-b1aa-00e1824b6b69 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:34.097820 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9258d193-da5d-462f-a80a-f8dd6e18aac7 req-e9f38b05-7ef0-4f3c-b1aa-00e1824b6b69 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 947 time: 1.0410345 Jul 23 14:08:34.120385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c488205d-f0c3-4726-ab40-64e15b42042e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6884232 Jul 23 14:08:34.135820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:34.151110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'port': {'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'name': 'tempest-TaggedBootDevicesTest-1823010817', 'fixed_ips': [{'subnet_id': '2f4da785-679b-4a5f-b413-4bf8305b54a5'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:34.197650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8433-b503-4776-9008-982769d8344f req-ede8cf4d-3fb3-4e65-80cd-204e88127edf tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:34.199429 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-ede8cf4d-3fb3-4e65-80cd-204e88127edf tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.9973977 Jul 23 14:08:34.230586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Request body: {'port': {'device_id': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'admin_state_up': True, 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:34.265508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9258d193-da5d-462f-a80a-f8dd6e18aac7 req-9020188f-3645-4a43-a268-92a34191f47d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617944 Jul 23 14:08:34.315802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] For port eb9552a0-93f1-44a8-a20d-9f8c960d866a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eb9552a0-93f1-44a8-a20d-9f8c960d866a,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:34.316493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port eb9552a0-93f1-44a8-a20d-9f8c960d866a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:34.316633 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.316832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.350034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] Calling delete_port for eb9552a0-93f1-44a8-a20d-9f8c960d866a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:34.364827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf020e43-9c9a-4ec7-b4f5-11c3c012b194 req-98e09212-6f66-4944-9e36-7c41c3125434 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 210 time: 0.1358137 Jul 23 14:08:34.408544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-7d1e3ad9-d073-439b-9f9f-0a6fe2f60597', 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'fixed_ips': [{'subnet_id': 'eab7a279-5b09-403d-9f83-0d07e42ee82f'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:08:34.409695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.447347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b5a61e-cd36-4dec-88dc-324674abdb5f req-e70287aa-d8fd-4a5d-b77f-d9fa613e4d77 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977775 Jul 23 14:08:34.493419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:34.515968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port eb9552a0-93f1-44a8-a20d-9f8c960d866a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eb9552a0-93f1-44a8-a20d-9f8c960d866a,segment=NetworkSegment(12991741-f4cd-4d34-82df-86e8fe71d797),segment_id=12991741-f4cd-4d34-82df-86e8fe71d797)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:34.516431 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.540922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for eb9552a0-93f1-44a8-a20d-9f8c960d866a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:34.634039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:34.639076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.711255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-d1701df4-e0cc-44f9-983d-dc6c04323a87 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5f7e044fe96b4a11ae246ebe48c8fe4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673418 Jul 23 14:08:34.720544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.762416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] No DVR routers for this DVR port eb9552a0-93f1-44a8-a20d-9f8c960d866a on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:34.764473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b2f55-ea33-4f56-9e3a-8ea7404f583e None None] Pushing event deleted for resources: {'Port': ['ID=eb9552a0-93f1-44a8-a20d-9f8c960d866a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:34.777436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Allocated IP 10.2.2.2 (7d1e3ad9-d073-439b-9f9f-0a6fe2f60597/eab7a279-5b09-403d-9f83-0d07e42ee82f/1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:34.802033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:34.917307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] device_id is not set on port 684d8090-ee0e-40d3-9902-1dfdedcd2967 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:08:34.926330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.020097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=eb9552a0-93f1-44a8-a20d-9f8c960d866a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:35.077225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port eb9552a0-93f1-44a8-a20d-9f8c960d866a on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:35.148589 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.169564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Transition to ACTIVE for port object 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:35.205588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Transition to ACTIVE for port object 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:35.223688 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.242502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.278766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568f443d-4dba-475c-8c60-0b575c0620b9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:08:35.293159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:35.305176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:35.308485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:35.406006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12991741-f4cd-4d34-82df-86e8fe71d797') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:08:35.406296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12991741-f4cd-4d34-82df-86e8fe71d797') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:08:35.409212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Pushing event updated for resources: {'Port': ['ID=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:35.442429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14e1fe-e4bc-4e2c-9d15-4549c6ebd27d None None] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:35.535522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Attempting to bind port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:35.536075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Attempting to bind port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:35.536442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Attempting to bind port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d on network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:35.557999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-4b43acfb-af3d-4da5-908d-335bda6bffa1 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:35.562462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-4b43acfb-af3d-4da5-908d-335bda6bffa1 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8382611 Jul 23 14:08:35.602722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Allocated IP 172.20.0.12 (6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce/4a06bd9f-bd42-4ea7-8dc5-13896ef7634e/2a3c5322-1d70-4646-bd8d-c13bff6f222d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:35.608123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:35.621307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Checking segment: {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:35.621973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.622445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Request body: {'port': {'device_id': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '5f7e044fe96b4a11ae246ebe48c8fe4b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:35.623456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Bound using segment: {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:35.624162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Bound port: 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:35.625528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.627168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.671812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.703148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:35.714692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d9a5f852-9edd-44aa-87b9-aa323a059616 None None] Provisioning for port b2060368-4ef8-45ec-8480-44f2f22f826b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:35.716801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:08:35.717217 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:08:35.727405 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:08:35.777281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-bc74e33f-2b68-4e38-b403-a2db4f74b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:35.779071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-bc74e33f-2b68-4e38-b403-a2db4f74b626 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 1098 time: 1.1286526 Jul 23 14:08:35.810597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2060368-4ef8-45ec-8480-44f2f22f826b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:35.895603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] For port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:35.900339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] For port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:35.912622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d3bc1c4-2d86-42af-8030-3bdf90277d62 req-ba0dae67-0d44-407b-8fdf-6a2525a27bbf tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 210 time: 0.1984990 Jul 23 14:08:35.932526 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.934779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e898be-4169-4cfc-a175-7cd955ef2315 req-9d98e053-f6f5-48bb-a342-aadd36b35214 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:35.937321 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d6e898be-4169-4cfc-a175-7cd955ef2315 req-9d98e053-f6f5-48bb-a342-aadd36b35214 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 947 time: 0.5502756 Jul 23 14:08:35.938019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.980125 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:35.980357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 10.1.1.72 (a28c29cb-49e6-4d69-a8b9-4afb0df6659d/2f4da785-679b-4a5f-b413-4bf8305b54a5/684d8090-ee0e-40d3-9902-1dfdedcd2967) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:35.982228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/networks/568f443d-4dba-475c-8c60-0b575c0620b9 HTTP/1.1" status: 204 len: 168 time: 2.7114706 Jul 23 14:08:36.014414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:36.029403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b2060368-4ef8-45ec-8480-44f2f22f826b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:36.037051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b2060368-4ef8-45ec-8480-44f2f22f826b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:36.037419 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.039031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7824092-2f85-45fe-bba0-45466513d62d None None] Pushing event updated for resources: {'Port': ['ID=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:36.039775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecdc71b4-421a-4cd7-b998-978c1005e2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.094221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab4fe4-263b-45ae-8feb-fca660211f8a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Network': ['ID=568f443d-4dba-475c-8c60-0b575c0620b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:36.102031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a31e33cb-f41f-4a95-88bf-ff0df811c4ff req-3e36301e-4a08-41dc-b27d-48fc8e717a0f tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 210 time: 0.0547409 Jul 23 14:08:36.218762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-8665f964-8bb5-4e8b-96c8-0cc45330a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:36.221680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-8665f964-8bb5-4e8b-96c8-0cc45330a042 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3057995 Jul 23 14:08:36.240860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.266710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.302957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-2e30fd72-8f1f-4b4f-9236-2366f8c02adc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=0456a95c-1571-4b96-8201-b734272a6ce0 HTTP/1.1" status: 200 len: 217 time: 0.0618436 Jul 23 14:08:36.340856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b2060368-4ef8-45ec-8480-44f2f22f826b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b2060368-4ef8-45ec-8480-44f2f22f826b,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:36.350930 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.378253 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d6e898be-4169-4cfc-a175-7cd955ef2315 req-ec3015b1-1987-4fc4-bae0-ced12bf933c0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227242 Jul 23 14:08:36.387469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.409392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting subnet 754b3743-53a3-4667-897a-cdf7c6c98681 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:08:36.432743 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.457171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb9552a0-93f1-44a8-a20d-9f8c960d866a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:36.492755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: eb9552a0-93f1-44a8-a20d-9f8c960d866a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:36.493104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb9552a0-93f1-44a8-a20d-9f8c960d866a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:36.493873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-edae619c-05b1-45ea-a18a-c7f7bb73393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:36.495398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-edae619c-05b1-45ea-a18a-c7f7bb73393a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0873730 Jul 23 14:08:36.513050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0456a95c-1571-4b96-8201-b734272a6ce0 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:36.515324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:36.521231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.527962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:36.530627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:36.533365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b2060368-4ef8-45ec-8480-44f2f22f826b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:36.553991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Transition to ACTIVE for port object 684d8090-ee0e-40d3-9902-1dfdedcd2967 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:36.589044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecdc71b4-421a-4cd7-b998-978c1005e2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.593259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-3bf42a32-673b-42f6-8a8e-8afa6fb64955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:36.594801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-3bf42a32-673b-42f6-8a8e-8afa6fb64955 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876634 Jul 23 14:08:36.599250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:36.600088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.603655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47b7a2c1-65ea-4292-946a-1a5ec8f45f4b None None] Provisioning complete for port b2060368-4ef8-45ec-8480-44f2f22f826b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:36.604066 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b7a2c1-65ea-4292-946a-1a5ec8f45f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.611951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.642198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecdc71b4-421a-4cd7-b998-978c1005e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.662834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0456a95c-1571-4b96-8201-b734272a6ce0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0456a95c-1571-4b96-8201-b734272a6ce0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:36.677043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '0456a95c-1571-4b96-8201-b734272a6ce0', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '0456a95c-1571-4b96-8201-b734272a6ce0', 'mac_address': 'fa:16:3e:3c:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:36.677833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:36.679788 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ecdc71b4-421a-4cd7-b998-978c1005e2c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efa370a99dc44f92b32d25ea21faa379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9755855 Jul 23 14:08:36.681867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Made reservation on behalf of 5f7e044fe96b4a11ae246ebe48c8fe4b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:36.685516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.701456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:36.702278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.705121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4818532 Jul 23 14:08:36.709059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:36.716322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:36.749061 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.751499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Request body: {'port': {'device_id': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:36.754032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=684d8090-ee0e-40d3-9902-1dfdedcd2967,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:36.763920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0456a95c-1571-4b96-8201-b734272a6ce0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:36.782702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-291725e9-43d3-4794-9a0a-6e00659a5050 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795015 Jul 23 14:08:36.786530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0456a95c-1571-4b96-8201-b734272a6ce0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0456a95c-1571-4b96-8201-b734272a6ce0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:36.793173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:36.794105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.794537 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.800165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1990ff3-faa5-4208-a050-e07911bab574 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event updated for resources: {'Port': ['ID=2a3c5322-1d70-4646-bd8d-c13bff6f222d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:36.821536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:36.845465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9958c02a-baa6-4a16-af40-5a59160d2aaa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7047174 Jul 23 14:08:36.848946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:36.874891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'port': {'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'name': 'tempest-TaggedBootDevicesTest-1011646745', 'fixed_ips': [{'subnet_id': '2f4da785-679b-4a5f-b413-4bf8305b54a5'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:36.931771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc71b4-421a-4cd7-b998-978c1005e2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde7ae2-806c-4e83-882c-b7998af26260,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:36.964499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71468fb3-2f97-46b5-8727-8c8cab61812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.123867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71468fb3-2f97-46b5-8727-8c8cab61812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.238899 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.243340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.248198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0456a95c-1571-4b96-8201-b734272a6ce0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:37.259740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7adbb820-7083-49d5-9230-f1be8ce37ce5 None None] Provisioning for port 684d8090-ee0e-40d3-9902-1dfdedcd2967 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:37.270359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7adbb820-7083-49d5-9230-f1be8ce37ce5 None None] Provisioning complete for port 684d8090-ee0e-40d3-9902-1dfdedcd2967 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:37.271044 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7adbb820-7083-49d5-9230-f1be8ce37ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.292945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d63495c-e0de-489c-9f65-61d29d0e535f req-535984a5-e168-40f7-987b-9c123e065bdf tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 210 time: 0.0890925 Jul 23 14:08:37.329759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.330844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7adbb820-7083-49d5-9230-f1be8ce37ce5 None None] Port 684d8090-ee0e-40d3-9902-1dfdedcd2967 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:37.345146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['0456a95c-1571-4b96-8201-b734272a6ce0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:37.357997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d6344d-3fa3-42b2-ad1a-4d5e56ed5508 req-0b43f30b-2b6e-472d-a313-20898b34dc7b service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596483 Jul 23 14:08:37.442688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20896b-8203-4808-b68d-d3b5b22c7313 req-41a9e32c-0a50-406f-ad1c-4a1eb7fae4e9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:37.449786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc20896b-8203-4808-b68d-d3b5b22c7313 req-41a9e32c-0a50-406f-ad1c-4a1eb7fae4e9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 932 time: 0.3954532 Jul 23 14:08:37.538717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc20896b-8203-4808-b68d-d3b5b22c7313 req-6dc4e627-f79d-48ab-a3ec-451f6ce379c7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768909 Jul 23 14:08:37.599577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4efc3-adc6-46b4-9537-66ffd0a7c9ff None None] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:37.702110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2df28754-5187-4737-9da5-f77bf2d27b3a None None] Provisioning for port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:37.761420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:37.858196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:37.864922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:37.865379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.928662 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71468fb3-2f97-46b5-8727-8c8cab61812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.931238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71468fb3-2f97-46b5-8727-8c8cab61812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.932400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-71468fb3-2f97-46b5-8727-8c8cab61812f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbde7ae2-806c-4e83-882c-b7998af26260 HTTP/1.1" status: 204 len: 168 time: 1.2263546 Jul 23 14:08:37.944395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.968699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.987265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:37.993241 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:37.998608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.015999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.021885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71468fb3-2f97-46b5-8727-8c8cab61812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde7ae2-806c-4e83-882c-b7998af26260,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:38.053750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] device_id is not set on port 6a48172a-53df-4fff-b74f-99206b7847d0 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:08:38.069228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:38.083642 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.085575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2060368-4ef8-45ec-8480-44f2f22f826b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:38.138042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Subnet': ['ID=754b3743-53a3-4667-897a-cdf7c6c98681,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:38.176252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.178171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-49964de5-cac8-486a-aef2-620d88524e67 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/subnets/754b3743-53a3-4667-897a-cdf7c6c98681 HTTP/1.1" status: 204 len: 168 time: 2.1496549 Jul 23 14:08:38.206436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3062ad27-ca26-4aac-bda7-279bc0537300 None None] Network fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:38.264878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:38.277815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-61fd2d10-fa92-4c17-8fe3-703d80f7a7de None None] Provisioning complete for port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:38.278535 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61fd2d10-fa92-4c17-8fe3-703d80f7a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.285866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b2060368-4ef8-45ec-8480-44f2f22f826b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:38.286239 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.320424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:38.344146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 10.1.1.250 (a28c29cb-49e6-4d69-a8b9-4afb0df6659d/2f4da785-679b-4a5f-b413-4bf8305b54a5/6a48172a-53df-4fff-b74f-99206b7847d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:38.458882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Allocated IP 192.168.233.65 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/d89c1d8c-399f-46c8-975b-08f862f014ca) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:38.511222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:38.524072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3c5322-1d70-4646-bd8d-c13bff6f222d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:38.526091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0456a95c-1571-4b96-8201-b734272a6ce0 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:38.543000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75023548-9757-4856-8be5-967eb6bff319 req-2e46a00f-6dc3-400c-a027-9decbe4b9fe4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:38.545778 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-75023548-9757-4856-8be5-967eb6bff319 req-2e46a00f-6dc3-400c-a027-9decbe4b9fe4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 948 time: 0.9756603 Jul 23 14:08:38.583585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cda8d8ee-0401-4514-992b-c4357168bba2 req-f9f67911-aba9-4185-b0ad-743c56faa66a tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 210 time: 0.0756245 Jul 23 14:08:38.602304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.627246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.657036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Transition to ACTIVE for port object 2a3c5322-1d70-4646-bd8d-c13bff6f222d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:38.693687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.713386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.730619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Transition to ACTIVE for port object 6a48172a-53df-4fff-b74f-99206b7847d0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:38.823239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.834940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 0456a95c-1571-4b96-8201-b734272a6ce0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:38.842560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 0456a95c-1571-4b96-8201-b734272a6ce0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:38.843395 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:38.879015 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-75023548-9757-4856-8be5-967eb6bff319 req-11e92e16-ab38-40d4-bb00-24d028dee798 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807629 Jul 23 14:08:38.940101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] DHCP port deletion for fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:08:38.953299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:38.987187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.012007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:39.016733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Pushing event updated for resources: {'Port': ['ID=2a3c5322-1d70-4646-bd8d-c13bff6f222d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:39.019213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:39.058122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0456a95c-1571-4b96-8201-b734272a6ce0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:39.063281 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d799626-d6a9-4c1d-b889-2119af4aaf1c" -d '{"events": [{"server_uuid": "fa9ca4de-4384-40b9-9de8-dda444fdcfc7", "name": "network-vif-plugged", "status": "completed", "tag": "0456a95c-1571-4b96-8201-b734272a6ce0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:39.092109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=6a48172a-53df-4fff-b74f-99206b7847d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:39.107071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0456a95c-1571-4b96-8201-b734272a6ce0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0456a95c-1571-4b96-8201-b734272a6ce0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:39.111578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.121048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:39.121762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.124294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] Deleting port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:39.125152 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.127281 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.128065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:08:39.128410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.155732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Attempting to bind port 2a3c5322-1d70-4646-bd8d-c13bff6f222d on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:39.156069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Attempting to bind port 2a3c5322-1d70-4646-bd8d-c13bff6f222d by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:39.156397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Attempting to bind port 2a3c5322-1d70-4646-bd8d-c13bff6f222d on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:39.166098 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c6056-a3c1-4d13-8f53-640813a8ae61 x-openstack-request-id: req-d99c6056-a3c1-4d13-8f53-640813a8ae61 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:39.166420 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ca4de-4384-40b9-9de8-dda444fdcfc7", "name": "network-vif-plugged", "status": "completed", "tag": "0456a95c-1571-4b96-8201-b734272a6ce0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:39.166654 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d99c6056-a3c1-4d13-8f53-640813a8ae61 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:39.167110 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0456a95c-1571-4b96-8201-b734272a6ce0', 'code': 200} Jul 23 14:08:39.170122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6f3ac-e6d4-41c8-a944-c8ff9b133ae0 req-5314ffb1-e355-40a8-a921-c4fb2b40ce54 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:39.182288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cf6f3ac-e6d4-41c8-a944-c8ff9b133ae0 req-5314ffb1-e355-40a8-a921-c4fb2b40ce54 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 944 time: 0.2689185 Jul 23 14:08:39.189439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Port 2a3c5322-1d70-4646-bd8d-c13bff6f222d on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:39.189725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Attempting to bind port 2a3c5322-1d70-4646-bd8d-c13bff6f222d on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:39.191895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e874bc24-9790-44b8-b4e0-223616deda5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3286326 Jul 23 14:08:39.249978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:39.250318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Checking segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:39.250745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Bound using segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:39.251285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Bound port: 2a3c5322-1d70-4646-bd8d-c13bff6f222d, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:39.251651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.259519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Transition to ACTIVE for port object d89c1d8c-399f-46c8-975b-08f862f014ca will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:39.333283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cf6f3ac-e6d4-41c8-a944-c8ff9b133ae0 req-93306ad0-482e-43de-b342-8c2e61f725ba tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395380 Jul 23 14:08:39.344237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] For port 490d6170-87f5-414f-b98f-4d6a0aa5edd3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=490d6170-87f5-414f-b98f-4d6a0aa5edd3,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:39.345284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.375894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0456a95c-1571-4b96-8201-b734272a6ce0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:39.387176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] Calling delete_port for 490d6170-87f5-414f-b98f-4d6a0aa5edd3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:39.405816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690b4a5-f4f3-4498-9319-ad40e5e2199d req-52f292d2-0f50-46a4-b037-fc47e5e5d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:39.407355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4690b4a5-f4f3-4498-9319-ad40e5e2199d req-52f292d2-0f50-46a4-b037-fc47e5e5d0f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 1100 time: 0.1437159 Jul 23 14:08:39.479848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4690b4a5-f4f3-4498-9319-ad40e5e2199d req-994d6309-cbe8-4f34-a0a1-8e93bc4fa6b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636828 Jul 23 14:08:39.488177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port 490d6170-87f5-414f-b98f-4d6a0aa5edd3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=490d6170-87f5-414f-b98f-4d6a0aa5edd3,segment=NetworkSegment(b896ed75-8ac5-4cdb-b543-233e3fef5516),segment_id=b896ed75-8ac5-4cdb-b543-233e3fef5516)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:39.488771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.510195 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.524025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for 490d6170-87f5-414f-b98f-4d6a0aa5edd3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:08:39.574069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] No DVR routers for this DVR port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:39.577589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a6236-9d42-452f-aef8-62fb3809953b None None] Pushing event deleted for resources: {'Port': ['ID=490d6170-87f5-414f-b98f-4d6a0aa5edd3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:39.599307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0e7e611-455b-4b7f-bb0e-42c8e52a9842 None None] Provisioning for port 6a48172a-53df-4fff-b74f-99206b7847d0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:39.605484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0e7e611-455b-4b7f-bb0e-42c8e52a9842 None None] Provisioning complete for port 6a48172a-53df-4fff-b74f-99206b7847d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:39.607664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e611-455b-4b7f-bb0e-42c8e52a9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.616803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.651175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] For port 2a3c5322-1d70-4646-bd8d-c13bff6f222d, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:39.689660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7e611-455b-4b7f-bb0e-42c8e52a9842 None None] Port 6a48172a-53df-4fff-b74f-99206b7847d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:39.694142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] For port 2a3c5322-1d70-4646-bd8d-c13bff6f222d, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2a3c5322-1d70-4646-bd8d-c13bff6f222d,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:39.706442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:39.712226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:39.714939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:39.732943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:39.809963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b8cf6-aefb-4c54-8c0e-7ceef183d8b0 req-af4e04d4-1a03-449e-bba8-6aff7f8c6409 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:39.813603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:39.814395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.817556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.819730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c7b8cf6-aefb-4c54-8c0e-7ceef183d8b0 req-af4e04d4-1a03-449e-bba8-6aff7f8c6409 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 935 time: 0.0907187 Jul 23 14:08:39.858569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:39.860024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.885415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c7b8cf6-aefb-4c54-8c0e-7ceef183d8b0 req-2a74265c-e4d2-440a-980a-fb542432ba88 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644917 Jul 23 14:08:39.895008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:39.905150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c3dbab3e-ed3f-4619-9b7a-b9153747a51b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841852115', 'description': 'tempest-description--1211607644'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:39.932796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:39.935045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:39.935786 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:39.938622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] 10.222.0.48 "PUT /v2.0/ports/2a3c5322-1d70-4646-bd8d-c13bff6f222d HTTP/1.1" status: 200 len: 1092 time: 3.1934710 Jul 23 14:08:39.941937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'tag': '2a3c5322-1d70-4646-bd8d-c13bff6f222d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:39.945274 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e415c7d-7cd6-4f5e-a352-f13e64b70127", "tag": "2a3c5322-1d70-4646-bd8d-c13bff6f222d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:39.957327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:40.008402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3dbab3e-ed3f-4619-9b7a-b9153747a51b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.039932 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b70e419f-7da4-43f5-b1e1-10958f46c514 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4231877 Jul 23 14:08:40.126969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Request body: {'port': {'device_id': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:40.127975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3dbab3e-ed3f-4619-9b7a-b9153747a51b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.133636 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1961babe-e31b-483c-b5b8-a1e4e3ed096f x-openstack-request-id: req-1961babe-e31b-483c-b5b8-a1e4e3ed096f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:40.134722 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e415c7d-7cd6-4f5e-a352-f13e64b70127", "tag": "2a3c5322-1d70-4646-bd8d-c13bff6f222d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:40.134722 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1961babe-e31b-483c-b5b8-a1e4e3ed096f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:40.134722 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'tag': '2a3c5322-1d70-4646-bd8d-c13bff6f222d', 'status': 'completed', 'code': 200} Jul 23 14:08:40.140309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3dbab3e-ed3f-4619-9b7a-b9153747a51b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.174413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3dbab3e-ed3f-4619-9b7a-b9153747a51b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.176480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c3dbab3e-ed3f-4619-9b7a-b9153747a51b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2793784 Jul 23 14:08:40.179030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:40.184938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73dbbf10-7a96-40b6-a28f-d229e9aac30c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'security_group_rule': {'security_group_id': '3952314f-0a5a-412e-b7c5-8faf117a66bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:40.189827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.191901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbab3e-ed3f-4619-9b7a-b9153747a51b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3952314f-0a5a-412e-b7c5-8faf117a66bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:40.222168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73dbbf10-7a96-40b6-a28f-d229e9aac30c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.226430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2376be72-cb3f-473f-adb2-231b2f8bf5ac None None] Provisioning for port d89c1d8c-399f-46c8-975b-08f862f014ca completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:40.235653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 490d6170-87f5-414f-b98f-4d6a0aa5edd3 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:08:40.241622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2376be72-cb3f-473f-adb2-231b2f8bf5ac None None] Provisioning complete for port d89c1d8c-399f-46c8-975b-08f862f014ca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:40.242912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2376be72-cb3f-473f-adb2-231b2f8bf5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.248780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505973e7-ee5e-4899-ba51-c83bd6f48ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.251380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128db1e3-1e3f-49ee-bb59-bd66f1205fdb service neutron] Pushing event updated for resources: {'Port': ['ID=2a3c5322-1d70-4646-bd8d-c13bff6f222d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:40.260756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port 490d6170-87f5-414f-b98f-4d6a0aa5edd3 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:08:40.292116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73dbbf10-7a96-40b6-a28f-d229e9aac30c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.303278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73dbbf10-7a96-40b6-a28f-d229e9aac30c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.303831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 490d6170-87f5-414f-b98f-4d6a0aa5edd3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:08:40.304279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 490d6170-87f5-414f-b98f-4d6a0aa5edd3 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:08:40.324477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=490d6170-87f5-414f-b98f-4d6a0aa5edd3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:40.327497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbbf10-7a96-40b6-a28f-d229e9aac30c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaeb2897-2533-4a77-914a-f8ac4cbfba8b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:40.335553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2376be72-cb3f-473f-adb2-231b2f8bf5ac None None] Port d89c1d8c-399f-46c8-975b-08f862f014ca cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:40.344424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73dbbf10-7a96-40b6-a28f-d229e9aac30c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.345818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-73dbbf10-7a96-40b6-a28f-d229e9aac30c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658583 Jul 23 14:08:40.348674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:40.353558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'security_group_rule': {'security_group_id': '3952314f-0a5a-412e-b7c5-8faf117a66bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:40.448834 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.463135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8433-b503-4776-9008-982769d8344f req-d7aaca33-36d2-4c18-9a31-0af520701685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:40.464670 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-d7aaca33-36d2-4c18-9a31-0af520701685 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 1095 time: 0.4507141 Jul 23 14:08:40.470385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.473924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6c5e4d-f2da-4bac-a785-0c2ad217dd47']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:08:40.501639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2b1a3-f9c0-482d-99ba-4a0983ec2faf req-b8d577f3-22e3-47f9-b8e7-5e38423bad8f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:40.503240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81d2b1a3-f9c0-482d-99ba-4a0983ec2faf req-b8d577f3-22e3-47f9-b8e7-5e38423bad8f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 944 time: 0.0667722 Jul 23 14:08:40.514540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1783dab-2a2e-491f-aa17-b0d466beff75 req-062d292a-ae77-4738-9ceb-7233f3a25901 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:40.519530 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1783dab-2a2e-491f-aa17-b0d466beff75 req-062d292a-ae77-4738-9ceb-7233f3a25901 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 949 time: 0.4324207 Jul 23 14:08:40.547211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81d2b1a3-f9c0-482d-99ba-4a0983ec2faf req-41e4737c-07da-4f25-98c5-59b6f97cf643 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375211 Jul 23 14:08:40.565507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b896ed75-8ac5-4cdb-b543-233e3fef5516') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:08:40.565871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b896ed75-8ac5-4cdb-b543-233e3fef5516') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:08:40.584788 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-d52169e7-37fa-4ef3-b54c-977aa2e31511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3c5322-1d70-4646-bd8d-c13bff6f222d HTTP/1.1" status: 200 len: 217 time: 0.0880623 Jul 23 14:08:40.617989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.681901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.708722 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1783dab-2a2e-491f-aa17-b0d466beff75 req-0bf49ea6-712b-4d3d-b3d5-99d8f62784d0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348195 Jul 23 14:08:40.723480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:08:40.723890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:08:40.726933 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:08:40.815344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8433-b503-4776-9008-982769d8344f req-09d7d893-6a73-4a63-8f43-7bff29cd241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:40.817108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-09d7d893-6a73-4a63-8f43-7bff29cd241c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.1970356 Jul 23 14:08:40.902426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.905765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-08a1ca33-a4e1-4b74-b93d-23c3e546d83e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512068 Jul 23 14:08:40.914889 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:40.918959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/networks/fa6c5e4d-f2da-4bac-a785-0c2ad217dd47 HTTP/1.1" status: 204 len: 168 time: 2.6502645 Jul 23 14:08:40.925200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:40.932683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1794367560'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:40.968802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c6843-d86e-4735-b2c8-3655667c8df4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Network': ['ID=fa6c5e4d-f2da-4bac-a785-0c2ad217dd47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:40.993319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505973e7-ee5e-4899-ba51-c83bd6f48ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.016118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:08:41.016118 n-d-801990-3 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:08:41.016118 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'id': '482f185b-3ed5-4ed3-81bd-b47048592c6e', 'expiration': datetime.datetime(2021, 7, 23, 14, 10, 41, 6140)}] Jul 23 14:08:41.016118 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:08:41.016666 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:08:41.033774 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505973e7-ee5e-4899-ba51-c83bd6f48ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.047263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:41.051199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.083274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:08:41.096416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe34b6-338b-47ac-9f47-1233c5657888 req-6335fcb3-d082-4d60-a379-1718d6d562db tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:41.098228 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fbe34b6-338b-47ac-9f47-1233c5657888 req-6335fcb3-d082-4d60-a379-1718d6d562db tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 935 time: 0.1328516 Jul 23 14:08:41.104049 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.104660 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Added segment fda78a97-b089-4f8e-9a17-e17e9b91c0a2 of type vlan for network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 Jul 23 14:08:41.114172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-505973e7-ee5e-4899-ba51-c83bd6f48ab8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18b992330db340b9a43f850f4713f54c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1742780 Jul 23 14:08:41.122629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:41.154154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505973e7-ee5e-4899-ba51-c83bd6f48ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12208843-1119-4e8c-8162-7e626793d87a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:41.159701 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-02a27603-f5ac-4fd5-b5f1-db7b4c239e23 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290576 Jul 23 14:08:41.183315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.217210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fbe34b6-338b-47ac-9f47-1233c5657888 req-06a8f901-925e-4efa-8a34-513f89e135eb tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040916 Jul 23 14:08:41.253797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.259510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:41.260094 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.271047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c1d8c-399f-46c8-975b-08f862f014ca {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:41.283310 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.283507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40aefb79-1bc3-4118-aedc-3c4f4a11a43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.311823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Transition to ACTIVE for port object d89c1d8c-399f-46c8-975b-08f862f014ca will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:41.312051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3820894 Jul 23 14:08:41.313328 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e02f8433-b503-4776-9008-982769d8344f req-49ebdc7b-c8d5-4074-b2e9-355dfcc2bb24 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423197 Jul 23 14:08:41.313831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:41.319524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'subnet': {'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:41.325231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.363192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40aefb79-1bc3-4118-aedc-3c4f4a11a43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.365119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ae7d5-f83d-47ca-8c5e-42818314fd18 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Network': ['ID=1e6181fa-af13-4f45-87d4-5fc3fb4ba734,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:41.380516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:08:41.456130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40aefb79-1bc3-4118-aedc-3c4f4a11a43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.460028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40aefb79-1bc3-4118-aedc-3c4f4a11a43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.461270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-40aefb79-1bc3-4118-aedc-3c4f4a11a43a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12208843-1119-4e8c-8162-7e626793d87a HTTP/1.1" status: 204 len: 168 time: 0.3370671 Jul 23 14:08:41.499064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aefb79-1bc3-4118-aedc-3c4f4a11a43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12208843-1119-4e8c-8162-7e626793d87a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:41.510151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:41.578180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.604741 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:08:41.604741 n-d-801990-3 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:08:41.604741 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'id': '87ab608d-8dfd-43bf-bb6f-3c2606d7efdf', 'expiration': datetime.datetime(2021, 7, 23, 14, 10, 41, 548682)}] Jul 23 14:08:41.604741 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:08:41.605964 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:08:41.656215 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.665817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.684092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-f7aa84cc-27f2-415e-8c52-6682906e5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:41.685633 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-f7aa84cc-27f2-415e-8c52-6682906e5347 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 1095 time: 0.2523773 Jul 23 14:08:41.696982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1bd6d9-b8f5-4c98-8d64-c4d4be1bbeb9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:41.710407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.712431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-718287e4-38d7-4d5e-9632-188f8833c532 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3627102 Jul 23 14:08:41.715887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:41.726558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:41.762254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Attempting to bind port d89c1d8c-399f-46c8-975b-08f862f014ca on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:41.762969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Attempting to bind port d89c1d8c-399f-46c8-975b-08f862f014ca by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:41.763487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Attempting to bind port d89c1d8c-399f-46c8-975b-08f862f014ca on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:41.781309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.793303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Port d89c1d8c-399f-46c8-975b-08f862f014ca on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:41.793909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Attempting to bind port d89c1d8c-399f-46c8-975b-08f862f014ca on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:41.811605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:41.811939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:41.812325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:41.812770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Bound port: d89c1d8c-399f-46c8-975b-08f862f014ca, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:41.813124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:41.879033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-18ebfa6e-c123-46fa-a033-0893c6bc248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:41.880689 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-18ebfa6e-c123-46fa-a033-0893c6bc248b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 912 time: 0.1466002 Jul 23 14:08:41.954836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4ef76-42c2-4b8d-a870-b2b4bc335fae req-bb4d1dbd-a3f7-447c-805a-71b696cd06b5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:41.960916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5dd77-8ced-4aa4-83e0-149cb2ea26c3 req-1ed54350-4b53-48ae-a249-bf2bbda03a24 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:41.965398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0ec4ef76-42c2-4b8d-a870-b2b4bc335fae req-bb4d1dbd-a3f7-447c-805a-71b696cd06b5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 944 time: 0.3077602 Jul 23 14:08:41.968291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93a5dd77-8ced-4aa4-83e0-149cb2ea26c3 req-1ed54350-4b53-48ae-a249-bf2bbda03a24 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 949 time: 0.1349113 Jul 23 14:08:41.979631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-bc462f89-4b00-496d-8725-1783568220f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3c5322-1d70-4646-bd8d-c13bff6f222d HTTP/1.1" status: 200 len: 217 time: 0.0875843 Jul 23 14:08:42.012006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:42.028121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93a5dd77-8ced-4aa4-83e0-149cb2ea26c3 req-b964b4e2-2e66-4a4d-846b-2da42a0fd6d9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 Jul 23 14:08:42.231146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ed365-ee5e-4584-b519-6c4fbc460c8a req-d38e5d57-ed99-4cb2-8350-3dd5018a5940 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:42.232978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a9ed365-ee5e-4584-b519-6c4fbc460c8a req-d38e5d57-ed99-4cb2-8350-3dd5018a5940 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 1100 time: 0.1110175 Jul 23 14:08:42.268465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 172.25.2.254 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/650a2eed-a327-43ec-b05f-cdd22f7e7420) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:42.289876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a9ed365-ee5e-4584-b519-6c4fbc460c8a req-bc270137-8bb0-46a0-8460-c818b5a68773 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502951 Jul 23 14:08:42.451711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0ec4ef76-42c2-4b8d-a870-b2b4bc335fae req-6d45ccca-8a85-4d70-a884-1b7ad3971b6b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849939 Jul 23 14:08:42.526878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-347d92c4-532e-473b-946a-ce276de5257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:42.529193 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-347d92c4-532e-473b-946a-ce276de5257c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.5127051 Jul 23 14:08:42.538595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:42.544231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:42.555625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:42.559863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:42.584404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:42.620624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:42.630237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-7d3eb2bc-0a6a-4cc8-a81b-303ad28aed97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881310 Jul 23 14:08:42.666302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60082da6-ab0e-4a8e-9f02-7d0470ea37fd req-ef2f0183-46dd-4542-8ce0-503f3015ecb7 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:42.674494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-60082da6-ab0e-4a8e-9f02-7d0470ea37fd req-ef2f0183-46dd-4542-8ce0-503f3015ecb7 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 947 time: 0.1830630 Jul 23 14:08:42.684948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:42.710690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-b910d77c-dbe5-4970-9981-6dfd2e11e674 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088789 Jul 23 14:08:42.762793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:42.771624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-60082da6-ab0e-4a8e-9f02-7d0470ea37fd req-cfd6ba95-fe04-410e-bf55-9da17df9ba99 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880527 Jul 23 14:08:42.773987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:42.775605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:42.777044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/d89c1d8c-399f-46c8-975b-08f862f014ca HTTP/1.1" status: 200 len: 1095 time: 2.6997335 Jul 23 14:08:42.783198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:42.784517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:42.785537 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8767e-5026-40b1-b572-112ff3e2519d" -d '{"events": [{"name": "network-changed", "server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:42.789868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:42.817736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=650a2eed-a327-43ec-b05f-cdd22f7e7420,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:42.876516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3039893-827c-45e6-81ae-4abcb946a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:42.884374 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4e367-a6a9-4348-acea-b315492fd524 x-openstack-request-id: req-62f4e367-a6a9-4348-acea-b315492fd524 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:42.884990 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:42.885627 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62f4e367-a6a9-4348-acea-b315492fd524 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:42.886392 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'status': 'completed', 'code': 200} Jul 23 14:08:42.922850 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.021881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.137537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-7ee7b6bc-6b86-4251-a6f7-92d776f914c8 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661603 Jul 23 14:08:43.213482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-d2d50ffd-16d0-4690-8777-0cb77738c06d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:43.219992 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-d2d50ffd-16d0-4690-8777-0cb77738c06d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4671674 Jul 23 14:08:43.265737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.266928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-d5956f2f-c5fb-49f5-b981-53ad56d1b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:43.268473 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-d5956f2f-c5fb-49f5-b981-53ad56d1b4d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7e044fe96b4a11ae246ebe48c8fe4b&device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 1098 time: 0.3401194 Jul 23 14:08:43.272262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.312217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-77248519-f973-43fd-8658-2dade60676a8 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/quotas/076cfc9486b4439982c5ffa25353d6dc HTTP/1.1" status: 200 len: 375 time: 0.0912452 Jul 23 14:08:43.378279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.381314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=650a2eed-a327-43ec-b05f-cdd22f7e7420,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:43.388043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.392086 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-c37a3fa6-e363-431d-b802-7ccfc5933b46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d89c1d8c-399f-46c8-975b-08f862f014ca HTTP/1.1" status: 200 len: 217 time: 0.0932248 Jul 23 14:08:43.397684 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.409749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-594a507d-afb2-49fc-acc9-5bab89453279 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6915889 Jul 23 14:08:43.488581 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fea8b54e-ed0f-47f2-b7f0-0dce6806ba8e req-e2b7d7f5-2d4c-4665-924f-f5954a5a970b service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366146 Jul 23 14:08:43.529638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-71bd59cf-7b67-4bdf-aa51-847bc5736292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:43.531185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-71bd59cf-7b67-4bdf-aa51-847bc5736292 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1288757 Jul 23 14:08:43.532341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Subnet': ['ID=fb20529a-47d2-419f-99b9-a0ff9ac08194,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:43.552426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Checking segment: {'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:43.552791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network hostable DHCP agents. Network: 1e6181fa-af13-4f45-87d4-5fc3fb4ba734, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:08:43.610457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-5f3e5cfa-f859-4ba2-b4ae-faac959be8a1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2970333 Jul 23 14:08:43.675074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:08:43.694282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b72f69aa-9e68-488d-80d0-ff839dc8eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:43.696157 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-b72f69aa-9e68-488d-80d0-ff839dc8eb5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544757 Jul 23 14:08:43.696922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1e6181fa-af13-4f45-87d4-5fc3fb4ba734) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:43.701919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:43.702611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.707361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f82170-f1df-405d-a948-74dcc440d609 None None] Network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:43.768504 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c4b49fce-78cf-4df0-8bba-dafb06283f39 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4533417 Jul 23 14:08:43.770988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:43.821743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-360223344'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:43.829176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50f4f3-2f80-4931-a37a-4372ad22b0bf req-bdb8be87-8d28-4cf6-8148-59fb0555b18f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:43.835478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba50f4f3-2f80-4931-a37a-4372ad22b0bf req-bdb8be87-8d28-4cf6-8148-59fb0555b18f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 944 time: 0.1598506 Jul 23 14:08:43.922967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba50f4f3-2f80-4931-a37a-4372ad22b0bf req-a08cb0a4-b1c1-4fe7-bd81-168da204070f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760415 Jul 23 14:08:43.937302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:43.948885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:43.957683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1e6181fa-af13-4f45-87d4-5fc3fb4ba734', 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'fixed_ips': [{'subnet_id': 'fb20529a-47d2-419f-99b9-a0ff9ac08194'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:08:43.958596 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:44.062982 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-0f351db0-00c9-4613-bdf7-052a4bd09203 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513536 Jul 23 14:08:44.147914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53f803-fdfa-47b8-b880-45d365c3381b req-79a507db-1803-4938-b9ae-06179bd3394c tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:44.157659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c53f803-fdfa-47b8-b880-45d365c3381b req-79a507db-1803-4938-b9ae-06179bd3394c tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 947 time: 0.1148734 Jul 23 14:08:44.165805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:08:44.214858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c53f803-fdfa-47b8-b880-45d365c3381b req-021b1de2-1417-48a6-89b2-fa5247766300 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498691 Jul 23 14:08:44.277861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:44.279273 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Added segment 1d4df057-b5de-462a-bcfd-5a580ecd9814 of type vlan for network 1aa71841-7774-4e98-a565-75245ed9f823 Jul 23 14:08:44.292653 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-bc481069-6e8f-4701-8788-3744dfdee88f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1841852115&fields=id&tenant_id=e25d7f45b9434aee9751818dd8014c35 HTTP/1.1" status: 200 len: 267 time: 0.2273228 Jul 23 14:08:44.320814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Allocated IP 19.80.0.2 (1e6181fa-af13-4f45-87d4-5fc3fb4ba734/fb20529a-47d2-419f-99b9-a0ff9ac08194/0c3e6f93-eb68-42c9-98a5-50d68df95ec7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:44.409668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24d8655e-c164-47bb-9135-57f043022285 req-8ef98a2e-fa14-466e-b973-1fa1d33ed742 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 210 time: 0.1262004 Jul 23 14:08:44.458542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2a3c5322-1d70-4646-bd8d-c13bff6f222d details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:44.459843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-bee46618-93fc-46ad-a8e0-93b1e09e8b5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:44.461386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-bee46618-93fc-46ad-a8e0-93b1e09e8b5b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports/684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 931 time: 0.1036100 Jul 23 14:08:44.496880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:44.504430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-894871f4-5f2a-446c-9230-ab02eca3edd9 req-33b4c355-df42-4a5e-9e31-fa917dff76ef service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269123 Jul 23 14:08:44.584092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-0f313bb1-a6d5-4006-8496-55359d6fc4af tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:44.592960 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-0f313bb1-a6d5-4006-8496-55359d6fc4af tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports/6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 932 time: 0.1216047 Jul 23 14:08:44.635962 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:44.642537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:44.643211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:44.703256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2a3c5322-1d70-4646-bd8d-c13bff6f222d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2a3c5322-1d70-4646-bd8d-c13bff6f222d,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:44.718502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '2a3c5322-1d70-4646-bd8d-c13bff6f222d', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'port_id': '2a3c5322-1d70-4646-bd8d-c13bff6f222d', 'mac_address': 'fa:16:3e:e5:ac:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06bd9f-bd42-4ea7-8dc5-13896ef7634e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:44.735247 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:44.744918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Transition to ACTIVE for port object 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:44.762250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Transition to ACTIVE for port object 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:44.778184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Network': ['ID=1aa71841-7774-4e98-a565-75245ed9f823,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:44.793332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-3183bc83-2785-4343-918c-346903035dc2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1994247 Jul 23 14:08:44.798605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1aa71841-7774-4e98-a565-75245ed9f823 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:08:44.805953 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:44.870965 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a82377fb-d940-4dea-a8a1-9b9221a0fb7a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0763092 Jul 23 14:08:44.883616 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b963b5d-f14e-422e-8c86-a3eed6f0b96f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1113675 Jul 23 14:08:44.887565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:44.894437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'subnet': {'network_id': '1aa71841-7774-4e98-a565-75245ed9f823', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:44.916672 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:45.006637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:45.010457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3c5322-1d70-4646-bd8d-c13bff6f222d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:45.041679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8767e-5026-40b1-b572-112ff3e2519d req-0c917fbd-f047-4dc3-90cb-8ad98892cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.046274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83c8767e-5026-40b1-b572-112ff3e2519d req-0c917fbd-f047-4dc3-90cb-8ad98892cb86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7e044fe96b4a11ae246ebe48c8fe4b&device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 1098 time: 0.2691240 Jul 23 14:08:45.053637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:45.063263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:45.083265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Pushing event updated for resources: {'Port': ['ID=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:45.087970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2a3c5322-1d70-4646-bd8d-c13bff6f222d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2a3c5322-1d70-4646-bd8d-c13bff6f222d,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:45.092633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-afc20a8d-c2b2-4617-8314-3394d945af8c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.099300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-afc20a8d-c2b2-4617-8314-3394d945af8c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.106390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-afc20a8d-c2b2-4617-8314-3394d945af8c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.109346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-afc20a8d-c2b2-4617-8314-3394d945af8c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/networks?id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 HTTP/1.1" status: 200 len: 1991 time: 0.2370811 Jul 23 14:08:45.138696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ab80ef35-9ff7-406a-afb2-cd93770ec673 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/quotas/e25d7f45b9434aee9751818dd8014c35 HTTP/1.1" status: 200 len: 375 time: 0.0240667 Jul 23 14:08:45.147380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:45.239877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Attempting to bind port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:45.240641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Attempting to bind port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:45.241248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Attempting to bind port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 on network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:45.249186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:45.250020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Checking segment: {'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:45.250695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:45.251346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Bound using segment: {'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:45.252278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Bound port: 0c3e6f93-eb68-42c9-98a5-50d68df95ec7, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:45.253052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:45.265318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:45.271306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:45.305944 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c1a1d7a4-5e2b-4314-b4d2-40d16e25ad48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1571491 Jul 23 14:08:45.308512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8767e-5026-40b1-b572-112ff3e2519d req-b5631f83-2c74-4046-be1b-94534909c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.310925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83c8767e-5026-40b1-b572-112ff3e2519d req-b5631f83-2c74-4046-be1b-94534909c589 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2005715 Jul 23 14:08:45.333510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=2a3c5322-1d70-4646-bd8d-c13bff6f222d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:45.388469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] For port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:45.392925 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] For port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:45.421284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:45.421458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83c8767e-5026-40b1-b572-112ff3e2519d req-b9f86ec8-68ab-47fe-a83a-9da9c9faca22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d89c1d8c-399f-46c8-975b-08f862f014ca HTTP/1.1" status: 200 len: 217 time: 0.0734434 Jul 23 14:08:45.432519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510eba-5be7-4bf2-ae3c-d0c379612607 req-ffa97410-7def-4602-88f7-bf758ad2208f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.439218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98510eba-5be7-4bf2-ae3c-d0c379612607 req-ffa97410-7def-4602-88f7-bf758ad2208f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 945 time: 0.3366582 Jul 23 14:08:45.501308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22338dca-9a22-43c9-a9d3-b938357ed7ce None None] Pushing event updated for resources: {'Port': ['ID=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:45.571599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8767e-5026-40b1-b572-112ff3e2519d req-0917f404-dc08-44dc-8636-e37546116215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.572105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2a3c5322-1d70-4646-bd8d-c13bff6f222d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:45.573082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83c8767e-5026-40b1-b572-112ff3e2519d req-0917f404-dc08-44dc-8636-e37546116215 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0687795 Jul 23 14:08:45.580790 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-d3f9ab0b-52b6-4c5b-97a6-739417ca0c4f service neutron] 10.222.0.21 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570140 Jul 23 14:08:45.623154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-789838d1-2542-4485-bbe7-be65f06acf5e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569921 Jul 23 14:08:45.628807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98510eba-5be7-4bf2-ae3c-d0c379612607 req-6ba8942d-c5ae-4060-81e9-9714fe78c87f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882176 Jul 23 14:08:45.835288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-3a000685-0079-443e-bfb6-7ea7e696b04e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:45.840401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-3a000685-0079-443e-bfb6-7ea7e696b04e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070854 Jul 23 14:08:45.918612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': '1a706477-a075-475f-9c05-20e186668103', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:46.016823 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55ea32b3-43c2-472b-8903-03258b269f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:46.030512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:46.111096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8767e-5026-40b1-b572-112ff3e2519d req-2bb7e2cf-5c27-4d18-aa18-0b1f6b77b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:46.113346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83c8767e-5026-40b1-b572-112ff3e2519d req-2bb7e2cf-5c27-4d18-aa18-0b1f6b77b9f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5237849 Jul 23 14:08:46.115564 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-2360cdc6-d5cb-4e20-9e4b-4fb2018430a7 service neutron] 10.222.0.21 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340700 Jul 23 14:08:46.119669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5795cd-09ce-4e62-9c82-e0ae8d17a78e req-caf16be0-f3cb-41d8-baa9-d54847b83568 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:46.126891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff5795cd-09ce-4e62-9c82-e0ae8d17a78e req-caf16be0-f3cb-41d8-baa9-d54847b83568 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 947 time: 0.2813621 Jul 23 14:08:46.171219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Subnet': ['ID=82e06882-1d67-42de-b3c1-f97a3d0fa794,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:46.202400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Checking segment: {'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:46.202794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network hostable DHCP agents. Network: 1aa71841-7774-4e98-a565-75245ed9f823, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:08:46.204763 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5074700b-7d27-4eb6-8b70-2fd362a41e41 service neutron] 10.222.0.21 "GET /v2.0/ports/684d8090-ee0e-40d3-9902-1dfdedcd2967?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0827718 Jul 23 14:08:46.216242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff5795cd-09ce-4e62-9c82-e0ae8d17a78e req-cd437b9e-31fc-4869-b201-5c6810031f17 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882421 Jul 23 14:08:46.232927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:46.237885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:46.244100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network 1aa71841-7774-4e98-a565-75245ed9f823 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:08:46.316650 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83c8767e-5026-40b1-b572-112ff3e2519d req-e1566a0c-a6f8-43e1-86ef-d4cf89f0bb88 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640236 Jul 23 14:08:46.351447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1aa71841-7774-4e98-a565-75245ed9f823) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:46.363987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27206e6-2f8b-400e-b32f-f03b9e0082fb None None] Network 1aa71841-7774-4e98-a565-75245ed9f823 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:46.386071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:46.386804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:46.386943 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a596fdec-e956-41b1-a1e0-a0d2f0a7d019 service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553628 Jul 23 14:08:46.478885 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83c8767e-5026-40b1-b572-112ff3e2519d req-d8597bee-64d4-4da1-add9-515472265b63 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490288 Jul 23 14:08:46.551088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:46.627189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec0735a7-643c-48f1-b5c0-532ea7b03a8b service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339997 Jul 23 14:08:46.730592 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-2fb490a2-7d7f-4ef2-890a-1ba80e577a1a service neutron] 10.222.0.21 "GET /v2.0/ports/6a48172a-53df-4fff-b74f-99206b7847d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0958552 Jul 23 14:08:46.851256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c03ac-bd1f-425a-908a-7a2fc07591db None None] Network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:46.914936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1aa71841-7774-4e98-a565-75245ed9f823', 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'fixed_ips': [{'subnet_id': '82e06882-1d67-42de-b3c1-f97a3d0fa794'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:08:46.915971 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:46.922265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6adef4fb-c48f-4248-b110-42e3d07a5ef8 service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894250 Jul 23 14:08:46.927987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d5ad681-b07b-46e3-b5c4-69c8ae413fdc req-80eb7157-6b9d-4a8b-91cd-acda68de10b6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 210 time: 0.5775766 Jul 23 14:08:46.959672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-24250981-dacd-4b63-9184-52b21118213a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0712521 Jul 23 14:08:46.992056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.15 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/aef4cbc0-55f0-435d-aa77-1026516de658) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:47.115473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:47.150038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-258e2f7f-4734-4400-8c09-81af6538024a service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127500 Jul 23 14:08:47.205948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1d73807-00a3-4515-b6b9-c098e7389bac None None] Provisioning for port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:47.286312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'mac_address': 'fa:16:3e:08:c9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:47.345435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:47.366232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object aef4cbc0-55f0-435d-aa77-1026516de658 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:47.371528 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-f055dc36-726a-45c1-8179-5d7e1714d88d service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137697 Jul 23 14:08:47.387561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539511b-f44a-422c-8e14-5210dc5224b4 req-beee33a2-0ffd-46d2-96a1-889ffe407cc2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:47.396197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3539511b-f44a-422c-8e14-5210dc5224b4 req-beee33a2-0ffd-46d2-96a1-889ffe407cc2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 945 time: 0.1634772 Jul 23 14:08:47.402632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Allocated IP 19.86.0.2 (1aa71841-7774-4e98-a565-75245ed9f823/82e06882-1d67-42de-b3c1-f97a3d0fa794/dccd992f-96e6-48d2-8d19-42c2ef492655) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:47.444515 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:47.468985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3539511b-f44a-422c-8e14-5210dc5224b4 req-32cd333e-c0cf-42b9-8e6b-9fe7f14728a9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712161 Jul 23 14:08:47.486490 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:47.505821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c', '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:47.514016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c1d8c-399f-46c8-975b-08f862f014ca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:47.553380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896', '0456a95c-1571-4b96-8201-b734272a6ce0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:47.565365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:47.574626 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-bf649c01-9519-41b5-89ed-8b65ae7f0475 service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947768 Jul 23 14:08:47.596734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:47.614541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:47.624566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=aef4cbc0-55f0-435d-aa77-1026516de658,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:47.688076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:47.729771 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:47.787635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:47.788448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:47.849038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-379ba204-f933-4c43-856e-7417bd13c0d4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9437971 Jul 23 14:08:47.860178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:47.861165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:47.866014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-31fa00d3-a24d-4551-85ca-eff00716f050 service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860599 Jul 23 14:08:47.895613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Request body: {'port': {'device_id': '1a706477-a075-475f-9c05-20e186668103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:47.940371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-1ac1f7e9-0641-4374-9b2f-c2f43c9a749d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:47.952932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-1ac1f7e9-0641-4374-9b2f-c2f43c9a749d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:47.966712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-1ac1f7e9-0641-4374-9b2f-c2f43c9a749d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/networks?id=1e6181fa-af13-4f45-87d4-5fc3fb4ba734&id=1aa71841-7774-4e98-a565-75245ed9f823 HTTP/1.1" status: 200 len: 1391 time: 0.3046222 Jul 23 14:08:48.012076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-a3105fd7-e82b-4e50-bda4-63ebb05b844b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/quotas/d7d9e373d5c44c87b6db40a1a492dc4a HTTP/1.1" status: 200 len: 375 time: 0.0441318 Jul 23 14:08:48.049901 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a8ddd213-6bca-4f14-a9bc-1e89870d66c5 service neutron] 10.222.0.21 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694467 Jul 23 14:08:48.095728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:48.164430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-c719ce1e-3d7e-40b7-8cbb-ec6123b8bfaf tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508188 Jul 23 14:08:48.186342 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:48.195874 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5211d881-598c-4e71-ab23-5a91349f0cde service neutron] 10.222.0.21 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394887 Jul 23 14:08:48.214600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Transition to ACTIVE for port object dccd992f-96e6-48d2-8d19-42c2ef492655 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:48.232035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d89c1d8c-399f-46c8-975b-08f862f014ca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:48.329335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b3e56fb-5397-4327-8e2a-9b3af7a8b794 None None] Provisioning for port aef4cbc0-55f0-435d-aa77-1026516de658 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:48.358579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-1edc6097-765b-4c72-a7f6-cbe74f59114a service neutron] 10.222.0.21 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545827 Jul 23 14:08:48.398497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-f8c9ba7c-62a3-41dd-aace-38e18db2acfc service neutron] 10.222.0.21 "GET /v2.0/networks/1e6181fa-af13-4f45-87d4-5fc3fb4ba734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330718 Jul 23 14:08:48.408755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b3e56fb-5397-4327-8e2a-9b3af7a8b794 None None] Provisioning complete for port aef4cbc0-55f0-435d-aa77-1026516de658 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:48.412624 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b3e56fb-5397-4327-8e2a-9b3af7a8b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:48.470125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:48.558635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Transition to ACTIVE for port object dccd992f-96e6-48d2-8d19-42c2ef492655 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:48.596670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2a3c5322-1d70-4646-bd8d-c13bff6f222d up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:48.678042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-cc7eb8bd-3b24-4dae-afa4-620c3fdb334b service neutron] 10.222.0.21 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149285 Jul 23 14:08:48.738342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-534028ff-14d2-4be0-8079-f0aa4a564210 service neutron] 10.222.0.21 "GET /v2.0/networks/1e6181fa-af13-4f45-87d4-5fc3fb4ba734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386223 Jul 23 14:08:48.781735 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:48.825274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-bf01125f-3dce-4152-afe4-73be89b34bda service neutron] 10.222.0.21 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396699 Jul 23 14:08:48.849437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef4cbc0-55f0-435d-aa77-1026516de658 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:48.862843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:48.889804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Transition to ACTIVE for port object aef4cbc0-55f0-435d-aa77-1026516de658 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:48.904998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e56fb-5397-4327-8e2a-9b3af7a8b794 None None] Port aef4cbc0-55f0-435d-aa77-1026516de658 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:48.906447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Pushing event updated for resources: {'Port': ['ID=dccd992f-96e6-48d2-8d19-42c2ef492655,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:48.908592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:48.939329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-5d132c2d-7815-4da1-bc83-6a0d87213985 service neutron] 10.222.0.21 "GET /v2.0/networks/1aa71841-7774-4e98-a565-75245ed9f823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995654 Jul 23 14:08:48.953472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:48.960606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Network 1aa71841-7774-4e98-a565-75245ed9f823 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:48.971808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:48.975526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:48.983033 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15fdf253-97cc-4b39-8481-128ac97a564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.046009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:49.149113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Pushing event updated for resources: {'Port': ['ID=aef4cbc0-55f0-435d-aa77-1026516de658,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:49.171610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:49.171999 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.312515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 2a3c5322-1d70-4646-bd8d-c13bff6f222d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:49.318618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33b99826-f2f7-46d8-8f0a-22ec2069b8d9 None None] Provisioning complete for port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:49.321358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b99826-f2f7-46d8-8f0a-22ec2069b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.329575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-a21cdd3c-679d-4a91-930c-d1ef073e91a3 service neutron] 10.222.0.21 "GET /v2.0/networks/1aa71841-7774-4e98-a565-75245ed9f823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892519 Jul 23 14:08:49.394426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 2a3c5322-1d70-4646-bd8d-c13bff6f222d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:49.394942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.403439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Attempting to bind port aef4cbc0-55f0-435d-aa77-1026516de658 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:49.403439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Attempting to bind port aef4cbc0-55f0-435d-aa77-1026516de658 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:49.403439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Attempting to bind port aef4cbc0-55f0-435d-aa77-1026516de658 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:49.428645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Port aef4cbc0-55f0-435d-aa77-1026516de658 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:49.428985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Attempting to bind port aef4cbc0-55f0-435d-aa77-1026516de658 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:49.441104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:49.441446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:49.441885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:49.442250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Bound port: aef4cbc0-55f0-435d-aa77-1026516de658, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:49.442608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.589092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] For port aef4cbc0-55f0-435d-aa77-1026516de658, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:49.592657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] For port aef4cbc0-55f0-435d-aa77-1026516de658, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=aef4cbc0-55f0-435d-aa77-1026516de658,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:49.602970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.665660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Attempting to bind port dccd992f-96e6-48d2-8d19-42c2ef492655 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:49.666401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Attempting to bind port dccd992f-96e6-48d2-8d19-42c2ef492655 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:49.667226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Attempting to bind port dccd992f-96e6-48d2-8d19-42c2ef492655 on network 1aa71841-7774-4e98-a565-75245ed9f823 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:49.680312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:49.680945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.683281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] 10.222.0.11 "PUT /v2.0/ports/aef4cbc0-55f0-435d-aa77-1026516de658 HTTP/1.1" status: 200 len: 1095 time: 1.8123722 Jul 23 14:08:49.683281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a706477-a075-475f-9c05-20e186668103', 'tag': 'aef4cbc0-55f0-435d-aa77-1026516de658'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:49.695841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:49.696845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Checking segment: {'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:49.697733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.697859 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7f33b-718d-4bdb-b316-24ca8beb6825" -d '{"events": [{"name": "network-changed", "server_uuid": "1a706477-a075-475f-9c05-20e186668103", "tag": "aef4cbc0-55f0-435d-aa77-1026516de658"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:49.698489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Bound using segment: {'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:49.720153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Bound port: dccd992f-96e6-48d2-8d19-42c2ef492655, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:49.722046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.757258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fe1bb-1d88-4d6d-9ede-b31dc02b4a2e service neutron] Pushing event updated for resources: {'Port': ['ID=aef4cbc0-55f0-435d-aa77-1026516de658,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:49.877091 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:49.953661 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:50.017187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-bcc355fb-6456-4786-9b7e-6fc0318594dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:50.018767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-bcc355fb-6456-4786-9b7e-6fc0318594dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 1098 time: 0.1803460 Jul 23 14:08:50.028753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0360982-1184-41fb-8692-ed60c3ebcfeb req-daf78241-1344-4181-97d9-1e90dba2715e tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:50.037192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0360982-1184-41fb-8692-ed60c3ebcfeb req-daf78241-1344-4181-97d9-1e90dba2715e tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 948 time: 0.3037102 Jul 23 14:08:50.121910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-92d35a57-bb85-42b8-b53c-11cf787a4e82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=aef4cbc0-55f0-435d-aa77-1026516de658 HTTP/1.1" status: 200 len: 217 time: 0.0815165 Jul 23 14:08:50.152212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0360982-1184-41fb-8692-ed60c3ebcfeb req-2a13fc1a-b798-487b-9b2e-a685b653a913 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138468 Jul 23 14:08:50.157421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343d89f-3351-4978-8280-31268c693f1d req-598104b0-a9be-4bd8-b75f-b59ae1873ef5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:50.159140 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4343d89f-3351-4978-8280-31268c693f1d req-598104b0-a9be-4bd8-b75f-b59ae1873ef5 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 947 time: 0.1800213 Jul 23 14:08:50.256516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4343d89f-3351-4978-8280-31268c693f1d req-51c93f91-35ee-427c-a933-c1aa5c1ba4ab tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869040 Jul 23 14:08:50.329601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-bc620a98-046a-4f4a-a757-65892718a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:50.337821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-bc620a98-046a-4f4a-a757-65892718a0d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1721447 Jul 23 14:08:50.470403 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5041c55e-85a5-4d2f-a117-05bd9d4399d2 req-b5aa7f9e-635d-4a8f-9ba8-584133d27375 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 210 time: 0.0675201 Jul 23 14:08:50.575826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3c5322-1d70-4646-bd8d-c13bff6f222d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:50.595237 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b579f31-f32c-4c30-8df4-b946eaafab27" -d '{"events": [{"server_uuid": "5e415c7d-7cd6-4f5e-a352-f13e64b70127", "name": "network-vif-plugged", "status": "completed", "tag": "2a3c5322-1d70-4646-bd8d-c13bff6f222d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:50.641440 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d475f4f4-c420-428d-9675-5109aa21561f x-openstack-request-id: req-d475f4f4-c420-428d-9675-5109aa21561f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:50.643460 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a706477-a075-475f-9c05-20e186668103", "tag": "aef4cbc0-55f0-435d-aa77-1026516de658", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:50.643768 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d475f4f4-c420-428d-9675-5109aa21561f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:50.645290 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a706477-a075-475f-9c05-20e186668103', 'tag': 'aef4cbc0-55f0-435d-aa77-1026516de658', 'status': 'completed', 'code': 200} Jul 23 14:08:50.672831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-6cbad413-cdab-417f-b038-ecb78f0714dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:50.672831 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-6cbad413-cdab-417f-b038-ecb78f0714dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3188727 Jul 23 14:08:50.688089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a47fd7-1135-4ad6-bf23-8a9c6ef233cc req-5253ccdd-f692-49ac-81a6-16b76cf2c3ce tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:50.697459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7a47fd7-1135-4ad6-bf23-8a9c6ef233cc req-5253ccdd-f692-49ac-81a6-16b76cf2c3ce tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 945 time: 0.2661836 Jul 23 14:08:50.715207 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:50.739254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2a3c5322-1d70-4646-bd8d-c13bff6f222d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2a3c5322-1d70-4646-bd8d-c13bff6f222d,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:50.773502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:50.773859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:50.791741 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:50.793842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:50.800895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b99826-f2f7-46d8-8f0a-22ec2069b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:50.810694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] For port dccd992f-96e6-48d2-8d19-42c2ef492655, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:50.814948 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-61c30684-bd5d-4302-9104-220d31db1be5 req-2466bb4f-d80e-477e-a494-11f6f8723a8e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.1172440 Jul 23 14:08:50.906006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] For port dccd992f-96e6-48d2-8d19-42c2ef492655, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=dccd992f-96e6-48d2-8d19-42c2ef492655,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:50.933318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7a47fd7-1135-4ad6-bf23-8a9c6ef233cc req-ade7c42c-2dee-440b-9bad-f593fc742ea2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349102 Jul 23 14:08:50.937964 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e62322-6b34-4994-a7a3-a702bba223e9 x-openstack-request-id: req-b7e62322-6b34-4994-a7a3-a702bba223e9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:50.939434 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e415c7d-7cd6-4f5e-a352-f13e64b70127", "name": "network-vif-plugged", "status": "completed", "tag": "2a3c5322-1d70-4646-bd8d-c13bff6f222d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:50.942810 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7e62322-6b34-4994-a7a3-a702bba223e9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:50.943337 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3c5322-1d70-4646-bd8d-c13bff6f222d', 'code': 200} Jul 23 14:08:50.954861 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:50.955404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-51a54a9c-8813-4ead-bfe2-b08784a62113 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547126 Jul 23 14:08:51.035947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-481fe878-e1a5-44ee-a3ee-95241baba62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:51.056711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=2a3c5322-1d70-4646-bd8d-c13bff6f222d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:51.153679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:51.167029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63d7f42b-73c2-43c6-ae95-440ebf761ed7 req-c11cef3d-2be8-40b2-b1f3-54307e1bdfe4 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979685 Jul 23 14:08:51.173675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6107b7-a2f3-41cc-bdf1-4d609933ac9f req-460c0124-09cc-4ec1-afef-0b6753da5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:51.178712 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b6107b7-a2f3-41cc-bdf1-4d609933ac9f req-460c0124-09cc-4ec1-afef-0b6753da5c02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 1097 time: 0.0845790 Jul 23 14:08:51.242673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b6107b7-a2f3-41cc-bdf1-4d609933ac9f req-43a96bc3-1cfa-4120-8f95-d75da542358e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Jul 23 14:08:51.271219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050efa7-b864-49d0-ab6d-6acb98e64586 None None] Pushing event updated for resources: {'Port': ['ID=dccd992f-96e6-48d2-8d19-42c2ef492655,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:51.297030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-33b99826-f2f7-46d8-8f0a-22ec2069b8d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:08:51.297395 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-33b99826-f2f7-46d8-8f0a-22ec2069b8d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:08:51.324548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:51.340969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-481fe878-e1a5-44ee-a3ee-95241baba62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:51.360045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-481fe878-e1a5-44ee-a3ee-95241baba62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:51.415658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-481fe878-e1a5-44ee-a3ee-95241baba62b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fdab4474d99452598af684af2073f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381888 Jul 23 14:08:51.419504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:51.447567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aee61-02a2-45b9-ba98-bb0905fabd21 req-c6832c48-ce9b-490a-9bee-fa9c513c5ffe tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:51.467020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c56aee61-02a2-45b9-ba98-bb0905fabd21 req-c6832c48-ce9b-490a-9bee-fa9c513c5ffe tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 948 time: 0.1732957 Jul 23 14:08:51.549537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c56aee61-02a2-45b9-ba98-bb0905fabd21 req-8fb2039f-a4a5-4944-b380-b0f80b57414e tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813217 Jul 23 14:08:51.585976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fe878-e1a5-44ee-a3ee-95241baba62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3898e88b-a93a-4ba9-a600-1919ec9e6e3e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:51.646549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-ae15af2d-c759-48c1-aeaf-3c40c0d74f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:51.648068 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-ae15af2d-c759-48c1-aeaf-3c40c0d74f85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 1098 time: 0.3765879 Jul 23 14:08:51.713496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9fe8-d00d-47d6-b096-df675e61fa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:51.718113 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9533c938-5b82-478c-9c6c-c78c179c482b req-f44f70c7-d9ff-4edf-a950-0bbc9b8ac656 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 210 time: 0.0563834 Jul 23 14:08:51.794038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-94af2e2e-2894-4e3a-b508-b2ca4e320451 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:51.815571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-94af2e2e-2894-4e3a-b508-b2ca4e320451 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:51.817301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-94af2e2e-2894-4e3a-b508-b2ca4e320451 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.48 "GET /v2.0/networks?id=1e6181fa-af13-4f45-87d4-5fc3fb4ba734&id=1aa71841-7774-4e98-a565-75245ed9f823 HTTP/1.1" status: 200 len: 1391 time: 0.2362056 Jul 23 14:08:51.827216 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9fe8-d00d-47d6-b096-df675e61fa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:51.835807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'port': {'device_id': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734', 'admin_state_up': True, 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:51.878348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4fe36-0fb2-4cde-bab4-3aede95a96be req-22cdc024-009e-426e-ba04-9ff7baa1923e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:51.884204 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cab4fe36-0fb2-4cde-bab4-3aede95a96be req-22cdc024-009e-426e-ba04-9ff7baa1923e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 947 time: 0.3336773 Jul 23 14:08:51.959990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-22fdf6d8-1bc5-4931-bcf5-c0364bec3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:51.962543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-22fdf6d8-1bc5-4931-bcf5-c0364bec3d17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2995133 Jul 23 14:08:51.996655 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8cd34b86-cb3a-4747-9b00-152ac2845a4a req-01681fa6-b9a8-4268-be8b-5b72ef19b09a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0753918 Jul 23 14:08:52.034500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-15fe6194-1940-4227-b7f8-d9bccb4c2c2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=aef4cbc0-55f0-435d-aa77-1026516de658 HTTP/1.1" status: 200 len: 217 time: 0.0523801 Jul 23 14:08:52.042673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cab4fe36-0fb2-4cde-bab4-3aede95a96be req-d6a51bf3-fe90-4fcb-97fc-45f682b95069 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485982 Jul 23 14:08:52.076223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:52.079962 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:52.099688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9fe8-d00d-47d6-b096-df675e61fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:52.103319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9fe8-d00d-47d6-b096-df675e61fa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:52.104791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ef9f9fe8-d00d-47d6-b096-df675e61fa2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3898e88b-a93a-4ba9-a600-1919ec9e6e3e HTTP/1.1" status: 204 len: 168 time: 0.6821136 Jul 23 14:08:52.121750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-47120b3a-b442-4b19-9f0b-e5571369f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:52.123662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-47120b3a-b442-4b19-9f0b-e5571369f10b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0797749 Jul 23 14:08:52.124974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f9fe8-d00d-47d6-b096-df675e61fa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3898e88b-a93a-4ba9-a600-1919ec9e6e3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:52.327885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-e4c72100-d8bf-4a2d-8675-b737e6566dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:52.331791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-e4c72100-d8bf-4a2d-8675-b737e6566dd1 service neutron] 10.222.0.48 "GET /v2.0/ports/684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 1027 time: 0.1026573 Jul 23 14:08:52.354728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-ae7bab01-1a02-4c0f-aaf1-0caa08f189fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:52.356536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-ae7bab01-1a02-4c0f-aaf1-0caa08f189fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2193096 Jul 23 14:08:52.425615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Allocated IP 19.80.0.247 (1e6181fa-af13-4f45-87d4-5fc3fb4ba734/fb20529a-47d2-419f-99b9-a0ff9ac08194/6cf684b4-5d6d-460a-b1a8-d66220ee0194) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:52.542770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-dfb1ec84-eb4f-49ee-b63b-6e46a401b133 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660140 Jul 23 14:08:52.579017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device aef4cbc0-55f0-435d-aa77-1026516de658 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:08:52.594294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:52.648102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1853df-16a8-4813-ab93-cde25c77d443 req-1e85b849-a3c1-4cda-b804-39b6cbff7f13 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:52.656504 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b1853df-16a8-4813-ab93-cde25c77d443 req-1e85b849-a3c1-4cda-b804-39b6cbff7f13 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 946 time: 0.4361391 Jul 23 14:08:52.659320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b29652aa-f564-4fb3-960b-83f9d081c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:52.661021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b29652aa-f564-4fb3-960b-83f9d081c85a service neutron] 10.222.0.48 "GET /v2.0/ports/6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 1028 time: 0.1433089 Jul 23 14:08:52.674158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:52.755410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfb382f3-d6d6-4667-8cca-de9befdb953f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:52.772553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43897f55-7c3d-45b2-9fb4-fddbcec10e94 None None] Network 1aa71841-7774-4e98-a565-75245ed9f823 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:08:52.805014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b1853df-16a8-4813-ab93-cde25c77d443 req-9eb9fdb1-7121-4dbe-a358-a4026fbd76d0 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469746 Jul 23 14:08:52.843120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9f7f33b-718d-4bdb-b316-24ca8beb6825 req-8f7ab501-accc-4536-bd4d-f70d866a8fdd service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517426 Jul 23 14:08:52.880916 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:52.927514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port aef4cbc0-55f0-435d-aa77-1026516de658, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=aef4cbc0-55f0-435d-aa77-1026516de658,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:52.941638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'aef4cbc0-55f0-435d-aa77-1026516de658', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'aef4cbc0-55f0-435d-aa77-1026516de658', 'mac_address': 'fa:16:3e:0a:7a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:08:52.994043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9429ed9b-f943-4b45-b11d-813362c47266 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:53.015902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9429ed9b-f943-4b45-b11d-813362c47266 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:53.018321 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-210f4e8c-9e3b-4301-8b8f-e0100ba8206d req-ed4db800-069c-4d9b-965f-b506090e4dec tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 210 time: 0.0840344 Jul 23 14:08:53.035460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Transition to ACTIVE for port object 6cf684b4-5d6d-460a-b1a8-d66220ee0194 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:53.042308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9429ed9b-f943-4b45-b11d-813362c47266 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:53.044451 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9429ed9b-f943-4b45-b11d-813362c47266 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "GET /v2.0/networks?id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 HTTP/1.1" status: 200 len: 1991 time: 0.3506994 Jul 23 14:08:53.084536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821530f-8b39-4558-85e2-1a9a8e65d784 req-52351316-e832-4dff-9c5c-34bfdc925fc6 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:53.093887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8821530f-8b39-4558-85e2-1a9a8e65d784 req-52351316-e832-4dff-9c5c-34bfdc925fc6 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 948 time: 0.3627653 Jul 23 14:08:53.134667 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port d89c1d8c-399f-46c8-975b-08f862f014ca completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:53.147965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b0056ad-57aa-4700-a8a4-2f294a9b641f None None] Provisioning for port dccd992f-96e6-48d2-8d19-42c2ef492655 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:53.160737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d89c1d8c-399f-46c8-975b-08f862f014ca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:53.163015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.176331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.201458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-678b38ce-4c2b-46f7-92c4-205ee714c43b req-33cdf7d5-90a6-4d46-9c5c-adbd91492d7c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0542703 Jul 23 14:08:53.242384 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.274110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:53.296525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8821530f-8b39-4558-85e2-1a9a8e65d784 req-ae6fc293-ad58-4b96-8f93-55b489a1ea9c tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998878 Jul 23 14:08:53.309478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-52e886af-a951-4d5c-8356-fcabf8bf67db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25d7f45b9434aee9751818dd8014c35 HTTP/1.1" status: 200 len: 380 time: 0.2506862 Jul 23 14:08:53.323335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'admin_state_up': True, 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'security_groups': ['3952314f-0a5a-412e-b7c5-8faf117a66bf']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:53.359340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:53.364594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfb382f3-d6d6-4667-8cca-de9befdb953f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.365830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:53.399401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:53.408370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfb382f3-d6d6-4667-8cca-de9befdb953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.414555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef4cbc0-55f0-435d-aa77-1026516de658 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:53.534831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port aef4cbc0-55f0-435d-aa77-1026516de658, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=aef4cbc0-55f0-435d-aa77-1026516de658,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:53.549957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb382f3-d6d6-4667-8cca-de9befdb953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492eadfc-f92e-45f7-9f1a-db03117d0911,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:53.567809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:53.570954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Port': ['ID=6cf684b4-5d6d-460a-b1a8-d66220ee0194,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:53.574761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.642877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:53.643835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.646758 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.653738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.664531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bfb382f3-d6d6-4667-8cca-de9befdb953f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=278ac4c8ed444746ae550c5af14d3754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9492083 Jul 23 14:08:53.673142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:08:53.770701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:53.772147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.795403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=aef4cbc0-55f0-435d-aa77-1026516de658,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:53.799108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-88275c97-dffb-4bb2-97aa-414ced310c6c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9690425 Jul 23 14:08:53.826450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Request body: {'port': {'device_id': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823', 'admin_state_up': True, 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:53.863645 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:53.867424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:53.870608 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21574478-4b7e-4d83-b97f-b1127ac99537" -d '{"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-plugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:53.875371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4856f-e7da-4f28-b29f-4b22353874ee req-3770b3f5-ba41-4ff2-8321-d794707f98a6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:53.884593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:53.884829 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bdf4856f-e7da-4f28-b29f-4b22353874ee req-3770b3f5-ba41-4ff2-8321-d794707f98a6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 947 time: 0.5521340 Jul 23 14:08:53.937489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a7e89f2-a3f2-46a4-963b-ab212497335b None None] Provisioning for port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:53.960968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a7e89f2-a3f2-46a4-963b-ab212497335b None None] Provisioning complete for port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:53.961662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a7e89f2-a3f2-46a4-963b-ab212497335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.044370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e89f2-a3f2-46a4-963b-ab212497335b None None] Port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:54.046097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['aef4cbc0-55f0-435d-aa77-1026516de658'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:08:54.133993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f38196-a44c-4d14-a3fa-73e9327186be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.148345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:54.157660 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bdf4856f-e7da-4f28-b29f-4b22353874ee req-f2722ca6-5d92-4229-9df5-fb48de4bb743 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706800 Jul 23 14:08:54.216265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dccd992f-96e6-48d2-8d19-42c2ef492655 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:54.261753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f38196-a44c-4d14-a3fa-73e9327186be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.296857 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3905dcba-2562-4bf8-a81f-5ed8059202af x-openstack-request-id: req-3905dcba-2562-4bf8-a81f-5ed8059202af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:54.297347 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-plugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:54.297655 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3905dcba-2562-4bf8-a81f-5ed8059202af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:54.298100 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'code': 200} Jul 23 14:08:54.464145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d3f53-a9d6-4bb0-a0a7-68f7378cb78c req-d4c97e43-223c-48da-917d-a0cd93a0ff63 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:54.472262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b01d3f53-a9d6-4bb0-a0a7-68f7378cb78c req-d4c97e43-223c-48da-917d-a0cd93a0ff63 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 946 time: 0.3266373 Jul 23 14:08:54.478373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Made reservation on behalf of d7d9e373d5c44c87b6db40a1a492dc4a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:54.483141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.521833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 172.20.0.11 (7d535806-e4fe-4827-8f17-b6f7d473d2b3/6d54dba8-135b-4549-a40f-e4325db6842c/1ff6eddb-f8d0-4564-bf79-9313d8fc7930) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:54.564913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b01d3f53-a9d6-4bb0-a0a7-68f7378cb78c req-c314414b-8c88-478f-a57c-f8f7670f7052 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791829 Jul 23 14:08:54.604012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799b3bd-3093-473f-a463-b4e28b66a783 req-72459ac0-820b-4047-8892-645029dfb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:54.605542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6799b3bd-3093-473f-a463-b4e28b66a783 req-72459ac0-820b-4047-8892-645029dfb09b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 1100 time: 0.2220640 Jul 23 14:08:54.609210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port dccd992f-96e6-48d2-8d19-42c2ef492655 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:54.636570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port dccd992f-96e6-48d2-8d19-42c2ef492655 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:54.636570 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.651790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f38196-a44c-4d14-a3fa-73e9327186be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.654289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f38196-a44c-4d14-a3fa-73e9327186be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.655795 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-52f38196-a44c-4d14-a3fa-73e9327186be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/492eadfc-f92e-45f7-9f1a-db03117d0911 HTTP/1.1" status: 204 len: 168 time: 0.9765155 Jul 23 14:08:54.676687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f38196-a44c-4d14-a3fa-73e9327186be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492eadfc-f92e-45f7-9f1a-db03117d0911,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:54.687089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cbd14-2e3b-4463-b50a-8ae92da4da4f req-e347ccec-e6f6-4464-84fc-73e7cbfc1a1c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:54.689363 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa8cbd14-2e3b-4463-b50a-8ae92da4da4f req-e347ccec-e6f6-4464-84fc-73e7cbfc1a1c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 932 time: 0.3277063 Jul 23 14:08:54.723147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Allocated IP 19.86.0.25 (1aa71841-7774-4e98-a565-75245ed9f823/82e06882-1d67-42de-b3c1-f97a3d0fa794/913c6cc8-328f-45aa-b47a-d8c7bf946220) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:54.795175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa8cbd14-2e3b-4463-b50a-8ae92da4da4f req-d36023dc-9672-4e3c-b0d7-5723c30f0fe0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881271 Jul 23 14:08:54.802405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6799b3bd-3093-473f-a463-b4e28b66a783 req-4d1fc419-e557-4875-beca-0489555c0469 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882374 Jul 23 14:08:54.861363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55036fe7-57f4-42b1-8ba6-018cd04d5b6d None None] Provisioning complete for port dccd992f-96e6-48d2-8d19-42c2ef492655 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:54.861964 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55036fe7-57f4-42b1-8ba6-018cd04d5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:54.913780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d39b9c1b-adb9-4faa-9bbd-03ed11605d74 req-c703cf35-9783-4837-a861-9cb096da50f8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0737669 Jul 23 14:08:54.999842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.028060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Transition to ACTIVE for port object 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:55.052791 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.138429 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.200860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port dccd992f-96e6-48d2-8d19-42c2ef492655, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=dccd992f-96e6-48d2-8d19-42c2ef492655,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:55.211496 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55036fe7-57f4-42b1-8ba6-018cd04d5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.218326 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.325053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:55.338635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:55.343768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:55.351248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:55.365825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=dccd992f-96e6-48d2-8d19-42c2ef492655,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:55.440358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:55.442436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.493725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b78fb69-d02e-441e-949d-b985943010ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1765590 Jul 23 14:08:55.499261 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-55036fe7-57f4-42b1-8ba6-018cd04d5b6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:08:55.499625 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-55036fe7-57f4-42b1-8ba6-018cd04d5b6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:08:55.517564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'admin_state_up': True, 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'security_groups': ['3952314f-0a5a-412e-b7c5-8faf117a66bf']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:55.775900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3395-9037-4e93-8a4e-8ad219793fb2 req-6a5cb97c-ef7e-4c37-b21c-cca495da5e6c tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:55.778515 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc7b3395-9037-4e93-8a4e-8ad219793fb2 req-6a5cb97c-ef7e-4c37-b21c-cca495da5e6c tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 949 time: 0.8379507 Jul 23 14:08:55.800157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.814346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f44d26-98c3-4e3b-bd79-459b7501e401 req-5c1b6bc0-0f11-441d-b8f3-422ebf87d394 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:55.816467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07f44d26-98c3-4e3b-bd79-459b7501e401 req-5c1b6bc0-0f11-441d-b8f3-422ebf87d394 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 948 time: 0.1955838 Jul 23 14:08:55.846008 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc7b3395-9037-4e93-8a4e-8ad219793fb2 req-d61c32b4-59c9-4abe-ad3a-576306f4fb81 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Jul 23 14:08:55.847145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Transition to ACTIVE for port object 913c6cc8-328f-45aa-b47a-d8c7bf946220 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:55.860869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:55.865165 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:55.881055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07f44d26-98c3-4e3b-bd79-459b7501e401 req-e888aeb1-2bbd-472f-bae8-aaf1d395c86e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567038 Jul 23 14:08:55.979397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:56.083902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event updated for resources: {'Port': ['ID=913c6cc8-328f-45aa-b47a-d8c7bf946220,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:56.122130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Network 1aa71841-7774-4e98-a565-75245ed9f823 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:56.123595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:56.126684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:56.188156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:56.188156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:56.217870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-3abe3e46-3b47-4a14-a454-35eb4d47c29e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4064960 Jul 23 14:08:56.248968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Request body: {'port': {'device_id': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:56.261208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d437065-b8d4-4c2d-a022-c2813a82ee78 None None] Provisioning for port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:56.266532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d437065-b8d4-4c2d-a022-c2813a82ee78 None None] Provisioning complete for port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:56.266954 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d437065-b8d4-4c2d-a022-c2813a82ee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:56.355694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6c855-5ed9-429f-9619-2316c7ed0f81 req-f2ed2367-3e8a-46b2-b595-686c74c4a10c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:56.358132 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fce6c855-5ed9-429f-9619-2316c7ed0f81 req-f2ed2367-3e8a-46b2-b595-686c74c4a10c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 946 time: 0.2820778 Jul 23 14:08:56.396468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0d437065-b8d4-4c2d-a022-c2813a82ee78 None None] Port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:56.408619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 10.1.1.49 (a28c29cb-49e6-4d69-a8b9-4afb0df6659d/2f4da785-679b-4a5f-b413-4bf8305b54a5/4e76325a-27d4-4201-8bf2-98572f2c600d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:56.515806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:56.564282 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fce6c855-5ed9-429f-9619-2316c7ed0f81 req-deeb3c7a-2a6a-422a-be17-d39744ce358a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877911 Jul 23 14:08:56.568858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-1b48fe75-9736-459c-9027-32adfc7595e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5700254 Jul 23 14:08:56.603450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device aef4cbc0-55f0-435d-aa77-1026516de658 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:56.702374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96bff7c7-0463-42fa-a991-d262299c567d None None] Provisioning for port 913c6cc8-328f-45aa-b47a-d8c7bf946220 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:56.716578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96bff7c7-0463-42fa-a991-d262299c567d None None] Provisioning complete for port 913c6cc8-328f-45aa-b47a-d8c7bf946220 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:56.716857 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96bff7c7-0463-42fa-a991-d262299c567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:56.811756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab180-aac6-4cee-8d70-762b3eb3c557 req-395e569f-8f34-42fb-9f14-9e79a477259f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:56.813538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-96bff7c7-0463-42fa-a991-d262299c567d None None] Port 913c6cc8-328f-45aa-b47a-d8c7bf946220 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:56.827225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab180-aac6-4cee-8d70-762b3eb3c557 req-395e569f-8f34-42fb-9f14-9e79a477259f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:56.827453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port aef4cbc0-55f0-435d-aa77-1026516de658 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:56.831636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port aef4cbc0-55f0-435d-aa77-1026516de658 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:56.831942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:56.837790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-845ab180-aac6-4cee-8d70-762b3eb3c557 req-395e569f-8f34-42fb-9f14-9e79a477259f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1654 time: 0.7571366 Jul 23 14:08:56.866918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3181ce-ecb3-4315-831a-525c922f0c80 req-a02312a3-1b68-438e-a7a5-ad2eb6c1e886 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:56.877218 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ac3181ce-ecb3-4315-831a-525c922f0c80 req-a02312a3-1b68-438e-a7a5-ad2eb6c1e886 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 932 time: 0.2195294 Jul 23 14:08:56.952157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-845ab180-aac6-4cee-8d70-762b3eb3c557 req-fff755c2-6bab-4735-b890-42ac4bdaa21e tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131008 Jul 23 14:08:56.978461 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.023690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.025288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Transition to ACTIVE for port object 4e76325a-27d4-4201-8bf2-98572f2c600d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:57.069717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a706477-a075-475f-9c05-20e186668103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4cbc0-55f0-435d-aa77-1026516de658'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:57.073409 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d25cd5-1bf6-4676-b42d-71193773a4b5" -d '{"events": [{"server_uuid": "1a706477-a075-475f-9c05-20e186668103", "name": "network-vif-plugged", "status": "completed", "tag": "aef4cbc0-55f0-435d-aa77-1026516de658"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:57.100401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port aef4cbc0-55f0-435d-aa77-1026516de658, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=aef4cbc0-55f0-435d-aa77-1026516de658,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:08:57.108669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.141036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-f4395aa2-5cdc-4334-9680-2cc7c1083c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:57.148388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-f4395aa2-5cdc-4334-9680-2cc7c1083c58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f22c388b6f1468ca708a49d0004f86e&device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 1097 time: 0.5257206 Jul 23 14:08:57.150744 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.213851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=aef4cbc0-55f0-435d-aa77-1026516de658,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:57.233249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf684b4-5d6d-460a-b1a8-d66220ee0194 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:57.255318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.306543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Transition to ACTIVE for port object 6cf684b4-5d6d-460a-b1a8-d66220ee0194 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:57.318919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.322250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:08:57.325401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=4e76325a-27d4-4201-8bf2-98572f2c600d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:57.339571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:08:57.356655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:08:57.363966 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ac3181ce-ecb3-4315-831a-525c922f0c80 req-d5e44849-ab02-45c7-8d64-830e6e95439b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4725499 Jul 23 14:08:57.376423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dccd992f-96e6-48d2-8d19-42c2ef492655 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:08:57.449293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:57.451454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.564383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-daeb0d8f-5278-447a-b0ca-38500455bca1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0520012 Jul 23 14:08:57.590368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'admin_state_up': True, 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'security_groups': ['3952314f-0a5a-412e-b7c5-8faf117a66bf']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:57.591427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port dccd992f-96e6-48d2-8d19-42c2ef492655 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:57.591699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.763544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-9d7e02d6-dc57-4629-8f8e-1ec2f5bbb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:57.765032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-9d7e02d6-dc57-4629-8f8e-1ec2f5bbb52d service neutron] 10.222.0.11 "GET /v2.0/networks?id=15b2c766-adde-4ba1-91f5-348c3e1e37c4 HTTP/1.1" status: 200 len: 917 time: 0.5388017 Jul 23 14:08:57.844724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf684b4-5d6d-460a-b1a8-d66220ee0194,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:57.917853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Attempting to bind port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:57.917853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Attempting to bind port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:57.918545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Attempting to bind port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 on network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:57.928038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 on network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:57.928369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Attempting to bind port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 on network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:57.969424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:57.969424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Checking segment: {'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:57.969424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Bound using segment: {'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:57.969424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Bound port: 6cf684b4-5d6d-460a-b1a8-d66220ee0194, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:57.969424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:57.975503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d20f5984-db1a-4c7a-ab1d-16b6cd569803 None None] Provisioning for port 4e76325a-27d4-4201-8bf2-98572f2c600d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:08:57.984987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d20f5984-db1a-4c7a-ab1d-16b6cd569803 None None] Provisioning complete for port 4e76325a-27d4-4201-8bf2-98572f2c600d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:08:57.985845 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d20f5984-db1a-4c7a-ab1d-16b6cd569803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:58.087759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14453050-5bfe-4a32-8b3a-5c2331c08896 req-a94ad411-1cdc-4655-8077-0b1362a154b2 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:58.092091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d20f5984-db1a-4c7a-ab1d-16b6cd569803 None None] Port 4e76325a-27d4-4201-8bf2-98572f2c600d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:08:58.094741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14453050-5bfe-4a32-8b3a-5c2331c08896 req-a94ad411-1cdc-4655-8077-0b1362a154b2 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 949 time: 0.4399145 Jul 23 14:08:58.171245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14453050-5bfe-4a32-8b3a-5c2331c08896 req-565c4feb-f805-4fd6-bd6b-e7af6ee44248 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710318 Jul 23 14:08:58.179033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] For port 6cf684b4-5d6d-460a-b1a8-d66220ee0194, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:08:58.184392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] For port 6cf684b4-5d6d-460a-b1a8-d66220ee0194, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6cf684b4-5d6d-460a-b1a8-d66220ee0194,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:08:58.201489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:58.241691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:08:58.245611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:58.251334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-0084c9c0-3e35-435c-b8e7-a6a797c37bfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf5feaa-7200-4e23-a04a-6670664d76a0 HTTP/1.1" status: 200 len: 1002 time: 0.4546456 Jul 23 14:08:58.252952 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85fb65e-0700-40e0-bb73-0d94f3eaf002 x-openstack-request-id: req-f85fb65e-0700-40e0-bb73-0d94f3eaf002 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:58.253249 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a706477-a075-475f-9c05-20e186668103", "name": "network-vif-plugged", "status": "completed", "tag": "aef4cbc0-55f0-435d-aa77-1026516de658", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:58.253489 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f85fb65e-0700-40e0-bb73-0d94f3eaf002 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:58.253884 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a706477-a075-475f-9c05-20e186668103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4cbc0-55f0-435d-aa77-1026516de658', 'code': 200} Jul 23 14:08:58.271639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:58.272294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:58.277880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] 10.222.0.48 "PUT /v2.0/ports/6cf684b4-5d6d-460a-b1a8-d66220ee0194 HTTP/1.1" status: 200 len: 1092 time: 2.0451453 Jul 23 14:08:58.282096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'tag': '6cf684b4-5d6d-460a-b1a8-d66220ee0194'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:08:58.290321 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "tag": "6cf684b4-5d6d-460a-b1a8-d66220ee0194"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:08:58.340812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Request body: {'port': {'device_id': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:08:58.492760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edab6e9-dd4d-4d62-877e-05b4d8633613 req-99769bc2-be78-46d0-8d37-175eee8cebbd tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:58.500740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4edab6e9-dd4d-4d62-877e-05b4d8633613 req-99769bc2-be78-46d0-8d37-175eee8cebbd tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 949 time: 0.5313218 Jul 23 14:08:58.502842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65c4ee-a52a-46d6-9b1c-b7bdf1172298 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf684b4-5d6d-460a-b1a8-d66220ee0194,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:58.539197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-7985b523-1fb6-42e9-be84-aaf14ae18c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:58.541098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-7985b523-1fb6-42e9-be84-aaf14ae18c1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=401717c8-bfd5-4df4-ba9a-74a5ffb3d260 HTTP/1.1" status: 200 len: 855 time: 0.2339232 Jul 23 14:08:58.604496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c4a8-db27-4f7d-9e72-8ca26f834d93 req-8715fa2f-0b21-4e55-a928-3316129111b5 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:58.611859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8c08c4a8-db27-4f7d-9e72-8ca26f834d93 req-8715fa2f-0b21-4e55-a928-3316129111b5 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.1970201 Jul 23 14:08:58.670626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:58.681211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa074-6acd-4ee2-a2c2-e46f2fa930bc req-d08ef64d-4a7d-4fb0-9776-6acec8d28b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:58.682797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6edaa074-6acd-4ee2-a2c2-e46f2fa930bc req-d08ef64d-4a7d-4fb0-9776-6acec8d28b11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 1100 time: 0.2670090 Jul 23 14:08:58.704233 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8c08c4a8-db27-4f7d-9e72-8ca26f834d93 req-061b1a27-6a4b-4332-ab5c-6d791cdc7b87 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913086 Jul 23 14:08:58.734742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4edab6e9-dd4d-4d62-877e-05b4d8633613 req-57f647fc-cc54-482c-81c2-44900e3aaa7c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323141 Jul 23 14:08:58.825272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 10.1.1.155 (a28c29cb-49e6-4d69-a8b9-4afb0df6659d/2f4da785-679b-4a5f-b413-4bf8305b54a5/6f135949-a4d4-4c12-afb5-bb7d8ce53b1c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:08:58.857278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-e23e7568-30b1-454b-9b33-36a75e7d82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:58.858716 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-e23e7568-30b1-454b-9b33-36a75e7d82b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15b2c766-adde-4ba1-91f5-348c3e1e37c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2991951 Jul 23 14:08:58.948537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6edaa074-6acd-4ee2-a2c2-e46f2fa930bc req-b1689691-9ef7-4679-9a55-2d779aff13b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431784 Jul 23 14:08:59.044985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-deae1753-1a7e-4351-8b07-2239e90ab2ab service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668425 Jul 23 14:08:59.091403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e66fe0-1390-4651-9497-ef4175d6401d req-22d1fdf7-d8f6-499c-a1bc-a6c2fc3d636c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:59.098953 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5e66fe0-1390-4651-9497-ef4175d6401d req-22d1fdf7-d8f6-499c-a1bc-a6c2fc3d636c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 946 time: 0.2347133 Jul 23 14:08:59.140449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f033d-daee-46f4-908f-f874dfcf06a1 req-fe679e83-a802-463d-9c3f-f958f70da6d2 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:59.147571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f033d-daee-46f4-908f-f874dfcf06a1 req-fe679e83-a802-463d-9c3f-f958f70da6d2 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:59.156577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba8f033d-daee-46f4-908f-f874dfcf06a1 req-fe679e83-a802-463d-9c3f-f958f70da6d2 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1666 time: 0.3228784 Jul 23 14:08:59.211632 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5e66fe0-1390-4651-9497-ef4175d6401d req-8a69f073-62fc-4db4-8056-5fd718c49034 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116431 Jul 23 14:08:59.407507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913c6cc8-328f-45aa-b47a-d8c7bf946220 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:08:59.412048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba8f033d-daee-46f4-908f-f874dfcf06a1 req-c7c8632a-9484-4a8f-a941-a92c6729ae8d tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467761 Jul 23 14:08:59.427867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:59.458223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Transition to ACTIVE for port object 913c6cc8-328f-45aa-b47a-d8c7bf946220 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:59.465621 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:59.474254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:59.528476 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1883b74a-526a-4771-b4ed-f0f916a1739b x-openstack-request-id: req-1883b74a-526a-4771-b4ed-f0f916a1739b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:08:59.529175 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "tag": "6cf684b4-5d6d-460a-b1a8-d66220ee0194", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:08:59.529719 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1883b74a-526a-4771-b4ed-f0f916a1739b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:08:59.530420 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'tag': '6cf684b4-5d6d-460a-b1a8-d66220ee0194', 'status': 'completed', 'code': 200} Jul 23 14:08:59.611897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Transition to ACTIVE for port object 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:08:59.646553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Pushing event updated for resources: {'Port': ['ID=913c6cc8-328f-45aa-b47a-d8c7bf946220,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:08:59.682887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed97e72-9a10-4f7e-a5ac-dfde19a746c9 req-165f89f3-8704-4941-965e-a47b2e8c1ad6 service neutron] 10.222.0.11 "GET /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293728 Jul 23 14:08:59.808492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:08:59.874219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864567d-6e44-4d72-9650-5875255b1dd4 req-3855645f-1d16-4c35-a80a-8afa8e19ba59 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:59.894727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Attempting to bind port 913c6cc8-328f-45aa-b47a-d8c7bf946220 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:08:59.895483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Attempting to bind port 913c6cc8-328f-45aa-b47a-d8c7bf946220 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:08:59.895879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Attempting to bind port 913c6cc8-328f-45aa-b47a-d8c7bf946220 on network 1aa71841-7774-4e98-a565-75245ed9f823 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:59.897169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864567d-6e44-4d72-9650-5875255b1dd4 req-3855645f-1d16-4c35-a80a-8afa8e19ba59 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:59.900809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-2f23c561-b22e-4046-9a9c-a5f791e94a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:59.904292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-2f23c561-b22e-4046-9a9c-a5f791e94a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:08:59.909338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e864567d-6e44-4d72-9650-5875255b1dd4 req-3855645f-1d16-4c35-a80a-8afa8e19ba59 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 1653 time: 0.2901208 Jul 23 14:08:59.911948 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-2f23c561-b22e-4046-9a9c-a5f791e94a6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1938 time: 0.3801327 Jul 23 14:08:59.914984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Port 913c6cc8-328f-45aa-b47a-d8c7bf946220 on network 1aa71841-7774-4e98-a565-75245ed9f823 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:08:59.915794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Attempting to bind port 913c6cc8-328f-45aa-b47a-d8c7bf946220 on network 1aa71841-7774-4e98-a565-75245ed9f823 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:08:59.946686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:08:59.947504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Checking segment: {'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:08:59.947504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Bound using segment: {'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:08:59.948714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Bound port: 913c6cc8-328f-45aa-b47a-d8c7bf946220, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4df057-b5de-462a-bcfd-5a580ecd9814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:08:59.950038 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:00.045014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:09:00.062378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:00.066382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:00.071220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:09:00.092235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e864567d-6e44-4d72-9650-5875255b1dd4 req-b43f04ec-1ebf-45e7-955a-a403b22b7771 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819389 Jul 23 14:09:00.156709 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:09:00.218099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-8cd98f21-21b4-4cd6-bdc5-32ee28b5ae62 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:00.238709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-8cd98f21-21b4-4cd6-bdc5-32ee28b5ae62 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 946 time: 0.4738460 Jul 23 14:09:00.316724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:00.339768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:00.353969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] For port 913c6cc8-328f-45aa-b47a-d8c7bf946220, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:00.495024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-9d76b13b-a658-4001-9540-4760bb152d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:00.495560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-9d76b13b-a658-4001-9540-4760bb152d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:00.496036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-9d76b13b-a658-4001-9540-4760bb152d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:00.497945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-9d76b13b-a658-4001-9540-4760bb152d6e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5726054 Jul 23 14:09:00.504124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] For port 913c6cc8-328f-45aa-b47a-d8c7bf946220, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:00.563859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6e6cb6f7-3a14-4bf3-9d9f-79791d1571c1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9847624 Jul 23 14:09:00.682386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597', 'admin_state_up': True, 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'security_groups': ['3952314f-0a5a-412e-b7c5-8faf117a66bf']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:00.755384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-3cf8e0a2-9d56-4255-98a0-faf26262e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:00.763726 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a258e5e-63ee-4aca-a8e0-78b2908bc1e4 req-3cf8e0a2-9d56-4255-98a0-faf26262e051 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466190 Jul 23 14:09:00.793458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:00.863581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:00.864205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:00.866171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] 10.222.0.48 "PUT /v2.0/ports/913c6cc8-328f-45aa-b47a-d8c7bf946220 HTTP/1.1" status: 200 len: 1091 time: 2.5322537 Jul 23 14:09:00.894817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0e41cdd-4dc1-4903-a74e-cf2d724bf9b9 None None] Provisioning for port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:00.909441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56027aa7-47f1-4483-9d1b-e9a26cc5dab4 service neutron] Pushing event updated for resources: {'Port': ['ID=913c6cc8-328f-45aa-b47a-d8c7bf946220,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:00.909720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0e41cdd-4dc1-4903-a74e-cf2d724bf9b9 None None] Provisioning complete for port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:00.910168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e41cdd-4dc1-4903-a74e-cf2d724bf9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:00.980556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1300f92-a95e-4386-ab32-02e34acd774e req-5e9293a7-bd2c-4ac7-a220-8a0d44ad59e0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.015024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2302b-9470-4a1e-abde-de98e3199ba7 req-71ccaf13-9e70-4a64-9cc2-f3028f03dc63 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.016949 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1300f92-a95e-4386-ab32-02e34acd774e req-5e9293a7-bd2c-4ac7-a220-8a0d44ad59e0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 949 time: 0.5178874 Jul 23 14:09:01.018891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ec2302b-9470-4a1e-abde-de98e3199ba7 req-71ccaf13-9e70-4a64-9cc2-f3028f03dc63 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 946 time: 0.4793694 Jul 23 14:09:01.040216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0e41cdd-4dc1-4903-a74e-cf2d724bf9b9 None None] Port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:09:01.133543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Deleting port 2a3c5322-1d70-4646-bd8d-c13bff6f222d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:01.134014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:01.151544 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1300f92-a95e-4386-ab32-02e34acd774e req-965370dd-3322-425e-be74-b8d20566062d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335142 Jul 23 14:09:01.166917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-18769d46-b37d-489c-b367-c351d3bfdb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.167313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-18769d46-b37d-489c-b367-c351d3bfdb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.168923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-18769d46-b37d-489c-b367-c351d3bfdb57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1980 time: 0.2513647 Jul 23 14:09:01.214365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:01.235671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-0d9c7232-5873-444a-8251-5866566b943d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=6cf684b4-5d6d-460a-b1a8-d66220ee0194 HTTP/1.1" status: 200 len: 217 time: 0.0555458 Jul 23 14:09:01.248648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ec2302b-9470-4a1e-abde-de98e3199ba7 req-f08e494a-96d4-45a1-912e-9ab91986595a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998358 Jul 23 14:09:01.388984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-fcdd4f95-325a-4b65-bd37-8926656ab95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.389443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-fcdd4f95-325a-4b65-bd37-8926656ab95f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb20529a-47d2-419f-99b9-a0ff9ac08194 HTTP/1.1" status: 200 len: 801 time: 0.1438661 Jul 23 14:09:01.440159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] For port 2a3c5322-1d70-4646-bd8d-c13bff6f222d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2a3c5322-1d70-4646-bd8d-c13bff6f222d,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:01.440563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:01.447765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:01.478776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Calling delete_port for 2a3c5322-1d70-4646-bd8d-c13bff6f222d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:01.522502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-393820f1-557f-476e-9908-3c388cc959f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.524198 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-393820f1-557f-476e-9908-3c388cc959f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e6181fa-af13-4f45-87d4-5fc3fb4ba734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1117821 Jul 23 14:09:01.536280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecff25-5a8e-4596-a336-1e86aff4d952 req-5e355060-aeae-404a-ab64-f6db1d222469 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.536519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05584085-f1c9-4b75-b4f4-d215cd969604 req-c05048b4-fda7-480e-9240-c59120f2aad7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.538420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-60ecff25-5a8e-4596-a336-1e86aff4d952 req-5e355060-aeae-404a-ab64-f6db1d222469 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.1896367 Jul 23 14:09:01.548004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05584085-f1c9-4b75-b4f4-d215cd969604 req-c05048b4-fda7-480e-9240-c59120f2aad7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.548634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:01.549668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05584085-f1c9-4b75-b4f4-d215cd969604 req-c05048b4-fda7-480e-9240-c59120f2aad7 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1678 time: 0.1880217 Jul 23 14:09:01.551245 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32839a3-4135-4097-a31c-6f6dd0908316" -d '{"events": [{"name": "network-changed", "server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:01.654389 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-60ecff25-5a8e-4596-a336-1e86aff4d952 req-bcdff1aa-0a57-4883-8d09-8fec536a6d61 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983751 Jul 23 14:09:01.706473 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-78a7e139-5226-46d1-bbf4-da1a8625608e service neutron] 10.222.0.48 "GET /v2.0/networks/1e6181fa-af13-4f45-87d4-5fc3fb4ba734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669683 Jul 23 14:09:01.889194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac548996-0439-4643-b6a7-8aed5a236e6e req-39c62da9-b85c-4a20-ae50-3c512645458b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.895530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac548996-0439-4643-b6a7-8aed5a236e6e req-39c62da9-b85c-4a20-ae50-3c512645458b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.902086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac548996-0439-4643-b6a7-8aed5a236e6e req-39c62da9-b85c-4a20-ae50-3c512645458b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:01.903880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ac548996-0439-4643-b6a7-8aed5a236e6e req-39c62da9-b85c-4a20-ae50-3c512645458b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 2374 time: 0.1658459 Jul 23 14:09:01.943109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-c3488386-7028-42cf-8299-a9ab463ab3ed service neutron] 10.222.0.48 "GET /v2.0/networks/1e6181fa-af13-4f45-87d4-5fc3fb4ba734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280695 Jul 23 14:09:02.009617 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ac548996-0439-4643-b6a7-8aed5a236e6e req-6f42d782-cc84-475a-9562-f42c6582aa97 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954635 Jul 23 14:09:02.023123 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-8c288f35-b07d-44be-ba40-c621f17e12b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220 HTTP/1.1" status: 200 len: 217 time: 0.0602417 Jul 23 14:09:02.094250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-1f92562a-e00e-4d19-90ab-2d6a8d3e4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:02.096000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-1f92562a-e00e-4d19-90ab-2d6a8d3e4ad9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e06882-1d67-42de-b3c1-f97a3d0fa794 HTTP/1.1" status: 200 len: 801 time: 0.0715199 Jul 23 14:09:02.214614 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff1ef7-835e-4aa5-89d4-f51e1aafd77d x-openstack-request-id: req-98ff1ef7-835e-4aa5-89d4-f51e1aafd77d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:02.214980 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:02.223494 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98ff1ef7-835e-4aa5-89d4-f51e1aafd77d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:02.223494 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220', 'status': 'completed', 'code': 200} Jul 23 14:09:02.234203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-affdd473-d37f-4150-a502-a77994dec812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:02.239796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-affdd473-d37f-4150-a502-a77994dec812 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1aa71841-7774-4e98-a565-75245ed9f823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298108 Jul 23 14:09:02.284434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05584085-f1c9-4b75-b4f4-d215cd969604 req-24b5da2a-7340-40c7-bff6-757f94a06d1a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792815 Jul 23 14:09:02.402458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-5b914533-3977-4051-ae02-a48b4ddb41a4 service neutron] 10.222.0.48 "GET /v2.0/networks/1aa71841-7774-4e98-a565-75245ed9f823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565666 Jul 23 14:09:02.563078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331f3ca-a08c-4a9d-8c51-7ddf00e1dd57 req-e375e0c4-a49e-4e89-943a-40106d66c5fd tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:02.564638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8331f3ca-a08c-4a9d-8c51-7ddf00e1dd57 req-e375e0c4-a49e-4e89-943a-40106d66c5fd tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 949 time: 0.1600513 Jul 23 14:09:02.593288 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c386ce2a-0075-432e-b1c7-1822c32c220b req-7fbc1e56-2bdd-4a94-810b-4610461b6029 service neutron] 10.222.0.48 "GET /v2.0/networks/1aa71841-7774-4e98-a565-75245ed9f823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509502 Jul 23 14:09:02.622131 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8331f3ca-a08c-4a9d-8c51-7ddf00e1dd57 req-0f9b24bc-0625-4e54-bf7c-bc8d13f75bff tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475264 Jul 23 14:09:02.637298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 10.2.2.100 (7d1e3ad9-d073-439b-9f9f-0a6fe2f60597/eab7a279-5b09-403d-9f83-0d07e42ee82f/a023691a-7f6a-4b02-9288-e12459aa4a16) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:09:02.677076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:02.734971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:02.776533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6adcd5-30a7-4b5c-a6c8-fb7f0fc06058 req-89b1ef91-018e-4b80-9ffc-e0685c4c01c8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:02.778136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a6adcd5-30a7-4b5c-a6c8-fb7f0fc06058 req-89b1ef91-018e-4b80-9ffc-e0685c4c01c8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e415c7d-7cd6-4f5e-a352-f13e64b70127 HTTP/1.1" status: 200 len: 867 time: 0.3860021 Jul 23 14:09:02.818856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event deleted for resources: {'Port': ['ID=2a3c5322-1d70-4646-bd8d-c13bff6f222d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:02.894214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:02.906504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] No DVR routers for this DVR port 2a3c5322-1d70-4646-bd8d-c13bff6f222d on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:02.914937 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:02.915176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-13aab1e9-e130-4867-920a-0261d674bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:02.915445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-13aab1e9-e130-4867-920a-0261d674bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:02.917376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57816bde-4bad-4d6f-9855-e1250b55f541 req-e9a99a58-55a6-426d-847b-6f2f4bcc2dd5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "DELETE /v2.0/ports/2a3c5322-1d70-4646-bd8d-c13bff6f222d HTTP/1.1" status: 204 len: 173 time: 2.5567505 Jul 23 14:09:02.917645 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-13aab1e9-e130-4867-920a-0261d674bb42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1980 time: 0.2408128 Jul 23 14:09:02.918031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'name': 'network-vif-deleted', 'tag': '2a3c5322-1d70-4646-bd8d-c13bff6f222d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:02.920790 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc71495-5714-45bd-8b14-efaa1c066f15" -d '{"events": [{"server_uuid": "5e415c7d-7cd6-4f5e-a352-f13e64b70127", "name": "network-vif-deleted", "tag": "2a3c5322-1d70-4646-bd8d-c13bff6f222d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:02.923314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'mac_address': 'fa:16:3e:08:c9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:09:02.931028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309c2b-62bc-4930-a376-87403bbe8e1f req-694dfbd5-878b-4112-93ca-48e7c2f1362c tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:02.932566 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53309c2b-62bc-4930-a376-87403bbe8e1f req-694dfbd5-878b-4112-93ca-48e7c2f1362c tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 1100 time: 0.1925778 Jul 23 14:09:02.993497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a6adcd5-30a7-4b5c-a6c8-fb7f0fc06058 req-6bb9e083-6227-44d7-a2ac-d0b48442b272 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887548 Jul 23 14:09:03.007699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:03.032091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d89c1d8c-399f-46c8-975b-08f862f014ca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:03.084956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:03.087300 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-53309c2b-62bc-4930-a376-87403bbe8e1f req-d38ea864-d55b-4cc9-9530-2ebb8ef08353 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264653 Jul 23 14:09:03.099127 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:03.146787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:03.159325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-b93ac47b-0317-4153-b6ec-a97c1a31168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:03.161475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-b93ac47b-0317-4153-b6ec-a97c1a31168c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1aa71841-7774-4e98-a565-75245ed9f823 HTTP/1.1" status: 200 len: 902 time: 0.2208316 Jul 23 14:09:03.213630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Transition to ACTIVE for port object a023691a-7f6a-4b02-9288-e12459aa4a16 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:03.217900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:03.241953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.242994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.243970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.244300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.246069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.247941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.248513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.249515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.250134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.251766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.252284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.253246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:03.304580 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f46848-553a-4c9d-b960-57a0a39f93f4 x-openstack-request-id: req-c1f46848-553a-4c9d-b960-57a0a39f93f4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:03.306341 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e415c7d-7cd6-4f5e-a352-f13e64b70127", "name": "network-vif-deleted", "tag": "2a3c5322-1d70-4646-bd8d-c13bff6f222d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:03.309876 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1f46848-553a-4c9d-b960-57a0a39f93f4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:03.310604 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e415c7d-7cd6-4f5e-a352-f13e64b70127', 'name': 'network-vif-deleted', 'tag': '2a3c5322-1d70-4646-bd8d-c13bff6f222d', 'status': 'completed', 'code': 200} Jul 23 14:09:03.312890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:03.330189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d89c1d8c-399f-46c8-975b-08f862f014ca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:03.522583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=a023691a-7f6a-4b02-9288-e12459aa4a16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:03.551922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:09:03.563574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:03.583560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:09:03.689055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:03.690154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:03.737339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-b1861b19-9dc6-49db-ab0a-a96f1c5a3b15 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0794222 Jul 23 14:09:03.774016 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-aade2966-c177-47a2-a52d-4382a613d437 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220 HTTP/1.1" status: 200 len: 217 time: 0.6008296 Jul 23 14:09:03.812901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597', 'admin_state_up': True, 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'security_groups': ['3952314f-0a5a-412e-b7c5-8faf117a66bf']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:03.835074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-b0cefa3c-2d4d-4862-b31f-b4bf5bfe6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:03.840506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-b0cefa3c-2d4d-4862-b31f-b4bf5bfe6bfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e06882-1d67-42de-b3c1-f97a3d0fa794 HTTP/1.1" status: 200 len: 801 time: 0.0584905 Jul 23 14:09:03.907669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7a14-0d1d-4166-a78a-edb3235b8543 req-b7b006de-ea08-41b8-b296-08a714f43046 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:03.914115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7a14-0d1d-4166-a78a-edb3235b8543 req-b7b006de-ea08-41b8-b296-08a714f43046 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:03.921833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bab7a14-0d1d-4166-a78a-edb3235b8543 req-b7b006de-ea08-41b8-b296-08a714f43046 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1678 time: 0.2181163 Jul 23 14:09:03.973228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969ef34-5790-46c1-b1cc-82aa287ecaef req-2fcd273b-903b-4d41-ae48-af794b7d5033 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:03.979666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969ef34-5790-46c1-b1cc-82aa287ecaef req-2fcd273b-903b-4d41-ae48-af794b7d5033 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:03.985523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969ef34-5790-46c1-b1cc-82aa287ecaef req-2fcd273b-903b-4d41-ae48-af794b7d5033 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:04.012466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969ef34-5790-46c1-b1cc-82aa287ecaef req-2fcd273b-903b-4d41-ae48-af794b7d5033 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:04.014758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bab7a14-0d1d-4166-a78a-edb3235b8543 req-6dc3c0b9-b230-4914-8424-87496eb45ea4 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875516 Jul 23 14:09:04.020764 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0969ef34-5790-46c1-b1cc-82aa287ecaef req-2fcd273b-903b-4d41-ae48-af794b7d5033 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 3095 time: 0.2528424 Jul 23 14:09:04.067603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15b16a6f-877b-4bbe-805a-76ab645b3345 None None] Provisioning for port a023691a-7f6a-4b02-9288-e12459aa4a16 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:04.098168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15b16a6f-877b-4bbe-805a-76ab645b3345 None None] Provisioning complete for port a023691a-7f6a-4b02-9288-e12459aa4a16 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:04.108944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-6df9c101-7484-4fff-bd10-cebac6839902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:04.110724 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-6df9c101-7484-4fff-bd10-cebac6839902 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1aa71841-7774-4e98-a565-75245ed9f823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2395101 Jul 23 14:09:04.111413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15b16a6f-877b-4bbe-805a-76ab645b3345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:04.125549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0969ef34-5790-46c1-b1cc-82aa287ecaef req-187fe4d6-57e4-46f3-a432-ecb81854375b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033618 Jul 23 14:09:04.247862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Made reservation on behalf of e25d7f45b9434aee9751818dd8014c35 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:04.261681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15b16a6f-877b-4bbe-805a-76ab645b3345 None None] Port a023691a-7f6a-4b02-9288-e12459aa4a16 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:09:04.267705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:04.368995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-87df4300-9b77-42a0-9384-a111786fcf5d tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922031 Jul 23 14:09:04.435291 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-25231a7c-4a29-4e92-87b7-a03979a98ec0 service neutron] 10.222.0.48 "GET /v2.0/networks/1aa71841-7774-4e98-a565-75245ed9f823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138521 Jul 23 14:09:04.537930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 913c6cc8-328f-45aa-b47a-d8c7bf946220 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:04.541867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2a3c5322-1d70-4646-bd8d-c13bff6f222d no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:04.585502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264173b-957f-4754-974f-d11ebd4cd7db req-717497ab-7c7c-4a77-97e7-75f011a3f672 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:04.587522 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f264173b-957f-4754-974f-d11ebd4cd7db req-717497ab-7c7c-4a77-97e7-75f011a3f672 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.2403450 Jul 23 14:09:04.634874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 2a3c5322-1d70-4646-bd8d-c13bff6f222d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:04.635270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2a3c5322-1d70-4646-bd8d-c13bff6f222d not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:04.676272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:04.735609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-a3634aa7-597f-4e7e-a784-a85dab1ba4b0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:04.740828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-a3634aa7-597f-4e7e-a784-a85dab1ba4b0 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3701816 Jul 23 14:09:04.838665 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f264173b-957f-4754-974f-d11ebd4cd7db req-d0ce869d-6d94-4af1-9db6-426d7b44555a tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365227 Jul 23 14:09:04.871290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e32839a3-4135-4097-a31c-6f6dd0908316 req-da500266-1fea-4a61-89c4-d6f91a4a411a service neutron] 10.222.0.48 "GET /v2.0/networks/1aa71841-7774-4e98-a565-75245ed9f823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164329 Jul 23 14:09:04.914697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-49de16cc-6c07-4e86-bfff-6bc5d59fb1cb tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/quotas/076cfc9486b4439982c5ffa25353d6dc HTTP/1.1" status: 200 len: 375 time: 0.0422440 Jul 23 14:09:04.944711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Allocated IP 10.2.2.200 (7d1e3ad9-d073-439b-9f9f-0a6fe2f60597/eab7a279-5b09-403d-9f83-0d07e42ee82f/a5e77c35-7f69-4fc1-9149-cb3f4bc38233) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:09:05.021550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d89c1d8c-399f-46c8-975b-08f862f014ca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:05.021928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:05.237959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-31b67dc1-ee54-474f-b66d-678691367bde tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2992582 Jul 23 14:09:05.278337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb31cd-a667-4d9b-8769-bf165eb30d03 req-bef291f0-ee9a-4cb0-b16d-9c736953c3d2 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:05.300862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb31cd-a667-4d9b-8769-bf165eb30d03 req-bef291f0-ee9a-4cb0-b16d-9c736953c3d2 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:05.312125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40cb31cd-a667-4d9b-8769-bf165eb30d03 req-bef291f0-ee9a-4cb0-b16d-9c736953c3d2 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1678 time: 0.1543872 Jul 23 14:09:05.442466 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-40cb31cd-a667-4d9b-8769-bf165eb30d03 req-d52f44f5-c3dd-4c4d-b0d7-5cf51e37e7ea tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258562 Jul 23 14:09:05.495068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 913c6cc8-328f-45aa-b47a-d8c7bf946220, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:05.534677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '913c6cc8-328f-45aa-b47a-d8c7bf946220', 'network_id': '1aa71841-7774-4e98-a565-75245ed9f823', 'port_id': '913c6cc8-328f-45aa-b47a-d8c7bf946220', 'mac_address': 'fa:16:3e:14:ff:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e06882-1d67-42de-b3c1-f97a3d0fa794', 'ip_address': '19.86.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:09:05.601681 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:05.726097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2bde-0174-45b5-9118-9987c896d00f req-b09ac917-45f8-4bed-ad15-2c1cb7a94bd4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:05.739269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Transition to ACTIVE for port object a5e77c35-7f69-4fc1-9149-cb3f4bc38233 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:05.741188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2bde-0174-45b5-9118-9987c896d00f req-b09ac917-45f8-4bed-ad15-2c1cb7a94bd4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:05.755979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2bde-0174-45b5-9118-9987c896d00f req-b09ac917-45f8-4bed-ad15-2c1cb7a94bd4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:05.772404 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:05.782241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2bde-0174-45b5-9118-9987c896d00f req-b09ac917-45f8-4bed-ad15-2c1cb7a94bd4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:05.807061 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dfc2bde-0174-45b5-9118-9987c896d00f req-b09ac917-45f8-4bed-ad15-2c1cb7a94bd4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 3095 time: 0.2169118 Jul 23 14:09:05.811723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913c6cc8-328f-45aa-b47a-d8c7bf946220 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:05.869861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 913c6cc8-328f-45aa-b47a-d8c7bf946220, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:05.927454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:05.933055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dfc2bde-0174-45b5-9118-9987c896d00f req-7c11ed05-987d-4fcc-aef1-11cba00a9dec tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182766 Jul 23 14:09:05.934942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:05.935912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6cf684b4-5d6d-460a-b1a8-d66220ee0194 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:06.141971 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bb5663e4-71c0-4faf-94e5-06064ee9e180 req-8743202a-b882-42a0-9590-4b608e0d22eb tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 210 time: 0.0926371 Jul 23 14:09:06.323231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:06.425400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b9721-696e-43de-96cc-57c37d48b226 req-73ed9505-4aeb-4b9c-987b-0308dffa1b82 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:06.435994 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-290b9721-696e-43de-96cc-57c37d48b226 req-73ed9505-4aeb-4b9c-987b-0308dffa1b82 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.1703701 Jul 23 14:09:06.519450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=913c6cc8-328f-45aa-b47a-d8c7bf946220,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:06.543300 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-290b9721-696e-43de-96cc-57c37d48b226 req-96383a03-25d4-4a31-8be8-60896cb15daf tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062770 Jul 23 14:09:06.560303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:06.565886 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa1aa0-a6b2-444a-983d-5499072a7333" -d '{"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-plugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:06.677997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event updated for resources: {'Port': ['ID=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:06.698796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:06.709693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780ed2-4035-4601-865b-d24c5e46575d req-fdd57a91-2f4c-4da8-bfb4-03e778c05106 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:06.725191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-fdd57a91-2f4c-4da8-bfb4-03e778c05106 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 1.0609050 Jul 23 14:09:06.752515 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:06.773522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6cf684b4-5d6d-460a-b1a8-d66220ee0194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6cf684b4-5d6d-460a-b1a8-d66220ee0194,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:06.778029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:09:06.835489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:06.844794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:09:06.931455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:06.951720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6cf684b4-5d6d-460a-b1a8-d66220ee0194', 'network_id': '1e6181fa-af13-4f45-87d4-5fc3fb4ba734', 'port_id': '6cf684b4-5d6d-460a-b1a8-d66220ee0194', 'mac_address': 'fa:16:3e:c2:9b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb20529a-47d2-419f-99b9-a0ff9ac08194', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:09:06.989702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:06.991030 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:07.018373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67786ee-8394-449e-8160-2a44c78d67dc req-09e13ef8-59db-4d31-9e8a-b3d260475fe7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.020304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d67786ee-8394-449e-8160-2a44c78d67dc req-09e13ef8-59db-4d31-9e8a-b3d260475fe7 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.11 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 1.3573773 Jul 23 14:09:07.032474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-abf0c5e9-d391-482b-af36-8fb3944649be tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/quotas/a3c904883cfb4cb19bf05f9ab98520ee HTTP/1.1" status: 200 len: 375 time: 0.2673776 Jul 23 14:09:07.064153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:07.098451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf684b4-5d6d-460a-b1a8-d66220ee0194 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:07.110469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126c29-38d7-479b-92e4-b07961e0e18e req-6955950d-daee-4580-9338-ecf1d037d375 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.129736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126c29-38d7-479b-92e4-b07961e0e18e req-6955950d-daee-4580-9338-ecf1d037d375 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.141648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-44126c29-38d7-479b-92e4-b07961e0e18e req-6955950d-daee-4580-9338-ecf1d037d375 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1679 time: 0.2786744 Jul 23 14:09:07.147156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6cf684b4-5d6d-460a-b1a8-d66220ee0194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6cf684b4-5d6d-460a-b1a8-d66220ee0194,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:07.156169 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:07.228247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-44126c29-38d7-479b-92e4-b07961e0e18e req-0afd041a-8019-4104-92f8-0f4cf40c6da1 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790348 Jul 23 14:09:07.353799 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11355a6-90d3-48f4-ac42-4925a1314645 x-openstack-request-id: req-a11355a6-90d3-48f4-ac42-4925a1314645 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:07.354195 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-plugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:07.354334 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a11355a6-90d3-48f4-ac42-4925a1314645 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:07.356137 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'code': 200} Jul 23 14:09:07.359679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6cf684b4-5d6d-460a-b1a8-d66220ee0194,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:07.391787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:07.412934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-fe185f5e-8f16-4d1b-8e85-fb7f22d84444 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3792620 Jul 23 14:09:07.440592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fbee609-4a95-42e9-8938-308206937d64 None None] Provisioning for port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:07.451611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fbee609-4a95-42e9-8938-308206937d64 None None] Provisioning complete for port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:07.451997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbee609-4a95-42e9-8938-308206937d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:07.463444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8bf50e75-34d6-436b-a42b-9dde86e84901 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6700068 Jul 23 14:09:07.484822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:07.534942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6cf684b4-5d6d-460a-b1a8-d66220ee0194'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:07.688491 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-7b28f7ef-f145-4a80-ba4b-a4e51fb99bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625778 Jul 23 14:09:07.702406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ec193-18cd-4bef-a6c3-beaea0e889d0 req-4fcf0078-fc42-453f-9b5a-e071f9aeb235 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.737770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ec193-18cd-4bef-a6c3-beaea0e889d0 req-4fcf0078-fc42-453f-9b5a-e071f9aeb235 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.755352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ec193-18cd-4bef-a6c3-beaea0e889d0 req-4fcf0078-fc42-453f-9b5a-e071f9aeb235 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.777166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ec193-18cd-4bef-a6c3-beaea0e889d0 req-4fcf0078-fc42-453f-9b5a-e071f9aeb235 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.788566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ec193-18cd-4bef-a6c3-beaea0e889d0 req-4fcf0078-fc42-453f-9b5a-e071f9aeb235 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:07.790561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d9ec193-18cd-4bef-a6c3-beaea0e889d0 req-4fcf0078-fc42-453f-9b5a-e071f9aeb235 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 3816 time: 0.2986503 Jul 23 14:09:07.819756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9fbee609-4a95-42e9-8938-308206937d64 None None] Port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:09:07.906232 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-3bf4cb38-1e51-4762-b1aa-ea42e5419018 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=076cfc9486b4439982c5ffa25353d6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023331 Jul 23 14:09:08.010581 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d9ec193-18cd-4bef-a6c3-beaea0e889d0 req-f573ff24-7f13-4a30-bb99-773572ffd030 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055714 Jul 23 14:09:08.034586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:08.083881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Deleting port caf5feaa-7200-4e23-a04a-6670664d76a0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:08.084018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:08.141253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-828cc5a5-e8e7-448e-aba3-bb434e911a6c service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519594 Jul 23 14:09:08.297276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05fa39e0-4eea-4b7f-882b-4367630b3859 req-6eae7adf-93a1-46f5-802a-97fa05da3c73 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 210 time: 0.0891016 Jul 23 14:09:08.388172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-351d0899-5e45-4fda-825c-a0db669bc6d1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:08.389736 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-351d0899-5e45-4fda-825c-a0db669bc6d1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543366 Jul 23 14:09:08.419719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Request body: {'port': {'device_id': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '076cfc9486b4439982c5ffa25353d6dc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:08.544495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] For port caf5feaa-7200-4e23-a04a-6670664d76a0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=caf5feaa-7200-4e23-a04a-6670664d76a0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:08.545026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:08.602380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['913c6cc8-328f-45aa-b47a-d8c7bf946220'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:08.800781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc143b-ff57-4e6f-b390-4e43fa17a671 req-65a6db3d-33de-4634-971c-c80ed496020f tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:08.805839 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ccc143b-ff57-4e6f-b390-4e43fa17a671 req-65a6db3d-33de-4634-971c-c80ed496020f tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 946 time: 0.3660636 Jul 23 14:09:08.884470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Made reservation on behalf of 076cfc9486b4439982c5ffa25353d6dc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:08.888771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:08.915999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ccc143b-ff57-4e6f-b390-4e43fa17a671 req-6db6edce-1019-416a-a7cd-156580fd0faf tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c2f859-17c5-43c0-aa2e-81b989de1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007659 Jul 23 14:09:09.203576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6cf684b4-5d6d-460a-b1a8-d66220ee0194 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:09.246805 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-06ceb6c6-a76e-4b3e-97a9-c240aa1c3d5d req-c5762a16-1394-4eb3-aa07-cfbd880760ce tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 210 time: 0.0965400 Jul 23 14:09:09.335152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Allocated IP 192.168.233.170 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/024e65cd-63ba-4273-9b86-c7682a90d326) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:09:09.528263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:09.537033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:09.542373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:09.593194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:09.659249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:09.782163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Transition to ACTIVE for port object 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:09.820462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:09.825486 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:09.825858 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Floating IP ccdd346c-bb13-4cd5-80dc-57040fb2a8f2 disassociated. External IP: 172.25.2.235, port: caf5feaa-7200-4e23-a04a-6670664d76a0. Jul 23 14:09:09.826181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Calling delete_port for caf5feaa-7200-4e23-a04a-6670664d76a0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:09.840882 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:09.870102 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:10.030914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf684b4-5d6d-460a-b1a8-d66220ee0194'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:10.033415 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc04453-54b9-4625-bf6d-6b9bb1bbd1f1" -d '{"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-plugged", "status": "completed", "tag": "6cf684b4-5d6d-460a-b1a8-d66220ee0194"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:10.039864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6db4-ab13-4aec-84cd-1ff617134631 req-cf8ec208-4da2-42e0-ac18-edb3d501ebc0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:10.045718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6db4-ab13-4aec-84cd-1ff617134631 req-cf8ec208-4da2-42e0-ac18-edb3d501ebc0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:10.056140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62deca7-75c5-485c-851c-64dd4dd545b8 req-b3ac8755-acd5-4504-87c6-41bcfeef14af tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:10.066294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62deca7-75c5-485c-851c-64dd4dd545b8 req-b3ac8755-acd5-4504-87c6-41bcfeef14af tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:10.075801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f62deca7-75c5-485c-851c-64dd4dd545b8 req-b3ac8755-acd5-4504-87c6-41bcfeef14af tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1680 time: 1.2268589 Jul 23 14:09:10.088591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6db4-ab13-4aec-84cd-1ff617134631 req-cf8ec208-4da2-42e0-ac18-edb3d501ebc0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:10.091947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Pushing event updated for resources: {'Port': ['ID=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:10.096964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6db4-ab13-4aec-84cd-1ff617134631 req-cf8ec208-4da2-42e0-ac18-edb3d501ebc0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:10.116655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6cf684b4-5d6d-460a-b1a8-d66220ee0194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6cf684b4-5d6d-460a-b1a8-d66220ee0194,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:10.121101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6db4-ab13-4aec-84cd-1ff617134631 req-cf8ec208-4da2-42e0-ac18-edb3d501ebc0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:10.135646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:10.155446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72de6db4-ab13-4aec-84cd-1ff617134631 req-cf8ec208-4da2-42e0-ac18-edb3d501ebc0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 3816 time: 0.5927649 Jul 23 14:09:10.339045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72de6db4-ab13-4aec-84cd-1ff617134631 req-e6549d78-eee8-44a1-8a59-4355c5527623 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780128 Jul 23 14:09:10.383280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6cf684b4-5d6d-460a-b1a8-d66220ee0194,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:10.424185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:10.479295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Transition to ACTIVE for port object 024e65cd-63ba-4273-9b86-c7682a90d326 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:10.586438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f62deca7-75c5-485c-851c-64dd4dd545b8 req-e7a65a58-c006-4f65-9b2c-9cf6fa9caae3 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076642 Jul 23 14:09:10.641850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-699e3c4c-1bc9-453a-9fbc-9cf19fd1f1fc req-dffcb834-cba9-4978-933f-18ce3ca6763c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 210 time: 0.1195362 Jul 23 14:09:10.719414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device caf5feaa-7200-4e23-a04a-6670664d76a0 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:10.735616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:10.805562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c', '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:10.876608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896', '0456a95c-1571-4b96-8201-b734272a6ce0', 'aef4cbc0-55f0-435d-aa77-1026516de658'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:10.922167 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af89bb29-c452-4048-a943-a3c26a3fa550 x-openstack-request-id: req-af89bb29-c452-4048-a943-a3c26a3fa550 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:10.922902 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-plugged", "status": "completed", "tag": "6cf684b4-5d6d-460a-b1a8-d66220ee0194", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:10.923380 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af89bb29-c452-4048-a943-a3c26a3fa550 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:10.923998 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf684b4-5d6d-460a-b1a8-d66220ee0194', 'code': 200} Jul 23 14:09:10.948932 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:11.003180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:11.055497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No active binding found for port caf5feaa-7200-4e23-a04a-6670664d76a0 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 14:09:11.057381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device caf5feaa-7200-4e23-a04a-6670664d76a0 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:11.089085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event deleted for resources: {'Port': ['ID=caf5feaa-7200-4e23-a04a-6670664d76a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:11.209302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 913c6cc8-328f-45aa-b47a-d8c7bf946220 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:11.245418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780ed2-4035-4601-865b-d24c5e46575d req-ec5908c5-05b1-4d16-b6bc-ce5552b0f526 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:11.247007 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-ec5908c5-05b1-4d16-b6bc-ce5552b0f526 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.4348180 Jul 23 14:09:11.282860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Request body: {'port': {'device_id': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'admin_state_up': True, 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:11.360569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Attempting to bind port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:11.361209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Attempting to bind port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:11.361707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Attempting to bind port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 on network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:11.378537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 on network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:11.379151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Attempting to bind port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 on network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:11.384828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e02416c6-82b7-40ae-9ebd-fb44ef805630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:11.388878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:11.389496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Checking segment: {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:11.390053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Bound using segment: {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:11.390683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Bound port: 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aaa95e1-c8a7-4430-9e2b-c45325327bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:11.391314 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:11.439928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 913c6cc8-328f-45aa-b47a-d8c7bf946220 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:11.504310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Router 67e31350-780a-4ce3-aee0-249312b367b8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:09:11.525034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:09:11.552703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 913c6cc8-328f-45aa-b47a-d8c7bf946220 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:11.553465 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:11.667526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:11.702912 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c67905a5-a956-42b7-a776-93e541556bb7 req-1741fb72-123b-46c4-9d89-2547a3a48d6a tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.4528213 Jul 23 14:09:11.727549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:09:11.734005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event updated for resources: {'Port': ['ID=024e65cd-63ba-4273-9b86-c7682a90d326,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:11.774813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e02416c6-82b7-40ae-9ebd-fb44ef805630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:11.820891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.821379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.830912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.831421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.831861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.832293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.832748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.833150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.834970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.835433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.835904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.836322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:11.908449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] For port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:11.946383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] For port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:11.956437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e02416c6-82b7-40ae-9ebd-fb44ef805630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:11.992825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:11.992825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:11.994266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ceb850f7-c0be-442d-be5a-ff0a9d77f669 req-2d42e543-a70d-43d3-a638-a05a7bc16c92 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 210 time: 0.2147954 Jul 23 14:09:12.006847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:12.073387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:12.077982 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:12.112359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1845e3-9706-4b22-bbd2-9b999e148010 req-549a9c1f-2d7b-45cd-8b8f-68b7d60890ee tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:12.119439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1845e3-9706-4b22-bbd2-9b999e148010 req-549a9c1f-2d7b-45cd-8b8f-68b7d60890ee tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:12.156138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1845e3-9706-4b22-bbd2-9b999e148010 req-549a9c1f-2d7b-45cd-8b8f-68b7d60890ee tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:12.162408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1845e3-9706-4b22-bbd2-9b999e148010 req-549a9c1f-2d7b-45cd-8b8f-68b7d60890ee tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:12.181853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1845e3-9706-4b22-bbd2-9b999e148010 req-549a9c1f-2d7b-45cd-8b8f-68b7d60890ee tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:12.184813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1b1845e3-9706-4b22-bbd2-9b999e148010 req-549a9c1f-2d7b-45cd-8b8f-68b7d60890ee tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 3828 time: 0.3207493 Jul 23 14:09:12.192257 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-5950d600-2936-4093-a590-c488534bacf6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7913110 Jul 23 14:09:12.228178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Request body: {'port': {'device_id': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:12.228377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02416c6-82b7-40ae-9ebd-fb44ef805630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeeedaa-cfaa-4ba0-ae2b-6ac075d1ea71,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:12.294835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e02416c6-82b7-40ae-9ebd-fb44ef805630 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44a56113591f49ceba6b143f0b463882&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2531590 Jul 23 14:09:12.306425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:12.381899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1b1845e3-9706-4b22-bbd2-9b999e148010 req-80fe3b29-a4c8-48a8-87d1-8d6a19ad6073 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759143 Jul 23 14:09:12.393899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c287adc-f48c-4135-946e-55db216e8c59 None None] Provisioning for port 024e65cd-63ba-4273-9b86-c7682a90d326 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:12.424262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:09:12.436908 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] Sync routers for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:09:12.467189 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:09:12.471329 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:12.487718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c287adc-f48c-4135-946e-55db216e8c59 None None] Provisioning complete for port 024e65cd-63ba-4273-9b86-c7682a90d326 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:12.488112 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c287adc-f48c-4135-946e-55db216e8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:12.693351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:12.723400 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:09:12.757606 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa53a-1693-4512-a9a5-4471f6b35167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:12.761835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:12.844878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Allocated IP 172.20.0.2 (6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce/4a06bd9f-bd42-4ea7-8dc5-13896ef7634e/16d752ce-c0bc-4d06-a8dc-1d30a1e3143b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:09:12.848377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa53a-1693-4512-a9a5-4471f6b35167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:12.856303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c287adc-f48c-4135-946e-55db216e8c59 None None] Port 024e65cd-63ba-4273-9b86-c7682a90d326 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:09:12.920140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb2815-cd25-447c-b61d-37043595ec94 req-1c06599f-44df-4b21-9a02-2475708fe27e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:12.921995 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39bb2815-cd25-447c-b61d-37043595ec94 req-1c06599f-44df-4b21-9a02-2475708fe27e tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 936 time: 0.4121604 Jul 23 14:09:12.933976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:12.936304 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b19f42-0a60-4f3b-a412-b1fd57a7958c" -d '{"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-plugged", "status": "completed", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:13.021518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 913c6cc8-328f-45aa-b47a-d8c7bf946220, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:13.103072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:13.104499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:13.106015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] 10.222.0.48 "PUT /v2.0/ports/1ff6eddb-f8d0-4564-bf79-9313d8fc7930 HTTP/1.1" status: 200 len: 1092 time: 5.6259499 Jul 23 14:09:13.120881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:13.123711 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:13.152570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:13.175700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:13.225832 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39bb2815-cd25-447c-b61d-37043595ec94 req-303b8799-7503-4dfc-a5c6-41a713012aa3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914073 Jul 23 14:09:13.246828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa53a-1693-4512-a9a5-4471f6b35167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:13.250290 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa53a-1693-4512-a9a5-4471f6b35167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:13.251651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ed7fa53a-1693-4512-a9a5-4471f6b35167 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caeeedaa-cfaa-4ba0-ae2b-6ac075d1ea71 HTTP/1.1" status: 204 len: 168 time: 0.9400067 Jul 23 14:09:13.328147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Pushing event updated for resources: {'Port': ['ID=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:13.376836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fa53a-1693-4512-a9a5-4471f6b35167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeeedaa-cfaa-4ba0-ae2b-6ac075d1ea71,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:13.420241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.429517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.430050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.431160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.432978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.433358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.438783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.439211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.439555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.443799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.445364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.446908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8d0f1-93aa-4013-9fb8-7e10826274aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:09:13.552803 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:09Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:13.572416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] No DVR routers for this DVR port caf5feaa-7200-4e23-a04a-6670664d76a0 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:13.582226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:13.588922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d67786ee-8394-449e-8160-2a44c78d67dc req-c3da8896-e94d-408b-97ec-746578dfcc3d tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.11 "DELETE /v2.0/ports/caf5feaa-7200-4e23-a04a-6670664d76a0 HTTP/1.1" status: 204 len: 173 time: 6.5349550 Jul 23 14:09:13.624750 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] Checking router: 67e31350-780a-4ce3-aee0-249312b367b8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:09:13.639065 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:09:13.639935 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:13.649639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=913c6cc8-328f-45aa-b47a-d8c7bf946220,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:13.790041 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:09:13.859869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c42a12-89a2-45e2-9bdc-3e74c92b8712 req-976df1ed-3581-465b-9364-bcdc5d6afffd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:13.868880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c42a12-89a2-45e2-9bdc-3e74c92b8712 req-976df1ed-3581-465b-9364-bcdc5d6afffd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:13.876606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64c42a12-89a2-45e2-9bdc-3e74c92b8712 req-976df1ed-3581-465b-9364-bcdc5d6afffd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1681 time: 1.6508179 Jul 23 14:09:13.886542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:13.977008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:14.063892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64c42a12-89a2-45e2-9bdc-3e74c92b8712 req-74cfdbbe-8fb1-4e63-b939-e709b77d2cad tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862636 Jul 23 14:09:14.071618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-804a7e0f-99df-43a9-8daa-7424bbd9a8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.229654 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:09Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:14.263990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.304380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-804a7e0f-99df-43a9-8daa-7424bbd9a8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.321911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-804a7e0f-99df-43a9-8daa-7424bbd9a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.359329 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f849e13-06ff-4311-956a-f7850ed7374a None None] The sync data for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 is: [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:06:00Z', 'revision_number': 4, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'dedf0690-f6a3-4707-b18a-0a788cea2aef', 'name': '', 'network_id': '15b2c766-adde-4ba1-91f5-348c3e1e37c4', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'mac_address': 'fa:16:3e:d1:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:58Z', 'updated_at': '2021-07-23T14:06:09Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'subnets': [{'id': '401717c8-bfd5-4df4-ba9a-74a5ffb3d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:09:14.444249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a7e0f-99df-43a9-8daa-7424bbd9a8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2494e9-617b-4515-8f9c-e520bf00b720,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:14.477975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-804a7e0f-99df-43a9-8daa-7424bbd9a8b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75dd9534044948a698e80a7280f84b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980814 Jul 23 14:09:14.481517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:14.535855 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a0bd141-3512-432f-bbf9-741c25a3b6cf req-b8451360-9e07-40d2-bf55-83fa130fab6e tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.2281787 Jul 23 14:09:14.540969 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.585581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162de8d-043b-467d-bbbf-658fd721b20a req-8f8075cd-18b6-47e9-b049-ef3129a3f8ec tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:14.592821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7162de8d-043b-467d-bbbf-658fd721b20a req-8f8075cd-18b6-47e9-b049-ef3129a3f8ec tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 931 time: 0.2830472 Jul 23 14:09:14.628562 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a0f371-e639-4e8b-b2a2-ceabeecd7663 x-openstack-request-id: req-e3a0f371-e639-4e8b-b2a2-ceabeecd7663 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:14.628854 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-plugged", "status": "completed", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:14.629102 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3a0f371-e639-4e8b-b2a2-ceabeecd7663 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:14.629503 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220', 'code': 200} Jul 23 14:09:14.706692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7507d-a755-4ffa-a7a2-52c9b17a83be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.758390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7507d-a755-4ffa-a7a2-52c9b17a83be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.784735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:09:14.827781 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdcc707-aada-46c2-ae0c-594ee8afcb1b x-openstack-request-id: req-9fdcc707-aada-46c2-ae0c-594ee8afcb1b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:14.833453 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:14.833963 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fdcc707-aada-46c2-ae0c-594ee8afcb1b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:14.834548 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'status': 'completed', 'code': 200} Jul 23 14:09:14.865280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:14.874802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7507d-a755-4ffa-a7a2-52c9b17a83be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.877620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7507d-a755-4ffa-a7a2-52c9b17a83be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:14.879134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f1c7507d-a755-4ffa-a7a2-52c9b17a83be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae2494e9-617b-4515-8f9c-e520bf00b720 HTTP/1.1" status: 204 len: 168 time: 0.3906898 Jul 23 14:09:14.910594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:09:14.935804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:14.980697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d783cc-ea9e-414d-9e87-64230debb54d None None] New status for floating IP ccdd346c-bb13-4cd5-80dc-57040fb2a8f2: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:09:14.984135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7162de8d-043b-467d-bbbf-658fd721b20a req-26cd7c2e-25ed-48f5-ae88-013a83075146 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796365 Jul 23 14:09:15.052963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7507d-a755-4ffa-a7a2-52c9b17a83be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2494e9-617b-4515-8f9c-e520bf00b720,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:15.119076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024e65cd-63ba-4273-9b86-c7682a90d326 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:15.169210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:15.291839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.295622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:15.304135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a8e5e-595f-4bd8-a5cb-063641ac76db req-7887c301-08d7-40fa-979a-f885e3529305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.304769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a8e5e-595f-4bd8-a5cb-063641ac76db req-7887c301-08d7-40fa-979a-f885e3529305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.306682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e55a8e5e-595f-4bd8-a5cb-063641ac76db req-7887c301-08d7-40fa-979a-f885e3529305 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1984 time: 0.4710677 Jul 23 14:09:15.355181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Transition to ACTIVE for port object 024e65cd-63ba-4273-9b86-c7682a90d326 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:15.356126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684d8090-ee0e-40d3-9902-1dfdedcd2967 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:15.390241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:15.418310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:15.438382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-1b9e1c32-ba8d-439e-bfa9-eaa36a345cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.449409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-1b9e1c32-ba8d-439e-bfa9-eaa36a345cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.455996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-1b9e1c32-ba8d-439e-bfa9-eaa36a345cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.457008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-1b9e1c32-ba8d-439e-bfa9-eaa36a345cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.458678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-1b9e1c32-ba8d-439e-bfa9-eaa36a345cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.467754 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-1b9e1c32-ba8d-439e-bfa9-eaa36a345cea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 4363 time: 0.6815784 Jul 23 14:09:15.536254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Transition to ACTIVE for port object 684d8090-ee0e-40d3-9902-1dfdedcd2967 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:15.571622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e55a8e5e-595f-4bd8-a5cb-063641ac76db req-07a90f56-daa1-4d00-b1b2-46036b153183 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414017 Jul 23 14:09:15.573622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:15.593363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709a1d-3d60-4ac3-99f8-047cae3b8eb9 req-641bd53c-600e-4a33-a3d1-1ca263bddbb5 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.620389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709a1d-3d60-4ac3-99f8-047cae3b8eb9 req-641bd53c-600e-4a33-a3d1-1ca263bddbb5 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.638018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709a1d-3d60-4ac3-99f8-047cae3b8eb9 req-641bd53c-600e-4a33-a3d1-1ca263bddbb5 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.665819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709a1d-3d60-4ac3-99f8-047cae3b8eb9 req-641bd53c-600e-4a33-a3d1-1ca263bddbb5 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.682198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709a1d-3d60-4ac3-99f8-047cae3b8eb9 req-641bd53c-600e-4a33-a3d1-1ca263bddbb5 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.689759 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fe709a1d-3d60-4ac3-99f8-047cae3b8eb9 req-641bd53c-600e-4a33-a3d1-1ca263bddbb5 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 3828 time: 0.7649956 Jul 23 14:09:15.776944 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ce5e4ce-dd26-45fd-93a5-128ffec72131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:15.816116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Pushing event updated for resources: {'Port': ['ID=684d8090-ee0e-40d3-9902-1dfdedcd2967,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:15.856446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-741a3e30-76d9-4bef-a08b-8d0ac28f1dcd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5785093 Jul 23 14:09:15.884308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f1bf3-ddb9-4de7-b437-ee7d9955bc25 req-3de2c5e2-4294-4bc8-9573-b16db7184dee tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:15.885696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e2f1bf3-ddb9-4de7-b437-ee7d9955bc25 req-3de2c5e2-4294-4bc8-9573-b16db7184dee tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 936 time: 0.5717862 Jul 23 14:09:15.893324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Request body: {'port': {'device_id': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:15.944412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Attempting to bind port 684d8090-ee0e-40d3-9902-1dfdedcd2967 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:15.945085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Attempting to bind port 684d8090-ee0e-40d3-9902-1dfdedcd2967 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:15.945605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Attempting to bind port 684d8090-ee0e-40d3-9902-1dfdedcd2967 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:15.960717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Port 684d8090-ee0e-40d3-9902-1dfdedcd2967 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:15.961376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Attempting to bind port 684d8090-ee0e-40d3-9902-1dfdedcd2967 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:15.974834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e2f1bf3-ddb9-4de7-b437-ee7d9955bc25 req-b3ea6946-164f-450f-ac90-db59b0573569 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693598 Jul 23 14:09:15.976116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:15.976715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Checking segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:15.977274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Bound using segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:15.980316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Bound port: 684d8090-ee0e-40d3-9902-1dfdedcd2967, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:15.980876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:16.165329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Pushing event updated for resources: {'Port': ['ID=024e65cd-63ba-4273-9b86-c7682a90d326,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:16.263827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:16.293877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-eb3906c9-4e86-47d1-828f-2c9a322647df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:16.295253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-eb3906c9-4e86-47d1-828f-2c9a322647df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:16.296197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-eb3906c9-4e86-47d1-828f-2c9a322647df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:16.296543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] For port 684d8090-ee0e-40d3-9902-1dfdedcd2967, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:16.299238 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-eb3906c9-4e86-47d1-828f-2c9a322647df service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e25d7f45b9434aee9751818dd8014c35&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8099556 Jul 23 14:09:16.307957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] For port 684d8090-ee0e-40d3-9902-1dfdedcd2967, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:16.314273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:16.479562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:16.480653 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:16.482390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] 10.222.0.48 "PUT /v2.0/ports/684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 1130 time: 3.3342323 Jul 23 14:09:16.542287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:16.550317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255bf28-96d7-4c20-bb9a-9e023d258dca service neutron] Pushing event updated for resources: {'Port': ['ID=684d8090-ee0e-40d3-9902-1dfdedcd2967,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:16.651457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d11d5-407b-4ba9-8593-b1fa0b3fd8bf req-bfe3964e-463e-4b25-971d-3116b58db5c3 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:16.657775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d11d5-407b-4ba9-8593-b1fa0b3fd8bf req-bfe3964e-463e-4b25-971d-3116b58db5c3 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:16.665473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-529d11d5-407b-4ba9-8593-b1fa0b3fd8bf req-bfe3964e-463e-4b25-971d-3116b58db5c3 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1682 time: 0.2633171 Jul 23 14:09:16.823894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:16.837563 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-529d11d5-407b-4ba9-8593-b1fa0b3fd8bf req-8ef20300-5479-4cb2-b858-97d30333be9a tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712289 Jul 23 14:09:16.846344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'name': 'network-vif-deleted', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0'}, {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '684d8090-ee0e-40d3-9902-1dfdedcd2967'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:16.850115 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55362d08-ad57-4860-b75d-233b2fb7c42a" -d '{"events": [{"server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "name": "network-vif-deleted", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0"}, {"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "684d8090-ee0e-40d3-9902-1dfdedcd2967"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:17.053650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b689d7da-a26f-45a0-8f2c-78ee1fd23ee1 req-834f1053-46e3-4848-bf5e-38e3cf004a9a tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.0782492 Jul 23 14:09:17.124160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fe709a1d-3d60-4ac3-99f8-047cae3b8eb9 req-c76d92c7-97a1-40d1-a1aa-af5f6d634461 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2438667 Jul 23 14:09:17.171429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-6a0f3b83-976b-4da3-937d-4e583f5836ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.172936 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02d9b3c2-67e1-4d03-b47b-4b75ebcfc1ee req-6a0f3b83-976b-4da3-937d-4e583f5836ec service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7685461 Jul 23 14:09:17.277881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Attempting to bind port 024e65cd-63ba-4273-9b86-c7682a90d326 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:17.278292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Attempting to bind port 024e65cd-63ba-4273-9b86-c7682a90d326 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:17.278631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Attempting to bind port 024e65cd-63ba-4273-9b86-c7682a90d326 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:17.300797 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a84ad6e-e504-4a22-89c8-e8137496cde4 x-openstack-request-id: req-8a84ad6e-e504-4a22-89c8-e8137496cde4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:17.300797 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58c50c0-7d71-466d-bb3e-0862eabf09fb", "name": "network-vif-deleted", "tag": "caf5feaa-7200-4e23-a04a-6670664d76a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "684d8090-ee0e-40d3-9902-1dfdedcd2967", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:17.300797 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a84ad6e-e504-4a22-89c8-e8137496cde4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:17.301247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Port 024e65cd-63ba-4273-9b86-c7682a90d326 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:17.301353 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c50c0-7d71-466d-bb3e-0862eabf09fb', 'name': 'network-vif-deleted', 'tag': 'caf5feaa-7200-4e23-a04a-6670664d76a0', 'status': 'completed', 'code': 200} Jul 23 14:09:17.301456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Attempting to bind port 024e65cd-63ba-4273-9b86-c7682a90d326 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:17.301559 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '684d8090-ee0e-40d3-9902-1dfdedcd2967', 'status': 'completed', 'code': 200} Jul 23 14:09:17.325873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:17.326213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:17.336477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:17.344342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Bound port: 024e65cd-63ba-4273-9b86-c7682a90d326, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:17.345336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:17.413099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b67f13-2488-4ab1-979e-8ae7516813c9 req-fd378b4d-a4ed-49b3-b61b-fdc35696a648 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.414938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47b67f13-2488-4ab1-979e-8ae7516813c9 req-fd378b4d-a4ed-49b3-b61b-fdc35696a648 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 931 time: 0.1306949 Jul 23 14:09:17.482927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47b67f13-2488-4ab1-979e-8ae7516813c9 req-f3ae9b89-24d1-464d-918b-7ba505a04e9e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557995 Jul 23 14:09:17.543520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a48172a-53df-4fff-b74f-99206b7847d0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:17.556409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:17.612661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Transition to ACTIVE for port object 6a48172a-53df-4fff-b74f-99206b7847d0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:17.651948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:17.699268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:17.801797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:17.823827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:17.859548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Transition to ACTIVE for port object 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:17.864391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] For port 024e65cd-63ba-4273-9b86-c7682a90d326, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:17.888733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-ce98d71a-5dc7-464b-8edd-620f9be63405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.897016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-ce98d71a-5dc7-464b-8edd-620f9be63405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.897728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-ce98d71a-5dc7-464b-8edd-620f9be63405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.898524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-ce98d71a-5dc7-464b-8edd-620f9be63405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.899240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-ce98d71a-5dc7-464b-8edd-620f9be63405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.902935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-ce98d71a-5dc7-464b-8edd-620f9be63405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:17.905225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-ce98d71a-5dc7-464b-8edd-620f9be63405 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5286 time: 0.5547924 Jul 23 14:09:17.919215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:17.931622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Pushing event updated for resources: {'Port': ['ID=6a48172a-53df-4fff-b74f-99206b7847d0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:17.963295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] For port 024e65cd-63ba-4273-9b86-c7682a90d326, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=024e65cd-63ba-4273-9b86-c7682a90d326,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:18.039067 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:18.088343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c222c0-3791-4207-ba0d-3cab4497778c req-286b3af7-97c7-4978-a3d7-82512af1fb24 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.089818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27c222c0-3791-4207-ba0d-3cab4497778c req-286b3af7-97c7-4978-a3d7-82512af1fb24 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 948 time: 0.6964390 Jul 23 14:09:18.126820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Attempting to bind port 6a48172a-53df-4fff-b74f-99206b7847d0 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:18.126820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Attempting to bind port 6a48172a-53df-4fff-b74f-99206b7847d0 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:18.126820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Attempting to bind port 6a48172a-53df-4fff-b74f-99206b7847d0 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:18.138633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Port 6a48172a-53df-4fff-b74f-99206b7847d0 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:18.139183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Attempting to bind port 6a48172a-53df-4fff-b74f-99206b7847d0 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:18.163074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:18.163803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Checking segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:18.164524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Bound using segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:18.165329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Bound port: 6a48172a-53df-4fff-b74f-99206b7847d0, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:18.166159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:18.230761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:18.287404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.288043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:18.289557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] 10.222.0.48 "PUT /v2.0/ports/024e65cd-63ba-4273-9b86-c7682a90d326 HTTP/1.1" status: 200 len: 1096 time: 6.0678692 Jul 23 14:09:18.293519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'tag': '024e65cd-63ba-4273-9b86-c7682a90d326'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:18.295351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:18.313029 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5" -d '{"events": [{"name": "network-changed", "server_uuid": "32fd313c-cb2f-4d6b-abfa-56f31033cb45", "tag": "024e65cd-63ba-4273-9b86-c7682a90d326"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:18.375550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601cfb9-2b30-4b8c-9308-ce61aa5b6f21 req-43228288-a296-4a94-b414-7c763011f785 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.381484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601cfb9-2b30-4b8c-9308-ce61aa5b6f21 req-43228288-a296-4a94-b414-7c763011f785 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.399255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e601cfb9-2b30-4b8c-9308-ce61aa5b6f21 req-43228288-a296-4a94-b414-7c763011f785 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1682 time: 0.4460933 Jul 23 14:09:18.454185 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70df37a9-cac3-4f0d-b685-0bd0a6eb1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:18.524527 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27c222c0-3791-4207-ba0d-3cab4497778c req-5930e603-a985-4671-bd04-e272f09fc88c tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956802 Jul 23 14:09:18.580926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] For port 6a48172a-53df-4fff-b74f-99206b7847d0, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:18.589755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] For port 6a48172a-53df-4fff-b74f-99206b7847d0, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6a48172a-53df-4fff-b74f-99206b7847d0,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:18.621061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:18.763469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e601cfb9-2b30-4b8c-9308-ce61aa5b6f21 req-fcaca8d5-bf0a-4ad9-b559-bc4523fcb446 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631928 Jul 23 14:09:18.767939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-712c6941-1147-42f4-a24a-d2ea12ba1475 req-0d067c06-4b00-4117-955e-03be19725e2f tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.0585110 Jul 23 14:09:18.834563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.835849 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:18.837679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9671750b-50bf-4e28-998f-59be1944620e service neutron] 10.222.0.48 "PUT /v2.0/ports/6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 1131 time: 2.3061805 Jul 23 14:09:18.881914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:18.930142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26921a-8bac-469e-afd9-8145828a5e04 service neutron] Pushing event updated for resources: {'Port': ['ID=024e65cd-63ba-4273-9b86-c7682a90d326,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:18.938859 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f96fbdb-0dc3-48d6-b2fd-f199402f8d9e x-openstack-request-id: req-2f96fbdb-0dc3-48d6-b2fd-f199402f8d9e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:18.940231 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fd313c-cb2f-4d6b-abfa-56f31033cb45", "tag": "024e65cd-63ba-4273-9b86-c7682a90d326", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:18.940630 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f96fbdb-0dc3-48d6-b2fd-f199402f8d9e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:18.941189 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'tag': '024e65cd-63ba-4273-9b86-c7682a90d326', 'status': 'completed', 'code': 200} Jul 23 14:09:18.956824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-fef6f6e8-3804-4af9-ae5a-47f80c882dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.957616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-fef6f6e8-3804-4af9-ae5a-47f80c882dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.959337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-fef6f6e8-3804-4af9-ae5a-47f80c882dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:18.961065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671750b-50bf-4e28-998f-59be1944620e service neutron] Pushing event updated for resources: {'Port': ['ID=6a48172a-53df-4fff-b74f-99206b7847d0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:18.965661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-fef6f6e8-3804-4af9-ae5a-47f80c882dc9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e25d7f45b9434aee9751818dd8014c35&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0165632 Jul 23 14:09:19.108577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:19.145592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.153306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.170936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.181993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.189139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.196913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.204314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.206865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-fa8e1b9f-5b29-4e57-803b-68701f0ba63c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5373 time: 0.2512217 Jul 23 14:09:19.290175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-79d8faae-200a-45e9-9b6c-536311e06363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.292377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-79d8faae-200a-45e9-9b6c-536311e06363 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 1099 time: 0.8393095 Jul 23 14:09:19.298688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Attempting to bind port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:19.299248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Attempting to bind port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:19.299750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Attempting to bind port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:19.413129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:19.413455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Attempting to bind port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:19.449031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-995f83f1-09a8-48c9-bf18-2c9cbc3f54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.451486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-55362d08-ad57-4860-b75d-233b2fb7c42a req-995f83f1-09a8-48c9-bf18-2c9cbc3f54cc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4451647 Jul 23 14:09:19.453420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-375f8af1-c9ee-4708-91a0-1bb30d0ef46a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=024e65cd-63ba-4273-9b86-c7682a90d326 HTTP/1.1" status: 200 len: 217 time: 0.1473200 Jul 23 14:09:19.472007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:19.484640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:19.485409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Checking segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:19.485986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Bound using segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:19.486758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Bound port: 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:19.487343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:19.489111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '6a48172a-53df-4fff-b74f-99206b7847d0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:19.491417 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "6a48172a-53df-4fff-b74f-99206b7847d0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:19.512791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8bfc9-7e43-4cde-87bd-1dad8070fdde req-883245cf-23db-4b3c-99eb-f5315e80bea1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.520708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3aa8bfc9-7e43-4cde-87bd-1dad8070fdde req-883245cf-23db-4b3c-99eb-f5315e80bea1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 943 time: 0.5848186 Jul 23 14:09:19.555002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48546dca-2c93-4768-b0f4-8dc9a2fb94ab req-d4ae29eb-2580-4064-854a-ba6509277598 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3405964 Jul 23 14:09:19.746372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e76325a-27d4-4201-8bf2-98572f2c600d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:19.755022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3aa8bfc9-7e43-4cde-87bd-1dad8070fdde req-1ffa1258-3107-4eaa-b4f4-6ac2661f07ac tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329609 Jul 23 14:09:19.771877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:19.804020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-ee765b0a-b541-485a-b467-8cc9821a85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:19.805577 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-ee765b0a-b541-485a-b467-8cc9821a85fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.3360395 Jul 23 14:09:19.810511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Transition to ACTIVE for port object 4e76325a-27d4-4201-8bf2-98572f2c600d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:19.814130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:19.824069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:19.857336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:19.914809 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4774ba-10fe-4b47-93df-7f1965a0bb98 x-openstack-request-id: req-de4774ba-10fe-4b47-93df-7f1965a0bb98 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:19.915311 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "6a48172a-53df-4fff-b74f-99206b7847d0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:19.915737 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de4774ba-10fe-4b47-93df-7f1965a0bb98 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:19.917177 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '6a48172a-53df-4fff-b74f-99206b7847d0', 'status': 'completed', 'code': 200} Jul 23 14:09:19.925243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:20.025422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:20.158272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Pushing event updated for resources: {'Port': ['ID=4e76325a-27d4-4201-8bf2-98572f2c600d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:20.227165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Attempting to bind port 4e76325a-27d4-4201-8bf2-98572f2c600d on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:20.227554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Attempting to bind port 4e76325a-27d4-4201-8bf2-98572f2c600d by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:20.227970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Attempting to bind port 4e76325a-27d4-4201-8bf2-98572f2c600d on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:20.271531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73f812d8-ed50-4083-b85c-f7ac2d67f4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:20.295415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Port 4e76325a-27d4-4201-8bf2-98572f2c600d on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:20.296047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Attempting to bind port 4e76325a-27d4-4201-8bf2-98572f2c600d on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:20.314417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:20.314970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Checking segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:20.317111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Bound using segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:20.317753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Bound port: 4e76325a-27d4-4201-8bf2-98572f2c600d, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:20.328947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:20.377534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc826f95-fc39-45b6-b327-4a072d27ea3c req-97d3cb2a-2fa8-4b98-b157-a0308259c1c6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.0436449 Jul 23 14:09:20.506756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] For port 4e76325a-27d4-4201-8bf2-98572f2c600d, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:20.511796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] For port 4e76325a-27d4-4201-8bf2-98572f2c600d, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4e76325a-27d4-4201-8bf2-98572f2c600d,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:20.533075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:20.625335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Pushing event updated for resources: {'Port': ['ID=4e76325a-27d4-4201-8bf2-98572f2c600d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:20.644534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:20.645344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:20.646926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5358ed5f-dfd1-4ed7-964f-a078fae56263 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e76325a-27d4-4201-8bf2-98572f2c600d HTTP/1.1" status: 200 len: 1090 time: 1.7748640 Jul 23 14:09:20.690288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:20.692377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:20.694824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] 10.222.0.11 "PUT /v2.0/ports/16d752ce-c0bc-4d06-a8dc-1d30a1e3143b HTTP/1.1" status: 200 len: 1091 time: 4.8127391 Jul 23 14:09:20.703701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:20.789295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aefb5-c8d0-47a4-ba0d-c6127a85cc55 req-7322a521-a752-4499-b01b-d29dc81e283f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:20.792154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad7845-d573-48c9-9c0f-036c54df4c56 service neutron] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:20.797753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aefb5-c8d0-47a4-ba0d-c6127a85cc55 req-7322a521-a752-4499-b01b-d29dc81e283f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:20.799595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-483aefb5-c8d0-47a4-ba0d-c6127a85cc55 req-7322a521-a752-4499-b01b-d29dc81e283f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1682 time: 0.2857180 Jul 23 14:09:20.858281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2147-153b-488b-88cb-2813b470565c req-6bbeb55a-0cdc-4ff4-8ab2-c528d801e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:20.861766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-6bbeb55a-0cdc-4ff4-8ab2-c528d801e85b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0412648 Jul 23 14:09:20.872875 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:20.938719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-483aefb5-c8d0-47a4-ba0d-c6127a85cc55 req-7b68c3ed-af03-44de-b96d-513804536c27 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818117 Jul 23 14:09:21.000913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.002030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.002575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.003152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.003773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.004306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.004837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.007025 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-580b5785-3b49-451f-8fb3-391c04e03328 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6235 time: 1.0218258 Jul 23 14:09:21.017953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6cc61-a836-4988-b0f1-f197db41ece7 req-b9fe1b6a-74dc-4c43-83f1-73e41de35c96 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.025968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77a6cc61-a836-4988-b0f1-f197db41ece7 req-b9fe1b6a-74dc-4c43-83f1-73e41de35c96 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 948 time: 1.0985126 Jul 23 14:09:21.033224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:21.036232 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe9655-c262-4065-a062-28a5c4f792ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:21.048566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73f812d8-ed50-4083-b85c-f7ac2d67f4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.079530 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73f812d8-ed50-4083-b85c-f7ac2d67f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.126680 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.178889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77a6cc61-a836-4988-b0f1-f197db41ece7 req-fd605e41-1b74-48a2-acdd-f433ac529e06 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511016 Jul 23 14:09:21.192255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780ed2-4035-4601-865b-d24c5e46575d req-c2b6915a-5740-481f-972a-68e84875e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.193827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-c2b6915a-5740-481f-972a-68e84875e964 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 1094 time: 0.4198613 Jul 23 14:09:21.228821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f812d8-ed50-4083-b85c-f7ac2d67f4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3273b481-ff18-41eb-a667-8138676a1ce4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:21.255681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-73f812d8-ed50-4083-b85c-f7ac2d67f4e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34019a79183b47bd93cfcd55c722c89d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3255057 Jul 23 14:09:21.256989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:21.329182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-03c10515-334d-44eb-ba68-3beccf2a8154 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454544 Jul 23 14:09:21.330133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-62cb118b-8bfc-4f36-91ed-7824078a54ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b HTTP/1.1" status: 200 len: 217 time: 0.1151314 Jul 23 14:09:21.419896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cae52e8-3d66-4e0a-8ab5-a2a6ee98608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.473190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.479065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.487343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.493472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.499313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.505130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.505490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-ed834ab2-20d1-4c87-9977-bbdd5428863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.506148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-ed834ab2-20d1-4c87-9977-bbdd5428863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.506748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-ed834ab2-20d1-4c87-9977-bbdd5428863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.508485 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-ed834ab2-20d1-4c87-9977-bbdd5428863f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e25d7f45b9434aee9751818dd8014c35&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4660339 Jul 23 14:09:21.511399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.514773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780ed2-4035-4601-865b-d24c5e46575d req-2464bdcc-640f-4036-a0ff-6986ade3121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.516375 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-2464bdcc-640f-4036-a0ff-6986ade3121b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.1779449 Jul 23 14:09:21.519113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-0b713993-5521-4ddc-ab08-5eaa6c4ad51c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5385 time: 0.4545159 Jul 23 14:09:21.560941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cae52e8-3d66-4e0a-8ab5-a2a6ee98608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.601096 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-7ea1321b-2df2-42b6-9c4d-a1eb7c8a32d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670667 Jul 23 14:09:21.651975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-157f0adb-0bcb-453a-aedf-0bb66d0ef172 req-1074af52-b1e5-4f62-8bd9-6cac786cea64 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299288 Jul 23 14:09:21.716328 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b6b2147-153b-488b-88cb-2813b470565c req-82836bef-9104-4efd-9aa5-5bee7e69bcab service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679171 Jul 23 14:09:21.795488 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e78502-45cf-437a-83a9-61a7e75c064d x-openstack-request-id: req-c7e78502-45cf-437a-83a9-61a7e75c064d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:21.795941 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:21.796296 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7e78502-45cf-437a-83a9-61a7e75c064d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:21.796795 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'status': 'completed', 'code': 200} Jul 23 14:09:21.803831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:21.813877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.827758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f52d7d-ebf5-41d4-925c-9c55c4ee5a87 req-e76afa4d-3832-4dd4-bab6-c882c87913c6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.829551 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5f52d7d-ebf5-41d4-925c-9c55c4ee5a87 req-e76afa4d-3832-4dd4-bab6-c882c87913c6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 943 time: 0.4016163 Jul 23 14:09:21.830619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Transition to ACTIVE for port object 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:21.849869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cae52e8-3d66-4e0a-8ab5-a2a6ee98608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.853135 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cae52e8-3d66-4e0a-8ab5-a2a6ee98608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.868256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8cae52e8-3d66-4e0a-8ab5-a2a6ee98608d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3273b481-ff18-41eb-a667-8138676a1ce4 HTTP/1.1" status: 204 len: 168 time: 0.5974457 Jul 23 14:09:21.874114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:21.922459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-a173d8ea-bae2-440a-9479-b787b67d5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:21.924197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7860aa7a-6551-41fc-bd43-235f3fd4b0f0 req-a173d8ea-bae2-440a-9479-b787b67d5791 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4058938 Jul 23 14:09:21.938125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-774f41e3-64ab-4c4b-a4c8-6052cef00fc4 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219495 Jul 23 14:09:21.985332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5f52d7d-ebf5-41d4-925c-9c55c4ee5a87 req-4949e264-33f4-4977-a37e-d1aa6c4eca6d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474721 Jul 23 14:09:22.038322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:22.046730 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd948e-1560-47a6-b557-c236b83aea91" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:22.083782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36801d45-be04-428b-a430-28993a35ada5 req-b293fab8-113a-419d-af12-e71feaa55958 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58c50c0-7d71-466d-bb3e-0862eabf09fb HTTP/1.1" status: 200 len: 210 time: 0.2475171 Jul 23 14:09:22.133537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-9bed9f62-c9af-4937-940d-57e4c1a386f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.203362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-9bed9f62-c9af-4937-940d-57e4c1a386f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 1099 time: 0.3305905 Jul 23 14:09:22.206547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae52e8-3d66-4e0a-8ab5-a2a6ee98608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3273b481-ff18-41eb-a667-8138676a1ce4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:22.267098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Pushing event updated for resources: {'Port': ['ID=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:22.277910 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4a12a0-50b2-4c52-ade6-ea0ad4b7f8c1 x-openstack-request-id: req-6b4a12a0-50b2-4c52-ade6-ea0ad4b7f8c1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:22.278453 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:22.278840 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b4a12a0-50b2-4c52-ade6-ea0ad4b7f8c1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:22.279340 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d', 'status': 'completed', 'code': 200} Jul 23 14:09:22.507885 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a780ed2-4035-4601-865b-d24c5e46575d req-d8e21de7-7bf3-449b-964f-13b12f60bb54 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582902 Jul 23 14:09:22.558047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-571a9211-b148-415f-9247-4a99e99a2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.559818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-571a9211-b148-415f-9247-4a99e99a2642 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.4084105 Jul 23 14:09:22.571268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Attempting to bind port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:22.571844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Attempting to bind port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:22.572280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Attempting to bind port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:22.588495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:22.588495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Attempting to bind port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:22.599375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:22.599710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Checking segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:22.600224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Bound using segment: {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:22.600964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Bound port: 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699f6ad1-9e7b-465b-b86b-b4783892bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:22.601563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:22.631101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.631930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.632642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.633286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.633943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.634562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.635224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.638313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-325ff635-b44c-4914-9618-830d75ecd652 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6302 time: 0.3633447 Jul 23 14:09:22.639891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-366fbeff-a65d-4594-9b2f-3fd67bd754e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=024e65cd-63ba-4273-9b86-c7682a90d326 HTTP/1.1" status: 200 len: 217 time: 0.0697005 Jul 23 14:09:22.652991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee13d2b-3f17-4a49-9c86-ccf177c90b4a req-5875ddb3-027a-47bd-98a9-d000ab2e9577 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.661417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eee13d2b-3f17-4a49-9c86-ccf177c90b4a req-5875ddb3-027a-47bd-98a9-d000ab2e9577 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 948 time: 0.1932440 Jul 23 14:09:22.673249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc016b25-d2b5-4558-9628-4234d41d5d26 req-e047d538-6617-4792-b8e8-b1758b739317 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.681344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc016b25-d2b5-4558-9628-4234d41d5d26 req-e047d538-6617-4792-b8e8-b1758b739317 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.693676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc016b25-d2b5-4558-9628-4234d41d5d26 req-e047d538-6617-4792-b8e8-b1758b739317 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1682 time: 0.5652907 Jul 23 14:09:22.790275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eee13d2b-3f17-4a49-9c86-ccf177c90b4a req-b9628a46-df8a-4abe-8497-7a6a662e96fb tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229658 Jul 23 14:09:22.828531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:22.915969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-0d1656d1-5ace-45b3-9992-1003e4fe194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.919540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-0d1656d1-5ace-45b3-9992-1003e4fe194c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2210088 Jul 23 14:09:22.940684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-5acd1617-8369-4051-a5fc-7cc4a04c3d43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.954856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-5acd1617-8369-4051-a5fc-7cc4a04c3d43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:22.963064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-5acd1617-8369-4051-a5fc-7cc4a04c3d43 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.48 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 1682 time: 0.7475111 Jul 23 14:09:23.151567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:23.235756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-82f7ef73-477b-4c82-8cd5-43eab0995525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.237383 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-82f7ef73-477b-4c82-8cd5-43eab0995525 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 1094 time: 0.5203817 Jul 23 14:09:23.389662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-d05914e6-ed84-4db3-afb8-9d655ebb0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.391227 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-d05914e6-ed84-4db3-afb8-9d655ebb0b2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4247935 Jul 23 14:09:23.399594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc016b25-d2b5-4558-9628-4234d41d5d26 req-fa743147-19df-4c0c-b1c9-203ae2e653fd tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972923 Jul 23 14:09:23.400850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-2172919f-106e-4cd0-9720-d524c522893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.402413 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-2172919f-106e-4cd0-9720-d524c522893d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 912 time: 0.1303647 Jul 23 14:09:23.431471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e14a42-aca6-44ba-a6f9-24db50060a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.477041 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e536ae1f-55ac-49e1-803b-5d79b8da63e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.486566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:23.486932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.514066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] For port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:23.594867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port 6cf684b4-5d6d-460a-b1a8-d66220ee0194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6cf684b4-5d6d-460a-b1a8-d66220ee0194,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:23.595308 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.624175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e536ae1f-55ac-49e1-803b-5d79b8da63e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.644028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e536ae1f-55ac-49e1-803b-5d79b8da63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.690428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] For port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:23.698354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536ae1f-55ac-49e1-803b-5d79b8da63e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f7d7e-9616-4200-a349-1beebe7b3895,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:23.725404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.807819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.809225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:23.811284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] 10.222.0.48 "PUT /v2.0/ports/6f135949-a4d4-4c12-afb5-bb7d8ce53b1c HTTP/1.1" status: 200 len: 1091 time: 3.1136954 Jul 23 14:09:23.812778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-c0b075fc-731d-4552-89a4-af4a00b52bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.813481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-c0b075fc-731d-4552-89a4-af4a00b52bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.814098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-c0b075fc-731d-4552-89a4-af4a00b52bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.816177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-c0b075fc-731d-4552-89a4-af4a00b52bbb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e25d7f45b9434aee9751818dd8014c35&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1329324 Jul 23 14:09:23.823225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e536ae1f-55ac-49e1-803b-5d79b8da63e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db2d4e074c7449e2a38cce2bf00b664d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9811041 Jul 23 14:09:23.831070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:23.968522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-f7e74465-de61-4289-8494-5a4b7945d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:23.970222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0cd948e-1560-47a6-b557-c236b83aea91 req-f7e74465-de61-4289-8494-5a4b7945d752 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272893 Jul 23 14:09:24.006687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-90186a6f-b805-4849-bd4e-e9351b0c08a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b HTTP/1.1" status: 200 len: 217 time: 0.5609157 Jul 23 14:09:24.014811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.025655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for 6cf684b4-5d6d-460a-b1a8-d66220ee0194 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:24.025834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.036473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.046637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.053134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.061595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.066967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.069687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-77d9225d-1b86-4173-8952-5de6255a70f2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5397 time: 0.6636088 Jul 23 14:09:24.080499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:24.196033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-154ff1d7-37a7-474d-a6b6-6674af46c4f8 req-3a7fe750-332d-4f50-be8b-4179138cba07 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124957 Jul 23 14:09:24.239943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5def29-5d94-4e14-87c5-c6b9653be18d service neutron] Pushing event updated for resources: {'Port': ['ID=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:24.246819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-647c86ff-2408-4014-8db3-2bb234a20a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:24.319660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:24.322143 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "6f135949-a4d4-4c12-afb5-bb7d8ce53b1c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:24.324958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:24.331519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-647c86ff-2408-4014-8db3-2bb234a20a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:24.462508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-b22d4a64-450e-4e58-8ec6-d6ed4d38a72d service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0426536 Jul 23 14:09:24.468049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-af1cec52-79a0-4e8c-b545-c8c87992ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.470162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-af1cec52-79a0-4e8c-b545-c8c87992ef9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.4134462 Jul 23 14:09:24.575754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-647c86ff-2408-4014-8db3-2bb234a20a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:24.578414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-647c86ff-2408-4014-8db3-2bb234a20a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:24.583012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-647c86ff-2408-4014-8db3-2bb234a20a5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f77f7d7e-9616-4200-a349-1beebe7b3895 HTTP/1.1" status: 204 len: 168 time: 0.7499154 Jul 23 14:09:24.609979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845552d-057e-4e85-9dcc-59f936401088 req-bd3148b5-957f-4452-9b25-f9dd45f90d29 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:24.609979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f845552d-057e-4e85-9dcc-59f936401088 req-bd3148b5-957f-4452-9b25-f9dd45f90d29 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 948 time: 0.2115321 Jul 23 14:09:24.624541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c86ff-2408-4014-8db3-2bb234a20a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f7d7e-9616-4200-a349-1beebe7b3895,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:24.704910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-24f9c86b-c600-4830-80fc-6b0420430958 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2062471 Jul 23 14:09:24.715948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:24.724151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f845552d-057e-4e85-9dcc-59f936401088 req-e6b6b970-0c86-415f-98d3-7249914649d1 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031988 Jul 23 14:09:24.884699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a023691a-7f6a-4b02-9288-e12459aa4a16 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:24.904717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:24.953006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Transition to ACTIVE for port object a023691a-7f6a-4b02-9288-e12459aa4a16 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:24.969267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:25.002567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0f1ec-724b-4f87-a6c2-ad5fc286af21 req-01869b0c-2b14-4220-ba05-70e5f196e028 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.004714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7c0f1ec-724b-4f87-a6c2-ad5fc286af21 req-01869b0c-2b14-4220-ba05-70e5f196e028 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 943 time: 0.9813452 Jul 23 14:09:25.005829 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=6cf684b4-5d6d-460a-b1a8-d66220ee0194,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:25.017134 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8fbeaee-f88d-447f-b5b5-b4f462b838c5 req-88a6b0cf-7d37-4164-b624-4eec0e52b478 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389645 Jul 23 14:09:25.019951 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-24be84fa-8eb7-4628-8571-ee7c57af2c52 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673810 Jul 23 14:09:25.028421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.176818 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbaa899-d2d7-48bc-8fe5-42cb6e93c977 x-openstack-request-id: req-7dbaa899-d2d7-48bc-8fe5-42cb6e93c977 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:25.177252 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "6f135949-a4d4-4c12-afb5-bb7d8ce53b1c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:25.177631 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dbaa899-d2d7-48bc-8fe5-42cb6e93c977 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:25.180092 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c', 'status': 'completed', 'code': 200} Jul 23 14:09:25.290983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 024e65cd-63ba-4273-9b86-c7682a90d326 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:25.352740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5b6ee4-9f83-467c-9846-8a6e20ea8ef6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.367373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7c0f1ec-724b-4f87-a6c2-ad5fc286af21 req-18b56954-322b-4283-bb25-4e42ee809176 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440604 Jul 23 14:09:25.440528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5b6ee4-9f83-467c-9846-8a6e20ea8ef6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.469999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7fe9655-c262-4065-a062-28a5c4f792ea req-610f3e8c-b8f0-4cb4-9a65-8d64660e3182 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156271 Jul 23 14:09:25.483551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port 6cf684b4-5d6d-460a-b1a8-d66220ee0194 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:25.501502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.509516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-70c3f840-c308-4d20-a9f4-5441b4e47b29 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.48 "DELETE /v2.0/ports/6cf684b4-5d6d-460a-b1a8-d66220ee0194 HTTP/1.1" status: 204 len: 173 time: 2.5302687 Jul 23 14:09:25.635006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 024e65cd-63ba-4273-9b86-c7682a90d326, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=024e65cd-63ba-4273-9b86-c7682a90d326,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:25.653249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-deleted', 'tag': '6cf684b4-5d6d-460a-b1a8-d66220ee0194'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:25.662582 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8119ea-0361-4d51-8a8e-5832a61d0b8a" -d '{"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-deleted", "tag": "6cf684b4-5d6d-460a-b1a8-d66220ee0194"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:25.671240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 913c6cc8-328f-45aa-b47a-d8c7bf946220 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:25.732098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5b6ee4-9f83-467c-9846-8a6e20ea8ef6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.738981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '024e65cd-63ba-4273-9b86-c7682a90d326', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '024e65cd-63ba-4273-9b86-c7682a90d326', 'mac_address': 'fa:16:3e:10:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:09:25.744261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5b6ee4-9f83-467c-9846-8a6e20ea8ef6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.750803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dd5b6ee4-9f83-467c-9846-8a6e20ea8ef6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8c2f859-17c5-43c0-aa2e-81b989de1c65 HTTP/1.1" status: 204 len: 168 time: 0.7790272 Jul 23 14:09:25.763115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:25.881915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e14a42-aca6-44ba-a6f9-24db50060a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.908644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e14a42-aca6-44ba-a6f9-24db50060a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:25.920347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.920908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.921298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.921767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.922223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.922717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.923304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:25.927764 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-2f622305-3c1e-4376-a075-9e5ece2a5c63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6369 time: 0.6712499 Jul 23 14:09:25.970637 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.005400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a023691a-7f6a-4b02-9288-e12459aa4a16,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:26.019556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.069452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port 913c6cc8-328f-45aa-b47a-d8c7bf946220 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:26.070242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.077444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f6e14a42-aca6-44ba-a6f9-24db50060a65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2da299e14dc34f21bf1d79c495240df7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9000797 Jul 23 14:09:26.078201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14a42-aca6-44ba-a6f9-24db50060a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d4c95e-cbcb-4e67-8a8e-4ac44531e7e4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:26.095753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:26.096625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b6ee4-9f83-467c-9846-8a6e20ea8ef6 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2f859-17c5-43c0-aa2e-81b989de1c65,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:26.115485 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-dbe20c75-b996-4ea4-bdfc-d134743dd2ee tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] show failed (client error): The resource could not be found. Jul 23 14:09:26.122251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.126847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.129165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dbe20c75-b996-4ea4-bdfc-d134743dd2ee tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "GET /v2.0/security-groups/a8c2f859-17c5-43c0-aa2e-81b989de1c65 HTTP/1.1" status: 404 len: 347 time: 0.3523808 Jul 23 14:09:26.130102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.134449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:26.136611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.142559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.148645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.155975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.156594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72249946-1980-4113-ba96-d8651bb79841 req-bbe7e8b7-b4de-41af-a9c7-dea05d63555f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5409 time: 0.3513408 Jul 23 14:09:26.189230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 913c6cc8-328f-45aa-b47a-d8c7bf946220, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:26.230746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Attempting to bind port a023691a-7f6a-4b02-9288-e12459aa4a16 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:26.231087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Attempting to bind port a023691a-7f6a-4b02-9288-e12459aa4a16 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:26.231427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Attempting to bind port a023691a-7f6a-4b02-9288-e12459aa4a16 on network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:26.243776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Port a023691a-7f6a-4b02-9288-e12459aa4a16 on network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:26.244121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Attempting to bind port a023691a-7f6a-4b02-9288-e12459aa4a16 on network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:26.279586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:26.293165 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f474d015-9f8c-43ef-b4b3-eec5714e1fa4" -d '{"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-unplugged", "status": "completed", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:26.294442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:26.294824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Checking segment: {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:26.295216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Bound using segment: {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:26.295669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Bound port: a023691a-7f6a-4b02-9288-e12459aa4a16, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:26.296015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.308432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024e65cd-63ba-4273-9b86-c7682a90d326 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:26.342633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be75b-dbf7-4ced-bf98-465ba39be69e req-64c7dba4-8f55-4b58-a122-3ee4e083ed7f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.349014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.351691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6cf684b4-5d6d-460a-b1a8-d66220ee0194 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:26.358259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db4be75b-dbf7-4ced-bf98-465ba39be69e req-64c7dba4-8f55-4b58-a122-3ee4e083ed7f tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 945 time: 1.0128112 Jul 23 14:09:26.559530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=913c6cc8-328f-45aa-b47a-d8c7bf946220,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:26.597860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 6cf684b4-5d6d-460a-b1a8-d66220ee0194 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:26.599825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6cf684b4-5d6d-460a-b1a8-d66220ee0194 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:26.604315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db4be75b-dbf7-4ced-bf98-465ba39be69e req-1e146a9a-ab6c-4b0d-a665-143db34dbb03 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449837 Jul 23 14:09:26.633962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] For port a023691a-7f6a-4b02-9288-e12459aa4a16, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:26.637977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 024e65cd-63ba-4273-9b86-c7682a90d326, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=024e65cd-63ba-4273-9b86-c7682a90d326,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:26.655777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] For port a023691a-7f6a-4b02-9288-e12459aa4a16, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a023691a-7f6a-4b02-9288-e12459aa4a16,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:26.656825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.680020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72249946-1980-4113-ba96-d8651bb79841 req-597ee65b-9a6a-4a7b-b0b5-859eeb8cd5f3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4065969 Jul 23 14:09:26.686613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.775943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=024e65cd-63ba-4273-9b86-c7682a90d326,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:26.781244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:26.787784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Deleting port e7720e20-d3b8-4a65-8af7-51f3e8466aa1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:26.788136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.857798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a12e5d-6d69-4f82-b9cc-0c94b0891ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.870461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-8a647605-6f88-4e4b-9bfa-1f73ed0f446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.878199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-8a647605-6f88-4e4b-9bfa-1f73ed0f446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.879411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-8a647605-6f88-4e4b-9bfa-1f73ed0f446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.882437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-8a647605-6f88-4e4b-9bfa-1f73ed0f446d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e25d7f45b9434aee9751818dd8014c35&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9214289 Jul 23 14:09:26.916636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:26.917264 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:26.926317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] 10.222.0.48 "PUT /v2.0/ports/a023691a-7f6a-4b02-9288-e12459aa4a16 HTTP/1.1" status: 200 len: 1091 time: 2.9455576 Jul 23 14:09:26.952290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:26.979058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'port_id': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'mac_address': 'fa:16:3e:ab:58:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06bd9f-bd42-4ea7-8dc5-13896ef7634e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:09:27.004267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Request body: {'port': {'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:27.075423 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.081214 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a12e5d-6d69-4f82-b9cc-0c94b0891ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.114169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:27.126688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['024e65cd-63ba-4273-9b86-c7682a90d326'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:27.151370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f231b-34e5-4042-bd2b-2b296f8e6c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a023691a-7f6a-4b02-9288-e12459aa4a16,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:27.173582 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44503293-02c4-44c3-9741-b55c7f8385d4 x-openstack-request-id: req-44503293-02c4-44c3-9741-b55c7f8385d4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:27.173845 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-deleted", "tag": "6cf684b4-5d6d-460a-b1a8-d66220ee0194", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:27.174627 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44503293-02c4-44c3-9741-b55c7f8385d4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:27.177020 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-deleted', 'tag': '6cf684b4-5d6d-460a-b1a8-d66220ee0194', 'status': 'completed', 'code': 200} Jul 23 14:09:27.194703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': 'a023691a-7f6a-4b02-9288-e12459aa4a16'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:27.197239 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "a023691a-7f6a-4b02-9288-e12459aa4a16"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:27.261941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a12e5d-6d69-4f82-b9cc-0c94b0891ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.268659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a12e5d-6d69-4f82-b9cc-0c94b0891ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.275408 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca4bfd-1489-436c-977e-90462a6f932e x-openstack-request-id: req-75ca4bfd-1489-436c-977e-90462a6f932e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:27.275701 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-unplugged", "status": "completed", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:27.275955 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75ca4bfd-1489-436c-977e-90462a6f932e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:27.276215 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-10a12e5d-6d69-4f82-b9cc-0c94b0891ed5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50d4c95e-cbcb-4e67-8a8e-4ac44531e7e4 HTTP/1.1" status: 204 len: 168 time: 1.1766255 Jul 23 14:09:27.276337 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220', 'code': 200} Jul 23 14:09:27.280040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:27.282669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.283722 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.305938 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.321139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port 913c6cc8-328f-45aa-b47a-d8c7bf946220, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=913c6cc8-328f-45aa-b47a-d8c7bf946220,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:27.321530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.337879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12e5d-6d69-4f82-b9cc-0c94b0891ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d4c95e-cbcb-4e67-8a8e-4ac44531e7e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:27.422156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7fb8-5a4c-4a69-82f4-34c93dced036 req-c030b705-7aaf-42f9-ba34-f15839330716 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:27.423937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d57e7fb8-5a4c-4a69-82f4-34c93dced036 req-c030b705-7aaf-42f9-ba34-f15839330716 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 949 time: 0.6336043 Jul 23 14:09:27.438557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Calling delete_port for e7720e20-d3b8-4a65-8af7-51f3e8466aa1 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:27.504646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:27.571724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for 913c6cc8-328f-45aa-b47a-d8c7bf946220 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:27.669871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:27.694112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['16d752ce-c0bc-4d06-a8dc-1d30a1e3143b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:27.739200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d57e7fb8-5a4c-4a69-82f4-34c93dced036 req-188728b2-3b71-4545-b018-e5eabcc07da2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985206 Jul 23 14:09:27.784836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e9f4-9e31-4016-85cc-1ca1a20a2aca req-61ee6c60-58d7-4809-9da1-3769d193f7c4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:27.794485 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a71e9f4-9e31-4016-85cc-1ca1a20a2aca req-61ee6c60-58d7-4809-9da1-3769d193f7c4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 944 time: 0.4091136 Jul 23 14:09:27.829996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-f1d391aa-991b-41ca-82e8-d05048ef5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:27.832045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8aa947b8-7f79-4e3c-b516-2c6c0302b22b req-f1d391aa-991b-41ca-82e8-d05048ef5d6b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9342427 Jul 23 14:09:27.864627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:27.889300 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6799418c-0cb4-43b7-8f70-802f89f85a08 x-openstack-request-id: req-6799418c-0cb4-43b7-8f70-802f89f85a08 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:27.889932 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "a023691a-7f6a-4b02-9288-e12459aa4a16", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:27.890311 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6799418c-0cb4-43b7-8f70-802f89f85a08 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:27.890779 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': 'a023691a-7f6a-4b02-9288-e12459aa4a16', 'status': 'completed', 'code': 200} Jul 23 14:09:28.034257 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4a71e9f4-9e31-4016-85cc-1ca1a20a2aca req-27e7bc30-9cca-4909-af97-6eb0438ac27b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360005 Jul 23 14:09:28.183483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.184141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.191352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.191846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.195129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.198032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.198598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.206863 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-b2c405ac-e781-4816-a6df-8ac88a36fcc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6411 time: 0.2747314 Jul 23 14:09:28.481441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e77c35-7f69-4fc1-9149-cb3f4bc38233 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:28.505746 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:28.524882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-233c47f4-6237-4d5b-9b63-f08120f4ef1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:28.538723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Transition to ACTIVE for port object a5e77c35-7f69-4fc1-9149-cb3f4bc38233 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:28.554485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:28.579527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:28.616270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=913c6cc8-328f-45aa-b47a-d8c7bf946220,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:28.636717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-5dab0043-fa8b-4e0b-b596-1b310de1ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.638026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-5dab0043-fa8b-4e0b-b596-1b310de1ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.638678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-5dab0043-fa8b-4e0b-b596-1b310de1ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.640964 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-5dab0043-fa8b-4e0b-b596-1b310de1ab1e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e25d7f45b9434aee9751818dd8014c35&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4168706 Jul 23 14:09:28.725625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.741208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.753260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.777449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.795339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.811938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.829313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:28.840411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-f7aa9344-8e30-4c7d-a571-2726ddffeaba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5409 time: 0.5405395 Jul 23 14:09:28.851941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:28.956314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:29.086448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port 913c6cc8-328f-45aa-b47a-d8c7bf946220 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:29.107666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b61dc0-a390-46e4-9fae-37b12b63bde9 req-1cab2640-d45c-4615-955c-b6209e0398ea tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:29.111769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7b61dc0-a390-46e4-9fae-37b12b63bde9 req-1cab2640-d45c-4615-955c-b6209e0398ea tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87df770-4c5f-4410-90d2-5665fa2ca446 HTTP/1.1" status: 200 len: 865 time: 1.0956793 Jul 23 14:09:29.115846 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.127405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-771c8c22-8fa0-44ce-92de-1a1930ff4d2d req-bad8b993-c3c2-424d-adb5-f6afdbf40e83 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.48 "DELETE /v2.0/ports/913c6cc8-328f-45aa-b47a-d8c7bf946220 HTTP/1.1" status: 204 len: 173 time: 3.6048558 Jul 23 14:09:29.200735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Pushing event deleted for resources: {'Port': ['ID=e7720e20-d3b8-4a65-8af7-51f3e8466aa1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:29.274243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-233c47f4-6237-4d5b-9b63-f08120f4ef1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.275508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-deleted', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:29.280288 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca53e291-759d-4683-ad6a-deaadffa3676" -d '{"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-deleted", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:29.285937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-8c88e463-72e4-442f-994d-f0c9c3c3dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:29.288549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dcc45cfd-b4de-4326-8650-cd1fc683f3d5 req-8c88e463-72e4-442f-994d-f0c9c3c3dbdf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6315701 Jul 23 14:09:29.327453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 024e65cd-63ba-4273-9b86-c7682a90d326 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:29.363591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7b61dc0-a390-46e4-9fae-37b12b63bde9 req-80276eeb-484e-430a-a160-d1bdc64e6c51 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066009 Jul 23 14:09:29.366213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-233c47f4-6237-4d5b-9b63-f08120f4ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.384183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Attempting to bind port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:29.384671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Attempting to bind port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:29.385118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Attempting to bind port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 on network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:29.399169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.405721 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.416124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ddbbf0cc-2bce-42a5-9c99-c24809af3998 tempest-ServersTestBootFromVolume-1382373664 tempest-ServersTestBootFromVolume-1382373664-project] 10.222.0.21 "DELETE /v2.0/floatingips/ccdd346c-bb13-4cd5-80dc-57040fb2a8f2 HTTP/1.1" status: 204 len: 168 time: 3.2724972 Jul 23 14:09:29.420871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0577aa5-54cb-492c-ac8c-651c7ae6a377 req-0b219899-115b-45ca-aa62-94b15986fb41 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5793993 Jul 23 14:09:29.422147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 on network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:09:29.422621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Attempting to bind port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 on network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:29.425234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:29.449682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:29.460787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Checking segment: {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:29.461337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Bound using segment: {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:29.462225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Bound port: a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b56685-99c1-481d-90be-bf3e447fa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:29.464137 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.565209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 024e65cd-63ba-4273-9b86-c7682a90d326 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:29.579722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 024e65cd-63ba-4273-9b86-c7682a90d326 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:29.580114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.672796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] For port a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:29.677968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] For port a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:29.685847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.725698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.763998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e65cd-63ba-4273-9b86-c7682a90d326'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:29.771278 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f224d5-d996-4f5f-841f-08c1ea556624" -d '{"events": [{"server_uuid": "32fd313c-cb2f-4d6b-abfa-56f31033cb45", "name": "network-vif-plugged", "status": "completed", "tag": "024e65cd-63ba-4273-9b86-c7682a90d326"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:29.807499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 024e65cd-63ba-4273-9b86-c7682a90d326, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=024e65cd-63ba-4273-9b86-c7682a90d326,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:29.811580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-233c47f4-6237-4d5b-9b63-f08120f4ef1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cd1daedd0794f599e8192c807d67500&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9359810 Jul 23 14:09:29.811580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c47f4-6237-4d5b-9b63-f08120f4ef1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a14ba4-5015-46c3-bf65-d05f00d6466f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:29.817100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.822862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:29.837765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:29.850896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:29.853295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5e77c35-7f69-4fc1-9149-cb3f4bc38233 HTTP/1.1" status: 200 len: 1091 time: 2.8668573 Jul 23 14:09:29.896934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:29.908212 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:29.982778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=024e65cd-63ba-4273-9b86-c7682a90d326,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:30.008483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6363-cb8a-4749-99c8-3e149e93d9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:30.213741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03057403-5d3e-4288-875e-0093df15f328 req-7b622af5-baa4-4ac5-ba62-b809fba0b12d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.231705 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03057403-5d3e-4288-875e-0093df15f328 req-7b622af5-baa4-4ac5-ba62-b809fba0b12d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 944 time: 0.5332587 Jul 23 14:09:30.313110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03057403-5d3e-4288-875e-0093df15f328 req-ab5df43f-929c-4993-852d-fc4ab53db091 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735111 Jul 23 14:09:30.360143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.360634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.383501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.395725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.396783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.397343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.397921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.400273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-09aa8547-4d6e-4b0e-b983-f4fe06e1d8ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6478 time: 0.4641819 Jul 23 14:09:30.482633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-d4a61be0-ff73-47bf-a451-b7c9d9e90c82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930 HTTP/1.1" status: 200 len: 217 time: 0.0725996 Jul 23 14:09:30.510160 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259032f-7534-456a-9db3-42c53781f983 x-openstack-request-id: req-f259032f-7534-456a-9db3-42c53781f983 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:30.511235 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fd313c-cb2f-4d6b-abfa-56f31033cb45", "name": "network-vif-plugged", "status": "completed", "tag": "024e65cd-63ba-4273-9b86-c7682a90d326", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:30.511762 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f259032f-7534-456a-9db3-42c53781f983 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:30.512463 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e65cd-63ba-4273-9b86-c7682a90d326', 'code': 200} Jul 23 14:09:30.625621 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586202b7-cf15-45c3-bbe1-58326f7ee1f3 x-openstack-request-id: req-586202b7-cf15-45c3-bbe1-58326f7ee1f3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:30.625934 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:30.626187 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-586202b7-cf15-45c3-bbe1-58326f7ee1f3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:30.629013 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233', 'status': 'completed', 'code': 200} Jul 23 14:09:30.649603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ba372141-8b32-4ae2-b840-f7eb31a46527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.653609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ba372141-8b32-4ae2-b840-f7eb31a46527 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d54dba8-135b-4549-a40f-e4325db6842c HTTP/1.1" status: 200 len: 851 time: 0.1609821 Jul 23 14:09:30.663499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:30.743193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:30.838309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a43648-cb49-4b99-9bdc-a2755cd2666a req-ee95bb34-a890-4f1c-ba99-b96c788a5eee tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:30.843040 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-32a43648-cb49-4b99-9bdc-a2755cd2666a req-ee95bb34-a890-4f1c-ba99-b96c788a5eee tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 949 time: 1.2261109 Jul 23 14:09:30.847172 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d98b63-f1af-46a2-9c96-88574f4996c0 x-openstack-request-id: req-65d98b63-f1af-46a2-9c96-88574f4996c0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:30.847486 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87df770-4c5f-4410-90d2-5665fa2ca446", "name": "network-vif-deleted", "tag": "913c6cc8-328f-45aa-b47a-d8c7bf946220", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:30.847736 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65d98b63-f1af-46a2-9c96-88574f4996c0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:30.848139 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87df770-4c5f-4410-90d2-5665fa2ca446', 'name': 'network-vif-deleted', 'tag': '913c6cc8-328f-45aa-b47a-d8c7bf946220', 'status': 'completed', 'code': 200} Jul 23 14:09:30.880544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:30.885055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:30.885828 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:30.968992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting subnet 82e06882-1d67-42de-b3c1-f97a3d0fa794 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:09:30.983065 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.085763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.092013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-2f25c521-aa88-4c24-a8b0-b4c8a94e7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.093862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-2f25c521-aa88-4c24-a8b0-b4c8a94e7c20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4255772 Jul 23 14:09:31.126804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103eee1d-871d-486d-9087-f5d953a2095e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.154828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.165359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.174803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.182055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.190703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.200772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.208139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.217839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-19463dcc-10a8-4425-92f6-ff3847d33d71 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.4298842 Jul 23 14:09:31.243094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103eee1d-871d-486d-9087-f5d953a2095e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.311447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ae663c7-fe7b-401d-bea6-958c6ff1c454 req-f4a3c06e-2924-4f52-aff9-fd7b99efc780 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923228 Jul 23 14:09:31.351424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-32a43648-cb49-4b99-9bdc-a2755cd2666a req-f12c9e4e-2546-4fac-a7bc-b4da019e8574 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429902 Jul 23 14:09:31.521162 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.550099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052bd4a-f057-4146-aa79-16fab774a5ba req-eddc194d-4c9b-48f7-a452-971cc9a39487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:31.551955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9052bd4a-f057-4146-aa79-16fab774a5ba req-eddc194d-4c9b-48f7-a452-971cc9a39487 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 1101 time: 0.6750972 Jul 23 14:09:31.560123 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.625310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:31.657161 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.712793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103eee1d-871d-486d-9087-f5d953a2095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.714415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.730162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-0675372d-fa04-4b03-9334-c0caeb848c08 service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110382 Jul 23 14:09:31.732671 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103eee1d-871d-486d-9087-f5d953a2095e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.737482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-103eee1d-871d-486d-9087-f5d953a2095e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17a14ba4-5015-46c3-bf65-d05f00d6466f HTTP/1.1" status: 204 len: 168 time: 1.9113131 Jul 23 14:09:31.761427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:31.805584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Subnet': ['ID=82e06882-1d67-42de-b3c1-f97a3d0fa794,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:31.827218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b274238-e11c-4e3d-8543-d87d9ffcee05 None None] Network 1aa71841-7774-4e98-a565-75245ed9f823 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:31.842909 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:31.845473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-67092e49-5906-4443-9724-f4787c5ea2f0 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/subnets/82e06882-1d67-42de-b3c1-f97a3d0fa794 HTTP/1.1" status: 204 len: 168 time: 1.1751025 Jul 23 14:09:31.849120 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9052bd4a-f057-4146-aa79-16fab774a5ba req-f4620527-242f-4e81-a7c8-b1f994d527b0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823279 Jul 23 14:09:31.851618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:31.859067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eee1d-871d-486d-9087-f5d953a2095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a14ba4-5015-46c3-bf65-d05f00d6466f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:32.027373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8c4a6651-1673-4a10-af81-aa66bd474c6d service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500944 Jul 23 14:09:32.046533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bdf21-2e13-4549-bb53-d99416c7db17 req-c9ae615f-af51-410f-9b58-957d6e95308e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.051722 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ec4bdf21-2e13-4549-bb53-d99416c7db17 req-c9ae615f-af51-410f-9b58-957d6e95308e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 944 time: 0.4822788 Jul 23 14:09:32.166522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:32.198848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-ba025bee-8ce4-4b89-826f-13d8c26a7bd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 217 time: 0.1472976 Jul 23 14:09:32.264364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] DHCP port deletion for 1aa71841-7774-4e98-a565-75245ed9f823 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:09:32.282021 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ec4bdf21-2e13-4549-bb53-d99416c7db17 req-59e8587e-02e5-408f-b49a-ade75bdca56b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060668 Jul 23 14:09:32.428243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-edd22b11-897f-4825-956a-f3b164416855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.436417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-edd22b11-897f-4825-956a-f3b164416855 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.2275436 Jul 23 14:09:32.483274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] Deleting port dccd992f-96e6-48d2-8d19-42c2ef492655 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:32.483667 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:32.560231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:32.567290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port dccd992f-96e6-48d2-8d19-42c2ef492655 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:32.567635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:32.673421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] For port dccd992f-96e6-48d2-8d19-42c2ef492655, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=dccd992f-96e6-48d2-8d19-42c2ef492655,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:32.674111 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:32.713658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] Calling delete_port for dccd992f-96e6-48d2-8d19-42c2ef492655 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:32.771630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.784883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.791430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.808966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.825024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.863817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.885931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:32.911335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-278be840-f19a-413d-a2a8-40baf49e8f48 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.3650498 Jul 23 14:09:32.957575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:32.969528 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc7426-ad12-4dc4-b56f-89ab06a830bd" -d '{"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:32.978557 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:32.999629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] No DVR routers for this DVR port dccd992f-96e6-48d2-8d19-42c2ef492655 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:33.000057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-650563ca-10c4-40e5-a267-a146d4340b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:33.003462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-650563ca-10c4-40e5-a267-a146d4340b94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5564401 Jul 23 14:09:33.045152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ff525-dc4a-4a98-ba71-be9c4adebbd8 None None] Pushing event deleted for resources: {'Port': ['ID=dccd992f-96e6-48d2-8d19-42c2ef492655,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:33.301802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port dccd992f-96e6-48d2-8d19-42c2ef492655, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=dccd992f-96e6-48d2-8d19-42c2ef492655,segment=NetworkSegment(1d4df057-b5de-462a-bcfd-5a580ecd9814),segment_id=1d4df057-b5de-462a-bcfd-5a580ecd9814)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:33.302325 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:33.320708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for dccd992f-96e6-48d2-8d19-42c2ef492655 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:33.454283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dccd992f-96e6-48d2-8d19-42c2ef492655 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:33.498773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: dccd992f-96e6-48d2-8d19-42c2ef492655 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:33.499221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dccd992f-96e6-48d2-8d19-42c2ef492655 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:33.525861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f5405-d164-47f4-b06f-fc13f650a012 req-db0fac77-c9aa-43db-b3cd-e354b79187ab tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:33.533205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d14f5405-d164-47f4-b06f-fc13f650a012 req-db0fac77-c9aa-43db-b3cd-e354b79187ab tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 950 time: 0.9687364 Jul 23 14:09:33.547324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:33.606077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port dccd992f-96e6-48d2-8d19-42c2ef492655 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:33.607721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=dccd992f-96e6-48d2-8d19-42c2ef492655,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:33.712775 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d14f5405-d164-47f4-b06f-fc13f650a012 req-2d762246-4269-40db-a81a-b2c7e7f3bbbe tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785517 Jul 23 14:09:33.806729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7a538d8-20b6-4472-ad7f-0e4cf9332dfb req-e7ddbee6-bd51-4824-965c-420d5926e376 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8943398 Jul 23 14:09:33.922614 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ee55c-6a27-4271-982a-fddf5c190dcb x-openstack-request-id: req-3c0ee55c-6a27-4271-982a-fddf5c190dcb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:33.923130 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:33.923228 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c0ee55c-6a27-4271-982a-fddf5c190dcb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:33.923636 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'code': 200} Jul 23 14:09:33.963341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:33.982298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa71841-7774-4e98-a565-75245ed9f823']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:34.020555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4df057-b5de-462a-bcfd-5a580ecd9814') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:34.020965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4df057-b5de-462a-bcfd-5a580ecd9814') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:34.050089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-c250a081-9b31-41f1-8cf0-37b76ebc1f1d service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0102308 Jul 23 14:09:34.113747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.158334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Deleting port dedf0690-f6a3-4707-b18a-0a788cea2aef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:34.158863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.215594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a12ae65d-9041-4550-afec-6db2b85573e6 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521354 Jul 23 14:09:34.258027 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.276303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-be1aaeba-9d48-4e63-b0f3-97cf68e21db1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 217 time: 0.0510471 Jul 23 14:09:34.290975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:09:34.291402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:09:34.297178 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:09:34.355747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] For port dedf0690-f6a3-4707-b18a-0a788cea2aef, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=dedf0690-f6a3-4707-b18a-0a788cea2aef,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:34.357037 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.363992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e76fe-a2ab-4d9a-9a81-51362e9cef54 req-dc30eed9-30e7-4710-b115-c19220624901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:34.365455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e58e76fe-a2ab-4d9a-9a81-51362e9cef54 req-dc30eed9-30e7-4710-b115-c19220624901 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 1096 time: 0.3216593 Jul 23 14:09:34.424429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Calling delete_port for dedf0690-f6a3-4707-b18a-0a788cea2aef owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:34.431655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:34.447889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e58e76fe-a2ab-4d9a-9a81-51362e9cef54 req-b88fd477-8a66-4a35-b6e0-33caa56f4279 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489774 Jul 23 14:09:34.451281 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.474619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.479663 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/networks/1aa71841-7774-4e98-a565-75245ed9f823 HTTP/1.1" status: 204 len: 168 time: 2.6236963 Jul 23 14:09:34.479974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:34.480610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1914dac-f77b-4d9c-be35-b71015b4956b tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Network': ['ID=1aa71841-7774-4e98-a565-75245ed9f823,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:34.497905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-77c8d5af-f189-4842-a8c9-4c428ae0faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:34.503982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-77c8d5af-f189-4842-a8c9-4c428ae0faf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1687636 Jul 23 14:09:34.639704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f18e-7f82-47ad-83d8-74296e249a0d req-8015ed8b-39ed-4daf-a87e-c122f456f4cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:34.641862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a72f18e-7f82-47ad-83d8-74296e249a0d req-8015ed8b-39ed-4daf-a87e-c122f456f4cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.4252822 Jul 23 14:09:34.694143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting subnet fb20529a-47d2-419f-99b9-a0ff9ac08194 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:09:34.716687 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.741667 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4bd23e1-790e-4f24-8e59-463aa8ea81ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.781343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.802292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:34.808789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a72f18e-7f82-47ad-83d8-74296e249a0d req-803ffa43-311b-46a7-b6f6-9e0dea1b0134 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437447 Jul 23 14:09:34.847367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Pushing event deleted for resources: {'Port': ['ID=dedf0690-f6a3-4707-b18a-0a788cea2aef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:34.948909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a74a3213-5544-487e-a85d-9e6d488731af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:34.950573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a74a3213-5544-487e-a85d-9e6d488731af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4196761 Jul 23 14:09:35.189331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4bd23e1-790e-4f24-8e59-463aa8ea81ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:35.233978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4bd23e1-790e-4f24-8e59-463aa8ea81ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:35.248690 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:35.299407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-9619d233-6bc0-4d97-b890-a3776819c80c service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241780 Jul 23 14:09:35.384123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b4bd23e1-790e-4f24-8e59-463aa8ea81ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc02cd95360b4df5b7464e3d24ec2752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9445095 Jul 23 14:09:35.386818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:35.412311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:35.416190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd23e1-790e-4f24-8e59-463aa8ea81ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62618d3-f2d3-43c3-8ccf-7697304b16fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:35.471401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a6d34-2d60-4d4a-8c31-52dc70d96b2f req-aba8994a-d1c5-4873-baed-ea2121a10aef tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:35.473221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab2a6d34-2d60-4d4a-8c31-52dc70d96b2f req-aba8994a-d1c5-4873-baed-ea2121a10aef tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 950 time: 0.5274034 Jul 23 14:09:35.506294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ac98f87-58aa-40f7-af7b-bf454e5543e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:35.603205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab2a6d34-2d60-4d4a-8c31-52dc70d96b2f req-013b0dcb-bdac-4baa-921c-7eb4bd3e72b6 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216292 Jul 23 14:09:35.608342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-91bebaf3-23cb-4834-82a5-e56ce81514bf service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889600 Jul 23 14:09:35.613738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:35.700850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5c8e5adc-85e1-4b02-bc8d-d5d0360c7bee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4e76325a-27d4-4201-8bf2-98572f2c600d HTTP/1.1" status: 200 len: 217 time: 0.0828013 Jul 23 14:09:35.702390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:35.704685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/subnets/fb20529a-47d2-419f-99b9-a0ff9ac08194 HTTP/1.1" status: 204 len: 168 time: 1.2086546 Jul 23 14:09:35.705517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b95f2-b6c8-4c81-accb-e53d6d97fb23 tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Subnet': ['ID=fb20529a-47d2-419f-99b9-a0ff9ac08194,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:35.707372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:35.715333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb126c-8fb2-42d8-abc1-12116cd0de22 None None] Network 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:35.900090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-21c79976-1bb7-4708-a6f0-98558ff447f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:35.901637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-21c79976-1bb7-4708-a6f0-98558ff447f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1910365 Jul 23 14:09:35.919576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.064794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.073123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.075586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ac98f87-58aa-40f7-af7b-bf454e5543e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.080088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.087651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.094932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.102895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.109272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.111469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-ab0eff10-f30c-45ef-867a-43e66eb1166b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.3633633 Jul 23 14:09:36.180128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Router 67e31350-780a-4ce3-aee0-249312b367b8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:09:36.183219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-72de974e-c27d-479d-a84f-8c1c78b0c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.184759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-72de974e-c27d-479d-a84f-8c1c78b0c0fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2628353 Jul 23 14:09:36.203770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] DHCP port deletion for 1e6181fa-af13-4f45-87d4-5fc3fb4ba734 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:09:36.206123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ac98f87-58aa-40f7-af7b-bf454e5543e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.207866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da25d7b9-8661-4fd2-ada3-9289b68b3099 req-fdb7f360-31a7-4117-9d1e-a626dbafe9e4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889235 Jul 23 14:09:36.217458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ac98f87-58aa-40f7-af7b-bf454e5543e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.222106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2ac98f87-58aa-40f7-af7b-bf454e5543e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e62618d3-f2d3-43c3-8ccf-7697304b16fe HTTP/1.1" status: 204 len: 168 time: 0.8247414 Jul 23 14:09:36.237300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Deleting port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:36.237661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.246932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac98f87-58aa-40f7-af7b-bf454e5543e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62618d3-f2d3-43c3-8ccf-7697304b16fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:36.378088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] Deleting port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:36.378749 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.414956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] For port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:36.415558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.431496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Calling delete_port for 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:36.438795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:09:36.451698 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] Sync routers for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:09:36.466281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] For port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,segment=NetworkSegment(fda78a97-b089-4f8e-9a17-e17e9b91c0a2),segment_id=fda78a97-b089-4f8e-9a17-e17e9b91c0a2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:36.467827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.474241 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1368abed-6d1e-48bb-8fbc-01448acd4447 admin admin] 10.222.0.21 "PUT /v2.0/routers/67e31350-780a-4ce3-aee0-249312b367b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9948897 Jul 23 14:09:36.476795 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:09:36.477444 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:09:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:36.479076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:36.489068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] Calling delete_port for 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:36.588134 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.660528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] Pushing event deleted for resources: {'Port': ['ID=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:36.674919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c91906-612f-42c4-a092-1be5f390a106 None None] No DVR routers for this DVR port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:36.678494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8abd3851-74e8-49dd-9b2c-b8c4f0070d82 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848726 Jul 23 14:09:36.690353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4b1ab-254d-4cfc-b013-3f8118bd1a3b req-efcd4407-9bd7-4f0e-94bf-48a638434246 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.704378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3db4b1ab-254d-4cfc-b013-3f8118bd1a3b req-efcd4407-9bd7-4f0e-94bf-48a638434246 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 1101 time: 0.2011292 Jul 23 14:09:36.746159 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:09:36.801605 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:36.862157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Port': ['ID=0c3e6f93-eb68-42c9-98a5-50d68df95ec7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:36.874925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] No DVR routers for this DVR port 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:36.914928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3db4b1ab-254d-4cfc-b013-3f8118bd1a3b req-2c462178-531a-462c-8673-f812f31ed7a3 tempest-ServersOnMultiNodesTest-1017646682 tempest-ServersOnMultiNodesTest-1017646682-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094686 Jul 23 14:09:36.916820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6512b6-ecd4-45ee-b0b0-be792b7f0301 req-d8b12744-65ea-49d2-abc4-28bede20ce6d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:36.920324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-2ddbc94b-ffce-4039-b856-16c634684878 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114165 Jul 23 14:09:36.921723 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6512b6-ecd4-45ee-b0b0-be792b7f0301 req-d8b12744-65ea-49d2-abc4-28bede20ce6d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.5160716 Jul 23 14:09:36.928173 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.004805 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:09:34Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:37.041909 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] Checking router: 67e31350-780a-4ce3-aee0-249312b367b8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:09:37.063308 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] Routers {'67e31350-780a-4ce3-aee0-249312b367b8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:09:37.065595 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:09:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['67e31350-780a-4ce3-aee0-249312b367b8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:37.070349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-8e1e4df4-604d-410a-a5e0-3538b3a49aab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c HTTP/1.1" status: 200 len: 217 time: 0.1141360 Jul 23 14:09:37.147592 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6512b6-ecd4-45ee-b0b0-be792b7f0301 req-853e32bc-ac5c-436c-ace0-730284fdba19 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079837 Jul 23 14:09:37.199139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.216808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.247014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b033838-6a56-4509-94d6-7a9371d954ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.250046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-5b033838-6a56-4509-94d6-7a9371d954ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1696091 Jul 23 14:09:37.264178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6181fa-af13-4f45-87d4-5fc3fb4ba734']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:37.352059 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.365068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:37.365409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda78a97-b089-4f8e-9a17-e17e9b91c0a2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:37.381608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.414405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.426683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:09:37.433188 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.434057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:09:37.438887 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:09:37.451133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Deleting port 552cd7d8-b162-49d2-b7de-c408ea062b1d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:37.451687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.468883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2abb7-a84d-48d8-ad36-7f357b3482e9 req-3bb70c6b-c347-4662-8177-5f4d0aeb2653 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.468883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ecd2abb7-a84d-48d8-ad36-7f357b3482e9 req-3bb70c6b-c347-4662-8177-5f4d0aeb2653 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 949 time: 0.2010410 Jul 23 14:09:37.481994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-73e5e1d1-86d7-4921-80d2-c3506b1ecb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.484855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-73e5e1d1-86d7-4921-80d2-c3506b1ecb34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2230814 Jul 23 14:09:37.499570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:37.499570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0c3e6f93-eb68-42c9-98a5-50d68df95ec7 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:37.518608 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:09:37.539704 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ecd2abb7-a84d-48d8-ad36-7f357b3482e9 req-a6b00c14-7b0e-45a1-bda0-8f9022920466 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650880 Jul 23 14:09:37.612335 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] Set router 67e31350-780a-4ce3-aee0-249312b367b8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:09:37.701664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-411338d9-3717-4dab-ba31-3b5b1c2e9235 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047842 Jul 23 14:09:37.723732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.743843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.745879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] 10.222.0.21 "DELETE /v2.0/networks/1e6181fa-af13-4f45-87d4-5fc3fb4ba734 HTTP/1.1" status: 204 len: 168 time: 2.0374134 Jul 23 14:09:37.784493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2cec7-71ef-4f33-8118-46cbdc2ad44c tempest-ServersTestMultiNic-1128142504 tempest-ServersTestMultiNic-1128142504-project] Pushing event deleted for resources: {'Network': ['ID=1e6181fa-af13-4f45-87d4-5fc3fb4ba734,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:37.792493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] For port 552cd7d8-b162-49d2-b7de-c408ea062b1d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=552cd7d8-b162-49d2-b7de-c408ea062b1d,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:37.792856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:37.821022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.829927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.837530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.843675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.849716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.855932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.862851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:37.864647 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-45d16ab7-8cb0-466f-8f71-0df9b6898583 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.2258556 Jul 23 14:09:37.869511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Calling delete_port for 552cd7d8-b162-49d2-b7de-c408ea062b1d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:37.946447 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:09:34Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:37.952892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-a0ca2de4-ce2e-4c31-a125-7d6a82c90f7a service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436850 Jul 23 14:09:37.970035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9fe8ccd4-27b1-4220-b4e7-bca7a4634343 req-294dce39-bc94-4b8e-806b-11d6ba0df8fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983081 Jul 23 14:09:37.995877 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11416a-4ec0-4427-88fb-50a9382c2687 None None] The sync data for ids ['67e31350-780a-4ce3-aee0-249312b367b8'] in n-d-801990-3 is: [{'id': '67e31350-780a-4ce3-aee0-249312b367b8', 'name': 'tempest-ServersTestBootFromVolume-1011655087-router', 'tenant_id': '5f22c388b6f1468ca708a49d0004f86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:05:54Z', 'updated_at': '2021-07-23T14:09:34Z', 'revision_number': 5, 'project_id': '5f22c388b6f1468ca708a49d0004f86e', 'gw_port': {'id': '552cd7d8-b162-49d2-b7de-c408ea062b1d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e31350-780a-4ce3-aee0-249312b367b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:05:55Z', 'updated_at': '2021-07-23T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:09:38.050698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-3197aa82-ab31-4eef-846e-ff53235fae91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a023691a-7f6a-4b02-9288-e12459aa4a16 HTTP/1.1" status: 200 len: 217 time: 0.0907373 Jul 23 14:09:38.142259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-88ee242c-e21a-4920-92be-e159ae03e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:38.144605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-88ee242c-e21a-4920-92be-e159ae03e76e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.0866454 Jul 23 14:09:38.266931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6c028099-a5e1-44c0-913e-fdcd5f2b932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:38.270896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6c028099-a5e1-44c0-913e-fdcd5f2b932b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119258 Jul 23 14:09:38.279694 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:38.321419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Pushing event deleted for resources: {'Port': ['ID=552cd7d8-b162-49d2-b7de-c408ea062b1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:38.399323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87fad-e5dc-4d95-80d6-53979fd4e036 req-be05db0a-d2f9-4f7e-a1c3-e96c4f4ac788 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:38.407918 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65f87fad-e5dc-4d95-80d6-53979fd4e036 req-be05db0a-d2f9-4f7e-a1c3-e96c4f4ac788 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 950 time: 0.2861629 Jul 23 14:09:38.482842 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:38.497206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-26cdba58-296f-4d17-941d-a2087feb235c service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156966 Jul 23 14:09:38.569260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a76b1-04c6-47c6-a782-0e246585574c req-ceb6fc23-de22-4f65-a7fb-3fd0ba38c576 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:38.571227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a4a76b1-04c6-47c6-a782-0e246585574c req-ceb6fc23-de22-4f65-a7fb-3fd0ba38c576 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1454000 Jul 23 14:09:38.649797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65f87fad-e5dc-4d95-80d6-53979fd4e036 req-817c3f3e-cf51-4808-9e7d-e35422b2afe2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403848 Jul 23 14:09:38.665864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:38.674544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:38.687140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a4a76b1-04c6-47c6-a782-0e246585574c req-70506649-07de-4f24-bc7c-fbd96af1690d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755661 Jul 23 14:09:38.693317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-fab4a5ae-0b28-46fa-b472-35616683ed27 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831539 Jul 23 14:09:38.776886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-357215f9-8cc5-4fb2-918f-8ca8098636fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233 HTTP/1.1" status: 200 len: 217 time: 0.0736935 Jul 23 14:09:38.780426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:38.781141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e31350-780a-4ce3-aee0-249312b367b8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:09:38.793072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:38.797141 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad6916a6-c8b3-48f3-b09c-98655601aa93 admin admin] 10.222.0.21 "DELETE /v2.0/routers/67e31350-780a-4ce3-aee0-249312b367b8 HTTP/1.1" status: 204 len: 168 time: 2.2656364 Jul 23 14:09:38.797965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:38.873249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:38.883367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6dad39e1-c351-443b-bfaf-ba50352d4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:38.892892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6dad39e1-c351-443b-bfaf-ba50352d4d82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.1010816 Jul 23 14:09:38.912433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] Deleting subnet 401717c8-bfd5-4df4-ba9a-74a5ffb3d260 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:09:38.924539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:38.973338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.094177 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.106253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-998862c6-3cf5-452f-8254-68795100f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.107796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-998862c6-3cf5-452f-8254-68795100f43f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1705592 Jul 23 14:09:39.201490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-3328e0bb-ab92-4ae0-a5c8-06b3fe402505 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.203284 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-3328e0bb-ab92-4ae0-a5c8-06b3fe402505 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 950 time: 0.1018460 Jul 23 14:09:39.246568 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.277398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401717c8-bfd5-4df4-ba9a-74a5ffb3d260,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:39.283458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.285378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39723bc0-391b-479c-ab9e-8a62c883444c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/401717c8-bfd5-4df4-ba9a-74a5ffb3d260 HTTP/1.1" status: 204 len: 168 time: 0.4861393 Jul 23 14:09:39.288583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:39.294619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677337e-2472-4048-8bd2-c955232d612b None None] Network 15b2c766-adde-4ba1-91f5-348c3e1e37c4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:39.431755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port 024e65cd-63ba-4273-9b86-c7682a90d326 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:39.432111 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.487284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.496564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.503955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.513043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.523625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dedf0690-f6a3-4707-b18a-0a788cea2aef no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:39.528194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.535073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.541679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:39.549390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-013a3df0-89d0-4095-a96b-3936719632a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.4653239 Jul 23 14:09:39.588753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: dedf0690-f6a3-4707-b18a-0a788cea2aef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:39.589708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device dedf0690-f6a3-4707-b18a-0a788cea2aef not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:39.590325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 552cd7d8-b162-49d2-b7de-c408ea062b1d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:39.592890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] DHCP port deletion for 15b2c766-adde-4ba1-91f5-348c3e1e37c4 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:09:39.613267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port 024e65cd-63ba-4273-9b86-c7682a90d326, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=024e65cd-63ba-4273-9b86-c7682a90d326,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:39.613840 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.627471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 552cd7d8-b162-49d2-b7de-c408ea062b1d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:39.627814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 552cd7d8-b162-49d2-b7de-c408ea062b1d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:39.640376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for 024e65cd-63ba-4273-9b86-c7682a90d326 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:39.693020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] Deleting port 838e94f1-f212-48a9-96a9-dec67f27efb0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:39.694280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.876127 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.890601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c', '0394ee38-b6d4-4d4f-95a1-5804ed10d20e', '024e65cd-63ba-4273-9b86-c7682a90d326'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:39.906194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] For port 838e94f1-f212-48a9-96a9-dec67f27efb0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=838e94f1-f212-48a9-96a9-dec67f27efb0,segment=NetworkSegment(075f765c-c256-40d7-8d09-d1d884a18b1d),segment_id=075f765c-c256-40d7-8d09-d1d884a18b1d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:39.906600 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:39.907087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=024e65cd-63ba-4273-9b86-c7682a90d326,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:39.943113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896', '0456a95c-1571-4b96-8201-b734272a6ce0', 'aef4cbc0-55f0-435d-aa77-1026516de658'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:40.019721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] Calling delete_port for 838e94f1-f212-48a9-96a9-dec67f27efb0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:40.037735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port 024e65cd-63ba-4273-9b86-c7682a90d326 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:40.041111 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:40.045293 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-722c2276-8e4a-46cd-a66e-5f3db98418ad req-a1debb90-cc13-46eb-9303-22f6f5d0d4bc tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "DELETE /v2.0/ports/024e65cd-63ba-4273-9b86-c7682a90d326 HTTP/1.1" status: 204 len: 173 time: 0.8340683 Jul 23 14:09:40.046014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'name': 'network-vif-deleted', 'tag': '024e65cd-63ba-4273-9b86-c7682a90d326'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:40.057189 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f16dbb-1b6e-4485-a8ff-1e6d834ac790" -d '{"events": [{"server_uuid": "32fd313c-cb2f-4d6b-abfa-56f31033cb45", "name": "network-vif-deleted", "tag": "024e65cd-63ba-4273-9b86-c7682a90d326"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:40.087892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa531c-1ef7-4e35-aaff-e4a92c4609e3 req-92cb39a5-c5b2-4cbf-a462-73eeb6db7866 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.089608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b1aa531c-1ef7-4e35-aaff-e4a92c4609e3 req-92cb39a5-c5b2-4cbf-a462-73eeb6db7866 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fd313c-cb2f-4d6b-abfa-56f31033cb45 HTTP/1.1" status: 200 len: 867 time: 0.2724729 Jul 23 14:09:40.184061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-98c80f10-4570-4c0a-b56b-1d706299430c service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0563016 Jul 23 14:09:40.201785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b1aa531c-1ef7-4e35-aaff-e4a92c4609e3 req-f3ea9e1c-2921-4620-9c69-95fe45aed124 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026366 Jul 23 14:09:40.241859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:40.249327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6215afac-de94-4e0e-9d5d-376d21ce8bdc req-6721ba51-1865-4b58-b785-bb4a1ae8a71b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6968243 Jul 23 14:09:40.394877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42d76565-e7ab-4ce1-b16a-203ee01ede29 req-6a990b9f-6913-449e-8a47-e97a61c898a4 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657956 Jul 23 14:09:40.462853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2781be2-b770-468a-8f1a-8a2b1c96f6c2 req-69a508c5-8e31-49b5-80ee-b67bc9effa8c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.465976 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:40.473729 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d2781be2-b770-468a-8f1a-8a2b1c96f6c2 req-69a508c5-8e31-49b5-80ee-b67bc9effa8c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1885488 Jul 23 14:09:40.513284 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0055b3-3e57-4fde-82ca-2ea04f4f90ff x-openstack-request-id: req-7d0055b3-3e57-4fde-82ca-2ea04f4f90ff {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:40.514562 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fd313c-cb2f-4d6b-abfa-56f31033cb45", "name": "network-vif-deleted", "tag": "024e65cd-63ba-4273-9b86-c7682a90d326", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:40.515033 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d0055b3-3e57-4fde-82ca-2ea04f4f90ff {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:40.515795 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fd313c-cb2f-4d6b-abfa-56f31033cb45', 'name': 'network-vif-deleted', 'tag': '024e65cd-63ba-4273-9b86-c7682a90d326', 'status': 'completed', 'code': 200} Jul 23 14:09:40.554866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] Pushing event deleted for resources: {'Port': ['ID=838e94f1-f212-48a9-96a9-dec67f27efb0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:40.555467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d2781be2-b770-468a-8f1a-8a2b1c96f6c2 req-1476fd15-98f3-4b7c-a083-d06cbdb24cfc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801666 Jul 23 14:09:40.592372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142fec2-ca01-44f0-8300-4a512d79ffa7 None None] No DVR routers for this DVR port 838e94f1-f212-48a9-96a9-dec67f27efb0 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:40.640908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Deleting port 838e94f1-f212-48a9-96a9-dec67f27efb0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:40.641253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:40.711983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.712469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.712940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.713406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.713872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.714328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.715334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.717385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-ba56f4ff-89e8-47dd-be81-01b51b3b6372 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6478 time: 0.2139423 Jul 23 14:09:40.732489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:40.808742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:40.879496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-c86c4648-7288-4c7e-9ee1-21dccaaa0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:40.882072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-c86c4648-7288-4c7e-9ee1-21dccaaa0c29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 HTTP/1.1" status: 200 len: 903 time: 0.1058075 Jul 23 14:09:40.887472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] For port 838e94f1-f212-48a9-96a9-dec67f27efb0, host n-d-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:40.887831 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:40.941168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-d2a17c6a-1a27-4ebb-a96e-99f8211208e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233 HTTP/1.1" status: 200 len: 217 time: 0.0430868 Jul 23 14:09:40.963138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Calling delete_port for 838e94f1-f212-48a9-96a9-dec67f27efb0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:40.982276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Port 838e94f1-f212-48a9-96a9-dec67f27efb0 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:09:40.995156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79c88cf4-3550-4ee5-8a05-1c2e53bb46fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.008241 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.068091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-5ced0897-63c3-48dc-b14e-8f21f66383a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.070949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-5ced0897-63c3-48dc-b14e-8f21f66383a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.1169448 Jul 23 14:09:41.073956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=838e94f1-f212-48a9-96a9-dec67f27efb0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:41.080612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] No DVR routers for this DVR port 838e94f1-f212-48a9-96a9-dec67f27efb0 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:41.087648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.132186 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79c88cf4-3550-4ee5-8a05-1c2e53bb46fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.138746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79c88cf4-3550-4ee5-8a05-1c2e53bb46fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.199789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c88cf4-3550-4ee5-8a05-1c2e53bb46fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e89ae-9301-456c-b279-5ed1e2753b9f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:41.225578 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-79c88cf4-3550-4ee5-8a05-1c2e53bb46fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4989ce5416d24a4ba8b192a7e2bd193e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911895 Jul 23 14:09:41.232175 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.235953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:41.290952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:41.293129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:41.295964 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d12220-d4a7-4989-89d3-854b296661fc" -d '{"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:41.300561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.309851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.333402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b2c766-adde-4ba1-91f5-348c3e1e37c4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:41.366015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075f765c-c256-40d7-8d09-d1d884a18b1d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:41.366621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075f765c-c256-40d7-8d09-d1d884a18b1d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:41.373034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-77834f1b-4ada-4927-9870-20f54099e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.374846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-77834f1b-4ada-4927-9870-20f54099e61b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2850382 Jul 23 14:09:41.388172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5e674e0-c75c-4e16-a26f-dafae22cce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.424485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:41.445819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 838e94f1-f212-48a9-96a9-dec67f27efb0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:41.451415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.454866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5e674e0-c75c-4e16-a26f-dafae22cce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.496841 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c2d6c0-93df-494a-8835-add5e06d5342 x-openstack-request-id: req-30c2d6c0-93df-494a-8835-add5e06d5342 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:41.497444 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:41.497444 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30c2d6c0-93df-494a-8835-add5e06d5342 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:41.497784 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'code': 200} Jul 23 14:09:41.498775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 838e94f1-f212-48a9-96a9-dec67f27efb0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:41.499375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 838e94f1-f212-48a9-96a9-dec67f27efb0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:41.509664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.535107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:09:41.535107 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:09:41.547652 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:09:41.579014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5e674e0-c75c-4e16-a26f-dafae22cce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.580894 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5e674e0-c75c-4e16-a26f-dafae22cce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.582189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b5e674e0-c75c-4e16-a26f-dafae22cce44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c6e89ae-9301-456c-b279-5ed1e2753b9f HTTP/1.1" status: 204 len: 168 time: 0.3399227 Jul 23 14:09:41.602015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e674e0-c75c-4e16-a26f-dafae22cce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e89ae-9301-456c-b279-5ed1e2753b9f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:41.636399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.643227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.650505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.658056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.664729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.690370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.709987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-78b8cd47-ec61-4a0b-92fd-e176b17c3bd9 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232191 Jul 23 14:09:41.710892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.712171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:41.715236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-ab785852-ee08-4a20-9a23-51ad2739de98 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.1811159 Jul 23 14:09:41.716499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:41.721591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/15b2c766-adde-4ba1-91f5-348c3e1e37c4 HTTP/1.1" status: 204 len: 168 time: 2.4298878 Jul 23 14:09:41.763577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4b8a-c0e5-4fb1-a626-b7122e3cd2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b2c766-adde-4ba1-91f5-348c3e1e37c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:41.797162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8e704eb-bda2-4e35-9f40-08a5176da04b req-3389e96f-41c2-4c4f-9732-8ecf28655ed7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623193 Jul 23 14:09:41.984478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7ad5aac-a4c6-4616-a28e-565cba5c0cd9 req-f5496389-c078-4835-90f6-28a8b9bb155d service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614431 Jul 23 14:09:42.013889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355559c-58a4-4115-9fb2-d044026515e5 req-83689ded-1c76-4de4-8dcf-1a0c17ffe4e2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:42.016141 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b355559c-58a4-4115-9fb2-d044026515e5 req-83689ded-1c76-4de4-8dcf-1a0c17ffe4e2 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 949 time: 0.0997684 Jul 23 14:09:42.018789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747aa6d-c96d-487e-8f81-3d02b16e9040 req-66598d0c-2c6d-4b42-80d2-1bbeb948f621 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:42.026418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d747aa6d-c96d-487e-8f81-3d02b16e9040 req-66598d0c-2c6d-4b42-80d2-1bbeb948f621 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1982503 Jul 23 14:09:42.085970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Deleting port 3c155597-f736-4e74-801f-add1e4855ada {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:42.086126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.106661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b355559c-58a4-4115-9fb2-d044026515e5 req-d0518c61-db4e-4154-aa9c-d98e14d99711 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827150 Jul 23 14:09:42.107210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:42.108744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d747aa6d-c96d-487e-8f81-3d02b16e9040 req-bf9fded9-4421-477b-91d9-fad7186099f1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814102 Jul 23 14:09:42.126132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:42.150912 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03614845-68f3-47f7-8721-e1607d770cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.191506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a2b73d73-dd00-46a4-8030-a1c061601061 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f22c388b6f1468ca708a49d0004f86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828793 Jul 23 14:09:42.195426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:42.209608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] For port 3c155597-f736-4e74-801f-add1e4855ada, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3c155597-f736-4e74-801f-add1e4855ada,segment=NetworkSegment(eb32fa57-d70a-4d8d-9939-6959552c5d31),segment_id=eb32fa57-d70a-4d8d-9939-6959552c5d31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:42.210319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.227591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Calling delete_port for 3c155597-f736-4e74-801f-add1e4855ada owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:42.276911 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ef453b1-a926-4fa8-8bbb-d14e18fa74d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.313623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ef453b1-a926-4fa8-8bbb-d14e18fa74d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.335186 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03614845-68f3-47f7-8721-e1607d770cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.349421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03614845-68f3-47f7-8721-e1607d770cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.403208 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-03614845-68f3-47f7-8721-e1607d770cc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e044deb4b9f4cc5a636616d27aa21ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762783 Jul 23 14:09:42.404041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:42.415753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03614845-68f3-47f7-8721-e1607d770cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8178b418-24ac-4066-a3df-f4af1e2b4543,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:42.430707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ef453b1-a926-4fa8-8bbb-d14e18fa74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.433569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ef453b1-a926-4fa8-8bbb-d14e18fa74d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.437217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1ef453b1-a926-4fa8-8bbb-d14e18fa74d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d5f1719-4a14-4458-92c5-8accc8600c75 HTTP/1.1" status: 204 len: 168 time: 0.2382607 Jul 23 14:09:42.453509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef453b1-a926-4fa8-8bbb-d14e18fa74d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f1719-4a14-4458-92c5-8accc8600c75,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:42.483680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bea5397-f8f3-4cb5-9a25-43e11bc15d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.483899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.506969 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bea5397-f8f3-4cb5-9a25-43e11bc15d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.513121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c155597-f736-4e74-801f-add1e4855ada,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:42.588315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bea5397-f8f3-4cb5-9a25-43e11bc15d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.592438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bea5397-f8f3-4cb5-9a25-43e11bc15d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:42.593656 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1bea5397-f8f3-4cb5-9a25-43e11bc15d03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8178b418-24ac-4066-a3df-f4af1e2b4543 HTTP/1.1" status: 204 len: 168 time: 0.1877084 Jul 23 14:09:42.608897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea5397-f8f3-4cb5-9a25-43e11bc15d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8178b418-24ac-4066-a3df-f4af1e2b4543,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:42.744561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:43.061045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.066921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.072779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.078932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.084672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.091076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.097635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.099613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-ffffe134-cb03-4cad-970d-dcbc502bab9c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.1994472 Jul 23 14:09:43.181320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:09:43.231219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e41fa418-527d-4427-a9df-80e5ef32ce88 req-4e6f0aed-e806-4194-9e30-1ca174e06158 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231344 Jul 23 14:09:43.330741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 024e65cd-63ba-4273-9b86-c7682a90d326 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:43.347684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:09:43.356807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe75b2e4-1c75-4828-84de-5b9f04862792 admin admin] 10.222.0.21 "PUT /v2.0/routers/e50aebfd-a4b2-48d0-85db-8ae9b57b72c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4816511 Jul 23 14:09:43.359065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:43.385277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fd65b-e73d-49ba-a596-661dd8ec9623 req-921fccf4-74df-4cac-9465-d56307db9321 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.388636 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-859fd65b-e73d-49ba-a596-661dd8ec9623 req-921fccf4-74df-4cac-9465-d56307db9321 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 949 time: 0.1723695 Jul 23 14:09:43.389148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 024e65cd-63ba-4273-9b86-c7682a90d326 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:43.389500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 024e65cd-63ba-4273-9b86-c7682a90d326 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:43.396948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] Sync routers for ids ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:09:43.418659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] Routers {'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:09:43.419354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:09:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:43.454057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-859fd65b-e73d-49ba-a596-661dd8ec9623 req-2e834066-96c1-4018-9b84-b12d71e8f295 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589569 Jul 23 14:09:43.618266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] Set router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:09:43.627715 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:43.734800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11757-d267-48e5-9180-a03d75e2f718 req-e2842d2e-7c07-4644-a329-a1fd0f8010b1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.741722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ade11757-d267-48e5-9180-a03d75e2f718 req-e2842d2e-7c07-4644-a329-a1fd0f8010b1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.2914581 Jul 23 14:09:43.817986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb472641-752d-48ae-a90d-b0de2079b139 req-dcc17d63-e6c5-4b21-9b2d-0e9447393a65 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:43.822831 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ade11757-d267-48e5-9180-a03d75e2f718 req-f0f51655-1e81-4738-bb72-274b2ac1f853 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800984 Jul 23 14:09:43.823634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb472641-752d-48ae-a90d-b0de2079b139 req-dcc17d63-e6c5-4b21-9b2d-0e9447393a65 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 949 time: 0.1253109 Jul 23 14:09:43.849367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:43.904681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:09:42Z', 'revision_number': 5, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port': {'id': '9f8a2a6b-c7c7-4d8a-9cd3-453748145c75', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:21Z', 'updated_at': '2021-07-23T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:43.965208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] Checking router: e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:09:43.972537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Deleting port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:43.972907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:43.976599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] Routers {'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:09:43.977424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:09:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:44.073062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port aef4cbc0-55f0-435d-aa77-1026516de658 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:44.073420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:44.140871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] Set router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:09:44.184215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:44.249923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:09:43Z', 'revision_number': 6, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:44.275744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port aef4cbc0-55f0-435d-aa77-1026516de658, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=aef4cbc0-55f0-435d-aa77-1026516de658,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:44.283236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:44.314736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for aef4cbc0-55f0-435d-aa77-1026516de658 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:44.341829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565ae2f-b7ad-4a75-8103-1f15062278ea None None] The sync data for ids ['e50aebfd-a4b2-48d0-85db-8ae9b57b72c2'] in n-d-801990-3 is: [{'id': 'e50aebfd-a4b2-48d0-85db-8ae9b57b72c2', 'name': 'tempest-ServersTestMultiNic-77826847-router', 'tenant_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:18Z', 'updated_at': '2021-07-23T14:09:43Z', 'revision_number': 6, 'project_id': 'd7d9e373d5c44c87b6db40a1a492dc4a', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:09:44.451218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-584383228-network', 'tenant_id': 'e0b34ee65bb24fbfa10bbef282e3f793'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:44.523677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Made reservation on behalf of e0b34ee65bb24fbfa10bbef282e3f793 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:44.525952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:44.550820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:44.637279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] For port 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:44.637887 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:44.664932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Calling delete_port for 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:44.689756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9810-6389-4369-b2c4-7411d1280ead req-dc1293a6-f626-4030-90dd-77c69ff21f86 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:44.691422 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-003c9810-6389-4369-b2c4-7411d1280ead req-dc1293a6-f626-4030-90dd-77c69ff21f86 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 949 time: 0.1213331 Jul 23 14:09:44.807724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:44.895718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-003c9810-6389-4369-b2c4-7411d1280ead req-2ebd6f44-fcc8-4b74-9dde-c8c25d89916a tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972368 Jul 23 14:09:44.992558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:44.999825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:45.007053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:45.019544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:45.026874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:45.032864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:45.039459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:45.047831 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-08813648-098b-4f0c-a211-7c398aea3a1d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.6251335 Jul 23 14:09:45.051473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:45.104146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'mac_address': 'fa:16:3e:08:c9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:09:45.134052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a64f7bd-c26e-449f-9d84-6cbf73348029 req-766553c0-589e-41cb-9208-01089f72a65b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801363 Jul 23 14:09:45.150683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.160823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.237549 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.241758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c', '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:45.246714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896', '0456a95c-1571-4b96-8201-b734272a6ce0', 'aef4cbc0-55f0-435d-aa77-1026516de658'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:45.265194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=aef4cbc0-55f0-435d-aa77-1026516de658,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:45.267718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8a2a6b-c7c7-4d8a-9cd3-453748145c75,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:45.341288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c1d8c-399f-46c8-975b-08f862f014ca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:45.360809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.375244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:45.410694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port aef4cbc0-55f0-435d-aa77-1026516de658 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:45.419123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.420931 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.423676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb472641-752d-48ae-a90d-b0de2079b139 req-26710d97-c950-407b-abdc-5dafadbcaec4 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "DELETE /v2.0/ports/aef4cbc0-55f0-435d-aa77-1026516de658 HTTP/1.1" status: 204 len: 173 time: 1.5931487 Jul 23 14:09:45.426006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a706477-a075-475f-9c05-20e186668103', 'name': 'network-vif-deleted', 'tag': 'aef4cbc0-55f0-435d-aa77-1026516de658'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:45.428557 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f66dfc9-3584-4376-b9d5-63b151c0d317" -d '{"events": [{"server_uuid": "1a706477-a075-475f-9c05-20e186668103", "name": "network-vif-deleted", "tag": "aef4cbc0-55f0-435d-aa77-1026516de658"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:45.629695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.664527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bf596-40b9-412c-a0fb-03e8b8572098 req-62d1bc38-dbcd-413f-be6b-5196df354e50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:45.666437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.670052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.674988 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-833bf596-40b9-412c-a0fb-03e8b8572098 req-62d1bc38-dbcd-413f-be6b-5196df354e50 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.3088012 Jul 23 14:09:45.724641 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.752715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3c155597-f736-4e74-801f-add1e4855ada no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:45.757874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.758761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:09:45.788225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.792791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9582b766-cd5f-471f-a20a-22e80ec4bce2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e50aebfd-a4b2-48d0-85db-8ae9b57b72c2 HTTP/1.1" status: 204 len: 168 time: 2.4301782 Jul 23 14:09:45.794367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3c155597-f736-4e74-801f-add1e4855ada {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:45.795125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:45.796761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3c155597-f736-4e74-801f-add1e4855ada not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:45.798609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:45.814835 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-833bf596-40b9-412c-a0fb-03e8b8572098 req-b2c0182e-070d-499c-989b-d2ba71165ad6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359847 Jul 23 14:09:45.817201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:09:45.837365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428d4fbd-c0f8-426b-85e1-99df9f623724,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:45.849253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:45.849595 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Added segment 54dbb881-0303-47f3-928a-92a4623d0152 of type vlan for network 001cccd6-50e7-4eb2-b161-687c7c67bcbc Jul 23 14:09:45.957955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:45.958766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9f8a2a6b-c7c7-4d8a-9cd3-453748145c75 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:45.962842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:46.033990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.045723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] Deleting subnet 8b0b587a-baa8-412c-9902-38815636aaf5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:09:46.055382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.084880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d89c1d8c-399f-46c8-975b-08f862f014ca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:46.091026 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92828a9-c56f-4090-a813-082f89f898df x-openstack-request-id: req-f92828a9-c56f-4090-a813-082f89f898df {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:46.091242 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a706477-a075-475f-9c05-20e186668103", "name": "network-vif-deleted", "tag": "aef4cbc0-55f0-435d-aa77-1026516de658", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:46.091594 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f92828a9-c56f-4090-a813-082f89f898df {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:46.091962 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a706477-a075-475f-9c05-20e186668103', 'name': 'network-vif-deleted', 'tag': 'aef4cbc0-55f0-435d-aa77-1026516de658', 'status': 'completed', 'code': 200} Jul 23 14:09:46.133815 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93105954-8032-4d1d-b0a2-9ea78f963267 req-099149b2-04b4-4f3b-8737-e9d53c5801ed tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a706477-a075-475f-9c05-20e186668103 HTTP/1.1" status: 200 len: 210 time: 0.0457573 Jul 23 14:09:46.135650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.145720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.148224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.150974 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.174789 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59a7cd8e-7cd7-4ee6-b263-18d62a9194fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.190919 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0054832 Jul 23 14:09:46.203352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:46.225950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Request body: {'subnet': {'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-584383228-subnet', 'tenant_id': 'e0b34ee65bb24fbfa10bbef282e3f793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:46.354017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600dc45-527e-4b3d-9a64-65a847693981 admin admin] Pushing event updated for resources: {'Network': ['ID=001cccd6-50e7-4eb2-b161-687c7c67bcbc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:46.373004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 001cccd6-50e7-4eb2-b161-687c7c67bcbc details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:09:46.385888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Made reservation on behalf of e0b34ee65bb24fbfa10bbef282e3f793 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:46.388423 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.594078 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.735171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.743335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.749470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.756013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.762782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.768704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.775391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:46.777473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-e7324e5b-ed08-4de8-a155-b3038175d6db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.4355628 Jul 23 14:09:46.781122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.825452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device aef4cbc0-55f0-435d-aa77-1026516de658 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:46.861529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: aef4cbc0-55f0-435d-aa77-1026516de658 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:46.861865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device aef4cbc0-55f0-435d-aa77-1026516de658 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:46.865164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.869821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:46.870678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8b0b587a-baa8-412c-9902-38815636aaf5 HTTP/1.1" status: 204 len: 168 time: 1.0741343 Jul 23 14:09:46.877055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3a911-d199-4cd2-9b10-7338f3fd619b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0b587a-baa8-412c-9902-38815636aaf5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:46.879806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef7df15-2a39-44fd-9f3a-b6d21004094e None None] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:46.919091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:46.934932 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4778cec1-c4fd-4c79-b8f8-0ce23617de51 req-58921204-a679-49bf-bfc9-80f2f6768132 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215467 Jul 23 14:09:47.041680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:47.053104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f2013f-6518-4163-ae55-80485db895ea,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:47.130409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Deleting port ed91b2e3-967e-4267-8d84-d379b36c4a8a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:47.131008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:47.247369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] For port ed91b2e3-967e-4267-8d84-d379b36c4a8a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ed91b2e3-967e-4267-8d84-d379b36c4a8a,segment=NetworkSegment(eb32fa57-d70a-4d8d-9939-6959552c5d31),segment_id=eb32fa57-d70a-4d8d-9939-6959552c5d31)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:47.248087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:47.257827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Checking segment: {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:47.259099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Network hostable DHCP agents. Network: 001cccd6-50e7-4eb2-b161-687c7c67bcbc, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:09:47.278537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Calling delete_port for ed91b2e3-967e-4267-8d84-d379b36c4a8a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:47.326717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] DHCP port deletion for 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:09:47.350999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9f008-9043-4641-8600-86dffdd9a31f req-4801aef2-a238-45a2-9396-46b72de92702 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:47.354457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47a9f008-9043-4641-8600-86dffdd9a31f req-4801aef2-a238-45a2-9396-46b72de92702 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.2473733 Jul 23 14:09:47.432880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Network 001cccd6-50e7-4eb2-b161-687c7c67bcbc is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:09:47.481910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 001cccd6-50e7-4eb2-b161-687c7c67bcbc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:47.488737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:47.489874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:47.514957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:47.528881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47a9f008-9043-4641-8600-86dffdd9a31f req-914a908a-d35a-46fc-8afc-3861cbc84ea2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575482 Jul 23 14:09:47.551426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ed91b2e3-967e-4267-8d84-d379b36c4a8a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:47.559566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a6fd240-33e1-4c41-9b4d-62ff05884ff8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3525841 Jul 23 14:09:47.561705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b7183-0438-4fef-8b2f-04d80a36ecc8 None None] Network 001cccd6-50e7-4eb2-b161-687c7c67bcbc requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:47.573631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] No DVR routers for this DVR port ed91b2e3-967e-4267-8d84-d379b36c4a8a on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:47.679780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed91b2e3-967e-4267-8d84-d379b36c4a8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:47.885358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ed91b2e3-967e-4267-8d84-d379b36c4a8a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:47.886436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ed91b2e3-967e-4267-8d84-d379b36c4a8a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:47.905357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:47.944279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e208ccc-5624-4ef6-992a-b5a3d88dbc23']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:47.957318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb32fa57-d70a-4d8d-9939-6959552c5d31') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:47.958360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb32fa57-d70a-4d8d-9939-6959552c5d31') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:09:47.980433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.015960 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.027194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Deleting port ed91b2e3-967e-4267-8d84-d379b36c4a8a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:48.027838 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.032098 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.041980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:09:48.042707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:09:48.045913 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:09:48.146039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.152536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.161574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e208ccc-5624-4ef6-992a-b5a3d88dbc23 HTTP/1.1" status: 204 len: 168 time: 1.2906091 Jul 23 14:09:48.174123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] For port ed91b2e3-967e-4267-8d84-d379b36c4a8a, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:48.174514 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.198860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c80c-b794-4699-85fa-eedc887dfe93 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e208ccc-5624-4ef6-992a-b5a3d88dbc23,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:48.223509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Calling delete_port for ed91b2e3-967e-4267-8d84-d379b36c4a8a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:48.230430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Port ed91b2e3-967e-4267-8d84-d379b36c4a8a was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:09:48.262199 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.289133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Pushing event deleted for resources: {'Port': ['ID=ed91b2e3-967e-4267-8d84-d379b36c4a8a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:48.295518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e53fe-a1b1-4a84-9135-1be4a33f6f61 None None] Network 001cccd6-50e7-4eb2-b161-687c7c67bcbc requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:48.311696 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.316180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] Network 7e208ccc-5624-4ef6-992a-b5a3d88dbc23 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:09:48.316639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe862c-12aa-42eb-a65a-6cea3475db63 None None] No DVR routers for this DVR port ed91b2e3-967e-4267-8d84-d379b36c4a8a on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:48.372533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:48.448157 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01677057-9bc1-4409-9a46-1ead560e6543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.456935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-50c095bc-1683-451a-9b0f-53d8b91d9c7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7d9e373d5c44c87b6db40a1a492dc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828972 Jul 23 14:09:48.459782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:48.537499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5433217e-8d1f-4eed-ab3f-cab2e98fe8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.572784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5433217e-8d1f-4eed-ab3f-cab2e98fe8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.636627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5433217e-8d1f-4eed-ab3f-cab2e98fe8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.640049 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5433217e-8d1f-4eed-ab3f-cab2e98fe8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.646294 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5433217e-8d1f-4eed-ab3f-cab2e98fe8dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc11ca83-c71b-412e-9e38-ed3cfe8cb17d HTTP/1.1" status: 204 len: 168 time: 0.1852345 Jul 23 14:09:48.666411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433217e-8d1f-4eed-ab3f-cab2e98fe8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc11ca83-c71b-412e-9e38-ed3cfe8cb17d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:48.814588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:48.870473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d89c1d8c-399f-46c8-975b-08f862f014ca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:48.871152 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:48.980701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:49.010903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:49.014211 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eebe5c-af87-42b9-994c-bf9e2aa4d6a8" -d '{"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-plugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:49.028278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:49.036056 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:49.109281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:49.452628 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:49.641105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2f0f845e-9b69-42f6-b8c7-36219d81c4b9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:49.643785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2f0f845e-9b69-42f6-b8c7-36219d81c4b9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa9ca4de-4384-40b9-9de8-dda444fdcfc7 HTTP/1.1" status: 200 len: 949 time: 0.0985751 Jul 23 14:09:49.696355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:49.782782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port 0456a95c-1571-4b96-8201-b734272a6ce0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:49.783435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:49.877151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-924579056-network', 'tenant_id': '64e320bb1eaa4d18900bbbcaed9ca7e5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:49.901914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port 0456a95c-1571-4b96-8201-b734272a6ce0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0456a95c-1571-4b96-8201-b734272a6ce0,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:49.902621 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:49.918127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Made reservation on behalf of 64e320bb1eaa4d18900bbbcaed9ca7e5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:49.920793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:49.926122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for 0456a95c-1571-4b96-8201-b734272a6ce0 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:49.941970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.121629 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.128717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.134324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.142923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c', '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:50.165945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:09:50.187098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609683fb-929f-4942-99d8-23379aad5d76,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:50.195452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=0456a95c-1571-4b96-8201-b734272a6ce0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:50.198300 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.203282 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Added segment 7e5169fe-193e-482e-bec6-0ccda3454866 of type vlan for network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c Jul 23 14:09:50.212335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896', '0456a95c-1571-4b96-8201-b734272a6ce0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:50.284926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port 0456a95c-1571-4b96-8201-b734272a6ce0 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:50.290790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.293147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-30c73d97-8f25-4723-9b09-9b6b6a67d0fd req-2eeeed71-2c2a-4233-9d94-f5d8391e1870 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "DELETE /v2.0/ports/0456a95c-1571-4b96-8201-b734272a6ce0 HTTP/1.1" status: 204 len: 173 time: 0.6435337 Jul 23 14:09:50.293690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'name': 'network-vif-deleted', 'tag': '0456a95c-1571-4b96-8201-b734272a6ce0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:50.296189 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2f09bd-8515-42e8-b167-b508aac82aa8" -d '{"events": [{"server_uuid": "fa9ca4de-4384-40b9-9de8-dda444fdcfc7", "name": "network-vif-deleted", "tag": "0456a95c-1571-4b96-8201-b734272a6ce0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:50.308283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.354382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.356502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:50.357687 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:50.445899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:50.470447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:09:50.470881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:50.472736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8ce97a80-148a-4e76-87b4-7b871df74893 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7742157 Jul 23 14:09:50.477608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Request body: {'subnet': {'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-924579056-subnet', 'tenant_id': '64e320bb1eaa4d18900bbbcaed9ca7e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:50.516953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Made reservation on behalf of 64e320bb1eaa4d18900bbbcaed9ca7e5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:50.521441 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:51.005275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:51.157899 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:51.177245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:51.188116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Checking segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:51.188902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Network hostable DHCP agents. Network: a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:09:51.212523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:09:51.230615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:51.235405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.236090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:51.249416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e08d3-a9db-47df-96cb-c5b1a5e3797d None None] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:51.262663 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c8857b3d-32c6-4b9c-b27e-bf7193a79a43 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7826495 Jul 23 14:09:51.616427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'tenant_id': '64e320bb1eaa4d18900bbbcaed9ca7e5', 'fixed_ips': [{'subnet_id': 'a80d02fb-5ff4-4d0b-b013-ccbfd3037a69'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:09:51.617350 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:51.902931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.918769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.925848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.935550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.937808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Allocated IP 172.20.0.2 (a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c/a80d02fb-5ff4-4d0b-b013-ccbfd3037a69/25f50a1e-8dbf-4da5-9413-60e27ebc21aa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:09:51.960537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.971646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.973129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-75c023c1-43f3-4128-af79-a6a86149e640 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.980330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:51.981750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-75c023c1-43f3-4128-af79-a6a86149e640 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 814 time: 0.3249569 Jul 23 14:09:51.990247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-4902b260-f425-4e27-b9fd-93d0771c8990 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.2103276 Jul 23 14:09:52.019765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-bd928118-05b3-431d-9cbc-26048bf4fdc7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1837683 Jul 23 14:09:52.027759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-56953a6c-9df5-4c66-9a17-2240015d3a13 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/quotas/e0b34ee65bb24fbfa10bbef282e3f793 HTTP/1.1" status: 200 len: 375 time: 0.0413897 Jul 23 14:09:52.080599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-62c6e368-d330-43b5-b031-f0f699f94710 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517290 Jul 23 14:09:52.107690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cdb4e09c-5d69-4bfd-ad26-c73d7d3cb33f req-13b62f4c-0032-41f9-bc1a-b4b71fcd8593 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083550 Jul 23 14:09:52.349196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2c0aa-73c3-4c15-9c9e-fed56623bf71 req-35f9940f-f45c-468b-9608-eb818fd97a5b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:52.350976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-3659bf3e-426b-434e-a128-2b17614fcf39 service neutron] 10.222.0.21 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693810 Jul 23 14:09:52.355920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-d53738a2-5fe5-4e6d-8426-a70d0f64023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:52.357646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-d53738a2-5fe5-4e6d-8426-a70d0f64023c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=076cfc9486b4439982c5ffa25353d6dc&device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 1101 time: 0.2648158 Jul 23 14:09:52.358947 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7ef2c0aa-73c3-4c15-9c9e-fed56623bf71 req-35f9940f-f45c-468b-9608-eb818fd97a5b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1335714 Jul 23 14:09:52.386172 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:52.412825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Transition to ACTIVE for port object 25f50a1e-8dbf-4da5-9413-60e27ebc21aa will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:52.451145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Transition to ACTIVE for port object 25f50a1e-8dbf-4da5-9413-60e27ebc21aa will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:09:52.459881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7ef2c0aa-73c3-4c15-9c9e-fed56623bf71 req-5e427990-993c-48ff-91d0-e71cc0691c34 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845945 Jul 23 14:09:52.468380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:52.547757 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8968417-3b21-4692-ae97-a04afcc2622f x-openstack-request-id: req-b8968417-3b21-4692-ae97-a04afcc2622f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:52.548043 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-plugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:52.548292 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8968417-3b21-4692-ae97-a04afcc2622f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:52.548682 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'code': 200} Jul 23 14:09:52.566835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Pushing event updated for resources: {'Port': ['ID=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:52.586408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:09:52.588335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:52.595803 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c099727d-29ea-4724-bd38-b8be98aa5182 x-openstack-request-id: req-c099727d-29ea-4724-bd38-b8be98aa5182 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:52.596089 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ca4de-4384-40b9-9de8-dda444fdcfc7", "name": "network-vif-deleted", "tag": "0456a95c-1571-4b96-8201-b734272a6ce0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:52.596336 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c099727d-29ea-4724-bd38-b8be98aa5182 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:52.596732 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ca4de-4384-40b9-9de8-dda444fdcfc7', 'name': 'network-vif-deleted', 'tag': '0456a95c-1571-4b96-8201-b734272a6ce0', 'status': 'completed', 'code': 200} Jul 23 14:09:52.599123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:09:52.705627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Attempting to bind port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:09:52.706066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Attempting to bind port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:09:52.706958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Attempting to bind port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:09:52.722421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:09:52.722972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Checking segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:09:52.723356 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:52.724245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Bound using segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:09:52.724734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Bound port: 25f50a1e-8dbf-4da5-9413-60e27ebc21aa, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:09:52.725125 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:52.727523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-301bab1f-e0a7-4d0e-82b4-dd58c44c5f83 service neutron] 10.222.0.21 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728557 Jul 23 14:09:52.733403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-083d96e2-73a2-4f73-8b04-1d9cf8d24b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:52.744041 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-083d96e2-73a2-4f73-8b04-1d9cf8d24b8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.3566055 Jul 23 14:09:52.828828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-1d2205a9-2c0d-473b-abc1-e011394309ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a HTTP/1.1" status: 200 len: 217 time: 0.0750914 Jul 23 14:09:52.847306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] For port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:09:52.855558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] For port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:09:52.860915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0456a95c-1571-4b96-8201-b734272a6ce0 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:52.879395 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:52.911742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 0456a95c-1571-4b96-8201-b734272a6ce0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:52.912090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0456a95c-1571-4b96-8201-b734272a6ce0 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:52.938950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-6edc1c84-fe72-4f69-97c5-1231ecf231d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:52.941139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-6edc1c84-fe72-4f69-97c5-1231ecf231d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1046250 Jul 23 14:09:53.045691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-fa589f2f-f255-4d2e-b62b-b3a82e1d6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:53.047430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-fa589f2f-f255-4d2e-b62b-b3a82e1d6b63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974102 Jul 23 14:09:53.076687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e6865-49fd-4447-8461-6521dad93b90 None None] Pushing event updated for resources: {'Port': ['ID=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:53.234843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-d1c22401-4b1b-42f7-abd4-3a1e83569497 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709213 Jul 23 14:09:53.430983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-779adffd-9590-4e56-9ae1-fbc8b9538c79 req-739e6140-6744-4458-97b9-6dd14ce2ee71 service neutron] 10.222.0.48 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876645 Jul 23 14:09:53.561682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-f42617b2-faa7-4bda-94f7-aaf5a8dc56dd tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:53.577273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-f42617b2-faa7-4bda-94f7-aaf5a8dc56dd tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 815 time: 0.3319213 Jul 23 14:09:53.617237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1b819041-2909-4d58-995d-6ca08e66f468 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/quotas/64e320bb1eaa4d18900bbbcaed9ca7e5 HTTP/1.1" status: 200 len: 375 time: 0.0203538 Jul 23 14:09:53.743743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cfa1c489-85a9-4a1c-86a1-4342e7cbb936 req-f3bcfd60-e344-4fea-adc9-138f16c76596 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 210 time: 0.0727680 Jul 23 14:09:53.789595 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-ae15c51d-c529-4835-a21a-7d4a803e30d8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631532 Jul 23 14:09:53.980687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-002632d6-2e5a-4a00-8c66-bfb6447de56f service neutron] 10.222.0.21 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881247 Jul 23 14:09:54.273259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-62e482e5-199b-471d-93c2-44686c877aa0 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907379 Jul 23 14:09:54.365891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:54.391620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:54.399427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:54.407800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:54.415860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:54.424240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:54.432431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:54.437925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-0138fd97-4c90-4aeb-bfcf-7d4085bd2ed3 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.2710497 Jul 23 14:09:54.587074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7a35d-5217-4701-aad4-bdb115407620 None None] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:09:54.650769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55fecf90-4a79-4503-9a3c-b644ccb4acb7 req-caa4eeee-0d12-4228-a142-164de3b9da4d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870096 Jul 23 14:09:54.895260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b9d6133-0e8a-4564-8837-c7510d13cfb4 None None] Provisioning for port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:55.130223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846e932-d023-4b82-9232-8caca03f7a6c req-35734cfb-2f9f-47b8-b7fa-466b358185ce tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:55.137660 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0846e932-d023-4b82-9232-8caca03f7a6c req-35734cfb-2f9f-47b8-b7fa-466b358185ce tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 950 time: 0.3512902 Jul 23 14:09:55.216735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b4e6a-8888-4862-af20-cec0994477f7 req-f0019c34-c2cf-4610-817e-d0b68877fda3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:55.243287 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d04b4e6a-8888-4862-af20-cec0994477f7 req-f0019c34-c2cf-4610-817e-d0b68877fda3 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 950 time: 0.3805032 Jul 23 14:09:55.369486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdfb14-f4ce-4d16-89fd-b3cd46f05a13 req-49ae10d4-5448-4afc-a99b-3da405d537a6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:55.399520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-00cdfb14-f4ce-4d16-89fd-b3cd46f05a13 req-49ae10d4-5448-4afc-a99b-3da405d537a6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.6836801 Jul 23 14:09:55.474547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d04b4e6a-8888-4862-af20-cec0994477f7 req-4b910dc1-9dad-4d56-b8da-75fae8f2e306 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300231 Jul 23 14:09:55.479420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-e799f401-c7bc-4819-ad41-c80a431e64b1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:55.483687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-e799f401-c7bc-4819-ad41-c80a431e64b1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 814 time: 0.4389880 Jul 23 14:09:55.567966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Request body: {'port': {'device_id': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'admin_state_up': True, 'tenant_id': 'e0b34ee65bb24fbfa10bbef282e3f793'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:55.612043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:55.612648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:55.622604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 25f50a1e-8dbf-4da5-9413-60e27ebc21aa up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:55.851445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-00cdfb14-f4ce-4d16-89fd-b3cd46f05a13 req-911570b6-5cad-4269-a8ae-d4c9391eba91 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507658 Jul 23 14:09:55.982724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:09:55.998126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:55.998991 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.090756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:56.095010 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6f21ee1-2f83-4024-ad11-ece391d301d6 req-bca99895-80ff-4c9e-a9f5-c8f70ae94a8f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 210 time: 0.0620036 Jul 23 14:09:56.128862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Made reservation on behalf of e0b34ee65bb24fbfa10bbef282e3f793 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:56.133529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.148663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:56.153488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.186293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for 0394ee38-b6d4-4d4f-95a1-5804ed10d20e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:56.252672 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.327224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:56.341269 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.419724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:56.444910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.462669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:56.511088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=0394ee38-b6d4-4d4f-95a1-5804ed10d20e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:56.529856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['35965a40-2a47-4080-8095-ea398d92a896'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:56.628219 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a55621e-30bd-4c79-818c-8fe21391b67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.768264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.791098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.804184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.826955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.836199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port 0394ee38-b6d4-4d4f-95a1-5804ed10d20e on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:56.850770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:56.853813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0846e932-d023-4b82-9232-8caca03f7a6c req-04c94f72-087a-4a94-9676-ce8ac76dc0aa tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "DELETE /v2.0/ports/0394ee38-b6d4-4d4f-95a1-5804ed10d20e HTTP/1.1" status: 204 len: 173 time: 1.7048707 Jul 23 14:09:56.854671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'name': 'network-vif-deleted', 'tag': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:09:56.854891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.857442 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92824e8b-b58f-46b9-b1a3-adf25e18426a" -d '{"events": [{"server_uuid": "bd6a33e1-9c4d-4411-acef-29c94647b029", "name": "network-vif-deleted", "tag": "0394ee38-b6d4-4d4f-95a1-5804ed10d20e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:09:56.879012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-94ea72aa-26b3-4f5c-854e-de865d140a25 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.880917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-94ea72aa-26b3-4f5c-854e-de865d140a25 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fd24c8-106a-49e7-933e-33bd6bd34fbd HTTP/1.1" status: 200 len: 949 time: 0.9558640 Jul 23 14:09:56.881265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.948789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:56.962138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-613411e4-6ec3-44f4-b963-d6308d240bb7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5421 time: 0.6363013 Jul 23 14:09:57.023096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-a312aebe-2cf8-448c-a78e-ca84453f4102 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:57.032292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-a312aebe-2cf8-448c-a78e-ca84453f4102 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 815 time: 0.9583132 Jul 23 14:09:57.070676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-c6c8b33c-33ca-485a-8744-0fa6c3ec6aa8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/quotas/64e320bb1eaa4d18900bbbcaed9ca7e5 HTTP/1.1" status: 200 len: 375 time: 0.0369744 Jul 23 14:09:57.202748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Allocated IP 172.20.0.9 (001cccd6-50e7-4eb2-b161-687c7c67bcbc/97f2013f-6518-4163-ae55-80485db895ea/6b54b46b-434f-4c05-a5c6-c47338ffe11d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:09:57.215237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port 35965a40-2a47-4080-8095-ea398d92a896 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:09:57.215579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:57.351962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-11262172-57c1-4ffa-be25-32a2c5d14478 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:57.353911 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-11262172-57c1-4ffa-be25-32a2c5d14478 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 815 time: 0.8555894 Jul 23 14:09:57.396690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Request body: {'port': {'device_id': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'admin_state_up': True, 'tenant_id': '64e320bb1eaa4d18900bbbcaed9ca7e5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:57.415285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port 35965a40-2a47-4080-8095-ea398d92a896, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=35965a40-2a47-4080-8095-ea398d92a896,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:57.415642 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:57.433327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-0f9ae401-e526-4c59-994c-d8b81173205e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3612785 Jul 23 14:09:57.438783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for 35965a40-2a47-4080-8095-ea398d92a896 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:09:57.462964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0394ee38-b6d4-4d4f-95a1-5804ed10d20e no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:09:57.471915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 25f50a1e-8dbf-4da5-9413-60e27ebc21aa up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:09:57.598913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 0394ee38-b6d4-4d4f-95a1-5804ed10d20e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:09:57.599266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0394ee38-b6d4-4d4f-95a1-5804ed10d20e not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:09:57.669155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:09:57.669741 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:57.670519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a5958ff6-588f-4511-8f20-d22b1d77e7dc req-aff972da-9846-4fa4-9196-164909addbdf tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6291583 Jul 23 14:09:57.764984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-4b291c80-a54d-4fc0-b1dd-1b2ab187d741 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210840 Jul 23 14:09:57.913851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-538d0f4f-a5f1-45a2-a1db-39460b614bfd req-f12825ea-096c-4fe9-a9dc-40b92f43c7e9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6a33e1-9c4d-4411-acef-29c94647b029 HTTP/1.1" status: 200 len: 210 time: 0.0942559 Jul 23 14:09:58.051051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:58.064213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:58.078786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a', '038a9536-770f-4928-887c-da36ddfb9318', '7adb5571-a308-4282-8fa3-ecd432c2344c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:09:58.127358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-90a66423-4b65-46a5-ac07-11a61f4b4d05 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364949 Jul 23 14:09:58.182946 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8313169-1057-4be8-8da5-66d24b9917ec x-openstack-request-id: req-d8313169-1057-4be8-8da5-66d24b9917ec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:09:58.184661 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a33e1-9c4d-4411-acef-29c94647b029", "name": "network-vif-deleted", "tag": "0394ee38-b6d4-4d4f-95a1-5804ed10d20e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:09:58.184885 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8313169-1057-4be8-8da5-66d24b9917ec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:09:58.185307 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6a33e1-9c4d-4411-acef-29c94647b029', 'name': 'network-vif-deleted', 'tag': '0394ee38-b6d4-4d4f-95a1-5804ed10d20e', 'status': 'completed', 'code': 200} Jul 23 14:09:58.190496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=35965a40-2a47-4080-8095-ea398d92a896,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:58.251274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port 35965a40-2a47-4080-8095-ea398d92a896 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:09:58.256092 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:58.258562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1519d05-f7b3-411f-b525-26a9cd47d402 req-3061616e-3ca2-4535-8cad-a0d3ebc29ef7 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.11 "DELETE /v2.0/ports/35965a40-2a47-4080-8095-ea398d92a896 HTTP/1.1" status: 204 len: 173 time: 1.3688138 Jul 23 14:09:58.414593 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:58.528804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a55621e-30bd-4c79-818c-8fe21391b67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:58.585341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Network 001cccd6-50e7-4eb2-b161-687c7c67bcbc is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:09:58.591579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:09:58.595325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:09:58.670115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-e12ef09a-816a-4e7f-b68e-4d068c90aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:58.672772 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-e12ef09a-816a-4e7f-b68e-4d068c90aa84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7e044fe96b4a11ae246ebe48c8fe4b&device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 1101 time: 0.6130075 Jul 23 14:09:58.682929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:58.683575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:58.696532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:58.719622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a55621e-30bd-4c79-818c-8fe21391b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:58.736408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960f251-8c46-46e9-806f-d2dfdad0323f req-d72514ab-2dc9-4460-952b-92d18eb9e7ba tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:58.747194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3960f251-8c46-46e9-806f-d2dfdad0323f req-d72514ab-2dc9-4460-952b-92d18eb9e7ba tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 931 time: 0.2088768 Jul 23 14:09:58.811637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3960f251-8c46-46e9-806f-d2dfdad0323f req-8c90c9bf-df70-49e3-a3b0-c27df2139ea6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Jul 23 14:09:58.914680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1c6c-6a49-44cc-b978-5ab6b61cde34 req-54d944df-a151-4620-af3b-e8a100d3ac2b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:58.927265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99aa1c6c-6a49-44cc-b978-5ab6b61cde34 req-54d944df-a151-4620-af3b-e8a100d3ac2b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.6326051 Jul 23 14:09:58.982985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Made reservation on behalf of 64e320bb1eaa4d18900bbbcaed9ca7e5 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:09:58.995967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:59.046398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-5eb71fd9-778c-4200-abfc-f86856f0b556 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4924033 Jul 23 14:09:59.114150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55621e-30bd-4c79-818c-8fe21391b67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57568d8a-6c04-4058-afcd-dc24d7388401,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:09:59.183756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-96133a5e-9c91-4b73-b990-96526e56194e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:59.185927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-96133a5e-9c91-4b73-b990-96526e56194e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 815 time: 0.2263417 Jul 23 14:09:59.221541 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-119cba70-07cc-4f78-924d-ce3f2f8b6420 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/quotas/64e320bb1eaa4d18900bbbcaed9ca7e5 HTTP/1.1" status: 200 len: 375 time: 0.0243676 Jul 23 14:09:59.466627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6a48172a-53df-4fff-b74f-99206b7847d0 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:59.477731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-ac9dd812-38d4-460d-8f5a-9c01537b48ab tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2550108 Jul 23 14:09:59.634849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Request body: {'port': {'device_id': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:09:59.639234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-eb697753-4a3b-4740-be73-a256b35c3455 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516421 Jul 23 14:09:59.652207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9a55621e-30bd-4c79-818c-8fe21391b67b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60e00fabbf46402a91e43b2ad4fc93d2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5549650 Jul 23 14:09:59.658222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:09:59.689498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6a48172a-53df-4fff-b74f-99206b7847d0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6a48172a-53df-4fff-b74f-99206b7847d0,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:59.704255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6a48172a-53df-4fff-b74f-99206b7847d0', 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'port_id': '6a48172a-53df-4fff-b74f-99206b7847d0', 'mac_address': 'fa:16:3e:c1:b0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4da785-679b-4a5f-b413-4bf8305b54a5', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:09:59.803618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99aa1c6c-6a49-44cc-b978-5ab6b61cde34 req-ee1a0ec0-6932-4027-a85a-0f7cc6a28cc0 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752811 Jul 23 14:09:59.826568 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:59.850947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a48172a-53df-4fff-b74f-99206b7847d0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:09:59.877800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6a48172a-53df-4fff-b74f-99206b7847d0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6a48172a-53df-4fff-b74f-99206b7847d0,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:09:59.884362 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:59.885368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a023691a-7f6a-4b02-9288-e12459aa4a16 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:09:59.949911 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:09:59.957627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-d4cb7ea3-e07f-43c2-85a3-454eed827340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:09:59.959630 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-d4cb7ea3-e07f-43c2-85a3-454eed827340 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 1.2507493 Jul 23 14:09:59.989388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6a48172a-53df-4fff-b74f-99206b7847d0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:00.062382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48d9d1de-c828-4743-943b-6eebb07007ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:00.230049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-261b92cc-09ce-4c92-a0dc-e1923f9f2f7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d89c1d8c-399f-46c8-975b-08f862f014ca HTTP/1.1" status: 200 len: 217 time: 0.2507601 Jul 23 14:10:00.239471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a023691a-7f6a-4b02-9288-e12459aa4a16, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a023691a-7f6a-4b02-9288-e12459aa4a16,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:00.260689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'a023691a-7f6a-4b02-9288-e12459aa4a16', 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597', 'port_id': 'a023691a-7f6a-4b02-9288-e12459aa4a16', 'mac_address': 'fa:16:3e:c8:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab7a279-5b09-403d-9f83-0d07e42ee82f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:00.378714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48d9d1de-c828-4743-943b-6eebb07007ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:00.386617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'name': 'network-vif-deleted', 'tag': '35965a40-2a47-4080-8095-ea398d92a896'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:00.387801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:00.389362 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f369d6-ff97-41cd-8508-acc34cdeca6a" -d '{"events": [{"server_uuid": "57fd24c8-106a-49e7-933e-33bd6bd34fbd", "name": "network-vif-deleted", "tag": "35965a40-2a47-4080-8095-ea398d92a896"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:00.424360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a023691a-7f6a-4b02-9288-e12459aa4a16 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:00.431931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Allocated IP 172.20.0.10 (a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c/a80d02fb-5ff4-4d0b-b013-ccbfd3037a69/6e7dc73d-71d0-43c0-a247-8f6ac121db3a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:00.436188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-8b64f2c3-cafa-4e52-9523-a5f32d555ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891486 Jul 23 14:10:00.485118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a023691a-7f6a-4b02-9288-e12459aa4a16, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a023691a-7f6a-4b02-9288-e12459aa4a16,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:00.496354 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:00.497410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 684d8090-ee0e-40d3-9902-1dfdedcd2967 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:00.550623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-c5f51095-9125-4a96-b37e-e641c83d2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.552221 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-c5f51095-9125-4a96-b37e-e641c83d2743 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.3043208 Jul 23 14:10:00.578498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 684d8090-ee0e-40d3-9902-1dfdedcd2967, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:00.596935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=a023691a-7f6a-4b02-9288-e12459aa4a16,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:00.603591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '684d8090-ee0e-40d3-9902-1dfdedcd2967', 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'port_id': '684d8090-ee0e-40d3-9902-1dfdedcd2967', 'mac_address': 'fa:16:3e:10:7d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4da785-679b-4a5f-b413-4bf8305b54a5', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:00.664812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.670689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.676882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.684390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.690505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.696825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.708752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:00.712370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7ae67c8c-1606-4d95-8733-d21a48c5c9d6 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5422 time: 0.7367854 Jul 23 14:10:00.713064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:00.805543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684d8090-ee0e-40d3-9902-1dfdedcd2967 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:00.900409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 35965a40-2a47-4080-8095-ea398d92a896 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:01.029947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 35965a40-2a47-4080-8095-ea398d92a896 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:10:01.030178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 35965a40-2a47-4080-8095-ea398d92a896 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:10:01.072883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 684d8090-ee0e-40d3-9902-1dfdedcd2967, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:01.088768 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.089811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4e76325a-27d4-4201-8bf2-98572f2c600d details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:01.128290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-85d1cc36-1920-4b2e-ab16-96b43e8e5bdf tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:01.132471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-85d1cc36-1920-4b2e-ab16-96b43e8e5bdf tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.11 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 815 time: 0.3189464 Jul 23 14:10:01.153621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Request body: {'port': {'device_id': '49572792-56a5-4a6f-8a12-8164c5e59321', 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'admin_state_up': True, 'tenant_id': '64e320bb1eaa4d18900bbbcaed9ca7e5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:01.166895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b54b46b-434f-4c05-a5c6-c47338ffe11d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:01.177317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.204941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Transition to ACTIVE for port object 6b54b46b-434f-4c05-a5c6-c47338ffe11d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:01.218761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48d9d1de-c828-4743-943b-6eebb07007ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.224026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48d9d1de-c828-4743-943b-6eebb07007ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.229287 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-48d9d1de-c828-4743-943b-6eebb07007ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57568d8a-6c04-4058-afcd-dc24d7388401 HTTP/1.1" status: 204 len: 168 time: 1.5664358 Jul 23 14:10:01.251454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9d1de-c828-4743-943b-6eebb07007ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57568d8a-6c04-4058-afcd-dc24d7388401,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:01.261598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.349718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4e76325a-27d4-4201-8bf2-98572f2c600d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4e76325a-27d4-4201-8bf2-98572f2c600d,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:01.383508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=684d8090-ee0e-40d3-9902-1dfdedcd2967,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:01.409667 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '4e76325a-27d4-4201-8bf2-98572f2c600d', 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'port_id': '4e76325a-27d4-4201-8bf2-98572f2c600d', 'mac_address': 'fa:16:3e:fc:8b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4da785-679b-4a5f-b413-4bf8305b54a5', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:01.481140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:01.532444 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.557069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e76325a-27d4-4201-8bf2-98572f2c600d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:01.580364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4e76325a-27d4-4201-8bf2-98572f2c600d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4e76325a-27d4-4201-8bf2-98572f2c600d,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:01.589854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98a7d-467b-45a9-9b10-224cfe91dc38 req-8e0bbe14-ffa7-4159-8b84-bfd9b1db3eb2 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:01.590747 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.592389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:01.598458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ade98a7d-467b-45a9-9b10-224cfe91dc38 req-8e0bbe14-ffa7-4159-8b84-bfd9b1db3eb2 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 943 time: 0.3929799 Jul 23 14:10:01.612256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.656091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Made reservation on behalf of 64e320bb1eaa4d18900bbbcaed9ca7e5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:01.660927 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:01.670383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-ee5ff7d9-7a51-4dd6-9993-b83973bf291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:01.680730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-ee5ff7d9-7a51-4dd6-9993-b83973bf291d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1208324 Jul 23 14:10:01.697899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b525709-b6ec-4afa-b90f-f8c0263ebd5d req-7db98839-2bd9-4a4f-b290-331adc3e6019 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9562023 Jul 23 14:10:01.725752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ade98a7d-467b-45a9-9b10-224cfe91dc38 req-3030e496-9da0-4f69-a867-edc4ad39d00e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935407 Jul 23 14:10:01.736283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=4e76325a-27d4-4201-8bf2-98572f2c600d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:01.815686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Transition to ACTIVE for port object 6e7dc73d-71d0-43c0-a247-8f6ac121db3a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:01.877447 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9608aed1-77ed-4ac3-92df-6f537375d5df x-openstack-request-id: req-9608aed1-77ed-4ac3-92df-6f537375d5df {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:01.877848 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fd24c8-106a-49e7-933e-33bd6bd34fbd", "name": "network-vif-deleted", "tag": "35965a40-2a47-4080-8095-ea398d92a896", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:01.878181 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9608aed1-77ed-4ac3-92df-6f537375d5df {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:01.878658 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fd24c8-106a-49e7-933e-33bd6bd34fbd', 'name': 'network-vif-deleted', 'tag': '35965a40-2a47-4080-8095-ea398d92a896', 'status': 'completed', 'code': 200} Jul 23 14:10:01.959508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:01.996161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'port_id': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'mac_address': 'fa:16:3e:6a:12:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:02.151475 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:02.191420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:02.229257 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-34e90b97-66b8-4ab2-a9d3-c5339f69a674 req-7aaf639e-a9c8-4734-891f-8a6018f2a29d tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 210 time: 0.2472417 Jul 23 14:10:02.253717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:02.262432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99b595-b70b-40f8-b015-9a1a91b73b38 req-d762b269-d0c2-475c-97ec-a4727954adb3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:02.268518 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:02.268885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-594a2a05-5c4c-4602-9950-bc8d1fa5fc33 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:10:02.269217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a5e77c35-7f69-4fc1-9149-cb3f4bc38233 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:02.270107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-594a2a05-5c4c-4602-9950-bc8d1fa5fc33 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5485361 Jul 23 14:10:02.271379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d99b595-b70b-40f8-b015-9a1a91b73b38 req-d762b269-d0c2-475c-97ec-a4727954adb3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1141756 Jul 23 14:10:02.322431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d99b595-b70b-40f8-b015-9a1a91b73b38 req-22e36373-2cb4-45c5-9d2f-a0757c632116 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Jul 23 14:10:02.397323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Attempting to bind port 6b54b46b-434f-4c05-a5c6-c47338ffe11d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:02.397938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Attempting to bind port 6b54b46b-434f-4c05-a5c6-c47338ffe11d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:02.398428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Attempting to bind port 6b54b46b-434f-4c05-a5c6-c47338ffe11d on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:02.410687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Port 6b54b46b-434f-4c05-a5c6-c47338ffe11d on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:10:02.411284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Attempting to bind port 6b54b46b-434f-4c05-a5c6-c47338ffe11d on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:02.435907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:02.442543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Checking segment: {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:02.443204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Bound using segment: {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:02.443875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Bound port: 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:02.444424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:02.478603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:02.506126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:02.556683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233', 'network_id': '7d1e3ad9-d073-439b-9f9f-0a6fe2f60597', 'port_id': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233', 'mac_address': 'fa:16:3e:83:05:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab7a279-5b09-403d-9f83-0d07e42ee82f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:02.623029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:02.656774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Allocated IP 172.20.0.7 (a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c/a80d02fb-5ff4-4d0b-b013-ccbfd3037a69/4e6f4f2a-c24b-4f51-9a58-b1f59eda7579) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:02.687252 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:02.745461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e77c35-7f69-4fc1-9149-cb3f4bc38233 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:02.808872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:02.820649 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:02.821365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:02.826295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Pushing event updated for resources: {'Port': ['ID=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:02.922792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:02.929108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:02.937493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:03.047530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:03.091678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:03.140242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c', 'network_id': 'a28c29cb-49e6-4d69-a8b9-4afb0df6659d', 'port_id': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c', 'mac_address': 'fa:16:3e:a6:15:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4da785-679b-4a5f-b413-4bf8305b54a5', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:03.165084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:03.212741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.215556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:03.239620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-6d9a7570-7a64-4010-a977-fef052b6c965 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.241555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-a555113e-5261-41f8-bea9-47390f4cfb2e service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458079 Jul 23 14:10:03.242270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-6d9a7570-7a64-4010-a977-fef052b6c965 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 815 time: 0.5509470 Jul 23 14:10:03.254164 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:03.298901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:03.324128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:03.367523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Request body: {'port': {'device_id': '2048343d-b6f2-43ba-98a3-47799016fc42', 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'admin_state_up': True, 'tenant_id': '64e320bb1eaa4d18900bbbcaed9ca7e5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:03.389573 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:03.400719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:03.413619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:03.482320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-e9da5ee0-125a-4242-8bc0-768a872e3513 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0896854 Jul 23 14:10:03.567091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09ffb1f4-53ee-4411-b5bd-56c7433f0dc8 None None] Provisioning for port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:03.574589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:03.577237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09ffb1f4-53ee-4411-b5bd-56c7433f0dc8 None None] Provisioning complete for port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:03.577936 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09ffb1f4-53ee-4411-b5bd-56c7433f0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:03.596626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:03.605310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.606030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.606593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.607874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.608378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.608883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.609387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.609955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.610497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.611044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.611584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.612108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:03.631814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Request body: {'port': {'device_id': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:03.638132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-09ffb1f4-53ee-4411-b5bd-56c7433f0dc8 None None] Port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:10:03.646473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.648190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:03.650047 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-a66ffdc2-932e-4327-90ad-5ab4cb4aa554 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b54b46b-434f-4c05-a5c6-c47338ffe11d HTTP/1.1" status: 200 len: 1091 time: 4.5781116 Jul 23 14:10:03.722048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:03.725438 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a009628-2f6b-413e-a614-f7121800c88f" -d '{"events": [{"name": "network-changed", "server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:03.725973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:03.745788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.751802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.761049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.767122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.773093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.779225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.785773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.793725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-6964f806-a8b0-4bb6-9d80-707ecf468b68 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5427 time: 0.5824356 Jul 23 14:10:03.822317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Transition to ACTIVE for port object 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:03.895334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-765531c1-9687-42a1-89b2-bc64cb22e581 req-abde96e3-89d2-436f-976d-a1b171ebe48b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005709 Jul 23 14:10:03.941697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce63c7c-06e7-47e3-9866-7bf988a9d979 req-f4edee7d-6fd5-4663-b33e-aebfcfdf7039 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:03.949559 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8ce63c7c-06e7-47e3-9866-7bf988a9d979 req-f4edee7d-6fd5-4663-b33e-aebfcfdf7039 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 943 time: 1.0248268 Jul 23 14:10:03.967458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Made reservation on behalf of 64e320bb1eaa4d18900bbbcaed9ca7e5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:03.984034 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:04.014275 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8ce63c7c-06e7-47e3-9866-7bf988a9d979 req-be184e56-043c-4c82-87ab-ad60d184d903 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 Jul 23 14:10:04.074737 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8996fab8-3e14-4822-8ae8-c2246a869d0f req-e8083c21-ee97-4032-ba90-d3c7dad423a9 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243985 Jul 23 14:10:04.146027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-4a5b47ae-19cb-4f9b-8e59-f7078108ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:04.150284 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-4a5b47ae-19cb-4f9b-8e59-f7078108ed1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 1094 time: 0.4147055 Jul 23 14:10:04.150962 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:04.222954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:04.279025 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-52baaccd-c700-4db4-b7e5-545a5f541081 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d HTTP/1.1" status: 200 len: 217 time: 0.0893433 Jul 23 14:10:04.395758 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8d3c6a4-7060-4cf8-ac6e-5d1d9540ac01 req-98759bfd-5147-4875-934a-9e58e3399469 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 210 time: 0.1084056 Jul 23 14:10:04.431775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1ff6eddb-f8d0-4564-bf79-9313d8fc7930'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:04.474460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Pushing event updated for resources: {'Port': ['ID=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:04.515678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6a48172a-53df-4fff-b74f-99206b7847d0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:04.561532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:04.603026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:04.609431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:04.659468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['684d8090-ee0e-40d3-9902-1dfdedcd2967'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:04.675525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6f135949-a4d4-4c12-afb5-bb7d8ce53b1c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:04.681423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:04.682923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:04.759111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d3ebb-4dd5-449c-9e82-df80e2b5fb01 req-65445312-59da-4ea6-aea5-a393b7a831c9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:04.766382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-501d3ebb-4dd5-449c-9e82-df80e2b5fb01 req-65445312-59da-4ea6-aea5-a393b7a831c9 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 949 time: 0.6380365 Jul 23 14:10:04.782029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-2b6b02df-9846-436d-9ecb-4a494ba31c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:04.784126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-2b6b02df-9846-436d-9ecb-4a494ba31c54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97f2013f-6518-4163-ae55-80485db895ea HTTP/1.1" status: 200 len: 854 time: 0.4843421 Jul 23 14:10:04.801850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['a023691a-7f6a-4b02-9288-e12459aa4a16'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:04.846309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:04.877533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-995c84f7-67ca-4abc-ab97-3f3e33975002 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7283642 Jul 23 14:10:04.903549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-c9d30039-b7a1-4313-a0e1-2459834600e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=001cccd6-50e7-4eb2-b161-687c7c67bcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836365 Jul 23 14:10:04.935373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Request body: {'port': {'device_id': '49572792-56a5-4a6f-8a12-8164c5e59321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:04.979741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-501d3ebb-4dd5-449c-9e82-df80e2b5fb01 req-5332acac-e111-4713-b8d5-b93e7dd45d7a tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120168 Jul 23 14:10:05.209150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f86a4-c64a-4640-b18c-0e8cf83ba568 req-a6bff55a-730d-46a9-b5a6-e4e31d792656 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:05.219709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a3f86a4-c64a-4640-b18c-0e8cf83ba568 req-a6bff55a-730d-46a9-b5a6-e4e31d792656 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.6752832 Jul 23 14:10:05.234789 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caea5a7-5a56-4291-b254-a0b56e98f340 x-openstack-request-id: req-3caea5a7-5a56-4291-b254-a0b56e98f340 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:05.235166 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:05.235471 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3caea5a7-5a56-4291-b254-a0b56e98f340 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:05.235909 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'status': 'completed', 'code': 200} Jul 23 14:10:05.254729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Allocated IP 172.20.0.14 (a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c/a80d02fb-5ff4-4d0b-b013-ccbfd3037a69/52cc582a-6d90-4cee-96b5-ba535b399cac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:05.269855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['a5e77c35-7f69-4fc1-9149-cb3f4bc38233'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:05.310516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0a3fd6-c911-44ed-b55c-0822d11c4949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:05.367743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08c6ca14-aa0d-4f18-97a4-7b98da806167 None None] Provisioning for port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:05.371999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['4e76325a-27d4-4201-8bf2-98572f2c600d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:05.383219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08c6ca14-aa0d-4f18-97a4-7b98da806167 None None] Provisioning complete for port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:05.384678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08c6ca14-aa0d-4f18-97a4-7b98da806167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:05.391139 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a3f86a4-c64a-4640-b18c-0e8cf83ba568 req-01f9432c-54b7-4a89-a821-53b1d54d96da tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702516 Jul 23 14:10:05.450721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-8f65e91d-5300-404f-bdcc-2585798cb921 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:05.459488 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-8f65e91d-5300-404f-bdcc-2585798cb921 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 949 time: 0.9844532 Jul 23 14:10:05.599210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08c6ca14-aa0d-4f18-97a4-7b98da806167 None None] Port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:10:05.960286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:05.976791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:05.997210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-87b72784-c08f-4585-9fa8-3744561662ea tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.000170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-87b72784-c08f-4585-9fa8-3744561662ea tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3dab958-94b5-4957-9eea-347b749d99db HTTP/1.1" status: 200 len: 950 time: 1.0145013 Jul 23 14:10:06.098354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Transition to ACTIVE for port object 52cc582a-6d90-4cee-96b5-ba535b399cac will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:06.180449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.187004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.193933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.200421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.206751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.213972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.220563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:06.229145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4848c853-0605-4a41-8137-0532adc17b8a req-12f2d6ee-a480-47d7-95ff-120a5225d52e tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5428 time: 0.9129300 Jul 23 14:10:06.449191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:06.455663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0a3fd6-c911-44ed-b55c-0822d11c4949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:06.479641 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4848c853-0605-4a41-8137-0532adc17b8a req-77c95267-cb4b-42b0-8355-09b02bda0604 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2490532 Jul 23 14:10:06.572741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0a3fd6-c911-44ed-b55c-0822d11c4949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:06.653580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:06.709412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:06.740662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Pushing event updated for resources: {'Port': ['ID=52cc582a-6d90-4cee-96b5-ba535b399cac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:06.753829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:06.794346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port 7adb5571-a308-4282-8fa3-ecd432c2344c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:06.806444 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:06.985854 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-829ecbdd-6adb-4fc9-ba66-9f051cdd5be9 service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0711980 Jul 23 14:10:06.990791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0f0a3fd6-c911-44ed-b55c-0822d11c4949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=040e32e917fa45de85cf88a8bb111248&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1402104 Jul 23 14:10:06.990791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a3fd6-c911-44ed-b55c-0822d11c4949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10d7e2-6c96-4b97-b441-02c1ec28d6c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:06.997898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:07.284800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port 038a9536-770f-4928-887c-da36ddfb9318 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:07.285540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.321649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port 7adb5571-a308-4282-8fa3-ecd432c2344c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7adb5571-a308-4282-8fa3-ecd432c2344c,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:07.324021 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.365829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for 7adb5571-a308-4282-8fa3-ecd432c2344c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:07.381417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a162ae30-e64e-4468-b1e5-e886ea0b8fcf None None] Provisioning for port 52cc582a-6d90-4cee-96b5-ba535b399cac completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:07.402182 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.404334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a162ae30-e64e-4468-b1e5-e886ea0b8fcf None None] Provisioning complete for port 52cc582a-6d90-4cee-96b5-ba535b399cac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:07.404759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a162ae30-e64e-4468-b1e5-e886ea0b8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.418153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port 038a9536-770f-4928-887c-da36ddfb9318, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=038a9536-770f-4928-887c-da36ddfb9318,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:07.418153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.436881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for 038a9536-770f-4928-887c-da36ddfb9318 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:07.532991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6a48172a-53df-4fff-b74f-99206b7847d0 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:07.584926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.626868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a162ae30-e64e-4468-b1e5-e886ea0b8fcf None None] Port 52cc582a-6d90-4cee-96b5-ba535b399cac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:10:07.628850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.667485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 6a48172a-53df-4fff-b74f-99206b7847d0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:07.685323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6a48172a-53df-4fff-b74f-99206b7847d0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:07.685882 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.698922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=7adb5571-a308-4282-8fa3-ecd432c2344c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:07.733999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39728c39-37df-40db-a25e-9224d34aa012 req-f7b18e73-0bdf-4400-899b-2bffcb0131f6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:07.735738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39728c39-37df-40db-a25e-9224d34aa012 req-f7b18e73-0bdf-4400-899b-2bffcb0131f6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 943 time: 1.2789011 Jul 23 14:10:07.736701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20101854-25d6-4fc3-94d9-59f187be2ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.760868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:07.768490 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.794306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=038a9536-770f-4928-887c-da36ddfb9318,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:07.810011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port 038a9536-770f-4928-887c-da36ddfb9318 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:10:07.837866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.840144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "DELETE /v2.0/ports/038a9536-770f-4928-887c-da36ddfb9318 HTTP/1.1" status: 204 len: 173 time: 2.3691821 Jul 23 14:10:07.859041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'name': 'network-vif-deleted', 'tag': '038a9536-770f-4928-887c-da36ddfb9318'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:07.861637 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc42997-92a4-449a-acda-c75ec08a3bcc" -d '{"events": [{"server_uuid": "cb508921-5cd4-47c4-929d-95c040bc8574", "name": "network-vif-deleted", "tag": "038a9536-770f-4928-887c-da36ddfb9318"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:07.901835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.916244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port 7adb5571-a308-4282-8fa3-ecd432c2344c on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:10:07.921051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f8ed6a0-5c22-4d21-9dee-98359c7d42c0 req-0b515fc9-c666-42d2-911c-a4ab3fd54737 service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747840 Jul 23 14:10:07.927608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.932553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93d3f29a-ac55-41fe-91cd-d565ce94375f req-597231c7-88a3-4399-bbcc-14cd35e61d99 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "DELETE /v2.0/ports/7adb5571-a308-4282-8fa3-ecd432c2344c HTTP/1.1" status: 204 len: 173 time: 1.9231775 Jul 23 14:10:07.934589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dab958-94b5-4957-9eea-347b749d99db', 'name': 'network-vif-deleted', 'tag': '7adb5571-a308-4282-8fa3-ecd432c2344c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:07.941117 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fd7b97-f687-4c3f-bde9-74f1c9c3800e" -d '{"events": [{"server_uuid": "f3dab958-94b5-4957-9eea-347b749d99db", "name": "network-vif-deleted", "tag": "7adb5571-a308-4282-8fa3-ecd432c2344c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:07.959332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-9c238fdc-0079-4114-812b-18624a5c0150 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6657836 Jul 23 14:10:07.965937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a48172a-53df-4fff-b74f-99206b7847d0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:07.971913 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0edd526-a122-4be5-82f8-7d4070bf50dc" -d '{"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "6a48172a-53df-4fff-b74f-99206b7847d0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:07.983110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249485c1-3e11-48c2-b1e3-bd8bffd5b579 req-d69f4051-d06e-4837-97c8-a836a0ce3102 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:07.989547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20101854-25d6-4fc3-94d9-59f187be2ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:07.996414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-249485c1-3e11-48c2-b1e3-bd8bffd5b579 req-d69f4051-d06e-4837-97c8-a836a0ce3102 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 932 time: 1.3603337 Jul 23 14:10:08.004714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6a48172a-53df-4fff-b74f-99206b7847d0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6a48172a-53df-4fff-b74f-99206b7847d0,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:08.013979 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:08.017746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 038a9536-770f-4928-887c-da36ddfb9318 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:08.042048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-2dfe04bf-c04e-45f4-abe8-d78874e65407 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:10:08.043133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-2dfe04bf-c04e-45f4-abe8-d78874e65407 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192988 Jul 23 14:10:08.047531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39728c39-37df-40db-a25e-9224d34aa012 req-1bfbae80-b421-4bb1-8490-87b7e2dd4175 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556694 Jul 23 14:10:08.058114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7dc73d-71d0-43c0-a247-8f6ac121db3a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:08.073347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:08.085403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Request body: {'port': {'device_id': '2048343d-b6f2-43ba-98a3-47799016fc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:08.099279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Transition to ACTIVE for port object 6e7dc73d-71d0-43c0-a247-8f6ac121db3a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:08.120937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:08.157980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 038a9536-770f-4928-887c-da36ddfb9318 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:10:08.158472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 038a9536-770f-4928-887c-da36ddfb9318 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:10:08.175471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7adb5571-a308-4282-8fa3-ecd432c2344c no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:08.242785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 7adb5571-a308-4282-8fa3-ecd432c2344c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:10:08.243415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7adb5571-a308-4282-8fa3-ecd432c2344c not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:10:08.298875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6a48172a-53df-4fff-b74f-99206b7847d0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:08.323044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:08.328649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49fa80c0-7714-4f08-8c4e-812c1690211e req-5607ef35-c77f-4048-b207-805387d651db tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb508921-5cd4-47c4-929d-95c040bc8574 HTTP/1.1" status: 200 len: 210 time: 0.0780485 Jul 23 14:10:08.560705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:08.588283 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20101854-25d6-4fc3-94d9-59f187be2ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:08.600224 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20101854-25d6-4fc3-94d9-59f187be2ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:08.610987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-20101854-25d6-4fc3-94d9-59f187be2ef9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd10d7e2-6c96-4b97-b441-02c1ec28d6c9 HTTP/1.1" status: 204 len: 168 time: 1.5534024 Jul 23 14:10:08.630156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-249485c1-3e11-48c2-b1e3-bd8bffd5b579 req-a90860f2-fff0-48d2-a085-3930db9dc155 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317227 Jul 23 14:10:08.671434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Attempting to bind port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:08.674735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Attempting to bind port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:08.678733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Attempting to bind port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:08.700116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:08.701045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:10:08.701938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Attempting to bind port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:08.705655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1fed6cae-386c-4de0-bf86-aa81801f8e8a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:08.764988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a009628-2f6b-413e-a614-f7121800c88f req-4fcc3ff3-b20a-4192-9a39-eaf70f282463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:08.775346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a009628-2f6b-413e-a614-f7121800c88f req-4fcc3ff3-b20a-4192-9a39-eaf70f282463 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 1094 time: 0.4708765 Jul 23 14:10:08.781487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20101854-25d6-4fc3-94d9-59f187be2ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10d7e2-6c96-4b97-b441-02c1ec28d6c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:08.827990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:08.831173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Checking segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:08.831919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Bound using segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:08.833209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Bound port: 6e7dc73d-71d0-43c0-a247-8f6ac121db3a, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:08.835119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.161361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a009628-2f6b-413e-a614-f7121800c88f req-8b6aa0b2-9cef-4b73-ad9d-f142cc45cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.165695 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a009628-2f6b-413e-a614-f7121800c88f req-8b6aa0b2-9cef-4b73-ad9d-f142cc45cef7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 915 time: 0.3703721 Jul 23 14:10:09.313509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:09.344431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.402454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Transition to ACTIVE for port object 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:09.423928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.431811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.441130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.447822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4e76325a-27d4-4201-8bf2-98572f2c600d up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:09.464201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.466401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] For port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:09.472000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] For port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:09.481212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.485115 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.489851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a009628-2f6b-413e-a614-f7121800c88f req-486fc4d9-78f2-4fd3-984f-cee3568f32d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d HTTP/1.1" status: 200 len: 217 time: 0.2823160 Jul 23 14:10:09.498054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.512944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.521704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-25e843da-ae76-4b92-bd5a-af73d95bc534 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5429 time: 0.6130707 Jul 23 14:10:09.548959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.564464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 4e76325a-27d4-4201-8bf2-98572f2c600d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:09.571513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 4e76325a-27d4-4201-8bf2-98572f2c600d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:09.572254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.660772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:09.669020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.669644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.676363 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e7dc73d-71d0-43c0-a247-8f6ac121db3a HTTP/1.1" status: 200 len: 1092 time: 6.0503986 Jul 23 14:10:09.711368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a009628-2f6b-413e-a614-f7121800c88f req-0c528c00-95f3-4872-8622-8b876311fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.714737 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a009628-2f6b-413e-a614-f7121800c88f req-0c528c00-95f3-4872-8622-8b876311fc3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97f2013f-6518-4163-ae55-80485db895ea HTTP/1.1" status: 200 len: 854 time: 0.1804390 Jul 23 14:10:09.737260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b379-bf4f-4ea4-a21a-4322ead678b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:09.760887 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.809415 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a009628-2f6b-413e-a614-f7121800c88f req-e3a0c353-a04e-422c-8b5a-ae8a852f1583 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=001cccd6-50e7-4eb2-b161-687c7c67bcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485837 Jul 23 14:10:09.835291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159fe3a-fcb0-4a68-aae5-4f2aac131b7c req-f55ff9c6-e790-45c3-a2e3-c3a5aecd2907 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:09.840662 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e159fe3a-fcb0-4a68-aae5-4f2aac131b7c req-f55ff9c6-e790-45c3-a2e3-c3a5aecd2907 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 1.0913000 Jul 23 14:10:09.884301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4e76325a-27d4-4201-8bf2-98572f2c600d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4e76325a-27d4-4201-8bf2-98572f2c600d,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:09.903133 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:09.904472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a023691a-7f6a-4b02-9288-e12459aa4a16 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:09.991091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-066e132b-4913-4ccd-90fb-e6d2316856c8 req-80d5710f-9d12-4f7d-bfcd-22f0237155d0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4336202 Jul 23 14:10:10.146707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=4e76325a-27d4-4201-8bf2-98572f2c600d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:10.190153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port a023691a-7f6a-4b02-9288-e12459aa4a16 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:10.229205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a009628-2f6b-413e-a614-f7121800c88f req-3dba6981-3df3-4034-86eb-cffa9d58bccc service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869357 Jul 23 14:10:10.234995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Attempting to bind port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:10.235328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Attempting to bind port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:10.236048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port a023691a-7f6a-4b02-9288-e12459aa4a16 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:10.237401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:10.242526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Attempting to bind port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:10.371194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:10:10.372153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Attempting to bind port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:10.422793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cc582a-6d90-4cee-96b5-ba535b399cac {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:10.451018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:10.451276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Checking segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:10.451669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Bound using segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:10.452118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Bound port: 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:10.452491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:10.511390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:10.583492 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:10.587540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e159fe3a-fcb0-4a68-aae5-4f2aac131b7c req-7e8afa1b-cf45-4687-a664-51ad56c6c62f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544786 Jul 23 14:10:10.706913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] For port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:10.716006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] For port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:10.729458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Transition to ACTIVE for port object 52cc582a-6d90-4cee-96b5-ba535b399cac will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:10.738440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:10.752737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:10.770134 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e19e0d0-45b2-4741-8112-b9f5a4b58b15 x-openstack-request-id: req-5e19e0d0-45b2-4741-8112-b9f5a4b58b15 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:10.770476 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb508921-5cd4-47c4-929d-95c040bc8574", "name": "network-vif-deleted", "tag": "038a9536-770f-4928-887c-da36ddfb9318", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:10.770847 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e19e0d0-45b2-4741-8112-b9f5a4b58b15 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:10.771152 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb508921-5cd4-47c4-929d-95c040bc8574', 'name': 'network-vif-deleted', 'tag': '038a9536-770f-4928-887c-da36ddfb9318', 'status': 'completed', 'code': 200} Jul 23 14:10:10.800495 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909658c8-131f-46df-92a1-da63b48b1e9c x-openstack-request-id: req-909658c8-131f-46df-92a1-da63b48b1e9c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:10.800871 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dab958-94b5-4957-9eea-347b749d99db", "name": "network-vif-deleted", "tag": "7adb5571-a308-4282-8fa3-ecd432c2344c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:10.801062 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-909658c8-131f-46df-92a1-da63b48b1e9c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:10.801416 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dab958-94b5-4957-9eea-347b749d99db', 'name': 'network-vif-deleted', 'tag': '7adb5571-a308-4282-8fa3-ecd432c2344c', 'status': 'completed', 'code': 200} Jul 23 14:10:10.809320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:10.814483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:10.814483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] 10.222.0.11 "PUT /v2.0/ports/4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 HTTP/1.1" status: 200 len: 1091 time: 5.8814886 Jul 23 14:10:10.838868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-2bed39ae-0c0a-47fd-8f8e-b29615811729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:10.841071 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-2bed39ae-0c0a-47fd-8f8e-b29615811729 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 1095 time: 1.0713151 Jul 23 14:10:10.858899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a009628-2f6b-413e-a614-f7121800c88f req-a6694602-cf26-4843-9f60-d04268c65a65 service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109082 Jul 23 14:10:10.886948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a023691a-7f6a-4b02-9288-e12459aa4a16, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a023691a-7f6a-4b02-9288-e12459aa4a16,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:10.898617 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf01894-7e6a-4f91-9864-907aa3e611d1 x-openstack-request-id: req-abf01894-7e6a-4f91-9864-907aa3e611d1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:10.899009 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "6a48172a-53df-4fff-b74f-99206b7847d0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:10.899201 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abf01894-7e6a-4f91-9864-907aa3e611d1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:10.899588 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a48172a-53df-4fff-b74f-99206b7847d0', 'code': 200} Jul 23 14:10:10.916651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:10.957723 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-7f1c1031-86c1-4e99-a145-685eb432a689 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a HTTP/1.1" status: 200 len: 217 time: 0.0976834 Jul 23 14:10:11.027134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Attempting to bind port 52cc582a-6d90-4cee-96b5-ba535b399cac on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:11.027902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Attempting to bind port 52cc582a-6d90-4cee-96b5-ba535b399cac by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:11.028645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Attempting to bind port 52cc582a-6d90-4cee-96b5-ba535b399cac on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:11.033370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6908afd-03e2-4031-858f-f0f1a4e1fa88 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:11.041161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Port 52cc582a-6d90-4cee-96b5-ba535b399cac on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:10:11.042001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Attempting to bind port 52cc582a-6d90-4cee-96b5-ba535b399cac on network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:11.044118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:11.044999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:11.100004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:11.100467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Checking segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:11.100743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Bound using segment: {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:11.101215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Bound port: 52cc582a-6d90-4cee-96b5-ba535b399cac, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5169fe-193e-482e-bec6-0ccda3454866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:11.101591 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:11.242825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Pushing event updated for resources: {'Port': ['ID=52cc582a-6d90-4cee-96b5-ba535b399cac,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:11.262696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-87ce1ebc-84cb-4326-8c4e-290c66cb281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:11.264246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-87ce1ebc-84cb-4326-8c4e-290c66cb281c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 200 len: 854 time: 0.2881086 Jul 23 14:10:11.345865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-7f6645d8-e195-4845-bfd9-bea1fc4a6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:11.354764 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-7f6645d8-e195-4845-bfd9-bea1fc4a6efe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 1094 time: 0.2609210 Jul 23 14:10:11.553688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=a023691a-7f6a-4b02-9288-e12459aa4a16,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:11.574954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-2d7a9919-dc9e-43ad-9d90-92acdbe6832e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 HTTP/1.1" status: 200 len: 217 time: 0.1985238 Jul 23 14:10:11.579676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:11.591708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:11.613002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:11.613379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:11.662371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231737be-2bca-41ff-b60b-bc6a2527ce17 req-a14b58be-7d33-4c06-afb1-c36c4f25e661 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:11.682052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-231737be-2bca-41ff-b60b-bc6a2527ce17 req-a14b58be-7d33-4c06-afb1-c36c4f25e661 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 943 time: 0.5548947 Jul 23 14:10:11.693705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] For port 52cc582a-6d90-4cee-96b5-ba535b399cac, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:11.695350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'port_id': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'mac_address': 'fa:16:3e:ab:58:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06bd9f-bd42-4ea7-8dc5-13896ef7634e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:11.769267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] For port 52cc582a-6d90-4cee-96b5-ba535b399cac, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=52cc582a-6d90-4cee-96b5-ba535b399cac,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:11.786411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:11.931513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:11.932145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:11.944022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/52cc582a-6d90-4cee-96b5-ba535b399cac HTTP/1.1" status: 200 len: 1092 time: 3.8730931 Jul 23 14:10:11.972142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-e289090f-f82f-4c28-8dc3-e24cc7bbee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:11.972696 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:11.977548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-e289090f-f82f-4c28-8dc3-e24cc7bbee51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 200 len: 854 time: 0.3874474 Jul 23 14:10:12.010280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a972-f942-4409-83e3-d3ab16b72390 req-670f2b42-e44a-401f-a6f2-df4eec6be63e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:12.013469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7c7a972-f942-4409-83e3-d3ab16b72390 req-670f2b42-e44a-401f-a6f2-df4eec6be63e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 944 time: 0.5306575 Jul 23 14:10:12.072591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:12.111719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:12.131691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:12.163000 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:12.165863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b54b46b-434f-4c05-a5c6-c47338ffe11d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:12.176742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-231737be-2bca-41ff-b60b-bc6a2527ce17 req-59918f7e-c0ea-457d-bfcd-513c913d591a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739762 Jul 23 14:10:12.178927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:12.214468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-43244897-646c-4751-8c0e-0b4b62f047ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:12.226339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-43244897-646c-4751-8c0e-0b4b62f047ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9341967 Jul 23 14:10:12.229992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-3cbf6c4d-5200-4136-90ed-2d5dbe2b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:12.231585 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-3cbf6c4d-5200-4136-90ed-2d5dbe2b0ade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382026 Jul 23 14:10:12.356652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:12.386372 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:12.389614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 684d8090-ee0e-40d3-9902-1dfdedcd2967 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:12.484671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7c7a972-f942-4409-83e3-d3ab16b72390 req-b15228e6-6c01-4865-8460-1e09f95d2127 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372594 Jul 23 14:10:12.505163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1463452347', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:12.535462 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:10:12.542718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:12.545006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719250b-ed66-44b1-8316-9305ec3372d2 service neutron] Pushing event updated for resources: {'Port': ['ID=52cc582a-6d90-4cee-96b5-ba535b399cac,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:12.664254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-6504f080-da72-4f99-a578-c38690b15caf service neutron] 10.222.0.11 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077439 Jul 23 14:10:12.714745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:12.721037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-2e1bb7f8-f418-4be3-a23d-e1e9b94438ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:12.731452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-2e1bb7f8-f418-4be3-a23d-e1e9b94438ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 1095 time: 0.7166915 Jul 23 14:10:12.738690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'port_id': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'mac_address': 'fa:16:3e:2e:e8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2013f-6518-4163-ae55-80485db895ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:12.828008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49572792-56a5-4a6f-8a12-8164c5e59321', 'tag': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579'}, {'name': 'network-changed', 'server_uuid': '2048343d-b6f2-43ba-98a3-47799016fc42', 'tag': '52cc582a-6d90-4cee-96b5-ba535b399cac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:12.831635 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc0f8e-1b2c-4457-a155-ba33276951c8" -d '{"events": [{"name": "network-changed", "server_uuid": "49572792-56a5-4a6f-8a12-8164c5e59321", "tag": "4e6f4f2a-c24b-4f51-9a58-b1f59eda7579"}, {"name": "network-changed", "server_uuid": "2048343d-b6f2-43ba-98a3-47799016fc42", "tag": "52cc582a-6d90-4cee-96b5-ba535b399cac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:12.855173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:12.926081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023691a-7f6a-4b02-9288-e12459aa4a16'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:12.932882 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc2888-6e0c-4102-87c7-cdc17a94126d" -d '{"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "a023691a-7f6a-4b02-9288-e12459aa4a16"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:13.003797 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.011963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 684d8090-ee0e-40d3-9902-1dfdedcd2967 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:13.030520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'tag': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:13.044466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-f992f6bb-5a45-4295-bf48-048fca6f09fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52cc582a-6d90-4cee-96b5-ba535b399cac HTTP/1.1" status: 200 len: 217 time: 0.2974868 Jul 23 14:10:13.046079 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed979b0-c590-4caf-ad56-794d6ea05e62" -d '{"events": [{"name": "network-changed", "server_uuid": "30ce339c-34d0-4d6d-8a07-27385eb69a21", "tag": "6e7dc73d-71d0-43c0-a247-8f6ac121db3a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:13.049438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Made reservation on behalf of 0de80615cc804937a993329e31e5c705 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:13.052751 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.063743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 684d8090-ee0e-40d3-9902-1dfdedcd2967 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:13.064535 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.074215 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-076c7bf3-f9b8-4266-ad90-ab1f2ab79363 service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8385873 Jul 23 14:10:13.078050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b54b46b-434f-4c05-a5c6-c47338ffe11d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:13.079153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.239759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:13.245028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-b03c47a6-aa81-4aa8-ac01-9d4cf65ec22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.250329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-b03c47a6-aa81-4aa8-ac01-9d4cf65ec22a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 200 len: 854 time: 0.1847060 Jul 23 14:10:13.253879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.282920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83a40f-2be1-4fff-b181-b76576998a21 req-1dd236d4-963d-492b-947d-c3c5b095ef61 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.299611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d83a40f-2be1-4fff-b181-b76576998a21 req-1dd236d4-963d-492b-947d-c3c5b095ef61 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 944 time: 0.5221081 Jul 23 14:10:13.323320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4536f0b-80a0-4c64-94e2-50b80fd3ca80 req-414a97ff-feae-41c8-b461-63eb5d3eb066 service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388616 Jul 23 14:10:13.400854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:13.439563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.467306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d83a40f-2be1-4fff-b181-b76576998a21 req-b88a8a8a-74ce-435c-b30c-67200aa3bbb9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666565 Jul 23 14:10:13.488932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.491836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['16d752ce-c0bc-4d06-a8dc-1d30a1e3143b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:13.539584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.563632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.599327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.619448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.640994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.652577 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-a1d6674e-0cc6-4752-b9ba-0b6806153804 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5432 time: 1.1923492 Jul 23 14:10:13.666697 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-22a57a55-0060-49bc-9d47-961ebf31f2c1 req-5f6a364f-af46-4ce3-b6eb-0bd1d5dd768b service neutron] 10.222.0.11 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9871912 Jul 23 14:10:13.706226 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.717958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.738176 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.777360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-c4dc56ff-be4c-4f57-8be8-3f9decdd454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:13.781947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-c4dc56ff-be4c-4f57-8be8-3f9decdd454f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175563 Jul 23 14:10:13.786689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6b54b46b-434f-4c05-a5c6-c47338ffe11d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:13.826117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:10:13.840130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-25a86397-1e9a-412e-8d52-7edbb09ab19e req-21b0c678-6c2b-4b79-99ff-0131895fd7aa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806638 Jul 23 14:10:13.856688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a98cd6-754b-46d8-8ef9-94f2d8ea7173,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:13.909257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.909627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.910016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.910522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.911354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.911704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.912070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.912515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.913183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.913543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.914908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.916506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:13.935086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:13.936377 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Added segment e07bcf67-15c1-4677-8bff-1b34e9dd5ea6 of type vlan for network c395f3e0-cdb3-4358-b563-7efd6f1cb11b Jul 23 14:10:14.138867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-3114e3e1-bd36-482a-a187-c917de2df199 service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472147 Jul 23 14:10:14.158775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 684d8090-ee0e-40d3-9902-1dfdedcd2967, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:14.201124 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:14.201402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a5e77c35-7f69-4fc1-9149-cb3f4bc38233 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:14.242051 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9133e-b38a-4a89-8374-062376f7a211 x-openstack-request-id: req-3ad9133e-b38a-4a89-8374-062376f7a211 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:14.242633 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49572792-56a5-4a6f-8a12-8164c5e59321", "tag": "4e6f4f2a-c24b-4f51-9a58-b1f59eda7579", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2048343d-b6f2-43ba-98a3-47799016fc42", "tag": "52cc582a-6d90-4cee-96b5-ba535b399cac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:14.243045 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ad9133e-b38a-4a89-8374-062376f7a211 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:14.243522 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49572792-56a5-4a6f-8a12-8164c5e59321', 'tag': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579', 'status': 'completed', 'code': 200} Jul 23 14:10:14.243830 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2048343d-b6f2-43ba-98a3-47799016fc42', 'tag': '52cc582a-6d90-4cee-96b5-ba535b399cac', 'status': 'completed', 'code': 200} Jul 23 14:10:14.273647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:14.381296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c61518e-f7ca-4959-a80d-fd6199c674c2 req-7987f37d-d59b-42cf-be5d-bb38b78c183f service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800027 Jul 23 14:10:14.386496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:14.392607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:14.393447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:14.413109 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:10:14.449291 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e349c40b-de86-45ea-90e7-b895795501ff x-openstack-request-id: req-e349c40b-de86-45ea-90e7-b895795501ff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:14.449977 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "a023691a-7f6a-4b02-9288-e12459aa4a16", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:14.452102 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e349c40b-de86-45ea-90e7-b895795501ff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:14.452931 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d', 'code': 200} Jul 23 14:10:14.453558 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023691a-7f6a-4b02-9288-e12459aa4a16', 'code': 200} Jul 23 14:10:14.453956 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'code': 200} Jul 23 14:10:14.479563 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2328508 Jul 23 14:10:14.489880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:14.500061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-b8d6ee4e-d930-4ef8-bd6a-eab7e922eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:14.502208 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-b8d6ee4e-d930-4ef8-bd6a-eab7e922eae8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 1094 time: 0.2683094 Jul 23 14:10:14.508395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'subnet': {'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:14.556661 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fb7f13-8de0-4fb4-8213-84a2d76d6c7a x-openstack-request-id: req-c6fb7f13-8de0-4fb4-8213-84a2d76d6c7a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:14.557282 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ce339c-34d0-4d6d-8a07-27385eb69a21", "tag": "6e7dc73d-71d0-43c0-a247-8f6ac121db3a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:14.557800 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6fb7f13-8de0-4fb4-8213-84a2d76d6c7a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:14.558737 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'tag': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a', 'status': 'completed', 'code': 200} Jul 23 14:10:14.575612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Made reservation on behalf of 0de80615cc804937a993329e31e5c705 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:14.579537 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:14.664396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=684d8090-ee0e-40d3-9902-1dfdedcd2967,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:14.764740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:14.771836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa227c-6ef9-40ae-9ef5-4414080b63df tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Network': ['ID=c395f3e0-cdb3-4358-b563-7efd6f1cb11b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:14.799580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c395f3e0-cdb3-4358-b563-7efd6f1cb11b details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:10:14.806340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:14.808038 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:14.808777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-cd23d29b-95e8-4c48-98c2-e762092452d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:14.810455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-cd23d29b-95e8-4c48-98c2-e762092452d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 1095 time: 0.3233726 Jul 23 14:10:15.217662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:15.343090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:15.346018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:15.426905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:15.437835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:15.438993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:15.613394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6e7dc73d-71d0-43c0-a247-8f6ac121db3a details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:15.885116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:15.885556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:15.893750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-8c2ec590-fb5b-46bd-8543-2d5c63228862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:15.895949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-8c2ec590-fb5b-46bd-8543-2d5c63228862 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 916 time: 1.0222688 Jul 23 14:10:15.922919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd68e9-79c8-455e-9e84-5de1d80ede52 req-c1c125fe-5afd-4ab3-9ca2-24126e792fb4 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:15.939550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49bd68e9-79c8-455e-9e84-5de1d80ede52 req-c1c125fe-5afd-4ab3-9ca2-24126e792fb4 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 944 time: 1.1075118 Jul 23 14:10:15.974273 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:10:15.975914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:16.028653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5145a066-0491-47fa-b8fc-f96c2af82995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:16.075254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-f6ddce11-a8ad-405f-8e6d-f57cea54fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:16.078975 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-f6ddce11-a8ad-405f-8e6d-f57cea54fc4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 1095 time: 1.5362589 Jul 23 14:10:16.083668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-b1e5d42d-7d56-4936-a100-08add689f8e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52cc582a-6d90-4cee-96b5-ba535b399cac HTTP/1.1" status: 200 len: 217 time: 0.1337528 Jul 23 14:10:16.174213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735cdbb-7daa-45b0-ade9-c32b15bd40d4 req-2185ec92-a1f4-4571-951f-a0fd01630812 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:16.176508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8735cdbb-7daa-45b0-ade9-c32b15bd40d4 req-2185ec92-a1f4-4571-951f-a0fd01630812 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 944 time: 0.4017706 Jul 23 14:10:16.198475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49bd68e9-79c8-455e-9e84-5de1d80ede52 req-c2bef530-1cd4-4230-8e3d-beceedacd0b9 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581329 Jul 23 14:10:16.203796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-3292d036-0e44-4a2c-af6c-cf086593f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:16.205522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-3292d036-0e44-4a2c-af6c-cf086593f0ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 200 len: 854 time: 0.1070879 Jul 23 14:10:16.584427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-2506fd19-4c0d-4ead-8ef2-ffee43a41535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:16.590810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-2506fd19-4c0d-4ead-8ef2-ffee43a41535 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3775651 Jul 23 14:10:16.636162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8735cdbb-7daa-45b0-ade9-c32b15bd40d4 req-73c14655-9b31-4002-949a-913ad4b20fbf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147825 Jul 23 14:10:16.645692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-9157a857-9d89-4559-87c5-b3b832e9deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:16.648328 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-9157a857-9d89-4559-87c5-b3b832e9deda service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 916 time: 2.1071277 Jul 23 14:10:16.836922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684d8090-ee0e-40d3-9902-1dfdedcd2967'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:16.839621 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7aac59-ee01-4110-aa69-7befb91444b6" -d '{"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "684d8090-ee0e-40d3-9902-1dfdedcd2967"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:16.928145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:16.954038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-7300c510-06c1-4280-8013-072f87a728cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 HTTP/1.1" status: 200 len: 217 time: 0.1946828 Jul 23 14:10:16.970618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-a04cb35c-0466-4158-ba38-b09978772fb2 service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714800 Jul 23 14:10:17.004581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579', 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'port_id': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579', 'mac_address': 'fa:16:3e:4b:ba:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80d02fb-5ff4-4d0b-b013-ccbfd3037a69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:17.028986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:17.045284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-7c708135-b525-4c96-a3dc-7a27af2c9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.048306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-7c708135-b525-4c96-a3dc-7a27af2c9ce7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 916 time: 0.9488454 Jul 23 14:10:17.154557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:17.159233 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.166335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:17.222300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-513d3be5-4910-4ac3-bea6-24d90cceeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.224428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-513d3be5-4910-4ac3-bea6-24d90cceeba7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 200 len: 854 time: 0.1628487 Jul 23 14:10:17.287308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-34d87911-8308-4f71-a850-0cd70875f5f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a HTTP/1.1" status: 200 len: 217 time: 0.0845644 Jul 23 14:10:17.337588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a', 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'port_id': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a', 'mac_address': 'fa:16:3e:db:9e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80d02fb-5ff4-4d0b-b013-ccbfd3037a69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:17.345206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-61d49000-bfc3-4f21-b9ac-afbe7d98a0ca service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637350 Jul 23 14:10:17.454300 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.484936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-0a4ad1d9-00a1-40b9-807e-2008f72a5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.490846 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-0a4ad1d9-00a1-40b9-807e-2008f72a5a14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 200 len: 854 time: 0.1867476 Jul 23 14:10:17.495789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:10:17.507540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.509578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:17.516284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.525166 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.579721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-1501e435-2663-410d-8227-9834a73e6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.585932 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-1501e435-2663-410d-8227-9834a73e6dd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951324 Jul 23 14:10:17.649666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.674170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:17.697535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7dc73d-71d0-43c0-a247-8f6ac121db3a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:17.703847 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.710099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc4df9-9a6c-4040-afb5-2226b3966202 req-332d7bae-265a-431f-91a7-de39502cafa8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.735173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7cc4df9-9a6c-4040-afb5-2226b3966202 req-332d7bae-265a-431f-91a7-de39502cafa8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 944 time: 0.9458358 Jul 23 14:10:17.736905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.758611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.785993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.795409 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.797446 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.804997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.812123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.821221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:17.831588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:17.842986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-991b1f4d-e119-4c49-9e16-96e5620e9420 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5434 time: 0.4887810 Jul 23 14:10:17.859887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:17.874167 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.889089 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:17.898088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7cc4df9-9a6c-4040-afb5-2226b3966202 req-e22813f1-0809-4f64-a2dd-8d9576cc3eec tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603935 Jul 23 14:10:17.914805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b54b46b-434f-4c05-a5c6-c47338ffe11d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:17.915179 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 52cc582a-6d90-4cee-96b5-ba535b399cac details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:10:17.933077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c5cfc57-9ab4-4ccd-8da6-a5f63d6a85fd req-0dd30f13-da45-4781-821a-def0d75043db tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874870 Jul 23 14:10:18.113446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1146eeec-bbcc-41d9-bde5-bc146b85db6b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:18.135042 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c256f9c-a996-4259-b751-dacc065cd061 x-openstack-request-id: req-9c256f9c-a996-4259-b751-dacc065cd061 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:18.135751 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "684d8090-ee0e-40d3-9902-1dfdedcd2967", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:18.136442 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c256f9c-a996-4259-b751-dacc065cd061 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:18.137119 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684d8090-ee0e-40d3-9902-1dfdedcd2967', 'code': 200} Jul 23 14:10:18.137535 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233', 'code': 200} Jul 23 14:10:18.152334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Checking segment: {'id': 'e07bcf67-15c1-4677-8bff-1b34e9dd5ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:18.166939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:18.166939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:18.175523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network hostable DHCP agents. Network: c395f3e0-cdb3-4358-b563-7efd6f1cb11b, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:10:18.182770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['4e6f4f2a-c24b-4f51-9a58-b1f59eda7579'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:18.183504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.187148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.188249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.190336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.190940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.191482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.193358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.194880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.196127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.196639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.198038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.199851 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:18.200814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:18.295978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f4e14-d19d-4408-b4cc-d8757c181b45 req-46430d41-e2b4-4162-91be-b482196a8c9f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:18.298306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-920f4e14-d19d-4408-b4cc-d8757c181b45 req-46430d41-e2b4-4162-91be-b482196a8c9f tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 950 time: 0.2012155 Jul 23 14:10:18.420346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-920f4e14-d19d-4408-b4cc-d8757c181b45 req-b75f8b2c-fa87-4729-b343-98881889baae tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/security-groups?id=9eb583f8-754d-416d-baf5-8a946d3bd502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146667 Jul 23 14:10:18.461118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:18.464900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6e7dc73d-71d0-43c0-a247-8f6ac121db3a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:18.577936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-de4856f4-ad14-45c9-8f7f-6a16562697fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:18.580459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-de4856f4-ad14-45c9-8f7f-6a16562697fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0686078 Jul 23 14:10:18.602684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:18.632925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc91c3-239b-4c3e-a880-dea2819f2386 req-e4ec4055-2ffc-4067-9b56-19f06b2ba598 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:18.634819 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9fcc91c3-239b-4c3e-a880-dea2819f2386 req-e4ec4055-2ffc-4067-9b56-19f06b2ba598 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 950 time: 0.2294610 Jul 23 14:10:18.647519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network c395f3e0-cdb3-4358-b563-7efd6f1cb11b is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:10:18.691230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-726fc0cd-29f5-48da-8c9b-e797bf5570ed service neutron] 10.222.0.11 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0205164 Jul 23 14:10:18.701455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 52cc582a-6d90-4cee-96b5-ba535b399cac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=52cc582a-6d90-4cee-96b5-ba535b399cac,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:18.703737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c395f3e0-cdb3-4358-b563-7efd6f1cb11b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:18.724838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '52cc582a-6d90-4cee-96b5-ba535b399cac', 'network_id': 'a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c', 'port_id': '52cc582a-6d90-4cee-96b5-ba535b399cac', 'mac_address': 'fa:16:3e:17:4a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80d02fb-5ff4-4d0b-b013-ccbfd3037a69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:10:18.729219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 6b54b46b-434f-4c05-a5c6-c47338ffe11d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:18.733439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:18.734347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:18.761554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947483a-c5ee-40ac-9096-5282009754d1 None None] Network c395f3e0-cdb3-4358-b563-7efd6f1cb11b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:10:18.822588 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18f47a22-ecdc-404d-a0c1-9936f2465f6d tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3218415 Jul 23 14:10:18.829015 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9fcc91c3-239b-4c3e-a880-dea2819f2386 req-900e38a6-0197-4a89-9ccf-a1ec04f0a82b tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631114 Jul 23 14:10:18.892901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:18.920107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1846761692', 'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:18.935970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-afd1ddd1-4c06-4693-a7f2-a7b8c008e470 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:18.938825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-afd1ddd1-4c06-4693-a7f2-a7b8c008e470 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 950 time: 0.4275947 Jul 23 14:10:19.027037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-8a91d18d-2c40-413a-b03a-98eebd8ba9a4 service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289949 Jul 23 14:10:19.047743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 6b54b46b-434f-4c05-a5c6-c47338ffe11d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:19.048623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:19.056881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Made reservation on behalf of 0de80615cc804937a993329e31e5c705 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:19.059557 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:19.076716 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15dc0f8e-1b2c-4457-a155-ba33276951c8 req-4a6e72ae-9c68-4ecf-be6b-ad06822a89e7 service neutron] 10.222.0.11 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764226 Jul 23 14:10:19.144658 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] device_id is not set on port 09d503c0-646f-43ac-8fe3-1a68b0420f6d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:10:19.257138 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9b3beb9-1be5-4b2f-b04e-d32e55907771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:19.261086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2f76b-7c11-4700-bc4a-bb51b69f96c6 req-fd335d31-5fe9-4052-ad9e-757673ffe48b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:19.270776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-46c2f76b-7c11-4700-bc4a-bb51b69f96c6 req-fd335d31-5fe9-4052-ad9e-757673ffe48b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 944 time: 0.3068769 Jul 23 14:10:19.272726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169b60d-d30f-466d-97c4-648a64fdb243 req-b6a4038d-c7ef-42e7-9792-9c5bc27b0b1b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:19.274441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0169b60d-d30f-466d-97c4-648a64fdb243 req-b6a4038d-c7ef-42e7-9792-9c5bc27b0b1b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 944 time: 0.4856212 Jul 23 14:10:19.309267 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aed979b0-c590-4caf-ad56-794d6ea05e62 req-75a394bf-4d57-4048-bca9-f572f1968284 service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669415 Jul 23 14:10:19.410444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0169b60d-d30f-466d-97c4-648a64fdb243 req-985956c8-a11f-4813-9b85-da9c7636fa80 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162262 Jul 23 14:10:19.437781 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-46c2f76b-7c11-4700-bc4a-bb51b69f96c6 req-8c9e3dee-8bbf-4430-bbc9-a5185bbbfc1f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658092 Jul 23 14:10:19.447284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:19.475365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Deleting port 1fed6cae-386c-4de0-bf86-aa81801f8e8a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:19.489277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:19.499219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:19.541497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Allocated IP 2001:db8::202 (c395f3e0-cdb3-4358-b563-7efd6f1cb11b/1146eeec-bbcc-41d9-bde5-bc146b85db6b/09d503c0-646f-43ac-8fe3-1a68b0420f6d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:19.597249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cc582a-6d90-4cee-96b5-ba535b399cac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:10:19.808492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 52cc582a-6d90-4cee-96b5-ba535b399cac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=52cc582a-6d90-4cee-96b5-ba535b399cac,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:19.879207 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:19.897040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349b29-c38c-4bb3-a529-e9ee4ab15ff7 req-1941247b-8e01-4c73-9613-f4d835d76491 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:19.911075 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fe349b29-c38c-4bb3-a529-e9ee4ab15ff7 req-1941247b-8e01-4c73-9613-f4d835d76491 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.2802849 Jul 23 14:10:20.036960 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.053915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.067492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fe349b29-c38c-4bb3-a529-e9ee4ab15ff7 req-d6dca0a2-5fd7-4c08-8c94-6703eb41e36e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484704 Jul 23 14:10:20.182138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:20.185302 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c353df-a023-4932-96f8-cec470d34c05" -d '{"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "6f135949-a4d4-4c12-afb5-bb7d8ce53b1c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:20.226143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.231215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] For port 1fed6cae-386c-4de0-bf86-aa81801f8e8a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1fed6cae-386c-4de0-bf86-aa81801f8e8a,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:20.231757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.269353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Calling delete_port for 1fed6cae-386c-4de0-bf86-aa81801f8e8a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:20.321598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b6c3f1-8347-4085-9c2c-e9199fd72c55 None None] Network c395f3e0-cdb3-4358-b563-7efd6f1cb11b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:10:20.365805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.499473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:20.525592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['52cc582a-6d90-4cee-96b5-ba535b399cac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:10:20.544708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Port': ['ID=09d503c0-646f-43ac-8fe3-1a68b0420f6d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:20.586344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.685196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network c395f3e0-cdb3-4358-b563-7efd6f1cb11b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:20.690751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:20.719634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:20.731496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:20.734364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:20.734364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.753423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] No DVR routers for this DVR port 1fed6cae-386c-4de0-bf86-aa81801f8e8a on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:10:20.756556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.759927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33c908eb-4ccc-4ead-a437-b5b131722731 req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.48 "DELETE /v2.0/ports/1fed6cae-386c-4de0-bf86-aa81801f8e8a HTTP/1.1" status: 204 len: 173 time: 1.8085105 Jul 23 14:10:20.792414 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:20.793762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:20.830281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'name': 'network-vif-deleted', 'tag': '1fed6cae-386c-4de0-bf86-aa81801f8e8a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:20.833556 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8a676-1eb4-4363-b5a6-443c0e8dc762" -d '{"events": [{"server_uuid": "503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6", "name": "network-vif-deleted", "tag": "1fed6cae-386c-4de0-bf86-aa81801f8e8a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:20.837293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:20.838561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b3d14af4-bcae-4481-bfb6-143e666134aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9429350 Jul 23 14:10:20.840697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ed16a-a796-4088-ac3c-c09fa2bfb4bf tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] Pushing event deleted for resources: {'Port': ['ID=1fed6cae-386c-4de0-bf86-aa81801f8e8a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:20.893142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:20.913580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=52cc582a-6d90-4cee-96b5-ba535b399cac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:20.914758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:20.951339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:20.966189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.005196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.022819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.057553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.063593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:21.072584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-274cef29-eadf-4df2-8331-4ca98b81bb2a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.6601605 Jul 23 14:10:21.102374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Deleting port 09d503c0-646f-43ac-8fe3-1a68b0420f6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:21.109791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:21.207286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ba934cd-8f13-440d-b5d4-abfdcbe724d0 req-3434da7f-770b-4ef4-9964-6f6f2cebfeff tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300182 Jul 23 14:10:21.317231 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:21.435082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fca9ea43-077d-41ee-9609-830fa4636a45 req-5177abe8-7537-4007-8665-4c4131774d19 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] 10.222.0.21 "GET /v2.0/ports?device_id=503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6 HTTP/1.1" status: 200 len: 210 time: 0.0713780 Jul 23 14:10:21.500204 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:21.591316 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04574dcf-1400-45b5-ae1f-9cb7479a9f56 x-openstack-request-id: req-04574dcf-1400-45b5-ae1f-9cb7479a9f56 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:21.591597 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-plugged", "status": "completed", "tag": "6f135949-a4d4-4c12-afb5-bb7d8ce53b1c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:21.603574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Calling delete_port for 09d503c0-646f-43ac-8fe3-1a68b0420f6d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:21.605213 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04574dcf-1400-45b5-ae1f-9cb7479a9f56 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:21.605773 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'code': 200} Jul 23 14:10:21.610025 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c', 'code': 200} Jul 23 14:10:21.696108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:21.762167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:21.783112 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:21.809693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c6f0-9701-4108-ae45-790768008077 req-b42f6e1b-1601-4723-b103-0642aba679ca tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.814937 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5462c6f0-9701-4108-ae45-790768008077 req-b42f6e1b-1601-4723-b103-0642aba679ca tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 945 time: 0.2355351 Jul 23 14:10:21.886425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.889013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.889013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.889013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.889683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.890393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.890534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.893621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-63b46f06-5ad8-47aa-bf06-151e0a3927d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6492 time: 0.2298391 Jul 23 14:10:21.980104 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5462c6f0-9701-4108-ae45-790768008077 req-39645a07-73c2-4bbb-8bcf-b853517a7b03 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469867 Jul 23 14:10:21.988099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34346c6-8624-40e7-ab29-6edbea0e9e77 req-81b1d46b-d9dc-464d-9a0e-8b0a1f9146bf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:21.990437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b34346c6-8624-40e7-ab29-6edbea0e9e77 req-81b1d46b-d9dc-464d-9a0e-8b0a1f9146bf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.3248518 Jul 23 14:10:22.014430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:22.101666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6e7dc73d-71d0-43c0-a247-8f6ac121db3a up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:22.106214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f70ae2d-cec8-455b-81e2-d189a2fd4be5 req-46666086-caf6-48fb-9d59-3c86284b86c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2043626 Jul 23 14:10:22.116658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.164936 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d1915-c7c3-4bc1-b222-307de84d706b x-openstack-request-id: req-274d1915-c7c3-4bc1-b222-307de84d706b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:22.165225 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6", "name": "network-vif-deleted", "tag": "1fed6cae-386c-4de0-bf86-aa81801f8e8a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:22.165537 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-274d1915-c7c3-4bc1-b222-307de84d706b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:22.166110 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503c5fd9-782b-4f89-8cb5-f9dcc7d6efa6', 'name': 'network-vif-deleted', 'tag': '1fed6cae-386c-4de0-bf86-aa81801f8e8a', 'status': 'completed', 'code': 200} Jul 23 14:10:22.181848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b34346c6-8624-40e7-ab29-6edbea0e9e77 req-fdba38f4-01fc-471c-8e2c-45456c66b6d7 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435363 Jul 23 14:10:22.183533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event deleted for resources: {'Port': ['ID=09d503c0-646f-43ac-8fe3-1a68b0420f6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:22.217687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:22.226133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:22.226519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.284059 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.287679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0e2d3ca9-3395-42e1-ae70-b6a07f8b5005 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "DELETE /v2.0/ports/09d503c0-646f-43ac-8fe3-1a68b0420f6d HTTP/1.1" status: 204 len: 168 time: 1.4479568 Jul 23 14:10:22.290469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:22.296177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b', 'external_fixed_ips': [{'subnet_id': '1146eeec-bbcc-41d9-bde5-bc146b85db6b', 'ip_address': '2001:db8::202'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:22.366190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.371007 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.525919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.677417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.684390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.690931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.697518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.701802 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.703834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.710298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.719018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.720374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07b798d0-df98-4c63-a237-0329b6a9236b req-6c6a15f1-82cf-44fd-a5b1-7766b90567fa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.2522764 Jul 23 14:10:22.775369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:22.792167 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:22.796329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1fed6cae-386c-4de0-bf86-aa81801f8e8a no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:22.808243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07b798d0-df98-4c63-a237-0329b6a9236b req-82b5e786-ac8e-493d-9fcd-2f894c45d94b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785599 Jul 23 14:10:22.930086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 1fed6cae-386c-4de0-bf86-aa81801f8e8a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:10:22.930086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1fed6cae-386c-4de0-bf86-aa81801f8e8a not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:10:22.962481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909b85-9bcc-4c1c-954b-b4f617135921 req-9a1ab179-4fb8-4747-95bd-b5771df5e7af tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:22.969476 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16909b85-9bcc-4c1c-954b-b4f617135921 req-9a1ab179-4fb8-4747-95bd-b5771df5e7af tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.6184335 Jul 23 14:10:23.047266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:23.229772 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:23.243908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16909b85-9bcc-4c1c-954b-b4f617135921 req-97b57075-ceb9-4649-baa8-cbeaeee57321 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735541 Jul 23 14:10:23.457246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669a17a-b9ad-49ec-8179-1b7de889f842 req-e4ea0bc8-b0aa-4143-b22e-34e2ebc43f7c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:23.459643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8669a17a-b9ad-49ec-8179-1b7de889f842 req-e4ea0bc8-b0aa-4143-b22e-34e2ebc43f7c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 945 time: 0.1480408 Jul 23 14:10:23.581610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8669a17a-b9ad-49ec-8179-1b7de889f842 req-17760168-271d-463b-b4b2-ace3d45bde87 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117251 Jul 23 14:10:23.611192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d'}, {'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca'}, {'server_uuid': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:23.614284 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35a6d63-f744-4607-af67-1d3dfbaac6b7" -d '{"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-plugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d"}, {"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca"}, {"server_uuid": "30ce339c-34d0-4d6d-8a07-27385eb69a21", "name": "network-vif-plugged", "status": "completed", "tag": "6e7dc73d-71d0-43c0-a247-8f6ac121db3a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:23.640156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d1a47-1721-4c4c-bc8c-b5e73e4cf561 req-a572780c-554e-45ac-9551-d18136f29752 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:23.642106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a8d1a47-1721-4c4c-bc8c-b5e73e4cf561 req-a572780c-554e-45ac-9551-d18136f29752 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 948 time: 0.1938891 Jul 23 14:10:23.758022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:23.788273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:23.881416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:23.890957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:23.891699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:23.907316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da4703-05b7-4c9c-b953-3168dbd783da req-5296317c-1808-49a5-a77d-55600228bf74 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:23.909094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-30da4703-05b7-4c9c-b953-3168dbd783da req-5296317c-1808-49a5-a77d-55600228bf74 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1741986 Jul 23 14:10:23.933227 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a8d1a47-1721-4c4c-bc8c-b5e73e4cf561 req-593ca289-8a21-46cb-85f6-db55b14899c5 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760947 Jul 23 14:10:24.006918 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.026398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-30da4703-05b7-4c9c-b953-3168dbd783da req-71910f7d-35cb-4cae-8a53-bac913b9f8a7 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052389 Jul 23 14:10:24.052967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.133792 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.138219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 52cc582a-6d90-4cee-96b5-ba535b399cac up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:24.149235 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a7d8a877-5539-481e-80ee-28c982c4dadf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=076cfc9486b4439982c5ffa25353d6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597677 Jul 23 14:10:24.151902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:24.301946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:24.307286 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.372166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:24.384251 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ee855-f4fc-4d88-a9c5-cf07c1beadd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.398018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 52cc582a-6d90-4cee-96b5-ba535b399cac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:24.404282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 52cc582a-6d90-4cee-96b5-ba535b399cac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:24.404933 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.433777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Allocated IP 2001:db8::202 (c395f3e0-cdb3-4358-b563-7efd6f1cb11b/1146eeec-bbcc-41d9-bde5-bc146b85db6b/0c38057b-95a7-4c2a-821d-d752011381d0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:24.437229 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae1795d-dfb2-4685-bd00-5925fa0fefe2 x-openstack-request-id: req-1ae1795d-dfb2-4685-bd00-5925fa0fefe2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:24.443687 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-plugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d", "code": 200}, {"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca", "code": 200}, {"server_uuid": "30ce339c-34d0-4d6d-8a07-27385eb69a21", "name": "network-vif-plugged", "status": "completed", "tag": "6e7dc73d-71d0-43c0-a247-8f6ac121db3a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:24.444042 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ae1795d-dfb2-4685-bd00-5925fa0fefe2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:24.444399 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'code': 200} Jul 23 14:10:24.445069 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'code': 200} Jul 23 14:10:24.445338 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a', 'code': 200} Jul 23 14:10:24.541664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ee855-f4fc-4d88-a9c5-cf07c1beadd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.586345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.593957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.601358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.615528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.623919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.631275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.637689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.646872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-9f492d41-1c0d-446b-bada-863b784d5218 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.4355905 Jul 23 14:10:24.664130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.749865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-279e842e-c2d9-4e5a-abe8-415145d2bf6a req-f33f6f4e-c6fb-4c7c-9a52-0a69b749a9a7 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018951 Jul 23 14:10:24.757617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 52cc582a-6d90-4cee-96b5-ba535b399cac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=52cc582a-6d90-4cee-96b5-ba535b399cac,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:24.768439 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.838214 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ee855-f4fc-4d88-a9c5-cf07c1beadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.847238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ee855-f4fc-4d88-a9c5-cf07c1beadd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:24.854584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e37ee855-f4fc-4d88-a9c5-cf07c1beadd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9eb583f8-754d-416d-baf5-8a946d3bd502 HTTP/1.1" status: 204 len: 168 time: 0.6977539 Jul 23 14:10:24.885311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016a125-ab37-4862-9903-89b0b8bd6485 req-4da60fae-b4b5-4e24-8412-e1fa603849ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:24.895450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e016a125-ab37-4862-9903-89b0b8bd6485 req-4da60fae-b4b5-4e24-8412-e1fa603849ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 1097 time: 0.3738670 Jul 23 14:10:24.955192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=52cc582a-6d90-4cee-96b5-ba535b399cac,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:24.978808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ee855-f4fc-4d88-a9c5-cf07c1beadd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb583f8-754d-416d-baf5-8a946d3bd502,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:25.014420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:25.082627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a23a0-5f2c-4cd6-bdc6-3233c7e00159 req-9700475d-c5f7-48e7-b50d-bf0cede0fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.084563 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f0a23a0-5f2c-4cd6-bdc6-3233c7e00159 req-9700475d-c5f7-48e7-b50d-bf0cede0fe90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 1096 time: 0.4937909 Jul 23 14:10:25.096054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1b34a-4074-4c06-b548-8b9fad31f477 req-86c26144-480f-458f-9036-5ebcf8dc16ee tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.104290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39c1b34a-4074-4c06-b548-8b9fad31f477 req-86c26144-480f-458f-9036-5ebcf8dc16ee tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.5143044 Jul 23 14:10:25.168934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e016a125-ab37-4862-9903-89b0b8bd6485 req-e4e06284-198c-40f8-952d-e37bc0d1fbdc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426214 Jul 23 14:10:25.217784 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f0a23a0-5f2c-4cd6-bdc6-3233c7e00159 req-17d4ddf9-6344-4433-8b6f-306dd3a80e0b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079514 Jul 23 14:10:25.232715 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-39c1b34a-4074-4c06-b548-8b9fad31f477 req-be246c1e-0f61-4d0a-814d-c1befad4e464 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271694 Jul 23 14:10:25.276146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:25.370139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Port': ['ID=0c38057b-95a7-4c2a-821d-d752011381d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:25.371345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6314423-d3f4-49a9-b74c-20537d2e1452 req-f3535c25-e9e6-4114-9ddb-2082f437ecb5 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.386361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6314423-d3f4-49a9-b74c-20537d2e1452 req-f3535c25-e9e6-4114-9ddb-2082f437ecb5 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.3996720 Jul 23 14:10:25.438013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network c395f3e0-cdb3-4358-b563-7efd6f1cb11b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:25.453557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:25.457724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:25.477399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6314423-d3f4-49a9-b74c-20537d2e1452 req-a39c69fd-c76f-47a7-a956-b075884e712a tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899854 Jul 23 14:10:25.492843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-8d53c515-7a66-4d5a-9c11-4728e0494978 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.494556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-8d53c515-7a66-4d5a-9c11-4728e0494978 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.11 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 948 time: 0.2815931 Jul 23 14:10:25.495464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:25.706850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bbdca1c2-71e5-4617-9488-5b295e94d7d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=492f7983125842fb9667c623c6325e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099631 Jul 23 14:10:25.710193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:25.727535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0855-8a5c-4c7f-a848-70b063fdaf9d req-2566ee52-d137-4e53-b6ec-d0c5c1e595c9 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.735754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-547e0855-8a5c-4c7f-a848-70b063fdaf9d req-2566ee52-d137-4e53-b6ec-d0c5c1e595c9 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 948 time: 0.1319609 Jul 23 14:10:25.738218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.747659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.755396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.765560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.777118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.788136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.796595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:25.799156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a82c57e-f4f8-488c-81b2-5ed51c59ec34 req-af6b4a91-434a-43ec-ad2a-58d292ddb1cb tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.4315622 Jul 23 14:10:25.802397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-547e0855-8a5c-4c7f-a848-70b063fdaf9d req-c1786df3-ecbd-482d-9164-c7c0e017fd4a tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652959 Jul 23 14:10:25.826540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Deleting port d89c1d8c-399f-46c8-975b-08f862f014ca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:25.826936 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:25.829644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:25.853274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Request body: {'floatingip': {'port_id': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:25.951754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828dd334-e48c-4b5f-90f3-67e1d37e5d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.023521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.047146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.140957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fead9-563c-4d0f-8b54-f32e3a4b2644 req-39222d30-2908-4e6f-bdbb-df7d64e3cafb tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:26.143657 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-558fead9-563c-4d0f-8b54-f32e3a4b2644 req-39222d30-2908-4e6f-bdbb-df7d64e3cafb tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.2289834 Jul 23 14:10:26.166105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828dd334-e48c-4b5f-90f3-67e1d37e5d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.267865 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-558fead9-563c-4d0f-8b54-f32e3a4b2644 req-dc5a7359-f6d2-4425-8544-937d7372cc02 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939288 Jul 23 14:10:26.447934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49572792-56a5-4a6f-8a12-8164c5e59321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579'}, {'server_uuid': '2048343d-b6f2-43ba-98a3-47799016fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cc582a-6d90-4cee-96b5-ba535b399cac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:26.452931 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dea124-4742-4b8a-a5d4-2f903c15f3c1" -d '{"events": [{"server_uuid": "49572792-56a5-4a6f-8a12-8164c5e59321", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f4f2a-c24b-4f51-9a58-b1f59eda7579"}, {"server_uuid": "2048343d-b6f2-43ba-98a3-47799016fc42", "name": "network-vif-plugged", "status": "completed", "tag": "52cc582a-6d90-4cee-96b5-ba535b399cac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:26.549367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.569321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] For port d89c1d8c-399f-46c8-975b-08f862f014ca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d89c1d8c-399f-46c8-975b-08f862f014ca,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:26.575574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.589192 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526e4346-4fc6-4aa9-9912-8042fdf4f384 x-openstack-request-id: req-526e4346-4fc6-4aa9-9912-8042fdf4f384 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:26.593377 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49572792-56a5-4a6f-8a12-8164c5e59321", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f4f2a-c24b-4f51-9a58-b1f59eda7579", "code": 200}, {"server_uuid": "2048343d-b6f2-43ba-98a3-47799016fc42", "name": "network-vif-plugged", "status": "completed", "tag": "52cc582a-6d90-4cee-96b5-ba535b399cac", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:26.593908 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-526e4346-4fc6-4aa9-9912-8042fdf4f384 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:26.596195 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49572792-56a5-4a6f-8a12-8164c5e59321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579', 'code': 200} Jul 23 14:10:26.598494 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2048343d-b6f2-43ba-98a3-47799016fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cc582a-6d90-4cee-96b5-ba535b399cac', 'code': 200} Jul 23 14:10:26.880815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94965b-84d6-48ff-8eaa-80988845aff4 req-48b356d9-2e75-4572-8a86-c6f1d580ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:26.882360 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a94965b-84d6-48ff-8eaa-80988845aff4 req-48b356d9-2e75-4572-8a86-c6f1d580ddf9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 1096 time: 0.1979284 Jul 23 14:10:26.916814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Calling delete_port for d89c1d8c-399f-46c8-975b-08f862f014ca owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:26.927357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbea77-2e4a-48fe-8016-7b2cf82ce39e req-7b4e0af9-94a4-4b33-9f8e-69242be44587 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:26.931288 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3abbea77-2e4a-48fe-8016-7b2cf82ce39e req-7b4e0af9-94a4-4b33-9f8e-69242be44587 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.1787438 Jul 23 14:10:26.939635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828dd334-e48c-4b5f-90f3-67e1d37e5d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.942955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828dd334-e48c-4b5f-90f3-67e1d37e5d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:26.949752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-828dd334-e48c-4b5f-90f3-67e1d37e5d2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa0adb61-b23b-46ea-8f95-28f7de84fbb3 HTTP/1.1" status: 204 len: 168 time: 1.2362595 Jul 23 14:10:26.977315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a94965b-84d6-48ff-8eaa-80988845aff4 req-e95f3dc9-c0e7-4099-a64e-b73b9804426f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876248 Jul 23 14:10:27.021796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3abbea77-2e4a-48fe-8016-7b2cf82ce39e req-9e763894-6164-430b-a4dc-0251d22d4d01 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682583 Jul 23 14:10:27.026418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Router 042c8b34-beb5-468e-8a5b-3daf6fba7b84 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:10:27.105204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dd334-e48c-4b5f-90f3-67e1d37e5d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0adb61-b23b-46ea-8f95-28f7de84fbb3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:27.159398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017fc5c-2393-455b-815f-55056234dd04 req-7265c3a8-fc38-432b-beec-b7de17038330 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:27.168397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0017fc5c-2393-455b-815f-55056234dd04 req-7265c3a8-fc38-432b-beec-b7de17038330 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.7688622 Jul 23 14:10:27.255411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:27.268751 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Sync routers for ids ['042c8b34-beb5-468e-8a5b-3daf6fba7b84'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:27.285413 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Routers {'042c8b34-beb5-468e-8a5b-3daf6fba7b84'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:27.286603 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['042c8b34-beb5-468e-8a5b-3daf6fba7b84'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:27.425214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0017fc5c-2393-455b-815f-55056234dd04 req-63379643-a583-4849-8214-8e6d2af86f64 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556710 Jul 23 14:10:27.442226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:27.445703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bf0e0fc7-ce1f-467d-818a-5f84928c1c5e tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1533971 Jul 23 14:10:27.450220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:27.457067 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:10:27.568568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a423-6879-495f-b074-ca1f1f55af86 req-32d08593-3e2d-4740-b6ab-f10a181b12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:27.570366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64a2a423-6879-495f-b074-ca1f1f55af86 req-32d08593-3e2d-4740-b6ab-f10a181b12a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 1097 time: 0.6459169 Jul 23 14:10:27.587060 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Set router 042c8b34-beb5-468e-8a5b-3daf6fba7b84 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:27.790245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:27.846629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64a2a423-6879-495f-b074-ca1f1f55af86 req-ad4372ce-ded7-4da8-9d13-03bcceb84141 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628970 Jul 23 14:10:27.847354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:27.871495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: d89c1d8c-399f-46c8-975b-08f862f014ca {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:10:27.871887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d89c1d8c-399f-46c8-975b-08f862f014ca not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:10:27.892204 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:27.921906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:28.179549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Pushing event deleted for resources: {'Port': ['ID=d89c1d8c-399f-46c8-975b-08f862f014ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:28.182198 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Floating IP 94a75443-fafb-47bc-a99a-8426c0c85ef8 associated. External IP: 172.25.2.254, port: 1ff6eddb-f8d0-4564-bf79-9313d8fc7930. Jul 23 14:10:28.298665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042c8b34-beb5-468e-8a5b-3daf6fba7b84', 'name': '', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b', 'external_fixed_ips': [{'subnet_id': '1146eeec-bbcc-41d9-bde5-bc146b85db6b', 'ip_address': '2001:db8::202'}], 'enable_snat': True}, 'gw_port_id': '0c38057b-95a7-4c2a-821d-d752011381d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:22Z', 'updated_at': '2021-07-23T14:10:25Z', 'revision_number': 3, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port': {'id': '0c38057b-95a7-4c2a-821d-d752011381d0', 'name': '', 'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:58:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042c8b34-beb5-468e-8a5b-3daf6fba7b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '1146eeec-bbcc-41d9-bde5-bc146b85db6b', 'ip_address': '2001:db8::202', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:24Z', 'updated_at': '2021-07-23T14:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1146eeec-bbcc-41d9-bde5-bc146b85db6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:28.339484 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Checking router: 042c8b34-beb5-468e-8a5b-3daf6fba7b84 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:10:28.339484 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Updating router 042c8b34-beb5-468e-8a5b-3daf6fba7b84 port 0c38057b-95a7-4c2a-821d-d752011381d0 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:10:28.351301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ca9b-ae24-4ca3-9a2c-0a3a7dd8b425 req-a65bdae8-dfd8-418d-bbf3-405cde10a8c4 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:28.353204 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ea0ca9b-ae24-4ca3-9a2c-0a3a7dd8b425 req-a65bdae8-dfd8-418d-bbf3-405cde10a8c4 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 948 time: 1.0929594 Jul 23 14:10:28.411616 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:28.466926 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ea0ca9b-ae24-4ca3-9a2c-0a3a7dd8b425 req-3b389737-21b1-4cb0-a267-add91aea26ea tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/security-groups?id=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925903 Jul 23 14:10:28.502852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:28.763917 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:28.907403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcb91b-e098-4339-9aff-38ed569983e7 req-f0ddbd70-1718-4130-821f-662ed17d9b55 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:28.917673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1bcb91b-e098-4339-9aff-38ed569983e7 req-f0ddbd70-1718-4130-821f-662ed17d9b55 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.2193177 Jul 23 14:10:29.080981 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1bcb91b-e098-4339-9aff-38ed569983e7 req-ba8c277f-a6f1-4110-a965-ad704f20ae70 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622391 Jul 23 14:10:29.106916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Deleting port 0c38057b-95a7-4c2a-821d-d752011381d0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:29.107279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.152098 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.169931 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Transition to ACTIVE for port object 0c38057b-95a7-4c2a-821d-d752011381d0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:29.182106 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.220387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Router b13966e1-20a6-4a07-bfe0-c1d04af6d06f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:10:29.227467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] No DVR routers for this DVR port d89c1d8c-399f-46c8-975b-08f862f014ca on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:10:29.230356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.234847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bba52a7b-87e4-4a04-a9a1-cccfb37b28a5 req-68cd3b1c-e8b8-448f-aade-79ef961cb244 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.11 "DELETE /v2.0/ports/d89c1d8c-399f-46c8-975b-08f862f014ca HTTP/1.1" status: 204 len: 173 time: 3.7307372 Jul 23 14:10:29.258849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f3852-30ea-4011-8f1f-acdab22e3030 req-84e64be1-de4a-45e2-8bae-010870848c9a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:29.279116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b78f3852-30ea-4011-8f1f-acdab22e3030 req-84e64be1-de4a-45e2-8bae-010870848c9a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 1.7163842 Jul 23 14:10:29.285781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-deleted', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:29.298372 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2e9f6-7fed-444b-a23d-d1bd2e40c905" -d '{"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-deleted", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:29.419690 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Attempting to bind port 0c38057b-95a7-4c2a-821d-d752011381d0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:29.424896 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Attempting to bind port 0c38057b-95a7-4c2a-821d-d752011381d0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e07bcf67-15c1-4677-8bff-1b34e9dd5ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:29.425558 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Attempting to bind port 0c38057b-95a7-4c2a-821d-d752011381d0 on network c395f3e0-cdb3-4358-b563-7efd6f1cb11b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:29.450279 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:29.456340 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Checking segment: {'id': 'e07bcf67-15c1-4677-8bff-1b34e9dd5ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:29.464510 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.466061 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Bound using segment: {'id': 'e07bcf67-15c1-4677-8bff-1b34e9dd5ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:29.469618 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Bound port: 0c38057b-95a7-4c2a-821d-d752011381d0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07bcf67-15c1-4677-8bff-1b34e9dd5ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c395f3e0-cdb3-4358-b563-7efd6f1cb11b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:29.470322 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.473746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.542382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Calling delete_port for 0c38057b-95a7-4c2a-821d-d752011381d0 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:29.555171 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] For port 0c38057b-95a7-4c2a-821d-d752011381d0, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:29.557924 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Pushing event updated for resources: {'Port': ['ID=0c38057b-95a7-4c2a-821d-d752011381d0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:29.562144 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] For port 0c38057b-95a7-4c2a-821d-d752011381d0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0c38057b-95a7-4c2a-821d-d752011381d0,segment=NetworkSegment(e07bcf67-15c1-4677-8bff-1b34e9dd5ea6),segment_id=e07bcf67-15c1-4677-8bff-1b34e9dd5ea6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:29.570306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b78f3852-30ea-4011-8f1f-acdab22e3030 req-a689bd27-2828-4e19-a1d8-1afc61bbe6e5 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682276 Jul 23 14:10:29.571223 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.571874 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.572505 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.572816 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.573174 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.573583 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.574020 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.574936 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.575895 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.576334 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.576713 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.577260 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:10:29.582433 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.669001 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Routers {'042c8b34-beb5-468e-8a5b-3daf6fba7b84'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:29.670025 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['042c8b34-beb5-468e-8a5b-3daf6fba7b84'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:29.674250 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0164e-686b-4be7-9823-4188c2c721f3 None None] Pushing event updated for resources: {'Port': ['ID=0c38057b-95a7-4c2a-821d-d752011381d0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:29.681361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:29.693903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] Sync routers for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:29.706838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:29.719008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:29.722179 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:29.887181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4f7260c6-1185-4924-ab1e-b139e24e2c88 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "PUT /v2.0/floatingips/94a75443-fafb-47bc-a99a-8426c0c85ef8 HTTP/1.1" status: 200 len: 992 time: 4.0374489 Jul 23 14:10:30.012388 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] Set router 042c8b34-beb5-468e-8a5b-3daf6fba7b84 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:30.096672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:30.135866 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e29ec5-312c-46ae-bb8a-5c2d43ec4985 x-openstack-request-id: req-97e29ec5-312c-46ae-bb8a-5c2d43ec4985 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:30.136329 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d7a8ce-512e-4ff4-8729-d18a97c805c6", "name": "network-vif-deleted", "tag": "d89c1d8c-399f-46c8-975b-08f862f014ca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:30.136717 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97e29ec5-312c-46ae-bb8a-5c2d43ec4985 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:30.137395 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d7a8ce-512e-4ff4-8729-d18a97c805c6', 'name': 'network-vif-deleted', 'tag': 'd89c1d8c-399f-46c8-975b-08f862f014ca', 'status': 'completed', 'code': 200} Jul 23 14:10:30.258405 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042c8b34-beb5-468e-8a5b-3daf6fba7b84', 'name': '', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:22Z', 'updated_at': '2021-07-23T14:10:28Z', 'revision_number': 4, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:30.341648 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013da9e-c617-4af6-aeac-49bf46282592 None None] The sync data for ids ['042c8b34-beb5-468e-8a5b-3daf6fba7b84'] in n-d-801990-3 is: [{'id': '042c8b34-beb5-468e-8a5b-3daf6fba7b84', 'name': '', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:22Z', 'updated_at': '2021-07-23T14:10:28Z', 'revision_number': 4, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:10:30.412550 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:30.469737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1a891ca-266c-49ba-bc83-21f277586133 req-359c824f-e6ef-4c47-b3e8-aff4e35afdd6 tempest-ImagesOneServerTestJSON-797533825 tempest-ImagesOneServerTestJSON-797533825-project] 10.222.0.21 "GET /v2.0/ports?device_id=20d7a8ce-512e-4ff4-8729-d18a97c805c6 HTTP/1.1" status: 200 len: 210 time: 0.0992417 Jul 23 14:10:30.519714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c38057b-95a7-4c2a-821d-d752011381d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:30.533898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdf6b5-7972-4184-8b0d-533e6d12b3b7 req-cba2a222-3f12-4a4e-9581-479b24acf2e3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:30.541607 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-74fdf6b5-7972-4184-8b0d-533e6d12b3b7 req-cba2a222-3f12-4a4e-9581-479b24acf2e3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 1.0635872 Jul 23 14:10:30.567433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:30.695563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '94a75443-fafb-47bc-a99a-8426c0c85ef8', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'port_id': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'mac_address': 'fa:16:3e:6a:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:08:42Z', 'updated_at': '2021-07-23T14:10:27Z', 'revision_number': 1, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:08:02Z', 'revision_number': 5, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:30.714219 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:30.718836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:30.742120 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-74fdf6b5-7972-4184-8b0d-533e6d12b3b7 req-d9bef3e4-513a-4bc0-8094-ee519c87e44c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989491 Jul 23 14:10:30.751873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] Checking router: b13966e1-20a6-4a07-bfe0-c1d04af6d06f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:10:30.764621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d9991-7526-42f9-b98a-853b9a534df2 req-453befb6-9f1c-47a5-8d7a-571dc474b4f3 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:30.782458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b8d9991-7526-42f9-b98a-853b9a534df2 req-453befb6-9f1c-47a5-8d7a-571dc474b4f3 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1706803 Jul 23 14:10:30.787296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:30.788807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:30.802172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:30.803018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 042c8b34-beb5-468e-8a5b-3daf6fba7b84 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:10:30.809002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:30.812900 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d48bc622-66ed-430b-95d1-ec8a125892aa tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "DELETE /v2.0/routers/042c8b34-beb5-468e-8a5b-3daf6fba7b84 HTTP/1.1" status: 204 len: 168 time: 3.3591890 Jul 23 14:10:30.817575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:30.885297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b8d9991-7526-42f9-b98a-853b9a534df2 req-d54386af-0329-48ab-af96-afb778c1d82e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994720 Jul 23 14:10:30.900168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Deleting subnet 1146eeec-bbcc-41d9-bde5-bc146b85db6b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:10:30.904384 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.008045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.051373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:31.062541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.146184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ccdd-0172-49b2-84c4-08789af05fe0 req-b825cacb-4e09-438a-bf59-957ee3e5511f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:31.155032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a17ccdd-0172-49b2-84c4-08789af05fe0 req-b825cacb-4e09-438a-bf59-957ee3e5511f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.1331084 Jul 23 14:10:31.165815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.198194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.204525 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/1146eeec-bbcc-41d9-bde5-bc146b85db6b HTTP/1.1" status: 204 len: 168 time: 0.3842406 Jul 23 14:10:31.212519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:31.281061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a17ccdd-0172-49b2-84c4-08789af05fe0 req-d9f12d1c-655d-4f00-9228-c7fcf329f897 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978177 Jul 23 14:10:31.327516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b054a-5872-4ed5-938d-dd3802747e25 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1146eeec-bbcc-41d9-bde5-bc146b85db6b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:31.422966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.510295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '94a75443-fafb-47bc-a99a-8426c0c85ef8', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'port_id': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'mac_address': 'fa:16:3e:6a:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:08:42Z', 'updated_at': '2021-07-23T14:10:27Z', 'revision_number': 1, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:08:02Z', 'revision_number': 5, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:31.584440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.585081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b74320-72b4-4b33-9917-92c9078dc277 None None] The sync data for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 is: [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '94a75443-fafb-47bc-a99a-8426c0c85ef8', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'port_id': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'mac_address': 'fa:16:3e:6a:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:08:42Z', 'updated_at': '2021-07-23T14:10:27Z', 'revision_number': 1, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:08:02Z', 'revision_number': 5, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:10:31.623874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c395f3e0-cdb3-4358-b563-7efd6f1cb11b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:31.680730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07bcf67-15c1-4677-8bff-1b34e9dd5ea6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:31.681312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07bcf67-15c1-4677-8bff-1b34e9dd5ea6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:31.723408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.766430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a368c-dead-4984-a436-8972f1f090df req-65cc7341-1f1f-4138-bdc9-8e50a46b4a49 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:31.768344 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-275a368c-dead-4984-a436-8972f1f090df req-65cc7341-1f1f-4138-bdc9-8e50a46b4a49 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1745110 Jul 23 14:10:31.773532 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.795844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:10:31.807191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: items = [ Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:10:31.809567 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:10:31.995248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-275a368c-dead-4984-a436-8972f1f090df req-e964e53e-544e-4bfc-80c3-d463c13d0457 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099020 Jul 23 14:10:32.014928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:32.023721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c395f3e0-cdb3-4358-b563-7efd6f1cb11b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 14:10:32.034145 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:32.040074 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c395f3e0-cdb3-4358-b563-7efd6f1cb11b HTTP/1.1" status: 204 len: 168 time: 0.7737863 Jul 23 14:10:32.082926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4ec54-6ed5-49b6-8ee3-d2ad6dacecca tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event deleted for resources: {'Network': ['ID=c395f3e0-cdb3-4358-b563-7efd6f1cb11b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:32.140062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:32.146223 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6964868-cf24-47fa-9cbe-7b635493df25" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:32.380669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80ea62-083c-4579-9af4-05580d7ba63e req-6efa8dbf-caac-49c6-8047-e4ac526917df tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:32.408865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a80ea62-083c-4579-9af4-05580d7ba63e req-6efa8dbf-caac-49c6-8047-e4ac526917df tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1923740 Jul 23 14:10:32.502210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a80ea62-083c-4579-9af4-05580d7ba63e req-39bf35bd-c468-4702-adb9-44b70f2c81c8 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928133 Jul 23 14:10:32.518050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98279c78-aa70-4186-9d73-425918c76571 req-1a765d87-fbbd-466a-9c30-88ac07aaee18 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:32.529730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-98279c78-aa70-4186-9d73-425918c76571 req-1a765d87-fbbd-466a-9c30-88ac07aaee18 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.4050500 Jul 23 14:10:32.663352 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-98279c78-aa70-4186-9d73-425918c76571 req-3b5330b4-e103-4b1f-93a5-7bff3a3828be tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243088 Jul 23 14:10:32.785706 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d2f86f-5840-409f-80f3-571c322141cb x-openstack-request-id: req-13d2f86f-5840-409f-80f3-571c322141cb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:32.785994 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:32.786241 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13d2f86f-5840-409f-80f3-571c322141cb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:32.786659 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'status': 'completed', 'code': 200} Jul 23 14:10:32.874272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:32.932897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca264f-6322-4bd5-b126-12e9574bc939 req-3e0d35b4-9b7a-4978-98d8-0f7c42f3c4b6 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:32.942243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65ca264f-6322-4bd5-b126-12e9574bc939 req-3e0d35b4-9b7a-4978-98d8-0f7c42f3c4b6 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 945 time: 0.1155620 Jul 23 14:10:32.984739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:33.010380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65ca264f-6322-4bd5-b126-12e9574bc939 req-45cd5a0b-2336-4c97-966e-cd6a54545d22 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663831 Jul 23 14:10:33.023453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-914078c7-8543-43f9-b2b8-25feb830838c tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'router': {'name': 'tempest-router--1159340697', 'project_id': '32c93486ae464f7e9caa608b2d57c7e4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:33.062759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.063251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.063726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.064194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.064664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.065130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.065596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.067659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-b5f8388f-d25d-461d-ba29-fdce79412269 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6492 time: 0.2412522 Jul 23 14:10:33.259334 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d9755-a251-4c36-818c-65377e36b66f None None] New status for floating IP 94a75443-fafb-47bc-a99a-8426c0c85ef8: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:10:33.291213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-914078c7-8543-43f9-b2b8-25feb830838c tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.292463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-914078c7-8543-43f9-b2b8-25feb830838c tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.356321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:33.523143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8589b86c-e2e2-499f-8bdd-490ff652822f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.560913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-f8516e3c-3716-4a58-b68f-5d3fb54ae528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.562619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-f8516e3c-3716-4a58-b68f-5d3fb54ae528 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d535806-e4fe-4827-8f17-b6f7d473d2b3 HTTP/1.1" status: 200 len: 913 time: 0.4677348 Jul 23 14:10:33.564368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-914078c7-8543-43f9-b2b8-25feb830838c tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.602424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-914078c7-8543-43f9-b2b8-25feb830838c tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.701189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c03319b6-e344-4593-bb87-7d0d54503ea0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f7e044fe96b4a11ae246ebe48c8fe4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201964 Jul 23 14:10:33.706040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:33.806412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-492dcdaf-a4af-4069-a6a5-b5d582303349 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930 HTTP/1.1" status: 200 len: 1002 time: 0.2107019 Jul 23 14:10:33.836310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0fd89-5c8b-4cb3-955b-ec725e7f7dc1 req-9fa517d2-cb39-4512-9081-f7815d4e6f25 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.844631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-60b0fd89-5c8b-4cb3-955b-ec725e7f7dc1 req-9fa517d2-cb39-4512-9081-f7815d4e6f25 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.3036604 Jul 23 14:10:33.850126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23ce-f589-4387-ad1a-330912386829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.885343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23ce-f589-4387-ad1a-330912386829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.909394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-481ab157-5fc8-496c-ace3-7ddbd2559152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:33.910943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-481ab157-5fc8-496c-ace3-7ddbd2559152 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d54dba8-135b-4549-a40f-e4325db6842c HTTP/1.1" status: 200 len: 851 time: 0.0935042 Jul 23 14:10:33.921710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-60b0fd89-5c8b-4cb3-955b-ec725e7f7dc1 req-2650121a-97e8-45bd-9c9c-41b8ecbdfbd4 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761325 Jul 23 14:10:33.964986 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23ce-f589-4387-ad1a-330912386829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.967779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23ce-f589-4387-ad1a-330912386829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:33.972586 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca4c23ce-f589-4387-ad1a-330912386829 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0344440c-e1e3-4c7e-82b8-9a0d0e9bc277 HTTP/1.1" status: 204 len: 168 time: 0.2647202 Jul 23 14:10:34.031690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9777e75-9146-481c-9435-e2e22a08631b req-6db1d113-cd8a-4aaa-a61b-721c4434824a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:34.039561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9777e75-9146-481c-9435-e2e22a08631b req-6db1d113-cd8a-4aaa-a61b-721c4434824a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.3636329 Jul 23 14:10:34.053201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c23ce-f589-4387-ad1a-330912386829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0344440c-e1e3-4c7e-82b8-9a0d0e9bc277,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:34.066821 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8589b86c-e2e2-499f-8bdd-490ff652822f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.080785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8589b86c-e2e2-499f-8bdd-490ff652822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.093277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-914078c7-8543-43f9-b2b8-25feb830838c tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.100662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-914078c7-8543-43f9-b2b8-25feb830838c tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1133523 Jul 23 14:10:34.105009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:34.170534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8589b86c-e2e2-499f-8bdd-490ff652822f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a7c75e691ef499bbed9c3a2f933237a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8126144 Jul 23 14:10:34.173259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:34.176481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589b86c-e2e2-499f-8bdd-490ff652822f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cde4573-ab32-423d-9f14-5beee178d0d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:34.202489 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9777e75-9146-481c-9435-e2e22a08631b req-d9bdd30a-bbaf-4cea-92df-e4431587a8da tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616409 Jul 23 14:10:34.288644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65617d68-9fbf-4a71-ab8f-edaa57d149d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.316061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65617d68-9fbf-4a71-ab8f-edaa57d149d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.382095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-af481745-3d70-43f6-994a-5a42f3acf175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:34.386092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-af481745-3d70-43f6-994a-5a42f3acf175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4628036 Jul 23 14:10:34.405811 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6dfdbf-51f3-425d-a0ea-ed02d092cf58 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.407284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65617d68-9fbf-4a71-ab8f-edaa57d149d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.412721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65617d68-9fbf-4a71-ab8f-edaa57d149d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.414713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-65617d68-9fbf-4a71-ab8f-edaa57d149d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cde4573-ab32-423d-9f14-5beee178d0d0 HTTP/1.1" status: 204 len: 168 time: 0.2390242 Jul 23 14:10:34.443132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65617d68-9fbf-4a71-ab8f-edaa57d149d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cde4573-ab32-423d-9f14-5beee178d0d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:34.891084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aeef3-e32b-4dc7-a2c4-192db1bfecfc req-db587b38-e080-4077-819a-2f27ae91a73e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:34.893876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-455aeef3-e32b-4dc7-a2c4-192db1bfecfc req-db587b38-e080-4077-819a-2f27ae91a73e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1475577 Jul 23 14:10:34.936711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6dfdbf-51f3-425d-a0ea-ed02d092cf58 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.939055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6dfdbf-51f3-425d-a0ea-ed02d092cf58 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:34.983187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-455aeef3-e32b-4dc7-a2c4-192db1bfecfc req-a09b271a-803f-485e-b4dd-3319dcc7bb2e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 Jul 23 14:10:35.039190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea857a-d206-4a2e-a76b-20c18ea4c663 req-e1719536-e8b1-40bb-825e-0d98578c0a7d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:35.048805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99ea857a-d206-4a2e-a76b-20c18ea4c663 req-e1719536-e8b1-40bb-825e-0d98578c0a7d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.9422877 Jul 23 14:10:35.059763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:35.071994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6dfdbf-51f3-425d-a0ea-ed02d092cf58 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:35.072499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6dfdbf-51f3-425d-a0ea-ed02d092cf58 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c08cc7f2-f976-4c26-afa0-ea3fdc9a265c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:10:35.078600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6dfdbf-51f3-425d-a0ea-ed02d092cf58 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:35.083837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bc6dfdbf-51f3-425d-a0ea-ed02d092cf58 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c08cc7f2-f976-4c26-afa0-ea3fdc9a265c HTTP/1.1" status: 204 len: 168 time: 0.9735074 Jul 23 14:10:35.087659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-35c3a3a2-8892-4ae2-a4e3-2892370c0123 service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675453 Jul 23 14:10:35.095833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35801176-ac5c-4958-8441-bdebacb60388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:35.134395 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99ea857a-d206-4a2e-a76b-20c18ea4c663 req-ca6a829e-d05d-4335-8adf-764a01a0f1c1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846694 Jul 23 14:10:35.375499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6964868-cf24-47fa-9cbe-7b635493df25 req-6ab513cf-7286-424b-95f3-6aaa9a624dff service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669437 Jul 23 14:10:35.433036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35801176-ac5c-4958-8441-bdebacb60388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:35.449404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35801176-ac5c-4958-8441-bdebacb60388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:35.525565 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-35801176-ac5c-4958-8441-bdebacb60388 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee73e0448b06423b8cb76e807f1e081f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646080 Jul 23 14:10:35.526980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35801176-ac5c-4958-8441-bdebacb60388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730f03dc-0c19-4bfd-9475-08288cc23e72,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:35.531409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:35.570928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390844e-d951-44ed-8d97-50c5c1fcf5e9 req-29285d60-11d0-42c1-b92f-5fde5114f573 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:35.583049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390844e-d951-44ed-8d97-50c5c1fcf5e9 req-29285d60-11d0-42c1-b92f-5fde5114f573 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:35.591895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390844e-d951-44ed-8d97-50c5c1fcf5e9 req-29285d60-11d0-42c1-b92f-5fde5114f573 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:35.605384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5390844e-d951-44ed-8d97-50c5c1fcf5e9 req-29285d60-11d0-42c1-b92f-5fde5114f573 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42&device_id=49572792-56a5-4a6f-8a12-8164c5e59321&device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 2418 time: 0.2739160 Jul 23 14:10:35.623132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:35.694904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae598aca-29ac-4487-800d-03af81dc6022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:35.723890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76103-b2c5-4782-a7e4-8100afa28c05 req-9f161ec7-d44c-4aaa-a230-5e64cac9afe4 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:35.742678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ccd76103-b2c5-4782-a7e4-8100afa28c05 req-9f161ec7-d44c-4aaa-a230-5e64cac9afe4 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.3426371 Jul 23 14:10:35.754968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5390844e-d951-44ed-8d97-50c5c1fcf5e9 req-b0ec4a5d-93e7-421c-abba-65c9a17510ac tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482391 Jul 23 14:10:35.816505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ccd76103-b2c5-4782-a7e4-8100afa28c05 req-47474ab6-0f6d-4b16-95ba-5f9c159171fc tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814641 Jul 23 14:10:35.832402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae598aca-29ac-4487-800d-03af81dc6022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:36.011146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae598aca-29ac-4487-800d-03af81dc6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:36.015378 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae598aca-29ac-4487-800d-03af81dc6022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:36.017052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ae598aca-29ac-4487-800d-03af81dc6022 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/730f03dc-0c19-4bfd-9475-08288cc23e72 HTTP/1.1" status: 204 len: 168 time: 0.4823372 Jul 23 14:10:36.047992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae598aca-29ac-4487-800d-03af81dc6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730f03dc-0c19-4bfd-9475-08288cc23e72,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:36.142245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-340669497', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:36.281385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:36.286249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:36.348486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3836e-5a94-43c8-b049-3d12c1ac75ef req-1b84d6cc-a016-4c3d-8297-3db278cf6ff4 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:36.367304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05d3836e-5a94-43c8-b049-3d12c1ac75ef req-1b84d6cc-a016-4c3d-8297-3db278cf6ff4 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.3219907 Jul 23 14:10:36.477069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffa380-05d2-41e0-aa50-8a9b0b1ee696 req-c692e966-bb27-49b9-8347-0758b748a9f2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:36.479828 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-46ffa380-05d2-41e0-aa50-8a9b0b1ee696 req-c692e966-bb27-49b9-8347-0758b748a9f2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1655638 Jul 23 14:10:36.564303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:36.572895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-46ffa380-05d2-41e0-aa50-8a9b0b1ee696 req-da8c4878-52c2-46a2-ac14-5f707dcc85f4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823584 Jul 23 14:10:36.590349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05d3836e-5a94-43c8-b049-3d12c1ac75ef req-71044e48-4365-48a5-9c02-db5e4623e4cb tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217288 Jul 23 14:10:37.054579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:37.347012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db586-f144-45d8-95a9-ae2dbcb0b367 req-cda78815-f972-44ea-9ba0-cdbcf7a12166 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:37.363707 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-846db586-f144-45d8-95a9-ae2dbcb0b367 req-cda78815-f972-44ea-9ba0-cdbcf7a12166 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1954091 Jul 23 14:10:37.365509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:37.712365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:37.776775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-846db586-f144-45d8-95a9-ae2dbcb0b367 req-424a058a-aa95-485d-acd7-40e04faf9313 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117963 Jul 23 14:10:37.778975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:38.104245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Allocated IP 172.25.2.253 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/80c9f26e-61d1-404d-be78-af66b4da2983) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:38.495930 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:38.509456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4518b0-636b-490b-a5d3-8fa2e74a412d req-c22c5cf9-2a5f-45bb-a2a5-798635b35f66 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:38.511666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a4518b0-636b-490b-a5d3-8fa2e74a412d req-c22c5cf9-2a5f-45bb-a2a5-798635b35f66 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.3469164 Jul 23 14:10:38.627496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a4518b0-636b-490b-a5d3-8fa2e74a412d req-309eca12-14e3-4c6b-9a65-3f8dbafb48d4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912948 Jul 23 14:10:38.632523 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35c2e139-87c2-45e8-8999-c67a440f4ac4 req-977669cb-2d86-4655-b468-d9b1ffff5623 tempest-AbsoluteLimitsNegativeTestJSON-508532153 tempest-AbsoluteLimitsNegativeTestJSON-508532153-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2dbf6d1868c740e58aa53f8e39eff1bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765183 Jul 23 14:10:38.663276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:38.765660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:38.771959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:38.789146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:38.796635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event updated for resources: {'Port': ['ID=80c9f26e-61d1-404d-be78-af66b4da2983,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:38.908439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2e139-87c2-45e8-8999-c67a440f4ac4 req-a07264a6-27ea-41d3-a319-40ec0224661a tempest-AbsoluteLimitsNegativeTestJSON-508532153 tempest-AbsoluteLimitsNegativeTestJSON-508532153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:38.915478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35c2e139-87c2-45e8-8999-c67a440f4ac4 req-a07264a6-27ea-41d3-a319-40ec0224661a tempest-AbsoluteLimitsNegativeTestJSON-508532153 tempest-AbsoluteLimitsNegativeTestJSON-508532153-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818522 Jul 23 14:10:38.934413 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35c2e139-87c2-45e8-8999-c67a440f4ac4 req-fb1239c3-0fff-484c-9670-effa3de296c7 tempest-AbsoluteLimitsNegativeTestJSON-508532153 tempest-AbsoluteLimitsNegativeTestJSON-508532153-project] 10.222.0.21 "GET /v2.0/quotas/2dbf6d1868c740e58aa53f8e39eff1bf HTTP/1.1" status: 200 len: 375 time: 0.0176783 Jul 23 14:10:39.020766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35c2e139-87c2-45e8-8999-c67a440f4ac4 req-db44f923-bef0-46ea-9163-a6bec7dc7fdc tempest-AbsoluteLimitsNegativeTestJSON-508532153 tempest-AbsoluteLimitsNegativeTestJSON-508532153-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dbf6d1868c740e58aa53f8e39eff1bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847864 Jul 23 14:10:39.111366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0781ec-b9c1-4dff-807a-f8d3c4d88429 req-5ad461fa-2a49-49e2-88b8-df0273c873f1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:39.113010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c0781ec-b9c1-4dff-807a-f8d3c4d88429 req-5ad461fa-2a49-49e2-88b8-df0273c873f1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1376796 Jul 23 14:10:39.246146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c0781ec-b9c1-4dff-807a-f8d3c4d88429 req-5ac5a3c4-00a8-4344-9b7f-8a0ef1e7da08 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869884 Jul 23 14:10:39.345340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:39.531326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:39.767856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-457f2119-269e-4cb2-8e44-c417142e12aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:39.925845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-457f2119-269e-4cb2-8e44-c417142e12aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:39.936603 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-457f2119-269e-4cb2-8e44-c417142e12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:39.995179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc360-f8e6-425c-9315-f8ac8b9dd053 req-90c96d42-6238-49e2-9a85-9cd76e12714a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:40.002562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b9fc360-f8e6-425c-9315-f8ac8b9dd053 req-90c96d42-6238-49e2-9a85-9cd76e12714a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1800780 Jul 23 14:10:40.010744 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-457f2119-269e-4cb2-8e44-c417142e12aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dbf6d1868c740e58aa53f8e39eff1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765153 Jul 23 14:10:40.022594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:40.070366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f2119-269e-4cb2-8e44-c417142e12aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82c221f-e4a2-44ba-a91f-7a84afccbfa5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:40.077247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-2bf75279-2a98-4147-b6e1-590413ac412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:40.078798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-2bf75279-2a98-4147-b6e1-590413ac412a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 1096 time: 0.2650633 Jul 23 14:10:40.170485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77972afa-1483-491b-aea8-3e3061a331fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:40.215326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b9fc360-f8e6-425c-9315-f8ac8b9dd053 req-35a3aa3c-4425-415b-b5cf-bdd5a6641dd6 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117009 Jul 23 14:10:40.229955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77972afa-1483-491b-aea8-3e3061a331fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:40.275199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:40.336847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-da56995c-7ef3-482b-a271-ff8890d58f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:40.338473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-da56995c-7ef3-482b-a271-ff8890d58f26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 912 time: 0.2494085 Jul 23 14:10:40.419759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77972afa-1483-491b-aea8-3e3061a331fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:40.424295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77972afa-1483-491b-aea8-3e3061a331fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:40.426149 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-77972afa-1483-491b-aea8-3e3061a331fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b82c221f-e4a2-44ba-a91f-7a84afccbfa5 HTTP/1.1" status: 204 len: 168 time: 0.4017456 Jul 23 14:10:40.442254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77972afa-1483-491b-aea8-3e3061a331fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82c221f-e4a2-44ba-a91f-7a84afccbfa5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:40.458111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bccd28-2c2e-46b2-ba4f-4f833a44cbd4 req-7a7b1d87-a9ce-409f-824e-63c8b9dfaa36 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:40.460101 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05bccd28-2c2e-46b2-ba4f-4f833a44cbd4 req-7a7b1d87-a9ce-409f-824e-63c8b9dfaa36 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1771708 Jul 23 14:10:40.493998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-b99d94b5-29d8-4d86-a1c7-4e0c955c0245 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b HTTP/1.1" status: 200 len: 217 time: 0.1127663 Jul 23 14:10:40.519436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05bccd28-2c2e-46b2-ba4f-4f833a44cbd4 req-7ab7f847-9d89-4f16-a73a-39f4009e7f04 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 Jul 23 14:10:40.580532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-21d9007f-bb75-4757-a5b7-c7c558206e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:40.582369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-21d9007f-bb75-4757-a5b7-c7c558206e7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.0773339 Jul 23 14:10:40.632060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-88589c0f-4110-4fc8-9413-abb40aa6acfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400040 Jul 23 14:10:40.646483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c469d62-2629-48a1-b39c-dcaafacec016 req-71e7f25c-767a-434a-945b-777b5b3bf0dc tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:40.648113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c469d62-2629-48a1-b39c-dcaafacec016 req-71e7f25c-767a-434a-945b-777b5b3bf0dc tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.2659326 Jul 23 14:10:40.712121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Router c9d3115c-8dc4-464e-8da3-a81efa8b4374 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:10:40.764853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:40.775080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c469d62-2629-48a1-b39c-dcaafacec016 req-9824de3f-c856-4714-a333-4cf8aa0f383e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153321 Jul 23 14:10:40.863868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-27285b9c-9f60-485a-aa35-41a2bc1bfd2f service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147257 Jul 23 14:10:40.981430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:40.992491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] Sync routers for ids ['c9d3115c-8dc4-464e-8da3-a81efa8b4374'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:41.008128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] Routers {'c9d3115c-8dc4-464e-8da3-a81efa8b4374'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:41.008777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c9d3115c-8dc4-464e-8da3-a81efa8b4374'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:41.026418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.032538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-21de166b-98ad-4284-ba57-bb7e9ebb15c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3976753 Jul 23 14:10:41.035534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:41.073801 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa17b-e924-4465-a7b5-d7466f40a78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.079905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a6c5fa5-18a1-4d54-8c28-7842c6e7d57b req-0b690e6e-ff5d-4d15-9d84-d9d3e16265a0 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069952 Jul 23 14:10:41.108037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:41.128651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] Routers {'c9d3115c-8dc4-464e-8da3-a81efa8b4374'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:41.129788 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c9d3115c-8dc4-464e-8da3-a81efa8b4374'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:41.166321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:41.167088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6babdc0-7c9f-4a5f-bf19-8e13ff801ab2 None None] The sync data for ids ['c9d3115c-8dc4-464e-8da3-a81efa8b4374'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:10:41.285429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:41.295508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-53ac06bc-cb27-4cdc-96db-b21d862e171f tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/c9d3115c-8dc4-464e-8da3-a81efa8b4374 HTTP/1.1" status: 200 len: 924 time: 0.2540121 Jul 23 14:10:41.328769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4985f9da-ce4e-44b9-8214-27d4fb8773b5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9d3115c-8dc4-464e-8da3-a81efa8b4374 HTTP/1.1" status: 200 len: 205 time: 0.0419896 Jul 23 14:10:41.351626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:41.444604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb205a-6dfd-40dc-99d6-f0d3914cfb8b req-0c5d6d3f-eb73-44c0-84ae-31e53b06b745 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:41.452255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fdcb205a-6dfd-40dc-99d6-f0d3914cfb8b req-0c5d6d3f-eb73-44c0-84ae-31e53b06b745 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 945 time: 0.1378832 Jul 23 14:10:41.489286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.505308 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa17b-e924-4465-a7b5-d7466f40a78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.515414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fdcb205a-6dfd-40dc-99d6-f0d3914cfb8b req-9895072a-3400-4327-9213-2ffb9d37bd0a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618517 Jul 23 14:10:41.516645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa17b-e924-4465-a7b5-d7466f40a78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.544553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0a2fa17b-e924-4465-a7b5-d7466f40a78a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=188446f04583457389daaf66bff0da61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791486 Jul 23 14:10:41.558847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:41.605337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa17b-e924-4465-a7b5-d7466f40a78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3d06a8-9989-4537-9588-ab902824a9be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:41.690621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.700256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6cfd-b5da-41c4-90ed-64bcd01f79bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.737936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6cfd-b5da-41c4-90ed-64bcd01f79bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.800670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Deleting port 80c9f26e-61d1-404d-be78-af66b4da2983 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:41.801185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.807589 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6cfd-b5da-41c4-90ed-64bcd01f79bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.811461 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6cfd-b5da-41c4-90ed-64bcd01f79bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:41.820802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6a2a6cfd-b5da-41c4-90ed-64bcd01f79bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e3d06a8-9989-4537-9588-ab902824a9be HTTP/1.1" status: 204 len: 168 time: 0.2647491 Jul 23 14:10:41.839426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66ddf-376e-4049-94bd-22d5857dad62 req-d8858d45-2bf6-486f-b9dc-1c38cbf25404 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:41.848226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a6cfd-b5da-41c4-90ed-64bcd01f79bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3d06a8-9989-4537-9588-ab902824a9be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:41.848405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1be66ddf-376e-4049-94bd-22d5857dad62 req-d8858d45-2bf6-486f-b9dc-1c38cbf25404 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1517060 Jul 23 14:10:41.892514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:41.939706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1be66ddf-376e-4049-94bd-22d5857dad62 req-c9109b3c-c06a-4b4b-918d-fbd9a80d5814 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886526 Jul 23 14:10:42.017573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.028725 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.052671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:42.072267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:42.079985 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c962ff9c-2d1e-415c-8826-28e3f5538107" -d '{"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:42.080465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Calling delete_port for 80c9f26e-61d1-404d-be78-af66b4da2983 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:42.141415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd1bb3-625c-4678-88fd-9701443ddb0a req-d7fc1a56-0456-4757-b989-59355838389f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:42.150947 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1edd1bb3-625c-4678-88fd-9701443ddb0a req-d7fc1a56-0456-4757-b989-59355838389f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1813252 Jul 23 14:10:42.157494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:42.167342 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344e9fce-192b-4fbb-bd10-1f1da64dec52 x-openstack-request-id: req-344e9fce-192b-4fbb-bd10-1f1da64dec52 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:42.171765 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:42.172030 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-344e9fce-192b-4fbb-bd10-1f1da64dec52 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:42.174754 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'code': 200} Jul 23 14:10:42.179802 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.219054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1edd1bb3-625c-4678-88fd-9701443ddb0a req-11539298-6eee-4fea-8617-be050ae09c83 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Jul 23 14:10:42.357078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:42.410933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-747901290-network', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:42.460634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Made reservation on behalf of 6750b5030dbb4feebf7d98ed286c2a24 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:42.464070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.467822 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.482625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.502496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:42.517958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5dce702-f71c-4689-9e5e-4c2e0cdebaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.536208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event deleted for resources: {'Port': ['ID=80c9f26e-61d1-404d-be78-af66b4da2983,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:42.664628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.782184 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.784863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.803148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.846712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.861253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.861778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Fanout notify agent at l3_agent the message router_deleted on router c9d3115c-8dc4-464e-8da3-a81efa8b4374 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:10:42.878688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.879650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-daa257df-94af-4670-a25a-43524a50c98a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/c9d3115c-8dc4-464e-8da3-a81efa8b4374 HTTP/1.1" status: 204 len: 168 time: 1.5270491 Jul 23 14:10:42.883458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:42.886789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:10:42.888047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629809272', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:42.908348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24762245-bac3-4b41-aff4-9cf6498a856c req-64080af4-7ea8-41a4-af2a-041360614192 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:42.910033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24762245-bac3-4b41-aff4-9cf6498a856c req-64080af4-7ea8-41a4-af2a-041360614192 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 943 time: 0.2903748 Jul 23 14:10:42.922059 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.922273 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Added segment dfbf459f-d86f-4619-ab10-33e2f8d45b98 of type vlan for network 4ebfd035-b5f1-448f-91ac-e86d333eaedf Jul 23 14:10:42.923531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177fd18f-cb01-472c-8a1c-5a96c5392756,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:42.960289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5dce702-f71c-4689-9e5e-4c2e0cdebaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:42.971183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5dce702-f71c-4689-9e5e-4c2e0cdebaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.010073 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a5dce702-f71c-4689-9e5e-4c2e0cdebaa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca05998440b04d5d90dcf94dccc70958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033720 Jul 23 14:10:43.012208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:43.029424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24762245-bac3-4b41-aff4-9cf6498a856c req-569a292a-dd7e-4434-ab6a-a1be09bd8adb tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099522 Jul 23 14:10:43.037317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.047881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dce702-f71c-4689-9e5e-4c2e0cdebaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d5fde3-aa4c-4904-8db9-87e7f0e4e200,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:43.052174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.053583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.109172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.112871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:43.112871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.141963 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eeec8da-fcdf-4fbf-a711-ddd00ebfd7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.183619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1297402 Jul 23 14:10:43.188157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:43.198002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Request body: {'subnet': {'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-747901290-subnet', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:43.236904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.248382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eeec8da-fcdf-4fbf-a711-ddd00ebfd7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.257477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d14ad-2fa0-4ff5-b6aa-5e40515a0b72 admin admin] Pushing event updated for resources: {'Network': ['ID=4ebfd035-b5f1-448f-91ac-e86d333eaedf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:43.269150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:10:43.288602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Made reservation on behalf of 6750b5030dbb4feebf7d98ed286c2a24 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:43.292565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.431064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eeec8da-fcdf-4fbf-a711-ddd00ebfd7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.434536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eeec8da-fcdf-4fbf-a711-ddd00ebfd7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.435897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6eeec8da-fcdf-4fbf-a711-ddd00ebfd7b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71d5fde3-aa4c-4904-8db9-87e7f0e4e200 HTTP/1.1" status: 204 len: 168 time: 0.4206882 Jul 23 14:10:43.465584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeec8da-fcdf-4fbf-a711-ddd00ebfd7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d5fde3-aa4c-4904-8db9-87e7f0e4e200,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:43.516106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d015e-149d-446d-b05f-92f1445600e0 req-218df247-8869-4a9b-a2db-6c15c1314762 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:43.523288 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-787d015e-149d-446d-b05f-92f1445600e0 req-218df247-8869-4a9b-a2db-6c15c1314762 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.3700287 Jul 23 14:10:43.543299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bf71b-5afa-4a87-a881-9df1adb50094 req-e1ce05bb-89cd-40cb-b83d-56f9e3891e89 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:43.545686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834bf71b-5afa-4a87-a881-9df1adb50094 req-e1ce05bb-89cd-40cb-b83d-56f9e3891e89 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1610367 Jul 23 14:10:43.578477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.625310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-787d015e-149d-446d-b05f-92f1445600e0 req-5c6a9305-6857-4c1f-95d0-97b759732b3b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965295 Jul 23 14:10:43.655014 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834bf71b-5afa-4a87-a881-9df1adb50094 req-d152625e-f793-4ef7-bb21-9ff9c63e390f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Jul 23 14:10:43.670679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.732913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e232efcd-8ba3-45ed-a64e-e8686378e6f9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:43.749371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Checking segment: {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:43.749787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Network hostable DHCP agents. Network: 4ebfd035-b5f1-448f-91ac-e86d333eaedf, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:10:43.806762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:10:43.821974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 4ebfd035-b5f1-448f-91ac-e86d333eaedf) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:43.834429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e670a-0e4f-4331-8838-44a6ec3eb4fe None None] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:10:43.838984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:43.854094 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.904055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-71b5ef1e-8e6d-4fba-9d91-5ca124f0fce9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7148070 Jul 23 14:10:43.907384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:43.912069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:43.965960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:43.967075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.052198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:10:44.053213 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.063351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.328700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Allocated IP 172.20.0.2 (4ebfd035-b5f1-448f-91ac-e86d333eaedf/e232efcd-8ba3-45ed-a64e-e8686378e6f9/efd16351-cd9c-40fa-b4ca-fcf51ce0ad33) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:44.392221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.404894 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.428710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.510268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299c055-ca57-4e9a-8077-36b339f33006 req-4b788ca3-afa1-4f14-bc3e-d5288b9f4a4d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:44.512474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0299c055-ca57-4e9a-8077-36b339f33006 req-4b788ca3-afa1-4f14-bc3e-d5288b9f4a4d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 943 time: 0.2019312 Jul 23 14:10:44.569386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Allocated IP 172.25.2.98 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/935688d7-f30a-4aad-a928-e68a4134363f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:44.634230 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.644834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0299c055-ca57-4e9a-8077-36b339f33006 req-c0d1825a-a766-415c-935b-6275a104cbce tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255693 Jul 23 14:10:44.660744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Transition to ACTIVE for port object efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:44.722634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Transition to ACTIVE for port object efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:44.743483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.765150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:44.806833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:44.826201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:44.831666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:44.833820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.877420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372c6a-08e3-48e9-8b6c-c70d5a9eb64b req-a2d7298f-1a4d-495b-ad30-e711f2ce4afc tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:44.883210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7372c6a-08e3-48e9-8b6c-c70d5a9eb64b req-a2d7298f-1a4d-495b-ad30-e711f2ce4afc tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1683023 Jul 23 14:10:44.927716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Pushing event updated for resources: {'Port': ['ID=efd16351-cd9c-40fa-b4ca-fcf51ce0ad33,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:44.931914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Attempting to bind port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:44.932655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Attempting to bind port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:44.933081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Attempting to bind port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 on network 4ebfd035-b5f1-448f-91ac-e86d333eaedf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:44.940201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:44.940575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Checking segment: {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:44.944331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.944792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Bound using segment: {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:44.945333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Bound port: efd16351-cd9c-40fa-b4ca-fcf51ce0ad33, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:44.949872 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:44.965093 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7372c6a-08e3-48e9-8b6c-c70d5a9eb64b req-55c8f7ce-61b3-4737-89d4-43e19eb6b6f2 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 Jul 23 14:10:44.966401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.092634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Port': ['ID=935688d7-f30a-4aad-a928-e68a4134363f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:45.120024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:45.124905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] For port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:45.129725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] For port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=efd16351-cd9c-40fa-b4ca-fcf51ce0ad33,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:45.138709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:45.140815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:45.149080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.256092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd5a7f-bfc3-46e0-87a2-9fd4a3ea3993 None None] Pushing event updated for resources: {'Port': ['ID=efd16351-cd9c-40fa-b4ca-fcf51ce0ad33,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:45.355764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-network', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:45.394116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.394960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba00aa6-146f-4381-a1fe-5eb2f2c914c9 req-197a6d2c-77a7-425d-bc82-a470db49fa14 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:45.396793 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ba00aa6-146f-4381-a1fe-5eb2f2c914c9 req-197a6d2c-77a7-425d-bc82-a470db49fa14 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.2813401 Jul 23 14:10:45.422841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Made reservation on behalf of e87fe7bdf04040a0af55dd6f86366bf1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:45.428669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.445503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.447168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.714918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Allocated IP 172.25.2.6 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/20180a75-f46e-47f0-94fc-1b22f41fe0b8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:45.730052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ba00aa6-146f-4381-a1fe-5eb2f2c914c9 req-e09eae99-34d6-413c-b42f-e7975dcab897 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751342 Jul 23 14:10:45.757821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.761274 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-322392c1-e086-4d46-9d9e-7eae4d2c0f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.764890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.867714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.890279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:45.909181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:10:45.944797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbe2ac5-2c87-4a52-b526-4c09f55dde52,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:45.948095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:45.948438 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Added segment e19182e5-ba25-4959-b2d4-3dd78c6848e5 of type vlan for network 33cfa292-2514-48c8-9348-f8efbe2376d8 Jul 23 14:10:45.976665 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.044111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.118400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.119405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:46.119997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.121401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.142410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d00b7-5708-4c2a-9476-db370486696e req-f4e5c058-4391-4edd-82e6-282c1d7eec9f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:46.144136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba1d00b7-5708-4c2a-9476-db370486696e req-f4e5c058-4391-4edd-82e6-282c1d7eec9f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=3452c58f-c42c-47ec-b52b-3b7951cb5a9b HTTP/1.1" status: 200 len: 943 time: 0.1736920 Jul 23 14:10:46.178170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.210305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d8de4-43cc-4bde-a61b-0b148244b282 req-34d0f0b2-e903-469a-adfb-a697d4092bb0 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:46.212349 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-620d8de4-43cc-4bde-a61b-0b148244b282 req-34d0f0b2-e903-469a-adfb-a697d4092bb0 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1513352 Jul 23 14:10:46.215158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4486442 Jul 23 14:10:46.219102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:46.226817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Request body: {'subnet': {'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-subnet', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:46.288063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c983e90-c7e5-4bf5-8414-6d838be7e143 admin admin] Pushing event updated for resources: {'Network': ['ID=33cfa292-2514-48c8-9348-f8efbe2376d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:46.301800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:10:46.302829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:46.305212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Made reservation on behalf of e87fe7bdf04040a0af55dd6f86366bf1 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:46.308704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.310620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:46.313092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:46.345132 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-620d8de4-43cc-4bde-a61b-0b148244b282 req-340e6686-cb1a-4f15-95b2-7ac428ad9bca tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248183 Jul 23 14:10:46.352241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Pushing event updated for resources: {'Port': ['ID=20180a75-f46e-47f0-94fc-1b22f41fe0b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:46.475547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Router 06b84418-9465-435a-87fc-ca884052eabb is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:10:46.486887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d6119-512b-4b8a-8f82-b8b6e6e018b3 None None] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:10:46.510274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Deleting port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:46.510740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.683190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:46.704484 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Sync routers for ids ['06b84418-9465-435a-87fc-ca884052eabb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:46.707381 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.713260 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.715026 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0fc60394-6142-478c-8a8f-ae8a1880c352 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8305075 Jul 23 14:10:46.720404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:46.727042 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Routers {'06b84418-9465-435a-87fc-ca884052eabb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:46.727995 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['06b84418-9465-435a-87fc-ca884052eabb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:46.740894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8aed65f-b783-49b8-b8b6-e91e3a0b898e None None] Provisioning for port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:46.837883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] For port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:46.840529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:46.890776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Checking segment: {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:46.891380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Calling delete_port for 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:46.891474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Network hostable DHCP agents. Network: 33cfa292-2514-48c8-9348-f8efbe2376d8, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:10:46.978991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.018125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:47.055673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:10:47.087054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1124f-6f76-4134-9306-0b7f414c87b0 req-2be41f31-dd7c-42f3-b333-5c03607fc5bb tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:47.088733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-daf1124f-6f76-4134-9306-0b7f414c87b0 req-2be41f31-dd7c-42f3-b333-5c03607fc5bb tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1909046 Jul 23 14:10:47.091361 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Set router 06b84418-9465-435a-87fc-ca884052eabb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:47.118760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 33cfa292-2514-48c8-9348-f8efbe2376d8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:47.127942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64900942-b097-4337-a187-21667ad0eaf5 None None] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:10:47.129775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:47.130498 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.173903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf25dcb8-a3f5-48b9-b459-5101991b9959 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/06b84418-9465-435a-87fc-ca884052eabb HTTP/1.1" status: 200 len: 907 time: 0.4518175 Jul 23 14:10:47.177645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:47.184883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629809272', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:47.227645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.229326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.236242 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bad379a8-8fb5-417b-8516-aabd8678c7b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0146837 Jul 23 14:10:47.239921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:47.247698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:47.285048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.298105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-daf1124f-6f76-4134-9306-0b7f414c87b0 req-b0ad30d8-de91-4025-9f63-56592f2850a3 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919920 Jul 23 14:10:47.310317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.311494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.412380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event deleted for resources: {'Port': ['ID=16d752ce-c0bc-4d06-a8dc-1d30a1e3143b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:47.417410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.494440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.529589 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b84418-9465-435a-87fc-ca884052eabb', 'name': 'tempest-snat-router-629809272', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.98'}], 'enable_snat': False}, 'gw_port_id': '935688d7-f30a-4aad-a928-e68a4134363f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:45Z', 'revision_number': 3, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port': {'id': '935688d7-f30a-4aad-a928-e68a4134363f', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b84418-9465-435a-87fc-ca884052eabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:44Z', 'updated_at': '2021-07-23T14:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:47.560771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-33cfa292-2514-48c8-9348-f8efbe2376d8', 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'fixed_ips': [{'subnet_id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:10:47.561654 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.584898 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Checking router: 06b84418-9465-435a-87fc-ca884052eabb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:10:47.591578 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Updating router 06b84418-9465-435a-87fc-ca884052eabb port 935688d7-f30a-4aad-a928-e68a4134363f binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:10:47.599052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:47.659983 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.679381 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.760709 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.848554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] No DVR routers for this DVR port 16d752ce-c0bc-4d06-a8dc-1d30a1e3143b on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:10:47.855763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:47.858300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba1d00b7-5708-4c2a-9476-db370486696e req-e9fc357b-cab2-4e42-ab09-51c612f2a339 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "DELETE /v2.0/ports/16d752ce-c0bc-4d06-a8dc-1d30a1e3143b HTTP/1.1" status: 204 len: 173 time: 1.7003076 Jul 23 14:10:47.859011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-deleted', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:10:47.861525 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cfa128-84f3-47fc-ae7e-8b0a65e358fa" -d '{"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-deleted", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:10:47.879377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Allocated IP 172.20.0.2 (33cfa292-2514-48c8-9348-f8efbe2376d8/e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8/8fb4eebe-9147-47a1-bb99-19a07d0b0466) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:48.003386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.041744 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.054579 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Transition to ACTIVE for port object 935688d7-f30a-4aad-a928-e68a4134363f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:48.071056 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.120154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.158292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8c7e-0f3d-4c45-aa54-c849c59a495b req-09ad9915-eca1-46d6-a3bb-739d58ae53db tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:48.162683 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387aac4-522f-4bf1-8a09-7e58d9c8006f None None] Pushing event updated for resources: {'Port': ['ID=935688d7-f30a-4aad-a928-e68a4134363f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:48.166192 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Attempting to bind port 935688d7-f30a-4aad-a928-e68a4134363f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:48.166563 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Attempting to bind port 935688d7-f30a-4aad-a928-e68a4134363f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:48.167061 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Attempting to bind port 935688d7-f30a-4aad-a928-e68a4134363f on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:48.168602 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3be8c7e-0f3d-4c45-aa54-c849c59a495b req-09ad9915-eca1-46d6-a3bb-739d58ae53db tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.5989223 Jul 23 14:10:48.172633 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:48.173010 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:48.173414 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.173802 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:48.174261 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Bound port: 935688d7-f30a-4aad-a928-e68a4134363f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:48.174678 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.237171 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] For port 935688d7-f30a-4aad-a928-e68a4134363f, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:48.240917 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] For port 935688d7-f30a-4aad-a928-e68a4134363f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=935688d7-f30a-4aad-a928-e68a4134363f,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:48.249703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.258092 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.261495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Transition to ACTIVE for port object 8fb4eebe-9147-47a1-bb99-19a07d0b0466 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:48.279515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Router f97bc402-a780-4b82-9285-e9f4d7a5de23 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:10:48.282635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Transition to ACTIVE for port object 8fb4eebe-9147-47a1-bb99-19a07d0b0466 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:48.305695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.376786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:48.408032 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3be8c7e-0f3d-4c45-aa54-c849c59a495b req-7d37cf84-f971-433e-bbf3-a1eb096e75f0 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345903 Jul 23 14:10:48.422462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:48.449091 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Routers {'06b84418-9465-435a-87fc-ca884052eabb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:48.461706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Sync routers for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:48.462560 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['06b84418-9465-435a-87fc-ca884052eabb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:48.489271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:48.489271 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.537864 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6bc754-3679-438d-98cc-709eb2815d12 x-openstack-request-id: req-0e6bc754-3679-438d-98cc-709eb2815d12 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:10:48.538353 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452c58f-c42c-47ec-b52b-3b7951cb5a9b", "name": "network-vif-deleted", "tag": "16d752ce-c0bc-4d06-a8dc-1d30a1e3143b", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:10:48.538658 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e6bc754-3679-438d-98cc-709eb2815d12 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:10:48.539290 n-d-801990-3 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3452c58f-c42c-47ec-b52b-3b7951cb5a9b', 'name': 'network-vif-deleted', 'tag': '16d752ce-c0bc-4d06-a8dc-1d30a1e3143b', 'status': 'failed', 'code': 422} returned with failed status Jul 23 14:10:48.542151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.544340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c43b2eb0-e006-4831-89ec-8d5e6617c1ba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.6359346 Jul 23 14:10:48.548856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:48.613204 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387aac4-522f-4bf1-8a09-7e58d9c8006f None None] Pushing event updated for resources: {'Port': ['ID=935688d7-f30a-4aad-a928-e68a4134363f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:48.631210 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.641388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:48.668937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:48.669570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:48.681912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:48.686574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Pushing event updated for resources: {'Port': ['ID=8fb4eebe-9147-47a1-bb99-19a07d0b0466,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:48.690756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:48.700329 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] Set router 06b84418-9465-435a-87fc-ca884052eabb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:48.743332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.793405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.817340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.819561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.824066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:48.840788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ecee8-9402-4f23-a56f-346bc5f99c8b req-8c085ebb-9735-4085-9965-2706b6067513 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:48.848256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa2ecee8-9402-4f23-a56f-346bc5f99c8b req-8c085ebb-9735-4085-9965-2706b6067513 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1630878 Jul 23 14:10:48.945144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa2ecee8-9402-4f23-a56f-346bc5f99c8b req-8ebd3af7-9cc3-47a3-b97f-5a500c07d9e7 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819862 Jul 23 14:10:48.974084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:48.979032 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33c95ab3-95d5-4e26-ba14-b405b33f941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.065643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Allocated IP 172.25.2.18 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3e3ffdb6-e4b4-4916-add3-0051ae26efe1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:49.162524 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b84418-9465-435a-87fc-ca884052eabb', 'name': 'tempest-snat-router-629809272', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.98'}], 'enable_snat': False}, 'gw_port_id': '935688d7-f30a-4aad-a928-e68a4134363f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:45Z', 'revision_number': 3, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port': {'id': '935688d7-f30a-4aad-a928-e68a4134363f', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b84418-9465-435a-87fc-ca884052eabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:44Z', 'updated_at': '2021-07-23T14:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:49.240357 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f8f95-20a0-4368-9d01-3f6c6137cf11 None None] The sync data for ids ['06b84418-9465-435a-87fc-ca884052eabb'] in n-d-801990-3 is: [{'id': '06b84418-9465-435a-87fc-ca884052eabb', 'name': 'tempest-snat-router-629809272', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.98'}], 'enable_snat': False}, 'gw_port_id': '935688d7-f30a-4aad-a928-e68a4134363f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:45Z', 'revision_number': 3, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port': {'id': '935688d7-f30a-4aad-a928-e68a4134363f', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b84418-9465-435a-87fc-ca884052eabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:44Z', 'updated_at': '2021-07-23T14:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:10:49.295015 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.297339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=efd16351-cd9c-40fa-b4ca-fcf51ce0ad33,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:49.325870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.380746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.404977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Attempting to bind port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:49.405600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Attempting to bind port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:49.406297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Attempting to bind port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 on network 33cfa292-2514-48c8-9348-f8efbe2376d8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:49.508132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3ffdb6-e4b4-4916-add3-0051ae26efe1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:49.532990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=efd16351-cd9c-40fa-b4ca-fcf51ce0ad33,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:49.537845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:49.538263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Checking segment: {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:49.539074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.539620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Bound using segment: {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:49.540248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Bound port: 8fb4eebe-9147-47a1-bb99-19a07d0b0466, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:49.540638 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.569461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:49.579250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:49.582342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:49.674797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] For port 8fb4eebe-9147-47a1-bb99-19a07d0b0466, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:49.678591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] For port 8fb4eebe-9147-47a1-bb99-19a07d0b0466, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8fb4eebe-9147-47a1-bb99-19a07d0b0466,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:49.709464 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.719086 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:49.794334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdc178-7a8d-4d2e-8678-d8ea1306a49b req-5740afab-8a94-4a5d-829d-c53c40232b45 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:49.805456 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dfdc178-7a8d-4d2e-8678-d8ea1306a49b req-5740afab-8a94-4a5d-829d-c53c40232b45 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.2844222 Jul 23 14:10:49.879958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226049b2-7781-447b-8b53-39e6a00c58e3 None None] Pushing event updated for resources: {'Port': ['ID=8fb4eebe-9147-47a1-bb99-19a07d0b0466,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:49.885016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:46Z', 'revision_number': 3, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:49.895534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dfdc178-7a8d-4d2e-8678-d8ea1306a49b req-cb7af2e3-f2fc-410d-87b4-2996f618cd1d tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861197 Jul 23 14:10:49.941012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Checking router: f97bc402-a780-4b82-9285-e9f4d7a5de23 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:10:49.941349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Updating router f97bc402-a780-4b82-9285-e9f4d7a5de23 port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:10:50.021552 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:50.302430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:50.329427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-8bdc754e-ce29-476d-a79e-9b1a505d036c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:50.339278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-8bdc754e-ce29-476d-a79e-9b1a505d036c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.4361775 Jul 23 14:10:50.367199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Allocated IP 172.25.2.54 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/1a7a8e38-59e3-46f1-88e2-973061c04742) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:50.589858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:50.609829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:50.619274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-3e929a77-e0c6-46aa-9fe8-cceae146d068 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/quotas/a3c904883cfb4cb19bf05f9ab98520ee HTTP/1.1" status: 200 len: 375 time: 0.2763312 Jul 23 14:10:50.646796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:50.715436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-8b35c7db-2946-4b45-81b1-19653260963c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936372 Jul 23 14:10:50.726595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-fc57f184-f81a-4ecc-b494-ee6f160531c5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:10:50.734170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-fc57f184-f81a-4ecc-b494-ee6f160531c5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176156 Jul 23 14:10:50.798187 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6f789-9bb4-4077-b848-1d4bdf7180f0 req-d4e5294b-ac73-497d-a59c-ffa203b89918 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:50.802091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1da6f789-9bb4-4077-b848-1d4bdf7180f0 req-d4e5294b-ac73-497d-a59c-ffa203b89918 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.6487067 Jul 23 14:10:50.923008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:50.930773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1da6f789-9bb4-4077-b848-1d4bdf7180f0 req-d4894353-6b44-4411-9358-4a5cca582299 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193376 Jul 23 14:10:51.067413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Router d151a3dc-50a4-416c-a284-55e6ddeee081 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:10:51.090128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-9c509a3e-e346-485f-8fbf-d5fa13f8064d service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532920 Jul 23 14:10:51.210812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Pushing event updated for resources: {'Port': ['ID=1a7a8e38-59e3-46f1-88e2-973061c04742,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:51.215995 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:51.221708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:51.226605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:51.229495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Transition to ACTIVE for port object 20180a75-f46e-47f0-94fc-1b22f41fe0b8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:51.245196 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:51.312835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:51.318144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964f06a-f0a1-4347-a422-a33b7426e332 req-589a5c59-9bf0-4000-980e-78adfdd552d8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:51.320177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2964f06a-f0a1-4347-a422-a33b7426e332 req-589a5c59-9bf0-4000-980e-78adfdd552d8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1693711 Jul 23 14:10:51.337849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:51.386228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733a0b1-7ba7-43ea-8bff-9be950f7bfab None None] Pushing event updated for resources: {'Port': ['ID=20180a75-f46e-47f0-94fc-1b22f41fe0b8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:51.396485 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:10:51.403906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Attempting to bind port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:51.404213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Attempting to bind port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:51.405737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Attempting to bind port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:51.422280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:51.422728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:51.423232 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:51.424714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:51.425242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Bound port: 20180a75-f46e-47f0-94fc-1b22f41fe0b8, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:51.425647 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:51.448986 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2964f06a-f0a1-4347-a422-a33b7426e332 req-bdda7d7c-a20b-4ae4-b99b-241cf053dbf3 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123400 Jul 23 14:10:51.458485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:51.468868 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Sync routers for ids ['d151a3dc-50a4-416c-a284-55e6ddeee081'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:51.483477 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Routers {'d151a3dc-50a4-416c-a284-55e6ddeee081'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:51.484583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Allocated IP 172.20.0.1 (4ebfd035-b5f1-448f-91ac-e86d333eaedf/e232efcd-8ba3-45ed-a64e-e8686378e6f9/082130a4-3757-4452-8d5c-2f332b7849ce) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:51.490727 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d151a3dc-50a4-416c-a284-55e6ddeee081'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:51.507178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:51.511452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f94ec3d1-ad4a-421a-ba28-bad8025c7af7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.3297367 Jul 23 14:10:51.512115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:51.528519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-66f64219-e0de-4806-8b11-f342710ec779 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374199 Jul 23 14:10:51.568438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] For port 20180a75-f46e-47f0-94fc-1b22f41fe0b8, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:51.582823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] For port 20180a75-f46e-47f0-94fc-1b22f41fe0b8, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=20180a75-f46e-47f0-94fc-1b22f41fe0b8,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:51.593786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688977d4-5158-46f9-bfef-506a6299a80c None None] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:10:51.698541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:51.876501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20e6cd78-c04f-4408-8b91-2ddcee56a880 None None] Provisioning for port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:51.934909 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Set router d151a3dc-50a4-416c-a284-55e6ddeee081 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:51.943783 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d50b6dd-93f4-4f7a-b538-9ac6385f680a req-13d41dcf-8e6b-4768-be88-97ef1bfb89c4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 210 time: 0.0965466 Jul 23 14:10:51.985597 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7496b91b-6436-4125-bf8c-b39d0b829be9 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/d151a3dc-50a4-416c-a284-55e6ddeee081 HTTP/1.1" status: 200 len: 906 time: 0.4719698 Jul 23 14:10:51.988486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:52.003406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 935688d7-f30a-4aad-a928-e68a4134363f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:52.147347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:52.271387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Transition to ACTIVE for port object 082130a4-3757-4452-8d5c-2f332b7849ce will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:52.273892 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd151a3dc-50a4-416c-a284-55e6ddeee081', 'name': 'tempest-snat-router-629809272', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '3e3ffdb6-e4b4-4916-add3-0051ae26efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:10:49Z', 'revision_number': 3, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port': {'id': '3e3ffdb6-e4b4-4916-add3-0051ae26efe1', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd151a3dc-50a4-416c-a284-55e6ddeee081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:52.339000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:52.367036 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Checking router: d151a3dc-50a4-416c-a284-55e6ddeee081 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:10:52.367328 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Updating router d151a3dc-50a4-416c-a284-55e6ddeee081 port 3e3ffdb6-e4b4-4916-add3-0051ae26efe1 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:10:52.393645 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:52.394544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:52.408371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733a0b1-7ba7-43ea-8bff-9be950f7bfab None None] Pushing event updated for resources: {'Port': ['ID=20180a75-f46e-47f0-94fc-1b22f41fe0b8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:52.456953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:52.492629 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:52.576683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a04d-5795-4d36-a7b6-b522c7fe0b56 req-2426bf40-6a17-4d90-9dbb-05eb50086128 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:52.578394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cf3a04d-5795-4d36-a7b6-b522c7fe0b56 req-2426bf40-6a17-4d90-9dbb-05eb50086128 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.4433980 Jul 23 14:10:52.579750 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:52.729246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308dc72-e94b-4e6b-8d3b-35e4b20255ee req-f6849a74-6f0c-41ff-9969-87a3acb51030 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:52.730871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8308dc72-e94b-4e6b-8d3b-35e4b20255ee req-f6849a74-6f0c-41ff-9969-87a3acb51030 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1428163 Jul 23 14:10:52.744298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:52.757841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 935688d7-f30a-4aad-a928-e68a4134363f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:52.775111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 935688d7-f30a-4aad-a928-e68a4134363f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:52.776007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:52.796222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:52.812898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:52.818218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Pushing event updated for resources: {'Port': ['ID=082130a4-3757-4452-8d5c-2f332b7849ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:52.836292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8308dc72-e94b-4e6b-8d3b-35e4b20255ee req-75b01380-3743-4962-ba4f-6728c05ccad8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966854 Jul 23 14:10:52.899810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:52.925855 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:52.965568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cf3a04d-5795-4d36-a7b6-b522c7fe0b56 req-98610659-a07a-4bc1-ae68-f3bce46ce880 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692851 Jul 23 14:10:53.042830 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.060579 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Transition to ACTIVE for port object 3e3ffdb6-e4b4-4916-add3-0051ae26efe1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:53.071135 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.128458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc71484-4240-445b-9e29-4270aad264eb None None] Pushing event updated for resources: {'Port': ['ID=3e3ffdb6-e4b4-4916-add3-0051ae26efe1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:53.165021 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Attempting to bind port 3e3ffdb6-e4b4-4916-add3-0051ae26efe1 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:53.165615 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Attempting to bind port 3e3ffdb6-e4b4-4916-add3-0051ae26efe1 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:53.166136 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Attempting to bind port 3e3ffdb6-e4b4-4916-add3-0051ae26efe1 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:53.179036 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:53.180340 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:53.180928 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.182174 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:53.183369 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Bound port: 3e3ffdb6-e4b4-4916-add3-0051ae26efe1, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:53.183950 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.189364 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f2bd6bfa-151c-4240-b811-1a178702d1df req-3c5093c9-9d53-495d-836e-fcfe0a46f6f7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 210 time: 0.0960336 Jul 23 14:10:53.189635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.291573 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] For port 3e3ffdb6-e4b4-4916-add3-0051ae26efe1, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:53.299055 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] For port 3e3ffdb6-e4b4-4916-add3-0051ae26efe1, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3e3ffdb6-e4b4-4916-add3-0051ae26efe1,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:53.313288 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.370194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Deleting port 3e3ffdb6-e4b4-4916-add3-0051ae26efe1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:53.370963 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.380219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fed3e3ff-20a7-4076-a8bd-d58b08ebc90a None None] Provisioning for port 082130a4-3757-4452-8d5c-2f332b7849ce completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:53.431683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fed3e3ff-20a7-4076-a8bd-d58b08ebc90a None None] Provisioning complete for port 082130a4-3757-4452-8d5c-2f332b7849ce triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:53.432622 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc71484-4240-445b-9e29-4270aad264eb None None] Pushing event updated for resources: {'Port': ['ID=3e3ffdb6-e4b4-4916-add3-0051ae26efe1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:53.432707 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fed3e3ff-20a7-4076-a8bd-d58b08ebc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.474319 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Routers {'d151a3dc-50a4-416c-a284-55e6ddeee081'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:53.474319 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d151a3dc-50a4-416c-a284-55e6ddeee081'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:53.578120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fed3e3ff-20a7-4076-a8bd-d58b08ebc90a None None] Port 082130a4-3757-4452-8d5c-2f332b7849ce cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:10:53.613425 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.698689 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.706185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.718242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 935688d7-f30a-4aad-a928-e68a4134363f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=935688d7-f30a-4aad-a928-e68a4134363f,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:53.737101 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.737992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8fb4eebe-9147-47a1-bb99-19a07d0b0466 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:53.868556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:53.877099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d6ac806e-970a-4442-a6d1-0bb65374db81 None None] Provisioning complete for port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:53.877099 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6ac806e-970a-4442-a6d1-0bb65374db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.879017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:53.879793 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:53.951114 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] Set router d151a3dc-50a4-416c-a284-55e6ddeee081 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:54.108135 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd151a3dc-50a4-416c-a284-55e6ddeee081', 'name': 'tempest-snat-router-629809272', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:10:52Z', 'revision_number': 4, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:54.135791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:46Z', 'revision_number': 3, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:54.156548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=935688d7-f30a-4aad-a928-e68a4134363f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:54.188389 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f94c8-e33a-4e98-a547-b4bdc02c7c6f None None] The sync data for ids ['d151a3dc-50a4-416c-a284-55e6ddeee081'] in n-d-801990-3 is: [{'id': 'd151a3dc-50a4-416c-a284-55e6ddeee081', 'name': 'tempest-snat-router-629809272', 'tenant_id': '0de80615cc804937a993329e31e5c705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:10:52Z', 'revision_number': 4, 'project_id': '0de80615cc804937a993329e31e5c705', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:10:54.225577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48829e-68a1-48b8-b9a7-e3f06c09a129 None None] The sync data for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 is: [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:46Z', 'revision_number': 3, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:10:54.310882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dfcd3-745a-461e-af36-ea7da444a489 req-06c38ffa-3869-4bb2-b2aa-aa6fc947a508 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:54.338148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-966dfcd3-745a-461e-af36-ea7da444a489 req-06c38ffa-3869-4bb2-b2aa-aa6fc947a508 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1510570 Jul 23 14:10:54.353623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:54.407896 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-966dfcd3-745a-461e-af36-ea7da444a489 req-7853d4ca-b540-4d8a-9acb-5e148d1925a4 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680156 Jul 23 14:10:54.439162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 8fb4eebe-9147-47a1-bb99-19a07d0b0466, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8fb4eebe-9147-47a1-bb99-19a07d0b0466,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:54.447696 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:54.448910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:54.563359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6ac806e-970a-4442-a6d1-0bb65374db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:54.566358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:54.633190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Calling delete_port for 3e3ffdb6-e4b4-4916-add3-0051ae26efe1 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:54.642632 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5658991-656f-49d8-a81b-bda924802d9d req-3eefecd9-08ff-488a-968c-dcfe95366689 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 210 time: 0.0676320 Jul 23 14:10:54.690231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:54.690895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:54.785182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-a1f34ef6-f661-421b-b045-287cb626fedb tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:54.787120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-a1f34ef6-f661-421b-b045-287cb626fedb tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 1.3681188 Jul 23 14:10:54.796882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=8fb4eebe-9147-47a1-bb99-19a07d0b0466,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:54.827594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-d6ac806e-970a-4442-a6d1-0bb65374db81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:10:54.828261 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-d6ac806e-970a-4442-a6d1-0bb65374db81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:10:54.859443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Request body: {'port': {'device_id': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'admin_state_up': True, 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:55.089200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d414f31-30ba-4e44-871b-d011071ecf96 req-e2275cd2-38aa-4462-8027-cfca335bfbd6 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:55.091345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d414f31-30ba-4e44-871b-d011071ecf96 req-e2275cd2-38aa-4462-8027-cfca335bfbd6 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.5494103 Jul 23 14:10:55.328607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 935688d7-f30a-4aad-a928-e68a4134363f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:55.468848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 935688d7-f30a-4aad-a928-e68a4134363f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:55.469568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d414f31-30ba-4e44-871b-d011071ecf96 req-d1102396-277b-49ca-aeba-113d033803c3 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747052 Jul 23 14:10:55.469664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.470101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.487096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:10:55.504275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.605179 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20180a75-f46e-47f0-94fc-1b22f41fe0b8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:55.636655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3577da-b110-4760-9e6d-9ab5d7655eb1 req-679687ae-0841-46d3-99bd-a0e9421be9a3 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:55.646153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7e3577da-b110-4760-9e6d-9ab5d7655eb1 req-679687ae-0841-46d3-99bd-a0e9421be9a3 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1002040 Jul 23 14:10:55.679890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e3ffdb6-e4b4-4916-add3-0051ae26efe1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:55.689695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Router a5e6ccde-9578-4d91-ac58-23177f7db204 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:10:55.698462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7e3577da-b110-4760-9e6d-9ab5d7655eb1 req-c9e76788-a0a7-4180-ba78-bd7df3aa3959 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Jul 23 14:10:55.701760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:10:55.718204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:55.718873 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.815010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.840504 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.868090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 20180a75-f46e-47f0-94fc-1b22f41fe0b8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=20180a75-f46e-47f0-94fc-1b22f41fe0b8,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:55.873848 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.875117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8fb4eebe-9147-47a1-bb99-19a07d0b0466 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:55.904406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:55.969549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f7334a6-d66d-4f6b-b628-32e48af5d7df req-daa672be-58ff-476c-9220-dcdeb4eb7d46 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 210 time: 0.1882360 Jul 23 14:10:55.995143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=20180a75-f46e-47f0-94fc-1b22f41fe0b8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:56.005548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:56.005938 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.046402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.186236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Pushing event updated for resources: {'Port': ['ID=082130a4-3757-4452-8d5c-2f332b7849ce,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:56.194076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.214724 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.223304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.248090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:56.268361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Sync routers for ids ['a5e6ccde-9578-4d91-ac58-23177f7db204'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:56.285753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Routers {'a5e6ccde-9578-4d91-ac58-23177f7db204'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:56.292282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a5e6ccde-9578-4d91-ac58-23177f7db204'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:56.303339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Allocated IP 172.20.0.5 (6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce/4a06bd9f-bd42-4ea7-8dc5-13896ef7634e/fe3e7486-79bc-48da-8612-e8e8f7013527) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:56.346864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.347387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d151a3dc-50a4-416c-a284-55e6ddeee081 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:10:56.388548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.389756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e91d3e6d-4909-4b62-b4a7-4b686503d811 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d151a3dc-50a4-416c-a284-55e6ddeee081 HTTP/1.1" status: 204 len: 168 time: 4.3894031 Jul 23 14:10:56.392692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:56.406852 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.408224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4878ebdc-4843-4c46-9e81-071389f1325b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1666744 Jul 23 14:10:56.415558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:56.626416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:56.709177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Set router a5e6ccde-9578-4d91-ac58-23177f7db204 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:56.765050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:56.776492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:56.862269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.030957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc1822-cd09-4b2f-9049-c994210014d3 req-4dab9c20-bea8-4acf-b620-abf78a7c1113 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:57.039755 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3fc1822-cd09-4b2f-9049-c994210014d3 req-4dab9c20-bea8-4acf-b620-abf78a7c1113 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1873524 Jul 23 14:10:57.079295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:10:51Z', 'revision_number': 3, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:57.112747 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3fc1822-cd09-4b2f-9049-c994210014d3 req-8dcb208e-f2a3-4090-87bb-9eaae89f6a47 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718699 Jul 23 14:10:57.139193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Deleting port 935688d7-f30a-4aad-a928-e68a4134363f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:10:57.141161 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.155669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.172654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20180a75-f46e-47f0-94fc-1b22f41fe0b8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:10:57.176871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Checking router: a5e6ccde-9578-4d91-ac58-23177f7db204 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:10:57.177326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Updating router a5e6ccde-9578-4d91-ac58-23177f7db204 port 1a7a8e38-59e3-46f1-88e2-973061c04742 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:10:57.218970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.265319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.305705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:10:57.320852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563361b7-9480-433d-8e55-1f39a9637411 req-c4d86893-74cf-4d49-b1f5-422849b8c327 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:57.322609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-563361b7-9480-433d-8e55-1f39a9637411 req-c4d86893-74cf-4d49-b1f5-422849b8c327 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.7091100 Jul 23 14:10:57.333749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:10:57.363223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2352e937-3fa6-4c36-bfb6-4c30feaf09fd None None] Provisioning complete for port 082130a4-3757-4452-8d5c-2f332b7849ce triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:57.363688 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2352e937-3fa6-4c36-bfb6-4c30feaf09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.375757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:10:57.380501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] For port 935688d7-f30a-4aad-a928-e68a4134363f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=935688d7-f30a-4aad-a928-e68a4134363f,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:10:57.380873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.421802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Calling delete_port for 935688d7-f30a-4aad-a928-e68a4134363f owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:10:57.484666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:57.485523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.497647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2352e937-3fa6-4c36-bfb6-4c30feaf09fd None None] Port 082130a4-3757-4452-8d5c-2f332b7849ce cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:10:57.513181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:10:57.513556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:57.650344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event updated for resources: {'Port': ['ID=fe3e7486-79bc-48da-8612-e8e8f7013527,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:57.690211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-68d10e44-655b-4059-9640-b4ba2afa37cc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8369210 Jul 23 14:10:57.692178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Router f97bc402-a780-4b82-9285-e9f4d7a5de23 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:10:57.716273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Request body: {'port': {'device_id': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:57.725816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-563361b7-9480-433d-8e55-1f39a9637411 req-48cfe25d-6256-46c8-9be9-bfa237050386 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852048 Jul 23 14:10:57.795374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32bc5d-1d2f-4050-9881-e25a41270dc7 req-beaa13e2-d52d-491f-9fc1-2c4332e8e173 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:57.806590 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1f32bc5d-1d2f-4050-9881-e25a41270dc7 req-beaa13e2-d52d-491f-9fc1-2c4332e8e173 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 931 time: 0.5304701 Jul 23 14:10:57.845959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.007293 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.023490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event deleted for resources: {'Port': ['ID=935688d7-f30a-4aad-a928-e68a4134363f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:58.036037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Transition to ACTIVE for port object 1a7a8e38-59e3-46f1-88e2-973061c04742 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:10:58.050524 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.051897 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1f32bc5d-1d2f-4050-9881-e25a41270dc7 req-8e42dea9-cb9d-4a00-93d5-3f4b9cc25593 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442868 Jul 23 14:10:58.184369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d1a01-02eb-4f19-8464-f1a9ad59661d None None] Pushing event updated for resources: {'Port': ['ID=1a7a8e38-59e3-46f1-88e2-973061c04742,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:58.192114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.194218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Attempting to bind port 1a7a8e38-59e3-46f1-88e2-973061c04742 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:10:58.194442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Attempting to bind port 1a7a8e38-59e3-46f1-88e2-973061c04742 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:10:58.195685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Attempting to bind port 1a7a8e38-59e3-46f1-88e2-973061c04742 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:10:58.201088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:10:58.201528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:10:58.201890 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.202297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:10:58.202821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Bound port: 1a7a8e38-59e3-46f1-88e2-973061c04742, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:10:58.203606 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.328333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] For port 1a7a8e38-59e3-46f1-88e2-973061c04742, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:10:58.336325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] For port 1a7a8e38-59e3-46f1-88e2-973061c04742, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1a7a8e38-59e3-46f1-88e2-973061c04742,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:10:58.346237 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.466742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d1a01-02eb-4f19-8464-f1a9ad59661d None None] Pushing event updated for resources: {'Port': ['ID=1a7a8e38-59e3-46f1-88e2-973061c04742,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:10:58.473010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Routers {'a5e6ccde-9578-4d91-ac58-23177f7db204'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:58.474107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a5e6ccde-9578-4d91-ac58-23177f7db204'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:58.487138 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.493804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.579897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc1af3-b58e-4ea3-8e4e-7a464c1f096d req-b00100c7-759e-4c7f-b43e-f23a4630c96c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:58.588660 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35dc1af3-b58e-4ea3-8e4e-7a464c1f096d req-b00100c7-759e-4c7f-b43e-f23a4630c96c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.2237151 Jul 23 14:10:58.594836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.607805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.608031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06b84418-9465-435a-87fc-ca884052eabb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:10:58.627906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:58.632577 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e4d399c1-2d97-415a-b0e0-b0ed4db22fdd tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "DELETE /v2.0/routers/06b84418-9465-435a-87fc-ca884052eabb HTTP/1.1" status: 204 len: 168 time: 2.2386479 Jul 23 14:10:58.643344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:10:58.649686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-225847819', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:10:58.653408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:10:58.674942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-418ca153-f2fe-4bdd-89d4-d18f9824a08f admin admin] 10.222.0.21 "PUT /v2.0/routers/f97bc402-a780-4b82-9285-e9f4d7a5de23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1141219 Jul 23 14:10:58.675190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Sync routers for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:10:58.707719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-22f8f95b-32d9-4e5f-876d-bd22db3a1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:58.710458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-22f8f95b-32d9-4e5f-876d-bd22db3a1e97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 1097 time: 0.2900858 Jul 23 14:10:58.718485 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:10:58.722039 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:58.786804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c643120-6c4e-476a-8e05-421208fc3dc7 req-ced285c3-2398-4c7e-9784-5913e9c30f73 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:58.788261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c643120-6c4e-476a-8e05-421208fc3dc7 req-ced285c3-2398-4c7e-9784-5913e9c30f73 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.3507011 Jul 23 14:10:58.799428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] Set router a5e6ccde-9578-4d91-ac58-23177f7db204 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:58.905500 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:10:58.934188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-7ad83d7a-4e11-4df5-88de-ac33dddb2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:58.936950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-7ad83d7a-4e11-4df5-88de-ac33dddb2f91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 200 len: 916 time: 0.2160692 Jul 23 14:10:58.988782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:59.009993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:59.011704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:59.126428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35dc1af3-b58e-4ea3-8e4e-7a464c1f096d req-0eb640e5-90bc-4a62-8991-fc34e3c7a370 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357435 Jul 23 14:10:59.148889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-04b705b0-15ed-4604-ba27-322627c78319 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a HTTP/1.1" status: 200 len: 217 time: 0.2004724 Jul 23 14:10:59.158353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c643120-6c4e-476a-8e05-421208fc3dc7 req-9a5730e5-1be3-4aa4-a63f-04490dcc4f40 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479636 Jul 23 14:10:59.158591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 935688d7-f30a-4aad-a928-e68a4134363f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:10:59.235884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 935688d7-f30a-4aad-a928-e68a4134363f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:10:59.236815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 935688d7-f30a-4aad-a928-e68a4134363f not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:10:59.319806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:10:51Z', 'revision_number': 3, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:59.334981 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:59.361907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-a9df64fa-ed79-41ea-be26-afcd26b834a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:10:59.363766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-a9df64fa-ed79-41ea-be26-afcd26b834a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 200 len: 854 time: 0.1839843 Jul 23 14:10:59.395848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea90a3c-2361-4d74-a78b-9570eb0ee9b7 None None] The sync data for ids ['a5e6ccde-9578-4d91-ac58-23177f7db204'] in n-d-801990-3 is: [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:10:51Z', 'revision_number': 3, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:10:59.442370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:10:54Z', 'revision_number': 2, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:10:59.473940 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Checking router: f97bc402-a780-4b82-9285-e9f4d7a5de23 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:10:59.474449 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Updating router f97bc402-a780-4b82-9285-e9f4d7a5de23 port 082130a4-3757-4452-8d5c-2f332b7849ce binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:10:59.526770 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:59.531892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Allocated IP 172.20.0.1 (33cfa292-2514-48c8-9348-f8efbe2376d8/e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8/07866343-7bae-4f95-b818-9f4c03893d2b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:10:59.742406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:10:59.865303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Transition to ACTIVE for port object 07866343-7bae-4f95-b818-9f4c03893d2b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:00.134198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.196793 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.213402 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Transition to ACTIVE for port object 082130a4-3757-4452-8d5c-2f332b7849ce will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:00.222852 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.235407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:00.285036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:00.297854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Pushing event updated for resources: {'Port': ['ID=07866343-7bae-4f95-b818-9f4c03893d2b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:00.302612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:00.305439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:00.389398 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.399246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-039f1433-1e48-42b2-9fc6-5a25450e03c8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298064702', 'description': 'tempest-description--1042605252'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:00.423778 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Attempting to bind port 082130a4-3757-4452-8d5c-2f332b7849ce on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:00.424322 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Attempting to bind port 082130a4-3757-4452-8d5c-2f332b7849ce by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:00.424778 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Attempting to bind port 082130a4-3757-4452-8d5c-2f332b7849ce on network 4ebfd035-b5f1-448f-91ac-e86d333eaedf {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:00.436974 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:00.437390 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Checking segment: {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:00.437897 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.438383 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Bound using segment: {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:00.438999 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Bound port: 082130a4-3757-4452-8d5c-2f332b7849ce, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:00.439490 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.534449 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] For port 082130a4-3757-4452-8d5c-2f332b7849ce, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:00.539757 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] For port 082130a4-3757-4452-8d5c-2f332b7849ce, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=082130a4-3757-4452-8d5c-2f332b7849ce,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:00.544799 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85672c79-54b4-4daf-b2a4-807c10f48e2d None None] Pushing event updated for resources: {'Port': ['ID=082130a4-3757-4452-8d5c-2f332b7849ce,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:00.559177 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.630180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3e7486-79bc-48da-8612-e8e8f7013527 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:00.639028 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:00.639688 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:00.646387 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85672c79-54b4-4daf-b2a4-807c10f48e2d None None] Pushing event updated for resources: {'Port': ['ID=082130a4-3757-4452-8d5c-2f332b7849ce,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:00.677717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.825627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Transition to ACTIVE for port object fe3e7486-79bc-48da-8612-e8e8f7013527 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:00.841394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcfb36-43f5-41df-82bb-ea77c8b5fd5c req-3f2300ad-8c85-4e67-9ee8-d0fb79b3bbcd tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:00.842335 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:00.844713 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.847397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbfcfb36-43f5-41df-82bb-ea77c8b5fd5c req-3f2300ad-8c85-4e67-9ee8-d0fb79b3bbcd tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.4591808 Jul 23 14:11:00.860961 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.901399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a80a5537-3574-4a2f-983e-336d212d4677 None None] Provisioning for port 07866343-7bae-4f95-b818-9f4c03893d2b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:00.906246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a80a5537-3574-4a2f-983e-336d212d4677 None None] Provisioning complete for port 07866343-7bae-4f95-b818-9f4c03893d2b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:00.906246 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a80a5537-3574-4a2f-983e-336d212d4677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:00.955714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f1433-1e48-42b2-9fc6-5a25450e03c8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.029546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a80a5537-3574-4a2f-983e-336d212d4677 None None] Port 07866343-7bae-4f95-b818-9f4c03893d2b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:01.174262 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f1433-1e48-42b2-9fc6-5a25450e03c8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.187068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a7a8e38-59e3-46f1-88e2-973061c04742 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:01.189985 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f1433-1e48-42b2-9fc6-5a25450e03c8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.210782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbfcfb36-43f5-41df-82bb-ea77c8b5fd5c req-7942f788-6d01-44e1-80e3-22e4e2a84d91 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580256 Jul 23 14:11:01.218226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.236140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e7486-79bc-48da-8612-e8e8f7013527,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:01.273139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1a7a8e38-59e3-46f1-88e2-973061c04742 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:01.279270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1a7a8e38-59e3-46f1-88e2-973061c04742 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:01.280316 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.286520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-d2a6ab57-c60c-4fb9-bc48-624e57305e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:01.288286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-d2a6ab57-c60c-4fb9-bc48-624e57305e94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8800268 Jul 23 14:11:01.299083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f1433-1e48-42b2-9fc6-5a25450e03c8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.300671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-039f1433-1e48-42b2-9fc6-5a25450e03c8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9163775 Jul 23 14:11:01.317849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:01.350570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-360a39ba-733e-431a-a8ce-81eaf94f737b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Request body: {'security_group_rule': {'security_group_id': 'fdd891ae-d6ab-41e4-8319-2bab8adc3b60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:01.354777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6324-2be3-43e7-9a5d-354f6762d353 req-6b78c0e3-8d05-40f5-ba5c-a9e5caac9de9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:01.356428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be8f6324-2be3-43e7-9a5d-354f6762d353 req-6b78c0e3-8d05-40f5-ba5c-a9e5caac9de9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 931 time: 1.1173673 Jul 23 14:11:01.357157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f1433-1e48-42b2-9fc6-5a25450e03c8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd891ae-d6ab-41e4-8319-2bab8adc3b60,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:01.392226 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:00Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:01.503691 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612417a-4be4-43b0-ba0a-f5ddc2538dd6 None None] The sync data for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 is: [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:00Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:01.504074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.530005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1a7a8e38-59e3-46f1-88e2-973061c04742, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1a7a8e38-59e3-46f1-88e2-973061c04742,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:01.536706 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.642396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1a7a8e38-59e3-46f1-88e2-973061c04742,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:01.651304 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be8f6324-2be3-43e7-9a5d-354f6762d353 req-eb2cdfe7-7108-41d9-b07a-52ef1c4b18f7 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780149 Jul 23 14:11:01.707301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:01.710217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-4556110d-4af1-4a24-a8b7-6c5256de2c1b service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754988 Jul 23 14:11:01.855024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-360a39ba-733e-431a-a8ce-81eaf94f737b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:01.866508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Attempting to bind port fe3e7486-79bc-48da-8612-e8e8f7013527 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:01.871039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Attempting to bind port fe3e7486-79bc-48da-8612-e8e8f7013527 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:01.871572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Attempting to bind port fe3e7486-79bc-48da-8612-e8e8f7013527 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:01.940745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b54b46b-434f-4c05-a5c6-c47338ffe11d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:11:01.948817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b54b46b-434f-4c05-a5c6-c47338ffe11d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:11:02.023078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.031225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c1f1988-d7ec-4b3e-87ed-7a1a09572921 req-86276afb-cebb-44df-a7ff-61f028e62db2 service neutron] 10.222.0.48 "GET /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696233 Jul 23 14:11:02.034546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.045276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Port fe3e7486-79bc-48da-8612-e8e8f7013527 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:11:02.045824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Attempting to bind port fe3e7486-79bc-48da-8612-e8e8f7013527 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:02.064700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.066723 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.178754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Pushing event updated for resources: {'Port': ['ID=07866343-7bae-4f95-b818-9f4c03893d2b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:02.191463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39ad97-bc74-4c82-85ab-b4e01bdc3cfa req-05e3e621-6649-4c2f-81b6-d907c1799fa9 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:02.201917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab39ad97-bc74-4c82-85ab-b4e01bdc3cfa req-05e3e621-6649-4c2f-81b6-d907c1799fa9 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.8259182 Jul 23 14:11:02.292523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab39ad97-bc74-4c82-85ab-b4e01bdc3cfa req-2e747153-ed58-459c-8cf4-d2c1797b7a53 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 Jul 23 14:11:02.302567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:02.303618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Checking segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:02.304847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Bound using segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:02.305518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Bound port: fe3e7486-79bc-48da-8612-e8e8f7013527, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:02.305994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.313552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Allocated IP 172.25.2.132 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/41553201-cb0e-49af-8ec3-0c362d26f407) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:02.336677 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.379663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0b12282-95f2-4200-be94-7bedb022529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.389251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:02.394441 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b7ce1a-84b5-47a4-be49-25542612aab6" -d '{"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-unplugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:02.413466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:02.426914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:02.441003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'port_id': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'mac_address': 'fa:16:3e:2e:e8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2013f-6518-4163-ae55-80485db895ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:11:02.452762 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.518916 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334aa18d-9099-44c0-b5b2-184e8a801371 x-openstack-request-id: req-334aa18d-9099-44c0-b5b2-184e8a801371 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:02.519204 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-unplugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:02.519448 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-334aa18d-9099-44c0-b5b2-184e8a801371 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:02.519827 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'code': 200} Jul 23 14:11:02.534891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-360a39ba-733e-431a-a8ce-81eaf94f737b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.542434 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.549833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-360a39ba-733e-431a-a8ce-81eaf94f737b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.550162 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.581870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b54b46b-434f-4c05-a5c6-c47338ffe11d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:02.625241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.663448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:02.664741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:02.676636 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.677834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d48c7-e8a2-44b5-9448-27b7ee6a25c1 req-ab605240-8f51-4f03-b092-3e9539ab04aa tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:02.695898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-de0d48c7-e8a2-44b5-9448-27b7ee6a25c1 req-ab605240-8f51-4f03-b092-3e9539ab04aa tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 943 time: 0.1830878 Jul 23 14:11:02.721637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:02.723016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a39ba-733e-431a-a8ce-81eaf94f737b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de8ae16-72ee-4104-a984-94fe1070fe78,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:02.731252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] For port fe3e7486-79bc-48da-8612-e8e8f7013527, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:02.733842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:02.771425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] For port fe3e7486-79bc-48da-8612-e8e8f7013527, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe3e7486-79bc-48da-8612-e8e8f7013527,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:02.778337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-de0d48c7-e8a2-44b5-9448-27b7ee6a25c1 req-868cded6-2392-4517-b543-22de73f508e1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813003 Jul 23 14:11:02.801412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.821947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:02.868491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:02.871623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:02.875162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:02.900682 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:02.960710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6b54b46b-434f-4c05-a5c6-c47338ffe11d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:02.961304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event updated for resources: {'Port': ['ID=41553201-cb0e-49af-8ec3-0c362d26f407,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:03.029344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0b12282-95f2-4200-be94-7bedb022529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.072129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Router a5e6ccde-9578-4d91-ac58-23177f7db204 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:11:03.079694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:03.080411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.082283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe3e7486-79bc-48da-8612-e8e8f7013527 HTTP/1.1" status: 200 len: 1091 time: 5.3738155 Jul 23 14:11:03.085582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0b12282-95f2-4200-be94-7bedb022529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.157035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'tag': 'fe3e7486-79bc-48da-8612-e8e8f7013527'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:03.160154 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373aad4e-3420-42f4-9794-27d978442e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f", "tag": "fe3e7486-79bc-48da-8612-e8e8f7013527"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:03.243627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-64a09f40-1442-4553-8cd9-e946ccbf3503 None None] Provisioning complete for port 07866343-7bae-4f95-b818-9f4c03893d2b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:03.244300 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64a09f40-1442-4553-8cd9-e946ccbf3503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.249513 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-360a39ba-733e-431a-a8ce-81eaf94f737b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.254866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-360a39ba-733e-431a-a8ce-81eaf94f737b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9216006 Jul 23 14:11:03.259797 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c6837-e8f3-4c9e-b599-61c5c098a5e4 x-openstack-request-id: req-3d4c6837-e8f3-4c9e-b599-61c5c098a5e4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:03.260799 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f", "tag": "fe3e7486-79bc-48da-8612-e8e8f7013527", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:03.260799 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d4c6837-e8f3-4c9e-b599-61c5c098a5e4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:03.260992 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'tag': 'fe3e7486-79bc-48da-8612-e8e8f7013527', 'status': 'completed', 'code': 200} Jul 23 14:11:03.264052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:03.268770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f0b12282-95f2-4200-be94-7bedb022529f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96437e3aa900437fb0c9c105e38bcb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5403171 Jul 23 14:11:03.274457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f8b2f647-6020-4d28-8699-7ba29739fd4f tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Request body: {'security_group_rule': {'security_group_id': 'fdd891ae-d6ab-41e4-8319-2bab8adc3b60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:03.282850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:03.288712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a7a8e38-59e3-46f1-88e2-973061c04742 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:03.352352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e5b0d-6da7-41db-9c7a-e6ea8578f078 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e7486-79bc-48da-8612-e8e8f7013527,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:03.354392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-64a09f40-1442-4553-8cd9-e946ccbf3503 None None] Port 07866343-7bae-4f95-b818-9f4c03893d2b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:03.366397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1a7a8e38-59e3-46f1-88e2-973061c04742 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:03.367147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.375280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b12282-95f2-4200-be94-7bedb022529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b36522-8008-46d1-832d-cbf59424d1b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:03.454588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02a3cf9c-be04-47f6-825a-6984f06159c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.464153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 082130a4-3757-4452-8d5c-2f332b7849ce up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:03.476548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.507468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc6fd5-c01c-4ea4-aec9-96d9c5508af2 req-55e2665f-7f27-48f7-acf3-9248d67b4087 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:03.509133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5bc6fd5-c01c-4ea4-aec9-96d9c5508af2 req-55e2665f-7f27-48f7-acf3-9248d67b4087 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 943 time: 0.6600897 Jul 23 14:11:03.526424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 082130a4-3757-4452-8d5c-2f332b7849ce completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:03.531417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 082130a4-3757-4452-8d5c-2f332b7849ce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:03.531811 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.551506 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f647-6020-4d28-8699-7ba29739fd4f tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.587270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-695a3372-f207-4911-ad19-7672c104befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:03.587656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-695a3372-f207-4911-ad19-7672c104befc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 1094 time: 0.4027898 Jul 23 14:11:03.596183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02a3cf9c-be04-47f6-825a-6984f06159c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.633532 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.668189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 082130a4-3757-4452-8d5c-2f332b7849ce, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=082130a4-3757-4452-8d5c-2f332b7849ce,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:03.671353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5bc6fd5-c01c-4ea4-aec9-96d9c5508af2 req-c6133065-5f1a-42a6-bc93-0f3c0f351f79 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526003 Jul 23 14:11:03.677789 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.678304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac840b07-e80f-4219-8c5b-a616a9815bd0 req-8d7d2403-497a-4e39-816c-4072b0af851b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:03.687428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ac840b07-e80f-4219-8c5b-a616a9815bd0 req-8d7d2403-497a-4e39-816c-4072b0af851b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.2224667 Jul 23 14:11:03.699986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-f93fd831-4358-4201-be17-d90d79bb90d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe3e7486-79bc-48da-8612-e8e8f7013527 HTTP/1.1" status: 200 len: 217 time: 0.0910292 Jul 23 14:11:03.703270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:03.712682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4636b82e-d568-4f59-a91b-0503dbc7c10c admin admin] 10.222.0.21 "PUT /v2.0/routers/a5e6ccde-9578-4d91-ac58-23177f7db204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2960317 Jul 23 14:11:03.737089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02a3cf9c-be04-47f6-825a-6984f06159c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.740283 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02a3cf9c-be04-47f6-825a-6984f06159c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.743810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-02a3cf9c-be04-47f6-825a-6984f06159c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4b36522-8008-46d1-832d-cbf59424d1b8 HTTP/1.1" status: 204 len: 168 time: 0.4574139 Jul 23 14:11:03.756774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=082130a4-3757-4452-8d5c-2f332b7849ce,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:03.759036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Sync routers for ids ['a5e6ccde-9578-4d91-ac58-23177f7db204'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:03.763431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3cf9c-be04-47f6-825a-6984f06159c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b36522-8008-46d1-832d-cbf59424d1b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:03.771730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.772086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.772424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.772960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.773413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.773915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.774255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.774757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.775126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.775406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.775731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.776053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:03.792125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Routers {'a5e6ccde-9578-4d91-ac58-23177f7db204'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:03.792845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a5e6ccde-9578-4d91-ac58-23177f7db204'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:03.822953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f647-6020-4d28-8699-7ba29739fd4f tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.842078 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f647-6020-4d28-8699-7ba29739fd4f tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:03.852972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-8d23db3a-909a-48bf-ad49-b3f0367872d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:03.862250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-8d23db3a-909a-48bf-ad49-b3f0367872d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.1481729 Jul 23 14:11:03.916166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2f647-6020-4d28-8699-7ba29739fd4f tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c412d8c6-8b21-4848-8055-f4b989d4efc1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:03.917917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ac840b07-e80f-4219-8c5b-a616a9815bd0 req-51a33f48-0863-4c01-9bc8-aae6e568be81 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090228 Jul 23 14:11:03.992769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-aafc3e2c-6c75-4963-ab46-ac3c8ca23667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120732 Jul 23 14:11:04.028923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f647-6020-4d28-8699-7ba29739fd4f tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.030322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f8b2f647-6020-4d28-8699-7ba29739fd4f tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7602448 Jul 23 14:11:04.033377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:04.043071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:04.076556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.183907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.264882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ded1ad-b94f-402d-8d51-54259e0aac07 req-5bc99895-e352-40b7-85b0-73134ba07579 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:04.271869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37ded1ad-b94f-402d-8d51-54259e0aac07 req-5bc99895-e352-40b7-85b0-73134ba07579 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 944 time: 0.3718164 Jul 23 14:11:04.273140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b54b46b-434f-4c05-a5c6-c47338ffe11d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:04.347995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-f3bb8b07-d51e-47c0-afc3-b4d948cce81d service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164251 Jul 23 14:11:04.389332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 6b54b46b-434f-4c05-a5c6-c47338ffe11d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:04.389881 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.432018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Set router a5e6ccde-9578-4d91-ac58-23177f7db204 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:04.461133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37ded1ad-b94f-402d-8d51-54259e0aac07 req-8a273d1e-e529-4b5d-8018-5c23d9a84ca1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809669 Jul 23 14:11:04.612386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24a2fb9-a71e-47b2-90d4-6033c6615061 req-579c5e7c-934a-4e4f-843c-d1b5a8f2b257 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530777 Jul 23 14:11:04.652721 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.733682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:04.745512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-network', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:04.806630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Made reservation on behalf of d50bf9a606784467a64bf0c3f34d1605 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:04.809417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:04.811773 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babe766d-d462-4cb0-abf2-6d349c661bc2" -d '{"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-plugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:04.813140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.849365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:04.852050 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.858568 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:04.873752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aad4e-3420-42f4-9794-27d978442e9d req-66cca85d-6688-430b-b288-f7cfe8f49703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:04.874769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-373aad4e-3420-42f4-9794-27d978442e9d req-66cca85d-6688-430b-b288-f7cfe8f49703 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 1094 time: 0.1946986 Jul 23 14:11:04.919995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:04.925767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275fd7-4326-43e5-81b3-aeb0fc7782f2 req-3ce40ef5-73dd-4e20-b23c-5ae8cd680949 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:04.928316 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd275fd7-4326-43e5-81b3-aeb0fc7782f2 req-3ce40ef5-73dd-4e20-b23c-5ae8cd680949 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.6598930 Jul 23 14:11:04.930959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Router 3549413e-4365-463c-9075-4a12695db0f7 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:11:04.936398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.007811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079bf7e-37b3-403d-8f9c-6413ebb9c2a7 req-c5ecf8a4-770e-4a78-942a-0d2a6e5e6e3d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:05.010430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6079bf7e-37b3-403d-8f9c-6413ebb9c2a7 req-c5ecf8a4-770e-4a78-942a-0d2a6e5e6e3d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 943 time: 0.2169397 Jul 23 14:11:05.020098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:11:00Z', 'revision_number': 4, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '07866343-7bae-4f95-b818-9f4c03893d2b', 'name': '', 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'mac_address': 'fa:16:3e:c2:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:59Z', 'updated_at': '2021-07-23T14:11:01Z', 'revision_number': 2, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'subnets': [{'id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:05.054348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Checking router: a5e6ccde-9578-4d91-ac58-23177f7db204 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:11:05.054847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Updating router a5e6ccde-9578-4d91-ac58-23177f7db204 port 07866343-7bae-4f95-b818-9f4c03893d2b binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:11:05.082870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 082130a4-3757-4452-8d5c-2f332b7849ce up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:05.095497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aad4e-3420-42f4-9794-27d978442e9d req-d96be447-210a-457b-8fe4-d3e3c2cada8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:05.097076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-373aad4e-3420-42f4-9794-27d978442e9d req-d96be447-210a-457b-8fe4-d3e3c2cada8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 912 time: 0.2122610 Jul 23 14:11:05.136518 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.167437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-373aad4e-3420-42f4-9794-27d978442e9d req-7fa94165-1611-4b6b-8eac-46e02e1c11b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe3e7486-79bc-48da-8612-e8e8f7013527 HTTP/1.1" status: 200 len: 217 time: 0.0556622 Jul 23 14:11:05.179483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6079bf7e-37b3-403d-8f9c-6413ebb9c2a7 req-5fc34d0c-03bc-4935-a5ca-b65d2b9942c9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533105 Jul 23 14:11:05.259093 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd275fd7-4326-43e5-81b3-aeb0fc7782f2 req-61910dcd-bb22-463a-bb3e-99b660678fca tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181612 Jul 23 14:11:05.340177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Allocated IP 172.25.2.116 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/8db5e4f4-2a41-49bb-b474-88148962004e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:05.346990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:05.358816 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] Sync routers for ids ['3549413e-4365-463c-9075-4a12695db0f7'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:05.376385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.389089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.390100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 082130a4-3757-4452-8d5c-2f332b7849ce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:05.390570 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.391498 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] Routers {'3549413e-4365-463c-9075-4a12695db0f7'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:05.393203 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34ca05a-1b1a-4512-a74d-8b4e79fc88ec x-openstack-request-id: req-a34ca05a-1b1a-4512-a74d-8b4e79fc88ec {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:05.393482 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-plugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:05.393729 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a34ca05a-1b1a-4512-a74d-8b4e79fc88ec {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:05.394114 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'code': 200} Jul 23 14:11:05.394235 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3549413e-4365-463c-9075-4a12695db0f7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:05.417184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.424845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1e15f76-1c36-4906-9a56-3e40cb3358c5 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7790732 Jul 23 14:11:05.425908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:05.440194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:05.459710 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:05.469993 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] Routers {'3549413e-4365-463c-9075-4a12695db0f7'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:05.470987 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3549413e-4365-463c-9075-4a12695db0f7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:05.497688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:11:05.511120 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:05.512115 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe0e4f-780e-4ca8-9843-7045ff5789fc None None] The sync data for ids ['3549413e-4365-463c-9075-4a12695db0f7'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:05.535442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aad4e-3420-42f4-9794-27d978442e9d req-dd88262f-6104-4dcb-9eb6-d41477636ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:05.538181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-373aad4e-3420-42f4-9794-27d978442e9d req-dd88262f-6104-4dcb-9eb6-d41477636ce8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.3414452 Jul 23 14:11:05.544806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.545555 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Added segment 12bebb34-ef21-46a6-aa58-3dd19826a33a of type vlan for network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 Jul 23 14:11:05.547320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dacde1-4f41-4397-b43e-3626797c9ad4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:05.633280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-373aad4e-3420-42f4-9794-27d978442e9d req-f566276d-81fb-4a39-9532-8911f777a35d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738904 Jul 23 14:11:05.656827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.798909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.821720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae237b95-af4c-46f9-b074-78a0bd257c7b req-ca5c5253-ac4c-4769-8fda-0d395e76a089 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:05.828627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ae237b95-af4c-46f9-b074-78a0bd257c7b req-ca5c5253-ac4c-4769-8fda-0d395e76a089 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 945 time: 0.3839216 Jul 23 14:11:05.864244 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:05.892961 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ae237b95-af4c-46f9-b074-78a0bd257c7b req-0ae98a7c-d2b7-408b-b156-0f4fac6c3d4b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610700 Jul 23 14:11:05.893588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Transition to ACTIVE for port object 07866343-7bae-4f95-b818-9f4c03893d2b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:05.930676 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.060238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2cccd-db02-4042-91dc-3a20165ce54f None None] Pushing event updated for resources: {'Port': ['ID=07866343-7bae-4f95-b818-9f4c03893d2b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:06.138747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.204244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Attempting to bind port 07866343-7bae-4f95-b818-9f4c03893d2b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:06.204818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Attempting to bind port 07866343-7bae-4f95-b818-9f4c03893d2b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:06.205358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Attempting to bind port 07866343-7bae-4f95-b818-9f4c03893d2b on network 33cfa292-2514-48c8-9348-f8efbe2376d8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:06.215993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:06.220471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Checking segment: {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:06.221103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.221790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Bound using segment: {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:06.223549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Bound port: 07866343-7bae-4f95-b818-9f4c03893d2b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:06.224161 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.237786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event updated for resources: {'Port': ['ID=8db5e4f4-2a41-49bb-b474-88148962004e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:06.260558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d0e4-3eb7-4039-9f53-571b4914a79a req-ced5ae1c-2ed8-491e-b190-e09f9ec00c67 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:06.271649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0242d0e4-3eb7-4039-9f53-571b4914a79a req-ced5ae1c-2ed8-491e-b190-e09f9ec00c67 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.2730796 Jul 23 14:11:06.329773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:06.396662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] For port 07866343-7bae-4f95-b818-9f4c03893d2b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:06.401643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] For port 07866343-7bae-4f95-b818-9f4c03893d2b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=07866343-7bae-4f95-b818-9f4c03893d2b,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:06.408416 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.439803 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0242d0e4-3eb7-4039-9f53-571b4914a79a req-adcf4ad7-e8c8-464e-8cd6-3f25143e7726 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552014 Jul 23 14:11:06.476315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Routers {'a5e6ccde-9578-4d91-ac58-23177f7db204'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:06.477551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a5e6ccde-9578-4d91-ac58-23177f7db204'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:06.506891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:06.520412 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:11:06.601793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.609081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] Set router a5e6ccde-9578-4d91-ac58-23177f7db204 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:06.617596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:06.669788 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.672263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:06.673501 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.758318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2cccd-db02-4042-91dc-3a20165ce54f None None] Pushing event updated for resources: {'Port': ['ID=07866343-7bae-4f95-b818-9f4c03893d2b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:06.824961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6f87c-8bfa-49c2-8cc6-a1cec0bf5e82 req-8c2abbdb-8a00-40de-bed6-ecde1cb5d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:06.827323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6c6f87c-8bfa-49c2-8cc6-a1cec0bf5e82 req-8c2abbdb-8a00-40de-bed6-ecde1cb5d080 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 1096 time: 1.1928594 Jul 23 14:11:06.845148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1095657 Jul 23 14:11:06.853279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:06.877597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Request body: {'subnet': {'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-subnet', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:06.902891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:06.922572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f3b93-d724-4699-8738-efb674f75744 req-6978bf18-1296-4dda-ba23-c3c67b8cd9fc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:06.933866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-289f3b93-d724-4699-8738-efb674f75744 req-6978bf18-1296-4dda-ba23-c3c67b8cd9fc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 943 time: 0.2624338 Jul 23 14:11:06.937670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5110c-ef06-45f7-a87e-61866647e959 req-35e5bdbd-43d1-4363-abe1-5fbfed6fb23d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:06.940083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8e5110c-ef06-45f7-a87e-61866647e959 req-35e5bdbd-43d1-4363-abe1-5fbfed6fb23d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 1.2406986 Jul 23 14:11:06.947851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f035cd5-a779-412a-8418-360e94d6eaa7 admin admin] Pushing event updated for resources: {'Network': ['ID=7842a574-f31e-4fa6-9e9b-747f139eaaa9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:06.965289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:11:06.966312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-373aad4e-3420-42f4-9794-27d978442e9d req-96bbefed-4e8d-43d4-a5e1-4d01fd771cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3115242 Jul 23 14:11:07.015526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:11:00Z', 'revision_number': 4, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '07866343-7bae-4f95-b818-9f4c03893d2b', 'name': '', 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'mac_address': 'fa:16:3e:c2:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:59Z', 'updated_at': '2021-07-23T14:11:06Z', 'revision_number': 4, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'subnets': [{'id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:07.028679 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.072919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6c6f87c-8bfa-49c2-8cc6-a1cec0bf5e82 req-1148000a-ca9d-463b-9ce8-873d0d060ed2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248299 Jul 23 14:11:07.079582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafac88-44e9-4eec-9b0b-608b58fcfe27 None None] The sync data for ids ['a5e6ccde-9578-4d91-ac58-23177f7db204'] in n-d-801990-3 is: [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:11:00Z', 'revision_number': 4, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '07866343-7bae-4f95-b818-9f4c03893d2b', 'name': '', 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'mac_address': 'fa:16:3e:c2:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:59Z', 'updated_at': '2021-07-23T14:11:06Z', 'revision_number': 4, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'subnets': [{'id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:07.099329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Made reservation on behalf of d50bf9a606784467a64bf0c3f34d1605 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:07.102246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.144335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-289f3b93-d724-4699-8738-efb674f75744 req-59b9001b-e8d3-432d-8f79-561e4c4055e4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092290 Jul 23 14:11:07.147861 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8e5110c-ef06-45f7-a87e-61866647e959 req-508f9c5a-eb97-4088-bb14-211fc706ee8d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827750 Jul 23 14:11:07.346336 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.376753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-6e898a20-4fc2-4c0a-8a71-12f1f134f350 req-1c90bdf5-c7d6-47c5-b626-c279c0f5eb89 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:11:07.377795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e898a20-4fc2-4c0a-8a71-12f1f134f350 req-1c90bdf5-c7d6-47c5-b626-c279c0f5eb89 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064754 Jul 23 14:11:07.500765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.508279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-373aad4e-3420-42f4-9794-27d978442e9d req-bf0b62f9-2842-4f97-a67b-9d27ffd8ee43 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781017 Jul 23 14:11:07.512407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.567988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e898a20-4fc2-4c0a-8a71-12f1f134f350 req-37dedf55-595e-4ab4-8a40-fd92f4c354c8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1781113 Jul 23 14:11:07.630995 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.702594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b95eb5d-0dbe-4cac-b52b-d5d2b3592942,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:07.702737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event updated for resources: {'Port': ['ID=8db5e4f4-2a41-49bb-b474-88148962004e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:07.709936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Checking segment: {'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:07.710292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Network hostable DHCP agents. Network: 7842a574-f31e-4fa6-9e9b-747f139eaaa9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:11:07.739451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:11:07.751651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 7842a574-f31e-4fa6-9e9b-747f139eaaa9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:07.768625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a56ae-472a-472c-a352-b10e3ebd883b None None] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:11:07.770625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:07.771319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.803085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-09e195f9-dd65-41b3-9182-30d8280179e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9409232 Jul 23 14:11:07.805800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:07.808685 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.818044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:07.853941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.855449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.870601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.872283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4e5425ad-4521-49b0-8ec4-5a02db260fde tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8372817 Jul 23 14:11:07.982559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:07.983223 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:08.008492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f6bc1-ed4a-48fd-b80e-a2b3981e7eff req-439fbf07-df3f-4ec2-8a0b-cc55901b2b81 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:08.008492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-752f6bc1-ed4a-48fd-b80e-a2b3981e7eff req-439fbf07-df3f-4ec2-8a0b-cc55901b2b81 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1480339 Jul 23 14:11:08.044639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:08.058051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-7842a574-f31e-4fa6-9e9b-747f139eaaa9', 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'fixed_ips': [{'subnet_id': '8b95eb5d-0dbe-4cac-b52b-d5d2b3592942'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:11:08.059594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:08.180531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-ba538684-c769-42fb-a6d4-1c882b518593 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1298064702&fields=id&tenant_id=6750b5030dbb4feebf7d98ed286c2a24 HTTP/1.1" status: 200 len: 267 time: 0.0585973 Jul 23 14:11:08.254982 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-752f6bc1-ed4a-48fd-b80e-a2b3981e7eff req-bccfb1df-b1fc-47cc-bd17-bb9d92c4ef35 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334855 Jul 23 14:11:08.340874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Allocated IP 172.20.0.2 (7842a574-f31e-4fa6-9e9b-747f139eaaa9/8b95eb5d-0dbe-4cac-b52b-d5d2b3592942/6af67943-1f60-46ee-838e-572f9d349462) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:08.361699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Router 3549413e-4365-463c-9075-4a12695db0f7 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:11:08.366069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe3e7486-79bc-48da-8612-e8e8f7013527 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:11:08.399355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-9c7ecc59-6353-46b2-8534-34092b697851 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:08.409012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-9c7ecc59-6353-46b2-8534-34092b697851 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/networks?id=4ebfd035-b5f1-448f-91ac-e86d333eaedf HTTP/1.1" status: 200 len: 805 time: 0.2273231 Jul 23 14:11:08.463433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:08.511327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-f9e701df-a853-46ec-8e7a-7427a120a6e9 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/quotas/6750b5030dbb4feebf7d98ed286c2a24 HTTP/1.1" status: 200 len: 375 time: 0.0385807 Jul 23 14:11:08.691555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe3e7486-79bc-48da-8612-e8e8f7013527, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe3e7486-79bc-48da-8612-e8e8f7013527,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:08.697409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-1423f51b-a26d-45b5-9e4b-365ad0086b0c tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6750b5030dbb4feebf7d98ed286c2a24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1792095 Jul 23 14:11:08.728493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'fe3e7486-79bc-48da-8612-e8e8f7013527', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'port_id': 'fe3e7486-79bc-48da-8612-e8e8f7013527', 'mac_address': 'fa:16:3e:e3:93:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06bd9f-bd42-4ea7-8dc5-13896ef7634e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:11:08.801987 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:08.804463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:08.829135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-b0bab0f3-dbb6-4b34-89c2-aaf91a685997 service neutron] 10.222.0.21 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300414 Jul 23 14:11:08.846898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Transition to ACTIVE for port object 6af67943-1f60-46ee-838e-572f9d349462 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:08.854206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3e7486-79bc-48da-8612-e8e8f7013527 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:08.897202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe3e7486-79bc-48da-8612-e8e8f7013527, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe3e7486-79bc-48da-8612-e8e8f7013527,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:08.898530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Transition to ACTIVE for port object 6af67943-1f60-46ee-838e-572f9d349462 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:08.902315 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:08.907819 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:09.040803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-28d71667-057f-4041-a0e6-38ad7558777d service neutron] 10.222.0.21 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108665 Jul 23 14:11:09.051319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09aed-9b5c-498f-a615-65dd32662f4b req-1e828976-7520-4438-9a55-9253520c6311 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:09.061410 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93a09aed-9b5c-498f-a615-65dd32662f4b req-1e828976-7520-4438-9a55-9253520c6311 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.1979184 Jul 23 14:11:09.092564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:09.118622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:09.125470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:09.129955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-40405460-cd73-4dba-a476-7caa375433b8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "PUT /v2.0/routers/3549413e-4365-463c-9075-4a12695db0f7 HTTP/1.1" status: 200 len: 925 time: 3.7003026 Jul 23 14:11:09.130801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:09.157630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:09.169186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93a09aed-9b5c-498f-a615-65dd32662f4b req-d20b8bf0-4f1f-4e12-8073-8100f61adde9 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067314 Jul 23 14:11:09.223341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 07866343-7bae-4f95-b818-9f4c03893d2b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:09.267597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] Sync routers for ids ['3549413e-4365-463c-9075-4a12695db0f7'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:09.279316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fe3e7486-79bc-48da-8612-e8e8f7013527,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:09.361604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:09.365319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:09.381659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:09.406398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] Routers {'3549413e-4365-463c-9075-4a12695db0f7'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:09.407882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3549413e-4365-463c-9075-4a12695db0f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:09.412874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Allocated IP 172.25.2.169 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/b614f932-bebe-4716-8dde-92d52c6078a4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:09.426248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f9330-c7b1-4999-a517-08db5fb6cbef req-c5c4727f-97b6-46f2-b046-2a4894411b2f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:09.428278 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8c1f9330-c7b1-4999-a517-08db5fb6cbef req-c5c4727f-97b6-46f2-b046-2a4894411b2f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 944 time: 0.1084528 Jul 23 14:11:09.435852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0454f6fa-eb72-42ec-b60c-bec5466854c4 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/3549413e-4365-463c-9075-4a12695db0f7 HTTP/1.1" status: 200 len: 925 time: 0.3012035 Jul 23 14:11:09.448447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:09.536549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fe3e7486-79bc-48da-8612-e8e8f7013527'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:09.579981 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8c1f9330-c7b1-4999-a517-08db5fb6cbef req-784e74ff-1b74-4603-9ac9-b85191f5a2fd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418788 Jul 23 14:11:09.595908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:09.623242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:09.623818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22a6f4-67c8-4868-92cb-045e29b976b2 req-bce8c526-1fa8-40fe-a27f-c98e97ed7255 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:09.625401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e22a6f4-67c8-4868-92cb-045e29b976b2 req-bce8c526-1fa8-40fe-a27f-c98e97ed7255 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 945 time: 0.3033495 Jul 23 14:11:09.649560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c95e9-bed5-4508-8420-ed0af5238791 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:09.652170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c32c95e9-bed5-4508-8420-ed0af5238791 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=3549413e-4365-463c-9075-4a12695db0f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2027478 Jul 23 14:11:09.655219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:09.729230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Pushing event updated for resources: {'Port': ['ID=6af67943-1f60-46ee-838e-572f9d349462,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:09.734686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e22a6f4-67c8-4868-92cb-045e29b976b2 req-6ac8ae5b-4cbc-43db-a4cc-1c60b265b93c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992494 Jul 23 14:11:09.756352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 07866343-7bae-4f95-b818-9f4c03893d2b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:09.756653 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:09.861872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] Routers {'3549413e-4365-463c-9075-4a12695db0f7'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:09.863197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3549413e-4365-463c-9075-4a12695db0f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:09.872692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 07866343-7bae-4f95-b818-9f4c03893d2b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:09.873122 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:09.907585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6676a-1656-4558-af74-357f8a758e28 req-9a3f7c91-631c-4f86-a320-00fb7c72ec4c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:09.909679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1a6676a-1656-4558-af74-357f8a758e28 req-9a3f7c91-631c-4f86-a320-00fb7c72ec4c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.0989087 Jul 23 14:11:09.945262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:09.951311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:09.952060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840a9a3-15af-4fda-b08a-2cbc747fa43e None None] The sync data for ids ['3549413e-4365-463c-9075-4a12695db0f7'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:09.960771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6a20602-0ab1-4a0d-9ebe-e7e8865caaff req-c94ff7b6-899d-4c72-872c-43bdad77bb34 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 210 time: 0.1559911 Jul 23 14:11:09.980944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:09.981365 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1a6676a-1656-4558-af74-357f8a758e28 req-919aaedf-c15a-4aa9-aef7-c6f2a245b72c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617507 Jul 23 14:11:09.982328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Attempting to bind port 6af67943-1f60-46ee-838e-572f9d349462 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:09.982795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Attempting to bind port 6af67943-1f60-46ee-838e-572f9d349462 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:09.983599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Attempting to bind port 6af67943-1f60-46ee-838e-572f9d349462 on network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:10.006877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:10.014559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Pushing event updated for resources: {'Port': ['ID=b614f932-bebe-4716-8dde-92d52c6078a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:10.014788 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:10.015175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Checking segment: {'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:10.017772 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.018524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Bound using segment: {'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:10.019347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Bound port: 6af67943-1f60-46ee-838e-572f9d349462, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:10.020350 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.042320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66ef0b8-2313-4814-a9c9-b3459db7b4c6 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:10.046842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f66ef0b8-2313-4814-a9c9-b3459db7b4c6 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.3889637 Jul 23 14:11:10.047290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:10.091317 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b470b08c-7756-4edc-afee-7e8ebcf749e2 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=3549413e-4365-463c-9075-4a12695db0f7 HTTP/1.1" status: 200 len: 205 time: 0.0424423 Jul 23 14:11:10.094214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:10.166193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] For port 6af67943-1f60-46ee-838e-572f9d349462, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:10.230243 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.233377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c973101-f494-4302-afb8-3a2d62149c66 req-684ccbd5-2292-45de-87d8-df2ca45e1c53 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:10.234980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c973101-f494-4302-afb8-3a2d62149c66 req-684ccbd5-2292-45de-87d8-df2ca45e1c53 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.1655939 Jul 23 14:11:10.259310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] For port 6af67943-1f60-46ee-838e-572f9d349462, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6af67943-1f60-46ee-838e-572f9d349462,segment=NetworkSegment(12bebb34-ef21-46a6-aa58-3dd19826a33a),segment_id=12bebb34-ef21-46a6-aa58-3dd19826a33a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:10.277802 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.310150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.343234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a905343-06e4-4f4f-9f35-3496ce03bc7c None None] Pushing event updated for resources: {'Port': ['ID=6af67943-1f60-46ee-838e-572f9d349462,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:10.358496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 07866343-7bae-4f95-b818-9f4c03893d2b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=07866343-7bae-4f95-b818-9f4c03893d2b,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:10.373258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.450582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c973101-f494-4302-afb8-3a2d62149c66 req-31ac6690-41a1-41b9-8e12-b01f1034109d tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422026 Jul 23 14:11:10.456591 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.516284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.537838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Deleting port 41553201-cb0e-49af-8ec3-0c362d26f407 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:10.538479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.549883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=07866343-7bae-4f95-b818-9f4c03893d2b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:10.740519 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.767497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Calling delete_port for 41553201-cb0e-49af-8ec3-0c362d26f407 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:10.780562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-4bcc3ed8-ae7e-40b6-a205-55e7b4c2c514 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:10.787637 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-4bcc3ed8-ae7e-40b6-a205-55e7b4c2c514 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 814 time: 0.2333043 Jul 23 14:11:10.811454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-5d8ed376-6556-46c2-8793-cdb68223f3e9 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/quotas/e0b34ee65bb24fbfa10bbef282e3f793 HTTP/1.1" status: 200 len: 375 time: 0.0228324 Jul 23 14:11:10.836878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:10.861851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ac2a-18fa-4acc-8730-e958139606c4 req-d074c6dc-1930-490a-8f1d-324431a9689f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:10.868297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ac2a-18fa-4acc-8730-e958139606c4 req-d074c6dc-1930-490a-8f1d-324431a9689f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:10.874473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ac2a-18fa-4acc-8730-e958139606c4 req-d074c6dc-1930-490a-8f1d-324431a9689f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:10.876425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5b1ac2a-18fa-4acc-8730-e958139606c4 req-d074c6dc-1930-490a-8f1d-324431a9689f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42&device_id=49572792-56a5-4a6f-8a12-8164c5e59321&device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 2418 time: 0.1693337 Jul 23 14:11:11.006715 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-923efb05-5a33-47de-a68d-820ac84f5869 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943471 Jul 23 14:11:11.021630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-d21f6351-22fa-42ef-a43d-d5fb8ed396ff service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:11:11.022698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-d21f6351-22fa-42ef-a43d-d5fb8ed396ff service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088902 Jul 23 14:11:11.059640 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5b1ac2a-18fa-4acc-8730-e958139606c4 req-1789f536-8aee-4c5e-90c2-72ee5b5644f2 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771576 Jul 23 14:11:11.119087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.211197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event deleted for resources: {'Port': ['ID=41553201-cb0e-49af-8ec3-0c362d26f407,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:11.235885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c073e851-56d7-455f-9ca6-cd69202555fc tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:11.237336 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c073e851-56d7-455f-9ca6-cd69202555fc tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.11 "GET /v2.0/networks?id=4ebfd035-b5f1-448f-91ac-e86d333eaedf HTTP/1.1" status: 200 len: 805 time: 0.3162398 Jul 23 14:11:11.277430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9356a2-225d-4743-a97e-e07ebb1b73a4 req-d4a17937-e01b-4494-9465-ff492351c3ee tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:11.283184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e9356a2-225d-4743-a97e-e07ebb1b73a4 req-d4a17937-e01b-4494-9465-ff492351c3ee tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 944 time: 0.1419036 Jul 23 14:11:11.289477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 07866343-7bae-4f95-b818-9f4c03893d2b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:11.298533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.352671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Router cccc5e63-16a0-4cb2-8588-e815920ef9d6 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:11:11.386506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 07866343-7bae-4f95-b818-9f4c03893d2b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:11.386983 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.414617 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-a5e6aaaf-cf86-4e2d-b10a-9b268a004bab service neutron] 10.222.0.21 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946570 Jul 23 14:11:11.466477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-430500c1-eda1-4886-9a38-1007f7530efa tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6750b5030dbb4feebf7d98ed286c2a24 HTTP/1.1" status: 200 len: 380 time: 0.1778076 Jul 23 14:11:11.488946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6af67943-1f60-46ee-838e-572f9d349462 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:11.528234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Request body: {'port': {'device_id': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'admin_state_up': True, 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'security_groups': ['fdd891ae-d6ab-41e4-8319-2bab8adc3b60']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:11.537708 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e9356a2-225d-4743-a97e-e07ebb1b73a4 req-e3647034-39b1-4f91-9a8d-af17218d1fc3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211397 Jul 23 14:11:11.547719 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.554427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-54d6625a-f641-44cf-a523-4e48ca630863 service neutron] 10.222.0.21 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326945 Jul 23 14:11:11.559311 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.616396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 6af67943-1f60-46ee-838e-572f9d349462 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:11.658855 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.659532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Fanout notify agent at l3_agent the message router_deleted on router 3549413e-4365-463c-9075-4a12695db0f7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:11:11.675728 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.683324 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1bedde7e-3939-4c9a-8281-8c5d12dbe1dc tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/3549413e-4365-463c-9075-4a12695db0f7 HTTP/1.1" status: 204 len: 168 time: 1.5779979 Jul 23 14:11:11.683466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:11.688729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a0bf077-71ea-4a28-9e0c-fbbd4dd60467 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-446900261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:11.748734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf077-71ea-4a28-9e0c-fbbd4dd60467 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.750146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf077-71ea-4a28-9e0c-fbbd4dd60467 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:11.914263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-856e0704-a81b-4b97-a0a8-5e0af96a2326 req-56fe6a99-1132-43ae-90f1-bc5b78ce935c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:11:11.915488 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-856e0704-a81b-4b97-a0a8-5e0af96a2326 req-56fe6a99-1132-43ae-90f1-bc5b78ce935c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068827 Jul 23 14:11:11.949527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb9f54-2846-4166-9b01-9cd89c393d96 None None] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:11:11.978391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf077-71ea-4a28-9e0c-fbbd4dd60467 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.066781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf077-71ea-4a28-9e0c-fbbd4dd60467 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.088684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08a179e2-6bb5-4841-9a3b-75d50894146d None None] Provisioning for port 6af67943-1f60-46ee-838e-572f9d349462 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:12.096019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08a179e2-6bb5-4841-9a3b-75d50894146d None None] Provisioning complete for port 6af67943-1f60-46ee-838e-572f9d349462 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:12.097027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08a179e2-6bb5-4841-9a3b-75d50894146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.177509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef1b61e9-cfdb-415c-8d54-8b2d005e8490 req-38988c5b-09de-40fb-ac1c-5e41726b31c3 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 210 time: 0.0527918 Jul 23 14:11:12.246796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:12.262371 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Sync routers for ids ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:12.283761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Routers {'cccc5e63-16a0-4cb2-8588-e815920ef9d6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:12.286466 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:12.311570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf077-71ea-4a28-9e0c-fbbd4dd60467 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.318986 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9a0bf077-71ea-4a28-9e0c-fbbd4dd60467 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6339769 Jul 23 14:11:12.325414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:12.369280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:12.395807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7cb57cd5-e928-437e-8aab-f5ac87e19985 req-ac0c3016-cb8b-412d-b895-984fef24cced tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0946052 Jul 23 14:11:12.402475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe3e7486-79bc-48da-8612-e8e8f7013527 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:12.410993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Made reservation on behalf of 6750b5030dbb4feebf7d98ed286c2a24 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:12.434026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.450248 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Set router cccc5e63-16a0-4cb2-8588-e815920ef9d6 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:12.468228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.471318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b5603ff7-b9b0-4669-87c1-b7faea4c4e24 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6643078 Jul 23 14:11:12.484480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:12.554803 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08a179e2-6bb5-4841-9a3b-75d50894146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.568870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-4cb36d2b-8255-4358-90fe-d37729697b86 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:12.570536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-4cb36d2b-8255-4358-90fe-d37729697b86 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "GET /v2.0/ports?device_id=23890be4-07b3-4a83-8dd2-ed5b56e52953 HTTP/1.1" status: 200 len: 945 time: 0.6637530 Jul 23 14:11:12.770794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08a179e2-6bb5-4841-9a3b-75d50894146d None None] For port 6af67943-1f60-46ee-838e-572f9d349462, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6af67943-1f60-46ee-838e-572f9d349462,segment=NetworkSegment(12bebb34-ef21-46a6-aa58-3dd19826a33a),segment_id=12bebb34-ef21-46a6-aa58-3dd19826a33a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:12.826467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08a179e2-6bb5-4841-9a3b-75d50894146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.911608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port fe3e7486-79bc-48da-8612-e8e8f7013527 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:12.933615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port fe3e7486-79bc-48da-8612-e8e8f7013527 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:12.935752 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:12.948883 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:11:10Z', 'revision_number': 3, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port': {'id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:09Z', 'updated_at': '2021-07-23T14:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:12.982731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Checking router: cccc5e63-16a0-4cb2-8588-e815920ef9d6 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:11:12.983413 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Updating router cccc5e63-16a0-4cb2-8588-e815920ef9d6 port b614f932-bebe-4716-8dde-92d52c6078a4 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:11:13.054737 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.122495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a179e2-6bb5-4841-9a3b-75d50894146d None None] Pushing event updated for resources: {'Port': ['ID=6af67943-1f60-46ee-838e-572f9d349462,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:13.166449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Allocated IP 172.20.0.13 (4ebfd035-b5f1-448f-91ac-e86d333eaedf/e232efcd-8ba3-45ed-a64e-e8686378e6f9/9bc82d4a-39cf-4716-9458-30decd284226) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:13.200402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.236078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e7486-79bc-48da-8612-e8e8f7013527'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:13.239943 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b75031c-50d3-4c8b-ab3a-63f564b8788b" -d '{"events": [{"server_uuid": "7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e7486-79bc-48da-8612-e8e8f7013527"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:13.291754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fe3e7486-79bc-48da-8612-e8e8f7013527, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe3e7486-79bc-48da-8612-e8e8f7013527,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:13.293591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d670-3494-45f1-b4e8-c78461417993 req-495fe8df-abbd-4353-a194-07ae42ecc550 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:13.296203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cca5d670-3494-45f1-b4e8-c78461417993 req-495fe8df-abbd-4353-a194-07ae42ecc550 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 944 time: 0.4735122 Jul 23 14:11:13.301212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c86bdd22-24d7-4d02-ad62-f761d5e2339f None None] Provisioning complete for port 6af67943-1f60-46ee-838e-572f9d349462 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:13.301937 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c86bdd22-24d7-4d02-ad62-f761d5e2339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.306258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.396461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cca5d670-3494-45f1-b4e8-c78461417993 req-3248ca3c-933c-4b5f-ab0e-11bd35955b57 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876448 Jul 23 14:11:13.453460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fe3e7486-79bc-48da-8612-e8e8f7013527,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:13.483822 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.497231 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Transition to ACTIVE for port object b614f932-bebe-4716-8dde-92d52c6078a4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:13.507535 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.515339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-856e0704-a81b-4b97-a0a8-5e0af96a2326 req-25a04644-1d9c-4e70-852a-8cad2be0278b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.5469141 Jul 23 14:11:13.569036 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46474d4d-9a46-4ce4-9f04-8bc34abb95cf None None] Pushing event updated for resources: {'Port': ['ID=b614f932-bebe-4716-8dde-92d52c6078a4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:13.603038 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Attempting to bind port b614f932-bebe-4716-8dde-92d52c6078a4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:13.603768 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Attempting to bind port b614f932-bebe-4716-8dde-92d52c6078a4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:13.604133 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Attempting to bind port b614f932-bebe-4716-8dde-92d52c6078a4 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:13.610339 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:13.610763 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:13.611166 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.611552 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:13.612095 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Bound port: b614f932-bebe-4716-8dde-92d52c6078a4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:13.612470 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.614711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.762166 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] For port b614f932-bebe-4716-8dde-92d52c6078a4, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:13.763626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Deleting port 6b54b46b-434f-4c05-a5c6-c47338ffe11d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:13.764039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.766889 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] For port b614f932-bebe-4716-8dde-92d52c6078a4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b614f932-bebe-4716-8dde-92d52c6078a4,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:13.774524 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:13.798037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3bfc0650-8329-480a-b7d2-61bf666eeda7 req-fcbb1f02-c8d9-4744-b38a-e06e9bd14579 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 210 time: 0.0923669 Jul 23 14:11:13.839872 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e0f2b0-6ffd-4992-b780-c32af237df18 x-openstack-request-id: req-68e0f2b0-6ffd-4992-b780-c32af237df18 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:13.840189 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e7486-79bc-48da-8612-e8e8f7013527", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:13.840448 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68e0f2b0-6ffd-4992-b780-c32af237df18 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:13.840971 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e7486-79bc-48da-8612-e8e8f7013527', 'code': 200} Jul 23 14:11:13.974672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b54b46b-434f-4c05-a5c6-c47338ffe11d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:11:13.977680 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46474d4d-9a46-4ce4-9f04-8bc34abb95cf None None] Pushing event updated for resources: {'Port': ['ID=b614f932-bebe-4716-8dde-92d52c6078a4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:14.028134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64a58be4-82c7-4b81-85f1-bca765d18a90 req-ca55c9bd-9418-4e15-ab56-6d4f870c1c97 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 210 time: 0.1019065 Jul 23 14:11:14.039070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.067058 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Routers {'cccc5e63-16a0-4cb2-8588-e815920ef9d6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:14.070792 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:14.086249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-d0ac21fd-c06d-4cb4-84e9-6b8a64b12d8d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:14.088671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-d0ac21fd-c06d-4cb4-84e9-6b8a64b12d8d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.48 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 814 time: 0.3270462 Jul 23 14:11:14.092570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Transition to ACTIVE for port object 9bc82d4a-39cf-4716-9458-30decd284226 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:14.169173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Request body: {'port': {'device_id': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'admin_state_up': True, 'tenant_id': 'e0b34ee65bb24fbfa10bbef282e3f793'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:14.180336 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.215082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:14.215082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.260430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Calling delete_port for 6b54b46b-434f-4c05-a5c6-c47338ffe11d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:14.272945 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.274087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b54b46b-434f-4c05-a5c6-c47338ffe11d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b54b46b-434f-4c05-a5c6-c47338ffe11d,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:14.287249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.301092 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] Set router cccc5e63-16a0-4cb2-8588-e815920ef9d6 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:14.303792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.403490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4dda-5cbf-4889-b6c3-5236fa394092 req-fb5ee27b-6231-4525-b2e5-6663aa42d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:14.405009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c9df4dda-5cbf-4889-b6c3-5236fa394092 req-fb5ee27b-6231-4525-b2e5-6663aa42d956 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 1096 time: 0.3378434 Jul 23 14:11:14.449214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:14.545051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.593785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c9df4dda-5cbf-4889-b6c3-5236fa394092 req-d0ddd308-6005-4634-8445-1dfaf86786e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712370 Jul 23 14:11:14.745404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Allocated IP 172.25.2.39 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/317cae51-3c5b-4edf-be28-9d1bd523156d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:14.762204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297bd1e-cefa-4919-9463-cfff8eb0da27 req-390cdf67-91cf-44e4-8cbd-0065a667e470 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:14.770437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c297bd1e-cefa-4919-9463-cfff8eb0da27 req-390cdf67-91cf-44e4-8cbd-0065a667e470 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.2367246 Jul 23 14:11:14.784167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Allocated IP 172.20.0.1 (7842a574-f31e-4fa6-9e9b-747f139eaaa9/8b95eb5d-0dbe-4cac-b52b-d5d2b3592942/925dde31-f963-453c-93fe-b67c9e6a4c3a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:14.840020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c297bd1e-cefa-4919-9463-cfff8eb0da27 req-92a11380-61a0-4a0d-8cce-f11b2e67273a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685451 Jul 23 14:11:14.842083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.899560 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:11:10Z', 'revision_number': 3, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port': {'id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:09Z', 'updated_at': '2021-07-23T14:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:14.927397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.942177 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471323f0-cf45-4efa-9784-9fd7d1e6a00e None None] The sync data for ids ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'] in n-d-801990-3 is: [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:11:10Z', 'revision_number': 3, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port': {'id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:09Z', 'updated_at': '2021-07-23T14:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:14.949796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Made reservation on behalf of e0b34ee65bb24fbfa10bbef282e3f793 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:14.958504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:14.993115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Pushing event deleted for resources: {'Port': ['ID=6b54b46b-434f-4c05-a5c6-c47338ffe11d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:15.047061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.082480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] No DVR routers for this DVR port 6b54b46b-434f-4c05-a5c6-c47338ffe11d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:11:15.085867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.089776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-10969cf1-1c2b-4737-87a4-022e7e579f5c req-81ad974e-c24a-44a6-8717-e2d7dfc39984 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "DELETE /v2.0/ports/6b54b46b-434f-4c05-a5c6-c47338ffe11d HTTP/1.1" status: 204 len: 173 time: 2.1867499 Jul 23 14:11:15.096782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-deleted', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:15.100159 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2f592a-e9ba-43ef-a32a-e6188463a823" -d '{"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-deleted", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:15.152106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6af67943-1f60-46ee-838e-572f9d349462 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:15.187221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event updated for resources: {'Port': ['ID=9bc82d4a-39cf-4716-9458-30decd284226,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:15.214379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:15.227183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:15.234183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Transition to ACTIVE for port object 925dde31-f963-453c-93fe-b67c9e6a4c3a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:15.249915 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6e18b4c6-432e-4ef7-b5b6-7cc595883c8e req-0ac0082d-57aa-43f4-91b0-fccd9499c2c4 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0470490 Jul 23 14:11:15.272540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:15.290726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 6af67943-1f60-46ee-838e-572f9d349462 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:15.301094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.318002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.340010 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57f5e8-8ac3-46d6-9b99-225b1f618e61 x-openstack-request-id: req-eb57f5e8-8ac3-46d6-9b99-225b1f618e61 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:15.340427 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-deleted", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:15.340756 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb57f5e8-8ac3-46d6-9b99-225b1f618e61 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:15.341071 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-deleted', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'status': 'completed', 'code': 200} Jul 23 14:11:15.368091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.368463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.368800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.369133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.369461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.369790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.370114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.370444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.370786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.371106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.371426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.373436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:15.392774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:15.393503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.468458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a611d3a2-d243-46a9-9726-f024af890a97 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9486392 Jul 23 14:11:15.480896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.484408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46f2f-9271-4e8b-ad97-61d359a70874 req-40eddc19-0954-4e8b-85e9-286e7333d0c3 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:15.523052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23f46f2f-9271-4e8b-ad97-61d359a70874 req-40eddc19-0954-4e8b-85e9-286e7333d0c3 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 932 time: 0.5087411 Jul 23 14:11:15.589477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:15.615420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Request body: {'port': {'device_id': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:15.634289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:15.643239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:15.648338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event updated for resources: {'Port': ['ID=317cae51-3c5b-4edf-be28-9d1bd523156d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:15.733891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fca9e698-954b-48bd-b34a-16ca8e9a83b7 None None] Provisioning for port 9bc82d4a-39cf-4716-9458-30decd284226 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:15.752778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fca9e698-954b-48bd-b34a-16ca8e9a83b7 None None] Provisioning complete for port 9bc82d4a-39cf-4716-9458-30decd284226 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:15.753160 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fca9e698-954b-48bd-b34a-16ca8e9a83b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.831562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23f46f2f-9271-4e8b-ad97-61d359a70874 req-2a046470-bad6-49da-84f8-fe88a5c12755 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045378 Jul 23 14:11:15.883179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.892039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:15.904181 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863e57d-72c7-4283-8da1-eee187b66a63" -d '{"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-unplugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:15.921716 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4458c9eb-0a59-4f46-b505-34669155e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:15.976264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fca9e698-954b-48bd-b34a-16ca8e9a83b7 None None] Port 9bc82d4a-39cf-4716-9458-30decd284226 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:16.016811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Allocated IP 172.20.0.12 (001cccd6-50e7-4eb2-b161-687c7c67bcbc/97f2013f-6518-4163-ae55-80485db895ea/679d2e85-bdca-407e-84ea-98093e14aa2a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:16.168507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:16.175268 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edb8ca3-07e8-4e4e-92d1-7c26abb0f99c x-openstack-request-id: req-3edb8ca3-07e8-4e4e-92d1-7c26abb0f99c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:16.175779 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23890be4-07b3-4a83-8dd2-ed5b56e52953", "name": "network-vif-unplugged", "status": "completed", "tag": "6b54b46b-434f-4c05-a5c6-c47338ffe11d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:16.176115 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3edb8ca3-07e8-4e4e-92d1-7c26abb0f99c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:16.176512 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23890be4-07b3-4a83-8dd2-ed5b56e52953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b54b46b-434f-4c05-a5c6-c47338ffe11d', 'code': 200} Jul 23 14:11:16.186289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:16.190952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:16.197869 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:16.247166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Pushing event updated for resources: {'Port': ['ID=925dde31-f963-453c-93fe-b67c9e6a4c3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:16.257383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:16.394606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:16.428136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341035e9-e573-4a38-8876-0d78ddfc96d2 req-aca604dd-cd54-4aa9-aa04-3e779d5fcbfb tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:16.432452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-341035e9-e573-4a38-8876-0d78ddfc96d2 req-aca604dd-cd54-4aa9-aa04-3e779d5fcbfb tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.1801386 Jul 23 14:11:16.524184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f66fc8-9cf9-446a-8492-9cea7de85593 req-f2e99856-048b-4464-a395-9258896b5045 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:16.532219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96f66fc8-9cf9-446a-8492-9cea7de85593 req-f2e99856-048b-4464-a395-9258896b5045 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.5214598 Jul 23 14:11:16.572947 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-341035e9-e573-4a38-8876-0d78ddfc96d2 req-df872c63-4fb4-42d7-a2bc-1c07fcc4a49e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332607 Jul 23 14:11:16.605100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:16.609650 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:16.636575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80bb7402-6226-4636-a0f6-32d620cceab7 None None] Provisioning for port 925dde31-f963-453c-93fe-b67c9e6a4c3a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:16.643364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80bb7402-6226-4636-a0f6-32d620cceab7 None None] Provisioning complete for port 925dde31-f963-453c-93fe-b67c9e6a4c3a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:16.644795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80bb7402-6226-4636-a0f6-32d620cceab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:16.709594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80bb7402-6226-4636-a0f6-32d620cceab7 None None] Port 925dde31-f963-453c-93fe-b67c9e6a4c3a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:16.760213 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-518aa9c1-7546-4273-a064-d4336a78ddc5 req-737618aa-02d0-4760-988a-9b3cae5545b0 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0330174 Jul 23 14:11:16.799060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96f66fc8-9cf9-446a-8492-9cea7de85593 req-aebbd9c6-689c-4a1a-9cef-161b7623534d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658131 Jul 23 14:11:16.810588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:16.852146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Router edbd4fb5-18e3-44f5-b470-d74f07523fd4 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:11:17.050687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0362aab-be11-4cfc-90c7-7535f732bad9 req-66902c6b-f8df-49a5-9a75-88d88a771282 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:17.057783 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0362aab-be11-4cfc-90c7-7535f732bad9 req-66902c6b-f8df-49a5-9a75-88d88a771282 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 932 time: 0.1410322 Jul 23 14:11:17.082849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:17.099129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] Sync routers for ids ['edbd4fb5-18e3-44f5-b470-d74f07523fd4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:17.106747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.108714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f375eaa8-487e-4d2e-9bd4-865a4b715039 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "PUT /v2.0/routers/edbd4fb5-18e3-44f5-b470-d74f07523fd4 HTTP/1.1" status: 200 len: 882 time: 4.7613313 Jul 23 14:11:17.133470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] Routers {'edbd4fb5-18e3-44f5-b470-d74f07523fd4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:17.134167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['edbd4fb5-18e3-44f5-b470-d74f07523fd4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:17.144929 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b0362aab-be11-4cfc-90c7-7535f732bad9 req-248c2148-c44c-46bd-80df-7c46ae64dc1b tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656214 Jul 23 14:11:17.145812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:17.264555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:17.294336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b614f932-bebe-4716-8dde-92d52c6078a4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:17.343125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] Routers {'edbd4fb5-18e3-44f5-b470-d74f07523fd4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:17.343792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:10:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['edbd4fb5-18e3-44f5-b470-d74f07523fd4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:17.369736 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b6e06d7b-b884-42f7-a659-5f6c223b0c4a tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/edbd4fb5-18e3-44f5-b470-d74f07523fd4 HTTP/1.1" status: 200 len: 923 time: 0.2079995 Jul 23 14:11:17.374008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:17.411447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:17.412188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7887bf5-1409-4cec-b242-a27d70b9679d None None] The sync data for ids ['edbd4fb5-18e3-44f5-b470-d74f07523fd4'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:17.441434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b614f932-bebe-4716-8dde-92d52c6078a4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:17.447237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b614f932-bebe-4716-8dde-92d52c6078a4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:17.447620 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.511095 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac67108-a6f0-48bc-9dc7-3841cd5c5b21 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:17.512669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fac67108-a6f0-48bc-9dc7-3841cd5c5b21 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=edbd4fb5-18e3-44f5-b470-d74f07523fd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1373918 Jul 23 14:11:17.518336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:17.619256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.650160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.692342 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.703932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b614f932-bebe-4716-8dde-92d52c6078a4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b614f932-bebe-4716-8dde-92d52c6078a4,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:17.713346 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.713868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328e238-b1f8-4782-94e5-2ae64c6fc40f tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:17.719366 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b328e238-b1f8-4782-94e5-2ae64c6fc40f tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.1975243 Jul 23 14:11:17.720214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:17.764484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-74f50eee-55d5-421d-a2d0-37da2540b85f tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd4fb5-18e3-44f5-b470-d74f07523fd4 HTTP/1.1" status: 200 len: 205 time: 0.0396626 Jul 23 14:11:17.773938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:17.790977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b614f932-bebe-4716-8dde-92d52c6078a4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:17.813354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Network 001cccd6-50e7-4eb2-b161-687c7c67bcbc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:17.820592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:17.834395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:17.843959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.875286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc82d4a-39cf-4716-9458-30decd284226 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:17.883789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:17.921585 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:17.954615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a45d-af0e-4a52-b8e8-3035f6adb914 req-aa50d58a-9589-4efb-986d-5cba3fe133bc tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:17.956528 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8658a45d-af0e-4a52-b8e8-3035f6adb914 req-aa50d58a-9589-4efb-986d-5cba3fe133bc tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.1930397 Jul 23 14:11:17.971520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.010078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Transition to ACTIVE for port object 9bc82d4a-39cf-4716-9458-30decd284226 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:18.018162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:18.019052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.035335 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.082283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8658a45d-af0e-4a52-b8e8-3035f6adb914 req-c3ab8fbc-727c-4e6e-b908-cfb7d3e3067c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138940 Jul 23 14:11:18.087675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-497b836e-bd32-4c74-891e-458131204c67 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9478724 Jul 23 14:11:18.126838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Request body: {'port': {'device_id': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:18.127002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.221941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa797c3-26ce-47ae-adf5-9cbc3be79056 req-bca75420-5c62-4f6e-9bcb-6c67d399113f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:18.223699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fa797c3-26ce-47ae-adf5-9cbc3be79056 req-bca75420-5c62-4f6e-9bcb-6c67d399113f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 932 time: 0.2951622 Jul 23 14:11:18.227473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Pushing event updated for resources: {'Port': ['ID=9bc82d4a-39cf-4716-9458-30decd284226,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:18.234268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Deleting port 317cae51-3c5b-4edf-be28-9d1bd523156d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:18.234623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.249494 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.428490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-011bb43b-4e35-4777-b3c8-a366bf9f5194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.433152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fa797c3-26ce-47ae-adf5-9cbc3be79056 req-bb022711-fc89-473c-b4c8-c05a2eb9f63d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575551 Jul 23 14:11:18.447800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Attempting to bind port 9bc82d4a-39cf-4716-9458-30decd284226 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:18.448204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Attempting to bind port 9bc82d4a-39cf-4716-9458-30decd284226 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:18.448450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Attempting to bind port 9bc82d4a-39cf-4716-9458-30decd284226 on network 4ebfd035-b5f1-448f-91ac-e86d333eaedf {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:18.452018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.474577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Port 9bc82d4a-39cf-4716-9458-30decd284226 on network 4ebfd035-b5f1-448f-91ac-e86d333eaedf not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:11:18.474924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Attempting to bind port 9bc82d4a-39cf-4716-9458-30decd284226 on network 4ebfd035-b5f1-448f-91ac-e86d333eaedf {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:18.480732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.487358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:18.487601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Checking segment: {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:18.487953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Bound using segment: {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:18.488418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Bound port: 9bc82d4a-39cf-4716-9458-30decd284226, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbf459f-d86f-4619-ab10-33e2f8d45b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:18.488778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.497837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.498686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.515819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Calling delete_port for 317cae51-3c5b-4edf-be28-9d1bd523156d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:18.677352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Pushing event updated for resources: {'Port': ['ID=925dde31-f963-453c-93fe-b67c9e6a4c3a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:18.741550 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.780749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] For port 9bc82d4a-39cf-4716-9458-30decd284226, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:18.820755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] For port 9bc82d4a-39cf-4716-9458-30decd284226, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=9bc82d4a-39cf-4716-9458-30decd284226,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:18.841330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.878591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d13d5-a235-4d14-953e-9dbf99a68600 req-6bbdcaa6-afe4-4065-a996-6eeaadcf9660 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:18.883259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-129d13d5-a235-4d14-953e-9dbf99a68600 req-6bbdcaa6-afe4-4065-a996-6eeaadcf9660 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.5746331 Jul 23 14:11:18.915128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-e214feea-7b74-4f7c-9514-c94a16851f2f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:18.916661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-e214feea-7b74-4f7c-9514-c94a16851f2f tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.6091926 Jul 23 14:11:18.967005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d0509-dd50-4f61-9212-4181af35f1a7 req-8c1fb89e-b949-4a4b-b84b-a415ef1b9ec5 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:18.968653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-046d0509-dd50-4f61-9212-4181af35f1a7 req-8c1fb89e-b949-4a4b-b84b-a415ef1b9ec5 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 944 time: 0.4197543 Jul 23 14:11:18.971744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:18.972361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:18.973756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] 10.222.0.11 "PUT /v2.0/ports/9bc82d4a-39cf-4716-9458-30decd284226 HTTP/1.1" status: 200 len: 1092 time: 3.4377038 Jul 23 14:11:18.979819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:18.982261 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6b869d-9388-4baf-80e9-a07c3919c6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "tag": "9bc82d4a-39cf-4716-9458-30decd284226"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:19.047198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c977a-2444-4a92-af2e-bf9a6189694c service neutron] Pushing event updated for resources: {'Port': ['ID=9bc82d4a-39cf-4716-9458-30decd284226,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:19.139975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-046d0509-dd50-4f61-9212-4181af35f1a7 req-aaf17919-8b1a-4348-8e06-bd5e6350f1d2 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545637 Jul 23 14:11:19.143938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:19.158219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:19.168312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.192674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b614f932-bebe-4716-8dde-92d52c6078a4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:19.265411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event deleted for resources: {'Port': ['ID=317cae51-3c5b-4edf-be28-9d1bd523156d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:19.300572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-129d13d5-a235-4d14-953e-9dbf99a68600 req-c36be99c-8cf9-41d6-a8e5-4c6225115e68 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056780 Jul 23 14:11:19.340375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b614f932-bebe-4716-8dde-92d52c6078a4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:19.343178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.354537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679d2e85-bdca-407e-84ea-98093e14aa2a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:19.365009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.380344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-2f36defd-c6ca-4475-b26d-b38d72a22315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:19.382024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-2f36defd-c6ca-4475-b26d-b38d72a22315 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6750b5030dbb4feebf7d98ed286c2a24&device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 1095 time: 0.3195350 Jul 23 14:11:19.396303 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dadb455-1c31-4a93-983e-21504f92f317 x-openstack-request-id: req-6dadb455-1c31-4a93-983e-21504f92f317 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:19.396303 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "tag": "9bc82d4a-39cf-4716-9458-30decd284226", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:19.396601 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dadb455-1c31-4a93-983e-21504f92f317 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:19.396822 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226', 'status': 'completed', 'code': 200} Jul 23 14:11:19.397088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.405256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.405898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.406442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.407040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.411571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.412248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.412828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.413366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.413918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.414451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.415661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:19.426769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Transition to ACTIVE for port object 679d2e85-bdca-407e-84ea-98093e14aa2a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:19.467561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.470391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-a0b0194f-349a-43c2-aba0-9aef74e58b7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc82d4a-39cf-4716-9458-30decd284226 HTTP/1.1" status: 200 len: 217 time: 0.0570228 Jul 23 14:11:19.489316 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.532454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Deleting port 52cc582a-6d90-4cee-96b5-ba535b399cac {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:19.533103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.569292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Router cccc5e63-16a0-4cb2-8588-e815920ef9d6 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:11:19.583596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:19.588178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-1be52c51-e2cd-4396-ac36-980ea8aadaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:19.589659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-1be52c51-e2cd-4396-ac36-980ea8aadaeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e232efcd-8ba3-45ed-a64e-e8686378e6f9 HTTP/1.1" status: 200 len: 844 time: 0.1051097 Jul 23 14:11:19.625229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-88fd97c4-f5a1-46eb-826c-d94545e5d557 None None] Provisioning complete for port 925dde31-f963-453c-93fe-b67c9e6a4c3a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:19.625601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88fd97c4-f5a1-46eb-826c-d94545e5d557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.685303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-88fd97c4-f5a1-46eb-826c-d94545e5d557 None None] Port 925dde31-f963-453c-93fe-b67c9e6a4c3a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:19.718964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] For port 52cc582a-6d90-4cee-96b5-ba535b399cac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=52cc582a-6d90-4cee-96b5-ba535b399cac,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:19.719583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.722328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.789083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Calling delete_port for 52cc582a-6d90-4cee-96b5-ba535b399cac owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:19.807683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Attempting to bind port 679d2e85-bdca-407e-84ea-98093e14aa2a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:19.808008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Attempting to bind port 679d2e85-bdca-407e-84ea-98093e14aa2a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:19.808333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Attempting to bind port 679d2e85-bdca-407e-84ea-98093e14aa2a on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:19.826103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Port 679d2e85-bdca-407e-84ea-98093e14aa2a on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:11:19.826867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Attempting to bind port 679d2e85-bdca-407e-84ea-98093e14aa2a on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:19.839596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.843122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.848427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-4cfa629b-a312-4af0-8ead-93da44b32db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:19.849987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-4cfa629b-a312-4af0-8ead-93da44b32db3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ebfd035-b5f1-448f-91ac-e86d333eaedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338939 Jul 23 14:11:19.858252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:19.858630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Checking segment: {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:19.858993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Bound using segment: {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:19.859428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Bound port: 679d2e85-bdca-407e-84ea-98093e14aa2a, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:19.859804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.904271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:19.914823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef147dde-fae2-46ff-a434-23edc96ccde5 req-87f30060-9578-4d6b-a9df-54f1ed445035 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:19.920678 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Sync routers for ids ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:19.921765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef147dde-fae2-46ff-a434-23edc96ccde5 req-87f30060-9578-4d6b-a9df-54f1ed445035 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 944 time: 0.2559626 Jul 23 14:11:19.934600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ab38cfcf-5da8-46d3-859f-cba2aabda333 admin admin] 10.222.0.21 "PUT /v2.0/routers/cccc5e63-16a0-4cb2-8588-e815920ef9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4480276 Jul 23 14:11:19.939432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a022-8230-41be-8705-5e3baf20e30c req-ee52fbeb-0eaf-4f63-99be-4f14d22f43e8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:19.941155 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4506a022-8230-41be-8705-5e3baf20e30c req-ee52fbeb-0eaf-4f63-99be-4f14d22f43e8 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=2048343d-b6f2-43ba-98a3-47799016fc42 HTTP/1.1" status: 200 len: 946 time: 0.5093987 Jul 23 14:11:19.954200 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Routers {'cccc5e63-16a0-4cb2-8588-e815920ef9d6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:19.955283 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:19.964580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:19.970446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Fanout notify agent at l3_agent the message router_deleted on router edbd4fb5-18e3-44f5-b470-d74f07523fd4 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:11:20.008383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:20.017250 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-05e16df8-a644-469f-a7c8-f6bb4364d330 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/edbd4fb5-18e3-44f5-b470-d74f07523fd4 HTTP/1.1" status: 204 len: 168 time: 2.2422125 Jul 23 14:11:20.029437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:20.038020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-263c7e20-f919-493c-8efa-9f8a23e04bcb tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1144112413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:20.085880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef147dde-fae2-46ff-a434-23edc96ccde5 req-7e3f3ad1-5014-4b24-8fbd-cbd094322dfb tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587853 Jul 23 14:11:20.095944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:20.110632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-feb15404-d81e-4032-814a-7615abe7d3c9 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477376 Jul 23 14:11:20.124616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:20.137837 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4506a022-8230-41be-8705-5e3baf20e30c req-bcf25bfd-5fc1-48f3-8abc-e0776f7b7c71 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769631 Jul 23 14:11:20.184515 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Set router cccc5e63-16a0-4cb2-8588-e815920ef9d6 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:20.193980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:20.215019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c7e20-f919-493c-8efa-9f8a23e04bcb tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:20.216048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c7e20-f919-493c-8efa-9f8a23e04bcb tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:20.282344 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:20.296946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:20.297166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6e7dc73d-71d0-43c0-a247-8f6ac121db3a', '52cc582a-6d90-4cee-96b5-ba535b399cac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:20.297573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:20.299205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] 10.222.0.48 "PUT /v2.0/ports/679d2e85-bdca-407e-84ea-98093e14aa2a HTTP/1.1" status: 200 len: 1092 time: 2.1770451 Jul 23 14:11:20.355008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['4e6f4f2a-c24b-4f51-9a58-b1f59eda7579'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:20.385908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Pushing event deleted for resources: {'Port': ['ID=52cc582a-6d90-4cee-96b5-ba535b399cac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:20.530724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] No DVR routers for this DVR port 52cc582a-6d90-4cee-96b5-ba535b399cac on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:11:20.537015 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:20.540243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5b356b9a-aa31-4438-80f8-9780659a77b9 req-09122e28-0d4e-4029-8344-b6655ee5fc8c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "DELETE /v2.0/ports/52cc582a-6d90-4cee-96b5-ba535b399cac HTTP/1.1" status: 204 len: 173 time: 1.6120591 Jul 23 14:11:20.557656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2048343d-b6f2-43ba-98a3-47799016fc42', 'name': 'network-vif-deleted', 'tag': '52cc582a-6d90-4cee-96b5-ba535b399cac'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:20.560577 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447fc9ae-819a-4fbf-850c-c5cc7e3ae225" -d '{"events": [{"server_uuid": "2048343d-b6f2-43ba-98a3-47799016fc42", "name": "network-vif-deleted", "tag": "52cc582a-6d90-4cee-96b5-ba535b399cac"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:20.625570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959dab-b362-4f2c-b589-b336b9452ee4 req-a8e36c24-53e5-4088-a53d-f7388d2695e7 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:20.631951 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d0959dab-b362-4f2c-b589-b336b9452ee4 req-a8e36c24-53e5-4088-a53d-f7388d2695e7 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 944 time: 0.3656430 Jul 23 14:11:20.728543 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d0959dab-b362-4f2c-b589-b336b9452ee4 req-edb40586-a44e-4e8e-a4a9-647c2fb399ff tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870659 Jul 23 14:11:20.775249 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:11:16Z', 'revision_number': 4, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port': {'id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:09Z', 'updated_at': '2021-07-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '925dde31-f963-453c-93fe-b67c9e6a4c3a', 'name': '', 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'mac_address': 'fa:16:3e:f6:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8b95eb5d-0dbe-4cac-b52b-d5d2b3592942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:14Z', 'updated_at': '2021-07-23T14:11:18Z', 'revision_number': 2, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'subnets': [{'id': '8b95eb5d-0dbe-4cac-b52b-d5d2b3592942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:20.869349 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Checking router: cccc5e63-16a0-4cb2-8588-e815920ef9d6 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:11:20.871401 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Updating router cccc5e63-16a0-4cb2-8588-e815920ef9d6 port 925dde31-f963-453c-93fe-b67c9e6a4c3a binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:11:20.990987 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:21.054544 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6220e-8a8a-4e67-a1d4-8197a837e312 x-openstack-request-id: req-9ff6220e-8a8a-4e67-a1d4-8197a837e312 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:21.055157 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2048343d-b6f2-43ba-98a3-47799016fc42", "name": "network-vif-deleted", "tag": "52cc582a-6d90-4cee-96b5-ba535b399cac", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:21.055641 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ff6220e-8a8a-4e67-a1d4-8197a837e312 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:21.056266 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2048343d-b6f2-43ba-98a3-47799016fc42', 'name': 'network-vif-deleted', 'tag': '52cc582a-6d90-4cee-96b5-ba535b399cac', 'status': 'completed', 'code': 200} Jul 23 14:11:21.150674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:21.161929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e397-ca62-44bd-8aca-982ce6c2b455 service neutron] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:21.180560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c7e20-f919-493c-8efa-9f8a23e04bcb tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:21.213122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb4b4fb-857d-44d8-883d-4fc7e2c421df req-42aaa9dd-9f76-4b0e-87ff-b00fe36ebfdb service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0870588 Jul 23 14:11:21.217744 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c7e20-f919-493c-8efa-9f8a23e04bcb tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:21.340283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c7e20-f919-493c-8efa-9f8a23e04bcb tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:21.347693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-263c7e20-f919-493c-8efa-9f8a23e04bcb tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3132706 Jul 23 14:11:21.349964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:21.371170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:21.418464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:21.421772 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe662aa-147e-45a9-96fa-1c52c82443d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:21.429172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-588fd938-34d4-4e1c-bec5-f7e9e97c18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:21.431033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-588fd938-34d4-4e1c-bec5-f7e9e97c18dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 1095 time: 1.0744073 Jul 23 14:11:21.439945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e067d-6b1e-4829-bc2a-0636a1687279 req-f132342d-b884-4053-9f00-18bb598dd152 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:21.447953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db5e067d-6b1e-4829-bc2a-0636a1687279 req-f132342d-b884-4053-9f00-18bb598dd152 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 1.2474222 Jul 23 14:11:21.613092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898c93b-ad78-4590-baa0-adb4ea954fea req-e10b1a4f-a291-4ddd-8aa7-5e90cc2c7577 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:21.615278 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e898c93b-ad78-4590-baa0-adb4ea954fea req-e10b1a4f-a291-4ddd-8aa7-5e90cc2c7577 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 944 time: 0.3910141 Jul 23 14:11:21.619058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db5e067d-6b1e-4829-bc2a-0636a1687279 req-99b6e68c-a4ec-45a8-bc12-2d891e0d12e0 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695595 Jul 23 14:11:21.623469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-3d0d9dba-4801-4a06-94bc-e2004e548554 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=679d2e85-bdca-407e-84ea-98093e14aa2a HTTP/1.1" status: 200 len: 217 time: 0.1703298 Jul 23 14:11:21.797768 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7624d-e5cd-4b2c-aadc-8ed3b8e0f1ee x-openstack-request-id: req-28e7624d-e5cd-4b2c-aadc-8ed3b8e0f1ee {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:21.804295 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:21.804822 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28e7624d-e5cd-4b2c-aadc-8ed3b8e0f1ee {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:21.805426 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'status': 'completed', 'code': 200} Jul 23 14:11:21.811281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-72990e0c-add0-4083-bc4b-1d6a8a6ed883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:21.817086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-72990e0c-add0-4083-bc4b-1d6a8a6ed883 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6750b5030dbb4feebf7d98ed286c2a24&device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 1095 time: 0.4321961 Jul 23 14:11:21.825198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-1db4b6d5-840f-475b-b124-a448abe29521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:21.826977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-1db4b6d5-840f-475b-b124-a448abe29521 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97f2013f-6518-4163-ae55-80485db895ea HTTP/1.1" status: 200 len: 854 time: 0.1831539 Jul 23 14:11:21.938250 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:22.013975 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Transition to ACTIVE for port object 925dde31-f963-453c-93fe-b67c9e6a4c3a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:22.037660 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:22.080650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-58e4973b-0f0c-47a5-8ca7-11f7bb47ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:22.088100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-58e4973b-0f0c-47a5-8ca7-11f7bb47ec03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ebfd035-b5f1-448f-91ac-e86d333eaedf HTTP/1.1" status: 200 len: 906 time: 0.2551849 Jul 23 14:11:22.204256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-cc81cd9b-3ca7-4a32-97b4-abe51c465fd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc82d4a-39cf-4716-9458-30decd284226 HTTP/1.1" status: 200 len: 217 time: 0.0904489 Jul 23 14:11:22.222869 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa2da3-e51d-4c70-95ee-abf7374aa82c None None] Pushing event updated for resources: {'Port': ['ID=925dde31-f963-453c-93fe-b67c9e6a4c3a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:22.243848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-36c9de22-0d03-42c9-bee3-d6b80f5fa5c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=001cccd6-50e7-4eb2-b161-687c7c67bcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530755 Jul 23 14:11:22.327195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-fef8f152-b3a0-4255-a797-e1f1143eade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:22.328941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-fef8f152-b3a0-4255-a797-e1f1143eade8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e232efcd-8ba3-45ed-a64e-e8686378e6f9 HTTP/1.1" status: 200 len: 844 time: 0.0928843 Jul 23 14:11:22.370315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e898c93b-ad78-4590-baa0-adb4ea954fea req-5a50432c-695b-4f11-ba4c-dd37e69fdaa1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346373 Jul 23 14:11:22.402977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 52cc582a-6d90-4cee-96b5-ba535b399cac no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:11:22.403463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:22.477426 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Attempting to bind port 925dde31-f963-453c-93fe-b67c9e6a4c3a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:22.477807 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Attempting to bind port 925dde31-f963-453c-93fe-b67c9e6a4c3a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:22.478812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 52cc582a-6d90-4cee-96b5-ba535b399cac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:11:22.479410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 52cc582a-6d90-4cee-96b5-ba535b399cac not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:11:22.481637 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Attempting to bind port 925dde31-f963-453c-93fe-b67c9e6a4c3a on network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:22.504851 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:22.505305 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Checking segment: {'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:22.505718 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:22.507008 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Bound using segment: {'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:22.508802 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Bound port: 925dde31-f963-453c-93fe-b67c9e6a4c3a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bebb34-ef21-46a6-aa58-3dd19826a33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:22.509204 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:22.685669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef676e9b-ad98-4361-87f7-54ee90f5a0f4 req-befb479c-219e-4bb0-8cbf-0206d92e8094 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:22.693812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef676e9b-ad98-4361-87f7-54ee90f5a0f4 req-befb479c-219e-4bb0-8cbf-0206d92e8094 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 944 time: 0.4877958 Jul 23 14:11:22.719861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-2a2cde32-bade-4c97-b223-27eea0115550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:22.721611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-2a2cde32-bade-4c97-b223-27eea0115550 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ebfd035-b5f1-448f-91ac-e86d333eaedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3635147 Jul 23 14:11:22.759292 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] For port 925dde31-f963-453c-93fe-b67c9e6a4c3a, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:22.768827 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] For port 925dde31-f963-453c-93fe-b67c9e6a4c3a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=925dde31-f963-453c-93fe-b67c9e6a4c3a,segment=NetworkSegment(12bebb34-ef21-46a6-aa58-3dd19826a33a),segment_id=12bebb34-ef21-46a6-aa58-3dd19826a33a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:22.786871 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:22.872436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-dee2e534-98c4-4cfd-8a78-5726f2b5772c service neutron] 10.222.0.48 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388916 Jul 23 14:11:22.988549 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa2da3-e51d-4c70-95ee-abf7374aa82c None None] Pushing event updated for resources: {'Port': ['ID=925dde31-f963-453c-93fe-b67c9e6a4c3a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:23.006456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef676e9b-ad98-4361-87f7-54ee90f5a0f4 req-4807fabf-cd8a-4965-adb3-45074cf8f6f2 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112926 Jul 23 14:11:23.049926 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Routers {'cccc5e63-16a0-4cb2-8588-e815920ef9d6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:23.051285 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:23.254562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf229598-b61b-43b6-8740-2730a57d0043 req-5076d453-cb7b-47ff-a762-d32ce92d6fe2 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:23.275454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf229598-b61b-43b6-8740-2730a57d0043 req-5076d453-cb7b-47ff-a762-d32ce92d6fe2 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 945 time: 0.5947714 Jul 23 14:11:23.340577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-0ab15dc7-9791-4bb0-bb5c-9773f97b7233 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006727 Jul 23 14:11:23.413921 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] Set router cccc5e63-16a0-4cb2-8588-e815920ef9d6 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:23.483261 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bf229598-b61b-43b6-8740-2730a57d0043 req-7a81558c-8b4a-4d79-9de2-8d4e46610942 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975589 Jul 23 14:11:23.521210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:23.618911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b6b869d-9388-4baf-80e9-a07c3919c6e9 req-2fb14492-f753-4b2f-bed5-85bd7e6ba316 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159219 Jul 23 14:11:23.621261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6eb6e78-65ad-4b81-a966-0e19ced7cc64 req-d11dda90-d050-407a-a103-43038906d3ad service neutron] 10.222.0.48 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212656 Jul 23 14:11:23.660047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be91fe-c165-4c46-8754-e71d52f128c3 req-8c59b6ac-303d-449d-94bc-064f585e7a18 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:23.681921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3be91fe-c165-4c46-8754-e71d52f128c3 req-8c59b6ac-303d-449d-94bc-064f585e7a18 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.3352983 Jul 23 14:11:23.683128 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:11:16Z', 'revision_number': 4, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port': {'id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:09Z', 'updated_at': '2021-07-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '925dde31-f963-453c-93fe-b67c9e6a4c3a', 'name': '', 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'mac_address': 'fa:16:3e:f6:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8b95eb5d-0dbe-4cac-b52b-d5d2b3592942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:14Z', 'updated_at': '2021-07-23T14:11:22Z', 'revision_number': 4, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'subnets': [{'id': '8b95eb5d-0dbe-4cac-b52b-d5d2b3592942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:23.692955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:23.724835 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d35a4f-4d46-4686-bc42-d4ae06f38688 None None] The sync data for ids ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'] in n-d-801990-3 is: [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:11:16Z', 'revision_number': 4, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port': {'id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:09Z', 'updated_at': '2021-07-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '925dde31-f963-453c-93fe-b67c9e6a4c3a', 'name': '', 'network_id': '7842a574-f31e-4fa6-9e9b-747f139eaaa9', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'mac_address': 'fa:16:3e:f6:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8b95eb5d-0dbe-4cac-b52b-d5d2b3592942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:14Z', 'updated_at': '2021-07-23T14:11:22Z', 'revision_number': 4, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'subnets': [{'id': '8b95eb5d-0dbe-4cac-b52b-d5d2b3592942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:23.859509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3be91fe-c165-4c46-8754-e71d52f128c3 req-3c75864b-25a7-4cc3-9c1f-bbaffc2d940e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760502 Jul 23 14:11:23.918785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-1680a05d-ce09-47a4-aff4-2304466f9ed3 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:23.925412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-1680a05d-ce09-47a4-aff4-2304466f9ed3 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.11 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 945 time: 0.3998070 Jul 23 14:11:23.954357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-8cd7ef1f-ecad-42ec-aea2-823ef9345ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:23.956197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-8cd7ef1f-ecad-42ec-aea2-823ef9345ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 1095 time: 0.2417605 Jul 23 14:11:23.996668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87032422-b0da-4793-9147-1c34bbae45f4 req-17913906-5ec7-4528-af33-7f1dd5852104 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:24.006175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 9bc82d4a-39cf-4716-9458-30decd284226 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:11:24.010276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-87032422-b0da-4793-9147-1c34bbae45f4 req-17913906-5ec7-4528-af33-7f1dd5852104 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 944 time: 0.2969971 Jul 23 14:11:24.134403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Allocated IP 172.25.2.156 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/50f3b20f-14aa-4e85-a374-b737ece3269e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:24.254086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 9bc82d4a-39cf-4716-9458-30decd284226, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=9bc82d4a-39cf-4716-9458-30decd284226,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:24.275654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '9bc82d4a-39cf-4716-9458-30decd284226', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'port_id': '9bc82d4a-39cf-4716-9458-30decd284226', 'mac_address': 'fa:16:3e:1b:fd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:11:24.373179 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:24.377464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-87032422-b0da-4793-9147-1c34bbae45f4 req-a7ba25de-6afa-4e29-bb67-aaee5e9308ea tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491752 Jul 23 14:11:24.382581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492384d8-101a-41a9-87b3-ba0ba9c3303a req-d16d2e91-d090-41f6-95a8-3e81bbcc5cf3 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:24.394393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-492384d8-101a-41a9-87b3-ba0ba9c3303a req-d16d2e91-d090-41f6-95a8-3e81bbcc5cf3 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 944 time: 0.2390888 Jul 23 14:11:24.412789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc82d4a-39cf-4716-9458-30decd284226 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:24.448168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 9bc82d4a-39cf-4716-9458-30decd284226, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=9bc82d4a-39cf-4716-9458-30decd284226,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:24.456191 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:24.471354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-492384d8-101a-41a9-87b3-ba0ba9c3303a req-dbc4dfb3-e5ab-4f3b-a350-b086de59f555 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758634 Jul 23 14:11:24.484331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-f38f2b64-d423-41e7-8c69-a64f1294e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:24.485843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-f38f2b64-d423-41e7-8c69-a64f1294e4cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 915 time: 0.5154109 Jul 23 14:11:24.562870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=9bc82d4a-39cf-4716-9458-30decd284226,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:24.581738 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-c5e2c467-7bb6-4348-a3d3-f292a58d4817 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=679d2e85-bdca-407e-84ea-98093e14aa2a HTTP/1.1" status: 200 len: 217 time: 0.0836799 Jul 23 14:11:24.587231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:24.679815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-0423a341-d01a-4ec2-bb11-5080f763c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:24.681401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-0423a341-d01a-4ec2-bb11-5080f763c863 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97f2013f-6518-4163-ae55-80485db895ea HTTP/1.1" status: 200 len: 854 time: 0.0710485 Jul 23 14:11:24.688987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:24.733202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-8e6629c9-7ced-41ab-861c-73865aa5fbef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=001cccd6-50e7-4eb2-b161-687c7c67bcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387173 Jul 23 14:11:24.744163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Deleting port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:24.745462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:24.752679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['9bc82d4a-39cf-4716-9458-30decd284226'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:24.888470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-219477bd-5b2c-4b15-b0b0-a2b68ebb4b88 service neutron] 10.222.0.48 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454437 Jul 23 14:11:25.065448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe662aa-147e-45a9-96fa-1c52c82443d9 req-fd5ada74-6076-4247-a362-dfbd8144d8fd service neutron] 10.222.0.48 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656196 Jul 23 14:11:25.249693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925dde31-f963-453c-93fe-b67c9e6a4c3a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:25.253796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ab2e-ce0b-4cf8-b8a2-128f11495890 req-0cf4b287-b101-4654-a69f-e6480aa90f03 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:25.255486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1df8ab2e-ce0b-4cf8-b8a2-128f11495890 req-0cf4b287-b101-4654-a69f-e6480aa90f03 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1891530 Jul 23 14:11:25.355006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 925dde31-f963-453c-93fe-b67c9e6a4c3a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:25.359047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 925dde31-f963-453c-93fe-b67c9e6a4c3a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:25.359480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:25.372119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1df8ab2e-ce0b-4cf8-b8a2-128f11495890 req-fb243e38-276e-4e5a-b372-64c887970104 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099002 Jul 23 14:11:25.528935 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:25.538504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:25.564954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 925dde31-f963-453c-93fe-b67c9e6a4c3a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=925dde31-f963-453c-93fe-b67c9e6a4c3a,segment=NetworkSegment(12bebb34-ef21-46a6-aa58-3dd19826a33a),segment_id=12bebb34-ef21-46a6-aa58-3dd19826a33a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:25.570768 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:25.573966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:25.593554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:25.646579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=925dde31-f963-453c-93fe-b67c9e6a4c3a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:25.666594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Port': ['ID=50f3b20f-14aa-4e85-a374-b737ece3269e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:25.719294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb99a71-6643-4525-9ba1-d423756f895a req-0a588496-c411-4dcb-bfbd-bb1c8e3f3198 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:25.722003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cb99a71-6643-4525-9ba1-d423756f895a req-0a588496-c411-4dcb-bfbd-bb1c8e3f3198 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 944 time: 0.1198733 Jul 23 14:11:25.778908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cb99a71-6643-4525-9ba1-d423756f895a req-42aeab65-d9e8-488e-beb2-1c5435e90521 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496218 Jul 23 14:11:25.825240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865c2b-7bf9-47d1-8c21-ed61045b163a req-73640b44-d72b-413e-a766-0e1cce9c267c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:25.827179 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a865c2b-7bf9-47d1-8c21-ed61045b163a req-73640b44-d72b-413e-a766-0e1cce9c267c tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 945 time: 1.2253830 Jul 23 14:11:25.832094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] For port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:25.832499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:25.879899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Calling delete_port for 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:25.960058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a865c2b-7bf9-47d1-8c21-ed61045b163a req-7fcac23f-6a91-4e85-b231-4b1f85da670b tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228335 Jul 23 14:11:26.033261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 9bc82d4a-39cf-4716-9458-30decd284226 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:26.040796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bc54b-a81a-469c-a964-75ab8a84046b req-d49b4b08-f7bc-45b3-96d3-7000f1e380cf tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:26.049513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d49bc54b-a81a-469c-a964-75ab8a84046b req-d49b4b08-f7bc-45b3-96d3-7000f1e380cf tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 945 time: 0.1383636 Jul 23 14:11:26.100716 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.118862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d49bc54b-a81a-469c-a964-75ab8a84046b req-b63866b9-9454-47f9-8947-607f9f9e9d3a tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671411 Jul 23 14:11:26.144678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 9bc82d4a-39cf-4716-9458-30decd284226 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:26.149061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 9bc82d4a-39cf-4716-9458-30decd284226 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:26.149458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.401533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.449072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Pushing event deleted for resources: {'Port': ['ID=4e6f4f2a-c24b-4f51-9a58-b1f59eda7579,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:26.526485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 679d2e85-bdca-407e-84ea-98093e14aa2a details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:11:26.541474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6e7dc73d-71d0-43c0-a247-8f6ac121db3a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:26.547348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.557504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.601848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] No DVR routers for this DVR port 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:11:26.602812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.607065 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5687270-d7c2-4c39-b187-23ac96e2698d req-fc99aeb2-e118-4ca0-a8f3-cec7b745531e tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.11 "DELETE /v2.0/ports/4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 HTTP/1.1" status: 204 len: 173 time: 2.6604514 Jul 23 14:11:26.648542 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.724284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49572792-56a5-4a6f-8a12-8164c5e59321', 'name': 'network-vif-deleted', 'tag': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:26.727711 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce0a7ff-a22b-4028-a421-7832f0f8c06c" -d '{"events": [{"server_uuid": "49572792-56a5-4a6f-8a12-8164c5e59321", "name": "network-vif-deleted", "tag": "4e6f4f2a-c24b-4f51-9a58-b1f59eda7579"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:26.736435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 9bc82d4a-39cf-4716-9458-30decd284226, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=9bc82d4a-39cf-4716-9458-30decd284226,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:26.757520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:26.767975 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5178bfc-6ef8-4273-b0ec-801e218469b2" -d '{"events": [{"server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "name": "network-vif-plugged", "status": "completed", "tag": "9bc82d4a-39cf-4716-9458-30decd284226"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:26.815704 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:26.818189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:11:26.877662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65234dfc-17a0-45e4-bb66-0e899e37de11 req-7f565d21-d4e2-4a58-80a4-3935c117069b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:26.880346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65234dfc-17a0-45e4-bb66-0e899e37de11 req-7f565d21-d4e2-4a58-80a4-3935c117069b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.3250663 Jul 23 14:11:26.964531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65234dfc-17a0-45e4-bb66-0e899e37de11 req-c68e679d-0850-4809-b650-9e41fef1d30d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768683 Jul 23 14:11:27.096967 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b37d06-6262-4291-aec5-2a3ea7a31d48 x-openstack-request-id: req-91b37d06-6262-4291-aec5-2a3ea7a31d48 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:27.097253 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49572792-56a5-4a6f-8a12-8164c5e59321", "name": "network-vif-deleted", "tag": "4e6f4f2a-c24b-4f51-9a58-b1f59eda7579", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:27.103253 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91b37d06-6262-4291-aec5-2a3ea7a31d48 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:27.103858 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49572792-56a5-4a6f-8a12-8164c5e59321', 'name': 'network-vif-deleted', 'tag': '4e6f4f2a-c24b-4f51-9a58-b1f59eda7579', 'status': 'completed', 'code': 200} Jul 23 14:11:27.254819 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91288637-dfb2-40b6-b671-bedead277c9c x-openstack-request-id: req-91288637-dfb2-40b6-b671-bedead277c9c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:27.255334 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "name": "network-vif-plugged", "status": "completed", "tag": "9bc82d4a-39cf-4716-9458-30decd284226", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:27.255730 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91288637-dfb2-40b6-b671-bedead277c9c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:27.256261 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226', 'code': 200} Jul 23 14:11:27.311875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:11:27.312272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e6f4f2a-c24b-4f51-9a58-b1f59eda7579 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:11:27.313812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=9bc82d4a-39cf-4716-9458-30decd284226,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:27.375850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76c7f3ad-220e-45dd-a47f-5f993677440a req-e152fe38-2023-4b22-bd4e-f3500996c1c1 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=49572792-56a5-4a6f-8a12-8164c5e59321 HTTP/1.1" status: 200 len: 210 time: 0.0769885 Jul 23 14:11:27.376300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Router 5668c590-b2f0-4a52-91a9-35e672abeb7f is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:11:27.395454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8b77-8e30-4c7f-b957-936f13e125d8 req-eace3016-8a1c-456a-ba9a-2617ad73d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:27.407942 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-917c8b77-8e30-4c7f-b957-936f13e125d8 req-eace3016-8a1c-456a-ba9a-2617ad73d8db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 1097 time: 0.4045758 Jul 23 14:11:27.408112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925dde31-f963-453c-93fe-b67c9e6a4c3a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:27.516365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402d495-77b2-4559-8aea-3b157e2ff9d8 req-be07b8e6-2049-4019-837f-6b316b462e47 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:27.518406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f402d495-77b2-4559-8aea-3b157e2ff9d8 req-be07b8e6-2049-4019-837f-6b316b462e47 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 944 time: 0.3784907 Jul 23 14:11:27.573379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:27.592223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'port_id': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'mac_address': 'fa:16:3e:66:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2013f-6518-4163-ae55-80485db895ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:11:27.616107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aeced-e26b-4929-bf77-a94858ada3ee req-b4d30712-b3d6-42f9-aaac-936b2e6e96f4 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:27.628965 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-975aeced-e26b-4929-bf77-a94858ada3ee req-b4d30712-b3d6-42f9-aaac-936b2e6e96f4 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.1407747 Jul 23 14:11:27.685005 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-917c8b77-8e30-4c7f-b957-936f13e125d8 req-0bee14e4-6b4d-4a0b-bb3a-42edb7cbd131 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565346 Jul 23 14:11:27.701055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:27.714463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f402d495-77b2-4559-8aea-3b157e2ff9d8 req-b91555a2-e666-4ea2-ba64-caedfa6bacd6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858974 Jul 23 14:11:27.719591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679d2e85-bdca-407e-84ea-98093e14aa2a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:27.757369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:27.771358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-975aeced-e26b-4929-bf77-a94858ada3ee req-40fd7826-ec0a-477c-b0db-58e36db884a5 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412618 Jul 23 14:11:27.772107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 925dde31-f963-453c-93fe-b67c9e6a4c3a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:27.772601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:27.777591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:27.784365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:27.791980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:27.796959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ee05756e-d22e-44ee-b94c-9ea936119018 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "PUT /v2.0/routers/5668c590-b2f0-4a52-91a9-35e672abeb7f HTTP/1.1" status: 200 len: 919 time: 6.4443569 Jul 23 14:11:27.799653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:27.834676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] Sync routers for ids ['5668c590-b2f0-4a52-91a9-35e672abeb7f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:27.930411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] Routers {'5668c590-b2f0-4a52-91a9-35e672abeb7f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:27.931230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5668c590-b2f0-4a52-91a9-35e672abeb7f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:27.970739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-27b73283-25a9-45af-8741-554f2bb8cc54 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/5668c590-b2f0-4a52-91a9-35e672abeb7f HTTP/1.1" status: 200 len: 925 time: 0.1669278 Jul 23 14:11:27.971809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:27.989629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:28.051727 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:28.074446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] Routers {'5668c590-b2f0-4a52-91a9-35e672abeb7f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:28.075101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5668c590-b2f0-4a52-91a9-35e672abeb7f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:28.127193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:28.128006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5eb696-f590-43e4-a7fd-36e657a0ad73 None None] The sync data for ids ['5668c590-b2f0-4a52-91a9-35e672abeb7f'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:28.213679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58469445-22ab-49cb-baec-1338bea19ab8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:28.219552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-58469445-22ab-49cb-baec-1338bea19ab8 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=5668c590-b2f0-4a52-91a9-35e672abeb7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2429090 Jul 23 14:11:28.220153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:28.296221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a2d16-f045-4678-bbf0-e2218b11c793 req-3d0ed52a-ee09-4ca8-bafb-b9e803df2c1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:28.308716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['679d2e85-bdca-407e-84ea-98093e14aa2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:28.309771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-111a2d16-f045-4678-bbf0-e2218b11c793 req-3d0ed52a-ee09-4ca8-bafb-b9e803df2c1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1732149 Jul 23 14:11:28.371436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1735e7b-7e91-4014-87e8-4521e34de658 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:28.371436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1735e7b-7e91-4014-87e8-4521e34de658 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.1453516 Jul 23 14:11:28.372659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:28.420188 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:11:28.469434 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3833dea5-9d49-4610-aa35-fd7b00940056 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=5668c590-b2f0-4a52-91a9-35e672abeb7f HTTP/1.1" status: 200 len: 205 time: 0.0891335 Jul 23 14:11:28.472229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-111a2d16-f045-4678-bbf0-e2218b11c793 req-8fbcc178-7d01-4cfe-9b40-58f91b31e959 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603105 Jul 23 14:11:28.472750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:28.629521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:28.817018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:28.917262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4e30-323e-4d29-b36f-55d5adc6607a req-6c339fe9-b314-4537-afc5-4cfecebeadc7 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:28.926625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dde4e30-323e-4d29-b36f-55d5adc6607a req-6c339fe9-b314-4537-afc5-4cfecebeadc7 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.1473987 Jul 23 14:11:28.962982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e132da-c4ca-4005-babf-09b52d5a1689 req-f8aae0ca-2f32-46cc-8e91-4bb7e56863c5 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:28.966917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3e132da-c4ca-4005-babf-09b52d5a1689 req-f8aae0ca-2f32-46cc-8e91-4bb7e56863c5 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 945 time: 0.1195629 Jul 23 14:11:29.007894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dde4e30-323e-4d29-b36f-55d5adc6607a req-1bc74b84-c302-43e6-af81-b148e14a2b9a tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808196 Jul 23 14:11:29.026618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Deleting port 50f3b20f-14aa-4e85-a374-b737ece3269e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:29.027295 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.042924 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3e132da-c4ca-4005-babf-09b52d5a1689 req-6ea3ea4e-c0cf-40f0-803b-98a26a252aff tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Jul 23 14:11:29.184181 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.199479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Calling delete_port for 50f3b20f-14aa-4e85-a374-b737ece3269e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:29.279470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f53a6f-8a60-4de2-a3e5-ab96bbb55dab req-03535b16-2e8c-4de3-831b-cd162b1146fa tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:29.281469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6f53a6f-8a60-4de2-a3e5-ab96bbb55dab req-03535b16-2e8c-4de3-831b-cd162b1146fa tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.1611030 Jul 23 14:11:29.385275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6f53a6f-8a60-4de2-a3e5-ab96bbb55dab req-3ca53350-ee9e-4e80-a241-94d34274d737 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921893 Jul 23 14:11:29.451589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.498091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event deleted for resources: {'Port': ['ID=50f3b20f-14aa-4e85-a374-b737ece3269e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:29.565255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.591296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c4041-17ac-4120-b76b-b7ffe8161af3 req-c698083f-2cb9-406a-b9e5-0c6959ed475a tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:29.602526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-695c4041-17ac-4120-b76b-b7ffe8161af3 req-c698083f-2cb9-406a-b9e5-0c6959ed475a tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.1292753 Jul 23 14:11:29.609381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:29.618068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Request body: {'floatingip': {'port_id': '9bc82d4a-39cf-4716-9458-30decd284226'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:29.665837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.731370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.737725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.805508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83457afc-a144-4745-bd92-8a6a7c5f7a37 req-4b921bbf-1f3b-4eb4-a011-9eebd537ee27 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:29.807440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83457afc-a144-4745-bd92-8a6a7c5f7a37 req-4b921bbf-1f3b-4eb4-a011-9eebd537ee27 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1516159 Jul 23 14:11:29.808611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.809327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Fanout notify agent at l3_agent the message router_deleted on router 5668c590-b2f0-4a52-91a9-35e672abeb7f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:11:29.817306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.818689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-266202e8-316c-4b0d-803d-59839e7be975 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/5668c590-b2f0-4a52-91a9-35e672abeb7f HTTP/1.1" status: 204 len: 168 time: 1.3449254 Jul 23 14:11:29.822307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:29.829956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-53b541d1-f10c-40a1-b6ee-25106e76f092 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-492615914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:29.886338 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b541d1-f10c-40a1-b6ee-25106e76f092 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.887399 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b541d1-f10c-40a1-b6ee-25106e76f092 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:29.911481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83457afc-a144-4745-bd92-8a6a7c5f7a37 req-3368d8d7-e673-4dca-9087-301895433da4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734670 Jul 23 14:11:30.016466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b541d1-f10c-40a1-b6ee-25106e76f092 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:30.022953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b541d1-f10c-40a1-b6ee-25106e76f092 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:30.069989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b541d1-f10c-40a1-b6ee-25106e76f092 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:30.069989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-53b541d1-f10c-40a1-b6ee-25106e76f092 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2377512 Jul 23 14:11:30.069989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:30.074125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:30.409461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 679d2e85-bdca-407e-84ea-98093e14aa2a up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:30.514463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 679d2e85-bdca-407e-84ea-98093e14aa2a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:30.519373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 679d2e85-bdca-407e-84ea-98093e14aa2a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:30.520297 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:30.733254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:30.801624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:30.814212 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f74238-14ac-4ff2-bb70-0494acc1ae47" -d '{"events": [{"server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:30.833665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68656b-3221-44ba-8962-b3226e0e987d req-113b767b-e68e-4a37-8e7b-825bfb20ed0d tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:30.841377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:30.841609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d68656b-3221-44ba-8962-b3226e0e987d req-113b767b-e68e-4a37-8e7b-825bfb20ed0d tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.6822009 Jul 23 14:11:30.850188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:30.850764 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:30.968122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:30.968629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:11:31.127838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.155339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.155899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d68656b-3221-44ba-8962-b3226e0e987d req-77a9abbd-6656-4a25-9848-5962a25c60f2 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986462 Jul 23 14:11:31.170560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.180118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41677b6-a719-4a1c-810b-52b31b04efce req-d4ffb537-45c5-4ef8-93ed-70df6e9da955 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:31.183678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba4cae80-0358-46c4-a349-4c7234cad546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.189657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e41677b6-a719-4a1c-810b-52b31b04efce req-d4ffb537-45c5-4ef8-93ed-70df6e9da955 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 945 time: 0.9520578 Jul 23 14:11:31.296321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e41677b6-a719-4a1c-810b-52b31b04efce req-34416a7c-ccc4-44c9-932a-fe4a788a0f11 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055374 Jul 23 14:11:31.357393 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff62bc-63fa-4713-9489-cb992b7cf322 x-openstack-request-id: req-fbff62bc-63fa-4713-9489-cb992b7cf322 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:31.363128 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:31.363654 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbff62bc-63fa-4713-9489-cb992b7cf322 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:31.364288 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'code': 200} Jul 23 14:11:31.454461 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Floating IP 7ea11082-95d5-4833-9681-01864bb5f0e0 associated. External IP: 172.25.2.116, port: 9bc82d4a-39cf-4716-9458-30decd284226. Jul 23 14:11:31.609052 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba4cae80-0358-46c4-a349-4c7234cad546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.621844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba4cae80-0358-46c4-a349-4c7234cad546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.666885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bd645-c77c-45d3-a5b7-ba60833b3d2c req-5f00510c-a4a5-418d-8338-ab82924908d0 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:31.669495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369bd645-c77c-45d3-a5b7-ba60833b3d2c req-5f00510c-a4a5-418d-8338-ab82924908d0 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.2477765 Jul 23 14:11:31.684188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775d8cb-a898-49a7-9784-ff96a03d8c1f req-b523b870-8307-472b-94cc-1f3122a2f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:31.686156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8775d8cb-a898-49a7-9784-ff96a03d8c1f req-b523b870-8307-472b-94cc-1f3122a2f02f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 1097 time: 0.2201483 Jul 23 14:11:31.700946 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ba4cae80-0358-46c4-a349-4c7234cad546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9650d104017848d0a6285d42b55a5d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8493922 Jul 23 14:11:31.710489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-b7c4ce31-aab2-4425-aabb-4818bb57aa78 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:31.711717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:31.712404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-b7c4ce31-aab2-4425-aabb-4818bb57aa78 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 946 time: 0.2529762 Jul 23 14:11:31.713863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cae80-0358-46c4-a349-4c7234cad546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3928aa-e5b0-4efb-a91d-ad5f69c813af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:31.742253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.830256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.840779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369bd645-c77c-45d3-a5b7-ba60833b3d2c req-c5ea8876-7280-46f2-83f5-82e3562aa5a5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534073 Jul 23 14:11:31.852191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8775d8cb-a898-49a7-9784-ff96a03d8c1f req-38dcf936-cd3c-4faf-9312-71b0516cec0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514504 Jul 23 14:11:31.897482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Router f97bc402-a780-4b82-9285-e9f4d7a5de23 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:11:31.905138 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-00ad-4d61-ac94-d01252f9566d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.924654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Deleting port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:31.925005 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:31.946040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-00ad-4d61-ac94-d01252f9566d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.059542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Allocated IP 172.25.2.187 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/d8b631bf-b195-466f-a93f-ac259607d2e6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:32.097397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-00ad-4d61-ac94-d01252f9566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.100571 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-00ad-4d61-ac94-d01252f9566d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.104657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-403d27ba-00ad-4d61-ac94-d01252f9566d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f3928aa-e5b0-4efb-a91d-ad5f69c813af HTTP/1.1" status: 204 len: 168 time: 0.3873985 Jul 23 14:11:32.120810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] For port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:32.121364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.122375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d27ba-00ad-4d61-ac94-d01252f9566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3928aa-e5b0-4efb-a91d-ad5f69c813af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:32.142760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:32.148352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.151053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Calling delete_port for 6e7dc73d-71d0-43c0-a247-8f6ac121db3a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:32.174627 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] Sync routers for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:32.203418 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:32.207376 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:32.236850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ce505eab-408c-4016-b1f5-70519e229934 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "PUT /v2.0/floatingips/7ea11082-95d5-4833-9681-01864bb5f0e0 HTTP/1.1" status: 200 len: 992 time: 2.6233945 Jul 23 14:11:32.236850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:32.238839 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251" -d '{"events": [{"name": "network-changed", "server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "tag": "9bc82d4a-39cf-4716-9458-30decd284226"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:32.396825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.469680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.503011 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c6283-654d-4a92-8a8e-6a3407439611 x-openstack-request-id: req-e80c6283-654d-4a92-8a8e-6a3407439611 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:32.503011 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "tag": "9bc82d4a-39cf-4716-9458-30decd284226", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:32.505574 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e80c6283-654d-4a92-8a8e-6a3407439611 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:32.505574 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226', 'status': 'completed', 'code': 200} Jul 23 14:11:32.510875 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:32.564677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:32.596736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Pushing event updated for resources: {'Port': ['ID=d8b631bf-b195-466f-a93f-ac259607d2e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:32.625680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:32.627678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:32.633669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:32.800999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Pushing event deleted for resources: {'Port': ['ID=6e7dc73d-71d0-43c0-a247-8f6ac121db3a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:32.912334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f17666-00ab-44a0-a6b5-0125332ab813 req-2c029044-657f-45e0-9a1f-a7e36690bd01 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:32.928596 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3f17666-00ab-44a0-a6b5-0125332ab813 req-2c029044-657f-45e0-9a1f-a7e36690bd01 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ce339c-34d0-4d6d-8a07-27385eb69a21 HTTP/1.1" status: 200 len: 867 time: 0.5433559 Jul 23 14:11:33.041289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] No DVR routers for this DVR port 6e7dc73d-71d0-43c0-a247-8f6ac121db3a on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:11:33.048384 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:33.053698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-254f3b78-61ef-4aa5-9fe2-5036d8ad5ba0 req-3badc97f-0666-4c9d-92cf-2e566a7fe197 tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.48 "DELETE /v2.0/ports/6e7dc73d-71d0-43c0-a247-8f6ac121db3a HTTP/1.1" status: 204 len: 173 time: 1.3327818 Jul 23 14:11:33.157096 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3f17666-00ab-44a0-a6b5-0125332ab813 req-adc218d9-eb12-4717-8239-d3166a2b87ff tempest-ListServerFiltersTestJSON-2005238456 tempest-ListServerFiltersTestJSON-2005238456-project] 10.222.0.21 "GET /v2.0/security-groups?id=609683fb-929f-4942-99d8-23379aad5d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230434 Jul 23 14:11:33.170343 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '7ea11082-95d5-4833-9681-01864bb5f0e0', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'port_id': '9bc82d4a-39cf-4716-9458-30decd284226', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'mac_address': 'fa:16:3e:1b:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:11:06Z', 'updated_at': '2021-07-23T14:11:30Z', 'revision_number': 1, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:03Z', 'revision_number': 5, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:33.183667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-4bcbb825-17b6-402a-8fec-2ac6c7f5b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:33.191871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-4bcbb825-17b6-402a-8fec-2ac6c7f5b804 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6750b5030dbb4feebf7d98ed286c2a24&device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 1097 time: 0.6085734 Jul 23 14:11:33.257701 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] Checking router: f97bc402-a780-4b82-9285-e9f4d7a5de23 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:11:33.282785 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:33.284982 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:33.391662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:33.404906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9f4e0-25cf-4222-838a-1575b8ea9b5e req-91c18a0f-b039-4d8b-bab4-4d60ff1a4aa8 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:33.416593 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27d9f4e0-25cf-4222-838a-1575b8ea9b5e req-91c18a0f-b039-4d8b-bab4-4d60ff1a4aa8 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.5568295 Jul 23 14:11:33.477768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-b40eea60-3a42-42bc-bf9d-ea23b5f1faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:33.479844 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-b40eea60-3a42-42bc-bf9d-ea23b5f1faff service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ebfd035-b5f1-448f-91ac-e86d333eaedf HTTP/1.1" status: 200 len: 906 time: 0.2854643 Jul 23 14:11:33.564596 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:33.566271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65588b8-f32b-4d27-8b9f-517ec28518aa req-55c4d3da-449a-46eb-9160-4f4e9607297c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:33.574722 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65588b8-f32b-4d27-8b9f-517ec28518aa req-55c4d3da-449a-46eb-9160-4f4e9607297c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1785722 Jul 23 14:11:33.582582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27d9f4e0-25cf-4222-838a-1575b8ea9b5e req-ae8522b1-889c-432d-b33a-dd6373543c7d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630244 Jul 23 14:11:33.677012 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e65588b8-f32b-4d27-8b9f-517ec28518aa req-da3974f0-e4ea-4148-8d4e-cb3bf60726ac tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970974 Jul 23 14:11:33.686729 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-eb70ba01-0304-43d2-8cf7-34108e2abff5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc82d4a-39cf-4716-9458-30decd284226 HTTP/1.1" status: 200 len: 1000 time: 0.1980889 Jul 23 14:11:33.786575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-c6f0238e-3708-4370-9149-00a8529016ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:33.792887 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-c6f0238e-3708-4370-9149-00a8529016ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e232efcd-8ba3-45ed-a64e-e8686378e6f9 HTTP/1.1" status: 200 len: 844 time: 0.0999002 Jul 23 14:11:33.795921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:33.801436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:33.899135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-7c57f75f-93c2-4b1f-8bdf-c20d6d0b3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:33.901028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-7c57f75f-93c2-4b1f-8bdf-c20d6d0b3ace service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ebfd035-b5f1-448f-91ac-e86d333eaedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004615 Jul 23 14:11:33.985751 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '7ea11082-95d5-4833-9681-01864bb5f0e0', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'port_id': '9bc82d4a-39cf-4716-9458-30decd284226', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'mac_address': 'fa:16:3e:1b:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:11:06Z', 'updated_at': '2021-07-23T14:11:30Z', 'revision_number': 1, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:03Z', 'revision_number': 5, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:34.057125 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30407568-e84c-4c19-a197-d5073b528d7d None None] The sync data for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 is: [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '7ea11082-95d5-4833-9681-01864bb5f0e0', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'port_id': '9bc82d4a-39cf-4716-9458-30decd284226', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'mac_address': 'fa:16:3e:1b:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:11:06Z', 'updated_at': '2021-07-23T14:11:30Z', 'revision_number': 1, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:03Z', 'revision_number': 5, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:34.073383 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-18daed0b-a08f-450b-b381-6f4d47d320e6 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655843 Jul 23 14:11:34.118496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Router 6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:11:34.256615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:34.309467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:34.317507 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b8c40ef6-e7de-440e-a0c7-d1a76bbdc251 req-756d50a3-b32f-4e43-a0aa-e069baed9765 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379255 Jul 23 14:11:34.318718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:34.322310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] Sync routers for ids ['6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:34.329482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] Deleting subnet a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:11:34.331838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:34.346587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1a3dd2b5-af7d-4685-aae9-aef957436144 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "PUT /v2.0/routers/6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c HTTP/1.1" status: 200 len: 919 time: 4.2690017 Jul 23 14:11:34.351230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] Routers {'6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:34.352539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:34.358920 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:34.428310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:34.434350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6e7dc73d-71d0-43c0-a247-8f6ac121db3a no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:11:34.468140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 6e7dc73d-71d0-43c0-a247-8f6ac121db3a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:11:34.468542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6e7dc73d-71d0-43c0-a247-8f6ac121db3a not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:11:34.470133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] Routers {'6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:34.470851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:34.512046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:34.512850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89baf91-5e1d-4b36-8eb8-98d98ac6915c None None] The sync data for ids ['6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:34.535792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'name': 'network-vif-deleted', 'tag': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:34.538055 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d3efe-a62b-4cc5-a4e5-4e9f98f1f766" -d '{"events": [{"server_uuid": "30ce339c-34d0-4d6d-8a07-27385eb69a21", "name": "network-vif-deleted", "tag": "6e7dc73d-71d0-43c0-a247-8f6ac121db3a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:34.547262 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd967db-a26b-4ef2-ba1d-171ac587f6f8 None None] New status for floating IP 7ea11082-95d5-4833-9681-01864bb5f0e0: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:11:34.585415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:34.874913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4cca8-9c10-4ad9-9b10-71ca2caec965 req-b9daab29-8c01-4d9d-943a-2f881eb47b08 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:34.890113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aba4cca8-9c10-4ad9-9b10-71ca2caec965 req-b9daab29-8c01-4d9d-943a-2f881eb47b08 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.1728756 Jul 23 14:11:34.942320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aba4cca8-9c10-4ad9-9b10-71ca2caec965 req-be7c4b08-9ce8-44d2-809a-9c7e4f45f633 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505803 Jul 23 14:11:34.971431 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fca9a3-5674-4d22-9b9c-4dbc49160b6a x-openstack-request-id: req-05fca9a3-5674-4d22-9b9c-4dbc49160b6a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:34.971431 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce339c-34d0-4d6d-8a07-27385eb69a21", "name": "network-vif-deleted", "tag": "6e7dc73d-71d0-43c0-a247-8f6ac121db3a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:34.971431 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05fca9a3-5674-4d22-9b9c-4dbc49160b6a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:34.971431 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce339c-34d0-4d6d-8a07-27385eb69a21', 'name': 'network-vif-deleted', 'tag': '6e7dc73d-71d0-43c0-a247-8f6ac121db3a', 'status': 'completed', 'code': 200} Jul 23 14:11:35.017702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3c3011e9-7d81-46e3-956c-540bb662b747 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c HTTP/1.1" status: 200 len: 925 time: 0.6846938 Jul 23 14:11:35.021468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:35.078743 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.130825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38800-f49f-466f-9e8f-9868b85e1153 req-41c52e4f-acc2-49f8-b95b-c5495a363b8c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:35.132333 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-00a38800-f49f-466f-9e8f-9868b85e1153 req-41c52e4f-acc2-49f8-b95b-c5495a363b8c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1656713 Jul 23 14:11:35.209725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-00a38800-f49f-466f-9e8f-9868b85e1153 req-ed2ffbf2-594a-4f01-83e6-e9d7e3fad985 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698488 Jul 23 14:11:35.221035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.242011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643eb84-684b-484d-bfaf-1665f11b2515 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:35.252090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0643eb84-684b-484d-bfaf-1665f11b2515 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2279458 Jul 23 14:11:35.259290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:35.294726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80d02fb-5ff4-4d0b-b013-ccbfd3037a69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:35.312303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.320257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218cea47-d992-4f46-ba03-89031fbdde0f None None] Network a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:11:35.324738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ddf1e292-d2bc-4083-bf89-639fec83c41a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a80d02fb-5ff4-4d0b-b013-ccbfd3037a69 HTTP/1.1" status: 204 len: 168 time: 1.0667777 Jul 23 14:11:35.327923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:35.424537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fdfa1a-34f7-4e18-9752-4f5b142277d1 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:35.426805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-83fdfa1a-34f7-4e18-9752-4f5b142277d1 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.1662812 Jul 23 14:11:35.431141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:35.480718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.499295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4ebfd250-fa71-4979-b4fa-6d9dcbf14cac tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c HTTP/1.1" status: 200 len: 205 time: 0.0664279 Jul 23 14:11:35.504224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:35.524205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f6022-d5e3-4fc2-8ae8-9c2a0341a222 req-ee9690dd-3a78-480b-97d3-78c5eaec7de8 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:35.525920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-852f6022-d5e3-4fc2-8ae8-9c2a0341a222 req-ee9690dd-3a78-480b-97d3-78c5eaec7de8 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.1565988 Jul 23 14:11:35.639072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-852f6022-d5e3-4fc2-8ae8-9c2a0341a222 req-a6745965-085f-4768-8ca8-07bae969cdb3 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036129 Jul 23 14:11:35.664155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Deleting port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:35.664155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.740092 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.830176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] DHCP port deletion for a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:11:35.887200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] For port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:35.888280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.908556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Calling delete_port for 25f50a1e-8dbf-4da5-9413-60e27ebc21aa owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:35.938073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] Deleting port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:35.939479 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:35.984278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.052502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.141879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Deleting port d8b631bf-b195-466f-a93f-ac259607d2e6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:36.142387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.155006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:36.165464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] For port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,segment=NetworkSegment(7e5169fe-193e-482e-bec6-0ccda3454866),segment_id=7e5169fe-193e-482e-bec6-0ccda3454866)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:36.165833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.178918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] No DVR routers for this DVR port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:11:36.229302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] Calling delete_port for 25f50a1e-8dbf-4da5-9413-60e27ebc21aa owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:36.266800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.288175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Calling delete_port for d8b631bf-b195-466f-a93f-ac259607d2e6 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:36.301100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.320109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:36.330056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93003cc6-6837-4311-ac70-96478c0513d0 req-c6561339-290a-412d-b555-bf86aef07b8e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:36.332088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93003cc6-6837-4311-ac70-96478c0513d0 req-c6561339-290a-412d-b555-bf86aef07b8e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2247703 Jul 23 14:11:36.369863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5169fe-193e-482e-bec6-0ccda3454866') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:36.371034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5169fe-193e-482e-bec6-0ccda3454866') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:36.424246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.462207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-93003cc6-6837-4311-ac70-96478c0513d0 req-ea4f4aa6-2707-488f-963b-1d57337b41db tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233191 Jul 23 14:11:36.467664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.474212 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.483653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:11:36.484124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:11:36.486741 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:11:36.561097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] Pushing event deleted for resources: {'Port': ['ID=25f50a1e-8dbf-4da5-9413-60e27ebc21aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:36.573463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a3f9a-355f-4c8e-b7ee-21f9d8633663 None None] No DVR routers for this DVR port 25f50a1e-8dbf-4da5-9413-60e27ebc21aa on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:11:36.615199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.625176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.630634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c HTTP/1.1" status: 204 len: 168 time: 1.2981606 Jul 23 14:11:36.640326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609944d4-afb7-48e9-9d5f-bca2da55eb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ecbdd0-9a56-43b2-86ac-4ee6889dca5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:36.690403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.766543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event deleted for resources: {'Port': ['ID=d8b631bf-b195-466f-a93f-ac259607d2e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:36.858315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf5579-334c-4e32-9207-64111bdc19a2 req-7869c7d5-1911-4b70-8296-95fe1a4aea95 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:36.872688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79bf5579-334c-4e32-9207-64111bdc19a2 req-7869c7d5-1911-4b70-8296-95fe1a4aea95 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.3555505 Jul 23 14:11:36.901191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:36.916927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f00fc3-0bed-4d7a-be3c-6cd8f4863b5f req-b3c99a25-40d9-402e-95f9-9e0bad716398 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:36.928251 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8f00fc3-0bed-4d7a-be3c-6cd8f4863b5f req-b3c99a25-40d9-402e-95f9-9e0bad716398 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.1783550 Jul 23 14:11:36.989495 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8f00fc3-0bed-4d7a-be3c-6cd8f4863b5f req-4627254e-16fa-4415-b286-94a1c870f9b5 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584338 Jul 23 14:11:37.072050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79bf5579-334c-4e32-9207-64111bdc19a2 req-520d98df-df0b-405b-b234-53c4bfac22ef tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980779 Jul 23 14:11:37.094620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.103044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:37.108342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.177640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ea633f3-ce91-4440-b1fc-281b9558fad8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64e320bb1eaa4d18900bbbcaed9ca7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730538 Jul 23 14:11:37.178539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:37.204902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.205787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:11:37.206427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 25f50a1e-8dbf-4da5-9413-60e27ebc21aa no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:11:37.227544 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.228479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8bc285e8-7e9a-4326-99f2-55442832b711 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c HTTP/1.1" status: 204 len: 168 time: 1.7196937 Jul 23 14:11:37.234117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:37.243366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412328040', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:37.257004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 25f50a1e-8dbf-4da5-9413-60e27ebc21aa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:11:37.257607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 25f50a1e-8dbf-4da5-9413-60e27ebc21aa not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:11:37.273657 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-280a559f-191e-4883-a104-f5d9104f8c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.302969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.304238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.309168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-280a559f-191e-4883-a104-f5d9104f8c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.384694 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.397627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-280a559f-191e-4883-a104-f5d9104f8c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.404830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-280a559f-191e-4883-a104-f5d9104f8c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:37.408960 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-280a559f-191e-4883-a104-f5d9104f8c3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/609683fb-929f-4942-99d8-23379aad5d76 HTTP/1.1" status: 204 len: 168 time: 0.2270663 Jul 23 14:11:37.425478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a559f-191e-4883-a104-f5d9104f8c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609683fb-929f-4942-99d8-23379aad5d76,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:37.892432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87923b4-f712-4e50-ab38-8f6e5a26561c req-adacc77e-08ac-4482-b386-75ec773d8629 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:37.900808 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b87923b4-f712-4e50-ab38-8f6e5a26561c req-adacc77e-08ac-4482-b386-75ec773d8629 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.1419816 Jul 23 14:11:37.958861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b87923b4-f712-4e50-ab38-8f6e5a26561c req-343be50a-4251-4c04-956a-2613e348709a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536921 Jul 23 14:11:38.021453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-26ea89ff-33d1-443c-b63f-62d47f14f3f1 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1904e494ba674ca98687b7cd69255ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6901267 Jul 23 14:11:38.053510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:38.292052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250bbe-4066-4e25-81a5-fa8b20316c44 req-eb5eef9b-e1a6-4e80-ad9e-60d8155f6de5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:38.295220 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6250bbe-4066-4e25-81a5-fa8b20316c44 req-eb5eef9b-e1a6-4e80-ad9e-60d8155f6de5 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.0983365 Jul 23 14:11:38.300854 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:38.338014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-59605764-2a32-4d59-b1c0-d3cd024a4fe2 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:38.341246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-59605764-2a32-4d59-b1c0-d3cd024a4fe2 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182583 Jul 23 14:11:38.381389 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e6250bbe-4066-4e25-81a5-fa8b20316c44 req-ec1ceee0-9402-4c54-b0fe-ad81e69bf240 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805151 Jul 23 14:11:38.385964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-d78e723d-521c-4428-83c4-098c0e82bc8e tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/quotas/1904e494ba674ca98687b7cd69255ffa HTTP/1.1" status: 200 len: 375 time: 0.0164790 Jul 23 14:11:38.467534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-e7fb0d1a-baa0-4ff5-b5f9-d5807a31c63a tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1904e494ba674ca98687b7cd69255ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628202 Jul 23 14:11:38.879466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:38.897965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:38.901503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d540040-3e02-4e41-8d2c-4656179bcde7 req-af519871-ba2a-472d-a81b-caac173ec98b tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 210 time: 0.0580490 Jul 23 14:11:38.922821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.092960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-661858603-network', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:39.197936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Allocated IP 172.25.2.178 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/530d3bca-9d41-44f6-9a6e-98ced5762b4d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:39.202193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Made reservation on behalf of 7e34e96fc13e460cba3e4baa77f1fe63 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:39.205077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.216970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.382698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea1f1-3766-4844-b127-08250b2f7f2c req-dd40e16a-eb58-467b-9374-2fe273f0a131 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:39.393624 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bcaea1f1-3766-4844-b127-08250b2f7f2c req-dd40e16a-eb58-467b-9374-2fe273f0a131 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2673028 Jul 23 14:11:39.443954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.464554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.541709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.550558 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bcaea1f1-3766-4844-b127-08250b2f7f2c req-3a7203f4-6275-4fd7-b7ed-36cb03e03543 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555345 Jul 23 14:11:39.571981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:11:39.583649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614c0667-d663-4cf1-8b8e-b709e69c299f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:39.592988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.593339 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Added segment 71f9fbe2-e231-4df2-8932-89cbd33f7b33 of type vlan for network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 Jul 23 14:11:39.688194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.711829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310a6a-13d5-4733-88ac-eaf48b46b4f4 req-b8d83244-ddfc-44aa-8bd2-27ef6509a3c3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:39.719377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d310a6a-13d5-4733-88ac-eaf48b46b4f4 req-b8d83244-ddfc-44aa-8bd2-27ef6509a3c3 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1691563 Jul 23 14:11:39.723354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.769656 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.771803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:39.773293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:39.798380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:39.808753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:39.817699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:39.845907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9652386 Jul 23 14:11:39.849874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:39.856198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Request body: {'subnet': {'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-661858603-subnet', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:39.882265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d310a6a-13d5-4733-88ac-eaf48b46b4f4 req-2ba902b9-bc87-4736-9223-feff631ed748 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509669 Jul 23 14:11:39.882790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event updated for resources: {'Port': ['ID=530d3bca-9d41-44f6-9a6e-98ced5762b4d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:39.942415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb367a-f754-41b6-8299-af8a434cb310 admin admin] Pushing event updated for resources: {'Network': ['ID=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:39.953732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:11:39.973931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Made reservation on behalf of 7e34e96fc13e460cba3e4baa77f1fe63 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:39.977243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.145038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e02a829-660c-48d0-92bd-2f0a919bc399 req-4ed94294-cab9-4e68-9686-90897b552edc tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 210 time: 0.0621347 Jul 23 14:11:40.198899 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.272851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54ff542-5be1-4e57-8ee8-9b741232e996,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:40.287598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:40.288088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Network hostable DHCP agents. Network: 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:11:40.332325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:11:40.349781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:40.359421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:40.360778 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.369935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd93b9-e53c-4340-a4c1-17728930697b None None] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:11:40.396484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.405593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8be15880-e106-4a79-8c17-55612c229520 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5537441 Jul 23 14:11:40.407322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:40.414012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:40.460437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.462895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.624503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.647118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-de675efa-3d01-44cc-bfcc-50ef5b80f3c5 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1904e494ba674ca98687b7cd69255ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758679 Jul 23 14:11:40.658254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:11:40.659718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.842377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:40.983846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Allocated IP 172.20.0.2 (827eb4ad-ac52-43b5-b7eb-72d2b1c38f45/e54ff542-5be1-4e57-8ee8-9b741232e996/262f188f-299d-46fb-8384-e94837cf11e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:40.988689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304ef09-4efb-4f1e-8b37-89186de92b3d req-e764535a-9e58-4582-999a-c3d089067954 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:40.999371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e304ef09-4efb-4f1e-8b37-89186de92b3d req-e764535a-9e58-4582-999a-c3d089067954 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2585473 Jul 23 14:11:41.001858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-14e1f983-be0d-4a66-b4ad-67beb239b696 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:41.004392 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-14e1f983-be0d-4a66-b4ad-67beb239b696 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631006 Jul 23 14:11:41.027417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Request body: {'port': {'device_id': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '1904e494ba674ca98687b7cd69255ffa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:41.042358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.120375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e304ef09-4efb-4f1e-8b37-89186de92b3d req-6b18ae54-1c26-4851-a3ec-0b68f66cdd1e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149020 Jul 23 14:11:41.224536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f99ea-d189-4b6e-a230-4e253f82d9a2 req-6278f4d3-2773-421d-a5fb-09bc55ee8bee tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:41.238319 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b9f99ea-d189-4b6e-a230-4e253f82d9a2 req-6278f4d3-2773-421d-a5fb-09bc55ee8bee tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.2324009 Jul 23 14:11:41.339831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.348973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b9f99ea-d189-4b6e-a230-4e253f82d9a2 req-c2d9bab1-7b51-4e46-8351-46687cfa9d32 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083651 Jul 23 14:11:41.359312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Transition to ACTIVE for port object 262f188f-299d-46fb-8384-e94837cf11e4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:41.381041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Transition to ACTIVE for port object 262f188f-299d-46fb-8384-e94837cf11e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:41.390556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.434388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:41.442140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:41.446203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:41.479572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Pushing event updated for resources: {'Port': ['ID=262f188f-299d-46fb-8384-e94837cf11e4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:41.487402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Made reservation on behalf of 1904e494ba674ca98687b7cd69255ffa for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:41.491674 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.508620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.535968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Attempting to bind port 262f188f-299d-46fb-8384-e94837cf11e4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:41.536357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Attempting to bind port 262f188f-299d-46fb-8384-e94837cf11e4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:41.536708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Attempting to bind port 262f188f-299d-46fb-8384-e94837cf11e4 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:41.546450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:41.546854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:41.548108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.548662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Bound using segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:41.549155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Bound port: 262f188f-299d-46fb-8384-e94837cf11e4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:41.549538 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.570271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc241f42-ad7d-407d-84a1-94e3c38a94d0 req-66ad761e-9a72-4a83-8228-e5bc86ff0b41 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 210 time: 0.0947244 Jul 23 14:11:41.572023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Router d1a05eaf-43ad-4d92-b203-c5640d554113 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:11:41.576539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.605374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.702324 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] For port 262f188f-299d-46fb-8384-e94837cf11e4, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:41.707132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] For port 262f188f-299d-46fb-8384-e94837cf11e4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=262f188f-299d-46fb-8384-e94837cf11e4,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:41.715392 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.817004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08908cec-0486-4b19-9a08-1cb554dff2b7 None None] Pushing event updated for resources: {'Port': ['ID=262f188f-299d-46fb-8384-e94837cf11e4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:41.833459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:41.835887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Allocated IP 172.25.2.207 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3e851988-faf3-45e0-b5e3-0633c51f6abf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:41.854175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] Sync routers for ids ['d1a05eaf-43ad-4d92-b203-c5640d554113'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:41.858180 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.866240 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.881438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] Routers {'d1a05eaf-43ad-4d92-b203-c5640d554113'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:41.882457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d1a05eaf-43ad-4d92-b203-c5640d554113'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:41.897199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:41.909648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-72a24cdc-9491-4019-9923-5971bcec00b7 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6696587 Jul 23 14:11:41.910755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:41.935409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:41.956309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:41.974829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] Routers {'d1a05eaf-43ad-4d92-b203-c5640d554113'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:41.976115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d1a05eaf-43ad-4d92-b203-c5640d554113'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:42.059974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:42.061856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81196672-53ee-4174-83c4-2aa7b28fedd0 None None] The sync data for ids ['d1a05eaf-43ad-4d92-b203-c5640d554113'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:42.085613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4548de91-5cd3-4de7-aa4c-37af8bc124b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:42.222883 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:42.276578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Allocated IP 192.168.233.13 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/4e52b155-227f-4b77-ba20-f3a7ec50a6d5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:42.432325 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:42.493199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Pushing event updated for resources: {'Port': ['ID=3e851988-faf3-45e0-b5e3-0633c51f6abf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:42.533094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:42.539536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:42.551763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ceb62-24b4-43c4-bf5b-0fb96c638b59 req-a0f9feb1-2419-4ff9-a007-28a07c442a4f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:42.553444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-845ceb62-24b4-43c4-bf5b-0fb96c638b59 req-a0f9feb1-2419-4ff9-a007-28a07c442a4f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2740510 Jul 23 14:11:42.554279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:42.775431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:42.783167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-845ceb62-24b4-43c4-bf5b-0fb96c638b59 req-49274b8b-918f-400a-a4cc-6eeaa3d8cb10 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792610 Jul 23 14:11:42.792173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b49c6-9a6d-4039-a8b2-6bcc576d7c49 req-e23f98af-d409-42b4-b444-3a2e89b6e395 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:42.794409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e80b49c6-9a6d-4039-a8b2-6bcc576d7c49 req-e23f98af-d409-42b4-b444-3a2e89b6e395 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1625495 Jul 23 14:11:42.838072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:42.851604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:42.917207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e80b49c6-9a6d-4039-a8b2-6bcc576d7c49 req-c5229189-2ab3-4f46-bbc2-8d9981c65e92 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120746 Jul 23 14:11:42.968903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Transition to ACTIVE for port object 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:43.114951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Deleting port 530d3bca-9d41-44f6-9a6e-98ced5762b4d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:43.115683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:43.121443 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2a5bf15-7c54-4ec9-9529-e8163d0dccd9 req-5c0fb714-c7bd-4233-8448-65112550b885 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 210 time: 0.0688367 Jul 23 14:11:43.174360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:43.188554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:43.291244 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:43.306459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Calling delete_port for 530d3bca-9d41-44f6-9a6e-98ced5762b4d owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:43.329713 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 262f188f-299d-46fb-8384-e94837cf11e4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:43.377396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:43.393374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:43.402790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:43.514529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 262f188f-299d-46fb-8384-e94837cf11e4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:43.679980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544fa08-3cd4-4a98-80c2-eb1e6cc23766 None None] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:11:43.793362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:43.842081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b168a0fc-eb9d-4ed4-8c68-f43540294228 None None] Provisioning for port 262f188f-299d-46fb-8384-e94837cf11e4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:43.851988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Pushing event deleted for resources: {'Port': ['ID=530d3bca-9d41-44f6-9a6e-98ced5762b4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:43.852617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b168a0fc-eb9d-4ed4-8c68-f43540294228 None None] Provisioning complete for port 262f188f-299d-46fb-8384-e94837cf11e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:43.853332 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b168a0fc-eb9d-4ed4-8c68-f43540294228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.025299 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.044774 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b168a0fc-eb9d-4ed4-8c68-f43540294228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.112295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b168a0fc-eb9d-4ed4-8c68-f43540294228 None None] For port 262f188f-299d-46fb-8384-e94837cf11e4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=262f188f-299d-46fb-8384-e94837cf11e4,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:44.125109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Pushing event updated for resources: {'Port': ['ID=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:44.126635 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b168a0fc-eb9d-4ed4-8c68-f43540294228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.234032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:44.234841 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.276859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-94a770c3-f004-4c12-bada-f8198bb9b5b4 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2559650 Jul 23 14:11:44.279990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168a0fc-eb9d-4ed4-8c68-f43540294228 None None] Pushing event updated for resources: {'Port': ['ID=262f188f-299d-46fb-8384-e94837cf11e4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:44.306974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ded80efb-ed2f-42f7-947f-2f44b9fc8e80 None None] Provisioning for port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:44.317177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ded80efb-ed2f-42f7-947f-2f44b9fc8e80 None None] Provisioning complete for port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:44.318113 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded80efb-ed2f-42f7-947f-2f44b9fc8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.338821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Request body: {'port': {'device_id': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:44.394259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d63d2-431c-4500-9186-744a9b9c4c8e req-908fd140-8c30-4c73-b121-924ef49a6d61 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:44.404751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b28d63d2-431c-4500-9186-744a9b9c4c8e req-908fd140-8c30-4c73-b121-924ef49a6d61 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.4738002 Jul 23 14:11:44.409486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ded80efb-ed2f-42f7-947f-2f44b9fc8e80 None None] Port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:44.477749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.617556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b28d63d2-431c-4500-9186-744a9b9c4c8e req-60dc16bd-efbf-43f7-ae99-bbc59fb79266 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111452 Jul 23 14:11:44.621692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.628403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.635373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb692d-ad7c-4820-9edc-11a1da49bd90 req-2a218eca-950d-4734-9519-8e2790f43e30 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:44.643952 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03fb692d-ad7c-4820-9edc-11a1da49bd90 req-2a218eca-950d-4734-9519-8e2790f43e30 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.4980688 Jul 23 14:11:44.755304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6f063b9-c25b-407d-b438-c3111829dd96 None None] Provisioning complete for port 262f188f-299d-46fb-8384-e94837cf11e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:44.755304 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6f063b9-c25b-407d-b438-c3111829dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.759881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:44.792665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Router d1a05eaf-43ad-4d92-b203-c5640d554113 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:11:44.798044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-03fb692d-ad7c-4820-9edc-11a1da49bd90 req-e9501a05-c565-44c9-ba51-51b96fed9f5f tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528614 Jul 23 14:11:45.108974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:45.109536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Router d6953c79-4be4-4c6a-8c97-5a349892725c is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:11:45.122167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:45.124643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6aa263df-4e69-4ece-a922-fcee2be08a5c tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "PUT /v2.0/routers/d1a05eaf-43ad-4d92-b203-c5640d554113 HTTP/1.1" status: 200 len: 710 time: 3.2099094 Jul 23 14:11:45.131271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:45.133835 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] Sync routers for ids ['d1a05eaf-43ad-4d92-b203-c5640d554113'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:45.163478 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] Routers {'d1a05eaf-43ad-4d92-b203-c5640d554113'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:45.164725 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d1a05eaf-43ad-4d92-b203-c5640d554113'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:45.270553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 262f188f-299d-46fb-8384-e94837cf11e4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:45.291809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-27a2443d-4ba8-4882-9e11-ad3aa0ab3ef7 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/routers/d1a05eaf-43ad-4d92-b203-c5640d554113 HTTP/1.1" status: 200 len: 745 time: 0.1585581 Jul 23 14:11:45.295727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:45.296725 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:45.322608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1e706-ba05-4ba3-a248-ce8c402e308c req-86bf608e-3849-4044-b62c-7e3ce6626b0f tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:45.330730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bd1e706-ba05-4ba3-a248-ce8c402e308c req-86bf608e-3849-4044-b62c-7e3ce6626b0f tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 935 time: 0.3271828 Jul 23 14:11:45.331473 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] Routers {'d1a05eaf-43ad-4d92-b203-c5640d554113'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:45.332495 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d1a05eaf-43ad-4d92-b203-c5640d554113'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:45.383936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b6318cee-6437-4f38-be9c-ed3526483d19 tempest-RoutersIpV6AdminTest-1562830247 tempest-RoutersIpV6AdminTest-1562830247-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=d1a05eaf-43ad-4d92-b203-c5640d554113 HTTP/1.1" status: 200 len: 205 time: 0.0867205 Jul 23 14:11:45.388208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:45.436883 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:45.437790 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cee1b-6399-4162-b2bb-573d68f80004 None None] The sync data for ids ['d1a05eaf-43ad-4d92-b203-c5640d554113'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:45.474229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ab2550b-e547-4b58-9512-9f46e6b48bef tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1a05eaf-43ad-4d92-b203-c5640d554113 HTTP/1.1" status: 200 len: 205 time: 0.0842590 Jul 23 14:11:45.475319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:45.490007 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9bd1e706-ba05-4ba3-a248-ce8c402e308c req-bde0017b-6d64-4f1f-b30a-4f0b9b896331 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577878 Jul 23 14:11:45.532210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 262f188f-299d-46fb-8384-e94837cf11e4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:45.533027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:45.584332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:45.613921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Sync routers for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:45.618291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71763bd5-7931-4581-bf60-aad4610ad337 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:45.631875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:45.632515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:45.657716 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:45.659799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ee3753d7-b5f1-467b-a9f5-a1ff8719e76a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2495902 Jul 23 14:11:45.664048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:45.775784 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9932ef93-0981-43ff-a4cd-3cf24329173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:45.834584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:45.900867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:45.924571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.022321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Transition to ACTIVE for port object 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:46.047113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.116553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:42Z', 'revision_number': 3, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:46.168167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Checking router: d6953c79-4be4-4c6a-8c97-5a349892725c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:11:46.168819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Updating router d6953c79-4be4-4c6a-8c97-5a349892725c port 3e851988-faf3-45e0-b5e3-0633c51f6abf binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:11:46.261081 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.376975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Pushing event updated for resources: {'Port': ['ID=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:46.408963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0d24-c27b-4321-b62c-4378ab4dd86c req-83c01a2f-0039-44ff-a75c-75f3fb9bebc1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:46.416142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cabe0d24-c27b-4321-b62c-4378ab4dd86c req-83c01a2f-0039-44ff-a75c-75f3fb9bebc1 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.4955518 Jul 23 14:11:46.540160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71763bd5-7931-4581-bf60-aad4610ad337 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.545310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71763bd5-7931-4581-bf60-aad4610ad337 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.632552 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71763bd5-7931-4581-bf60-aad4610ad337 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.633108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71763bd5-7931-4581-bf60-aad4610ad337 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Fanout notify agent at l3_agent the message router_deleted on router d1a05eaf-43ad-4d92-b203-c5640d554113 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:11:46.643189 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71763bd5-7931-4581-bf60-aad4610ad337 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.644839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-71763bd5-7931-4581-bf60-aad4610ad337 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/d1a05eaf-43ad-4d92-b203-c5640d554113 HTTP/1.1" status: 204 len: 168 time: 1.1680884 Jul 23 14:11:46.650483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:46.728582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-372d6079-c226-417c-9262-95b1c4bbc5fd tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1a05eaf-43ad-4d92-b203-c5640d554113 HTTP/1.1" status: 200 len: 205 time: 0.0764828 Jul 23 14:11:46.731149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:46.731822 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cabe0d24-c27b-4321-b62c-4378ab4dd86c req-a1babdd4-8637-462b-a1cb-f4284c4e4ac9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769496 Jul 23 14:11:46.826311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Attempting to bind port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:46.827335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Attempting to bind port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:46.828150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Attempting to bind port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:46.843236 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d14e0fde-922e-4251-8e88-fa74ede87aea tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] delete failed (client error): The resource could not be found. Jul 23 14:11:46.843807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:11:46.844628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Attempting to bind port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:46.855595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d14e0fde-922e-4251-8e88-fa74ede87aea tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/d1a05eaf-43ad-4d92-b203-c5640d554113 HTTP/1.1" status: 404 len: 336 time: 0.1095223 Jul 23 14:11:46.856281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:46.883550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:46.884410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:46.885302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:46.886331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Bound port: 4e52b155-227f-4b77-ba20-f3a7ec50a6d5, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:46.887252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.910772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de4ce8-65f7-44f1-9942-712419d49c84 req-d9421eb8-7bc7-40e6-ab5c-7a1fa2943894 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:46.913316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55de4ce8-65f7-44f1-9942-712419d49c84 req-d9421eb8-7bc7-40e6-ab5c-7a1fa2943894 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 1.1321993 Jul 23 14:11:46.980019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:46.990087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55de4ce8-65f7-44f1-9942-712419d49c84 req-ed7950d4-4a14-4ce3-8dd1-62ed907077ee tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637016 Jul 23 14:11:47.005294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Transition to ACTIVE for port object 3e851988-faf3-45e0-b5e3-0633c51f6abf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:47.036283 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.046619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] For port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:47.050394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] For port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:47.061861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.077925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-db6e52ea-6350-43b2-bd78-3ec7789aa2a8 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c HTTP/1.1" status: 200 len: 205 time: 0.2168071 Jul 23 14:11:47.112798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.118101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4913814-c714-485e-93ef-bfce0b55232f None None] Pushing event updated for resources: {'Port': ['ID=3e851988-faf3-45e0-b5e3-0633c51f6abf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:47.129708 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8e9a482d-bada-41e7-838f-8f58c5332292 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] delete failed (client error): The resource could not be found. Jul 23 14:11:47.131533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8e9a482d-bada-41e7-838f-8f58c5332292 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/6bb3771f-4bf1-466d-8a5d-9c3d78c7c90c HTTP/1.1" status: 404 len: 336 time: 0.0683556 Jul 23 14:11:47.136480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.158342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Attempting to bind port 3e851988-faf3-45e0-b5e3-0633c51f6abf on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:47.158817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Attempting to bind port 3e851988-faf3-45e0-b5e3-0633c51f6abf by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:47.159229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Attempting to bind port 3e851988-faf3-45e0-b5e3-0633c51f6abf on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:47.167761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:47.168289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:47.168701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.169195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:47.169808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Bound port: 3e851988-faf3-45e0-b5e3-0633c51f6abf, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:47.170191 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.218886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f5ae460e-023b-4567-86c0-81354516b823 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=5668c590-b2f0-4a52-91a9-35e672abeb7f HTTP/1.1" status: 200 len: 205 time: 0.0810866 Jul 23 14:11:47.219743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.237654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] For port 3e851988-faf3-45e0-b5e3-0633c51f6abf, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:47.239781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:47.240838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.241411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] For port 3e851988-faf3-45e0-b5e3-0633c51f6abf, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3e851988-faf3-45e0-b5e3-0633c51f6abf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:47.242976 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] 10.222.0.11 "PUT /v2.0/ports/4e52b155-227f-4b77-ba20-f3a7ec50a6d5 HTTP/1.1" status: 200 len: 1095 time: 2.9172752 Jul 23 14:11:47.247486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'tag': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:47.248799 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.250349 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4e9d8b-87b2-44bf-b432-83c0eb7bd744", "tag": "4e52b155-227f-4b77-ba20-f3a7ec50a6d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:47.343426 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8249b4b2-35e2-44c6-af0c-ee0a9031ea31 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] delete failed (client error): The resource could not be found. Jul 23 14:11:47.350490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8249b4b2-35e2-44c6-af0c-ee0a9031ea31 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/5668c590-b2f0-4a52-91a9-35e672abeb7f HTTP/1.1" status: 404 len: 336 time: 0.1292090 Jul 23 14:11:47.351178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.369209 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04134f1-e36d-49f0-8ece-ec8bd8d0ca17 x-openstack-request-id: req-a04134f1-e36d-49f0-8ece-ec8bd8d0ca17 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:47.369209 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4e9d8b-87b2-44bf-b432-83c0eb7bd744", "tag": "4e52b155-227f-4b77-ba20-f3a7ec50a6d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:47.369209 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a04134f1-e36d-49f0-8ece-ec8bd8d0ca17 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:47.369209 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'tag': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5', 'status': 'completed', 'code': 200} Jul 23 14:11:47.394191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:47.402030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-134dc92f-9f91-4770-a9b4-f12ab0b271ab tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd4fb5-18e3-44f5-b470-d74f07523fd4 HTTP/1.1" status: 200 len: 205 time: 0.0476215 Jul 23 14:11:47.403086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:47.405106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.483441 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-40acfd79-252b-42f3-9ad8-fa03f2dc5eec tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] delete failed (client error): The resource could not be found. Jul 23 14:11:47.490951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-40acfd79-252b-42f3-9ad8-fa03f2dc5eec tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/edbd4fb5-18e3-44f5-b470-d74f07523fd4 HTTP/1.1" status: 404 len: 336 time: 0.0813665 Jul 23 14:11:47.492171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.533050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4913814-c714-485e-93ef-bfce0b55232f None None] Pushing event updated for resources: {'Port': ['ID=3e851988-faf3-45e0-b5e3-0633c51f6abf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:47.559926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f16c83-786a-4465-bbd0-6f2e50f99a99 service neutron] Pushing event updated for resources: {'Port': ['ID=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:47.565904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8e170f4e-3f9b-419c-b8ec-84c45be98080 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=3549413e-4365-463c-9075-4a12695db0f7 HTTP/1.1" status: 200 len: 205 time: 0.0724249 Jul 23 14:11:47.571039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.581123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10022e-1508-4a09-abd4-0afb78bd1767 req-d22c9b86-b537-4659-a7dc-e0e68c8ba81c tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:47.583089 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5d10022e-1508-4a09-abd4-0afb78bd1767 req-d22c9b86-b537-4659-a7dc-e0e68c8ba81c tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 947 time: 0.4648054 Jul 23 14:11:47.641315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.643617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:47.643738 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2372467c-8553-4941-b7ea-21e996b61745 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] delete failed (client error): The resource could not be found. Jul 23 14:11:47.646113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2372467c-8553-4941-b7ea-21e996b61745 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/3549413e-4365-463c-9075-4a12695db0f7 HTTP/1.1" status: 404 len: 336 time: 0.0738220 Jul 23 14:11:47.647438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.683344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-47f79386-1094-4af8-81b1-13f96a75da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:47.684918 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-47f79386-1094-4af8-81b1-13f96a75da51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1904e494ba674ca98687b7cd69255ffa&device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 1098 time: 0.3096201 Jul 23 14:11:47.698720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d9c06969-d340-4da6-9e06-ea8e8eeeb4ad tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9d3115c-8dc4-464e-8da3-a81efa8b4374 HTTP/1.1" status: 200 len: 205 time: 0.0494347 Jul 23 14:11:47.699349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.726915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:47.743949 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ae474245-c1af-43c8-923f-e1c71a888c0a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] delete failed (client error): The resource could not be found. Jul 23 14:11:47.753937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae474245-c1af-43c8-923f-e1c71a888c0a tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/routers/c9d3115c-8dc4-464e-8da3-a81efa8b4374 HTTP/1.1" status: 404 len: 336 time: 0.0532050 Jul 23 14:11:47.754560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:47.796045 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c130ccf-1339-4f9c-81ce-c1741c504061 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] DELETE failed (client error): The resource could not be found. Jul 23 14:11:47.796540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c130ccf-1339-4f9c-81ce-c1741c504061 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:47.797336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-a64e8813-63e2-4d2d-84be-335b36f52962 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4e52b155-227f-4b77-ba20-f3a7ec50a6d5 HTTP/1.1" status: 200 len: 217 time: 0.0969920 Jul 23 14:11:47.802036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3c130ccf-1339-4f9c-81ce-c1741c504061 tempest-RoutersIpV6AdminTest-793880591 tempest-RoutersIpV6AdminTest-793880591-project] 10.222.0.21 "DELETE /v2.0/subnets/1146eeec-bbcc-41d9-bde5-bc146b85db6b HTTP/1.1" status: 404 len: 337 time: 0.0463772 Jul 23 14:11:47.832421 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5d10022e-1508-4a09-abd4-0afb78bd1767 req-9fa2421c-39f3-445a-a3e2-00eecdc91768 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373161 Jul 23 14:11:47.936299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:42Z', 'revision_number': 3, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:48.000703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae631a-e632-44ba-88d5-9c597def215b req-fca130e2-1a68-40f0-ad64-cd98b0598d31 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:48.003954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2cae631a-e632-44ba-88d5-9c597def215b req-fca130e2-1a68-40f0-ad64-cd98b0598d31 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1572556 Jul 23 14:11:48.005300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34772394-941a-4409-a2a1-1de8b8cdb5d8 None None] The sync data for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 is: [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:42Z', 'revision_number': 3, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:48.074822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2cae631a-e632-44ba-88d5-9c597def215b req-6777d7dc-a71d-434f-a3d3-4d0232a6aefb tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656919 Jul 23 14:11:48.161604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-ced8c40e-9a92-427b-a2dd-55cc80622098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:48.163214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-ced8c40e-9a92-427b-a2dd-55cc80622098 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.2559795 Jul 23 14:11:48.217506 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Allocated IP 172.20.0.1 (827eb4ad-ac52-43b5-b7eb-72d2b1c38f45/e54ff542-5be1-4e57-8ee8-9b741232e996/1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:48.264758 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:48.316461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:48.317991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9c3b-7582-4d0b-914b-67ec6a4fb7ea req-7c9bfece-3653-4dad-b26d-0feda77d26f7 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:48.320083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215b9c3b-7582-4d0b-914b-67ec6a4fb7ea req-7c9bfece-3653-4dad-b26d-0feda77d26f7 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.1538050 Jul 23 14:11:48.341646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-ef588582-b0e1-49e2-a209-6eaaec5153ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:48.343199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-ef588582-b0e1-49e2-a209-6eaaec5153ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702020 Jul 23 14:11:48.442912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215b9c3b-7582-4d0b-914b-67ec6a4fb7ea req-8bd4a264-9069-44ed-a7b1-4c3e56fb8139 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093702 Jul 23 14:11:48.453053 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5213-2df9-418d-bbab-e8bfbabd43be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:48.601098 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:48.606934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de91c6fd-3b21-4428-a924-3028d483f65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:48.647803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Transition to ACTIVE for port object 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:48.659368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-b725b89f-1f7b-4304-aa7f-9840a8a7418c service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721610 Jul 23 14:11:48.893998 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1520bd9f-40a4-4770-a509-176d3eb04a2d req-ca0be293-84ed-4f37-ae3a-9d2245f7bdc5 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260132 Jul 23 14:11:48.903315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de91c6fd-3b21-4428-a924-3028d483f65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:48.911937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.245070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e851988-faf3-45e0-b5e3-0633c51f6abf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:49.338227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853d02-77a3-4750-a485-e6be852dc0fd req-646376c4-47e4-4f6f-b9ae-9d2a816ddacb tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:49.349798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3e851988-faf3-45e0-b5e3-0633c51f6abf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:49.350054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74853d02-77a3-4750-a485-e6be852dc0fd req-646376c4-47e4-4f6f-b9ae-9d2a816ddacb tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1330967 Jul 23 14:11:49.355843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3e851988-faf3-45e0-b5e3-0633c51f6abf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:49.356222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.435829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74853d02-77a3-4750-a485-e6be852dc0fd req-cd9511d3-ba31-4641-97e9-0d1842a74829 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788877 Jul 23 14:11:49.464243 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.466676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de91c6fd-3b21-4428-a924-3028d483f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.519895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.562411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 3e851988-faf3-45e0-b5e3-0633c51f6abf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3e851988-faf3-45e0-b5e3-0633c51f6abf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:49.568900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.599005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:49.603174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:49.618390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91c6fd-3b21-4428-a924-3028d483f65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c5f80c-0421-40ed-8817-3fb7173df9c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:49.633337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:49.643697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:49.644018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-de91c6fd-3b21-4428-a924-3028d483f65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51688a6b8f3c4c7a8352a612e85cf243&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3250864 Jul 23 14:11:49.646348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:49.653865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=3e851988-faf3-45e0-b5e3-0633c51f6abf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:49.715423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.780069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-243ddd09-326b-42a4-9b04-18376f39f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:49.782003 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-243ddd09-326b-42a4-9b04-18376f39f90f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1904e494ba674ca98687b7cd69255ffa&device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 1098 time: 0.3402262 Jul 23 14:11:49.793107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ecfe9-3647-43ce-b529-210609840498 req-c77d84be-a5ca-49c9-a579-4e11376c2307 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:49.794990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-db4ecfe9-3647-43ce-b529-210609840498 req-c77d84be-a5ca-49c9-a579-4e11376c2307 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 947 time: 0.3350980 Jul 23 14:11:49.830133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7afe19c8-c852-47d7-a771-099c9830aeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:49.896100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afb4c6-bbea-4d58-bb42-735d53570eb6 req-4998ba79-1770-42e3-a463-e65c859e65c0 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:49.907603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7afb4c6-bbea-4d58-bb42-735d53570eb6 req-4998ba79-1770-42e3-a463-e65c859e65c0 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2100067 Jul 23 14:11:49.943990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7afe19c8-c852-47d7-a771-099c9830aeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.049961 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-db4ecfe9-3647-43ce-b529-210609840498 req-2d600aaf-c932-42b2-bd1b-81a0752401bf tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420402 Jul 23 14:11:50.051214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7afb4c6-bbea-4d58-bb42-735d53570eb6 req-ac9ba53c-1ad6-48d1-a26d-eebdd37a5645 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420984 Jul 23 14:11:50.087042 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7afe19c8-c852-47d7-a771-099c9830aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.091219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7afe19c8-c852-47d7-a771-099c9830aeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.095420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7afe19c8-c852-47d7-a771-099c9830aeb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58c5f80c-0421-40ed-8817-3fb7173df9c1 HTTP/1.1" status: 204 len: 168 time: 0.4479363 Jul 23 14:11:50.101894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54b29216-59dc-4d60-9212-4f523e8ac0b1 None None] Provisioning for port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:50.112478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54b29216-59dc-4d60-9212-4f523e8ac0b1 None None] Provisioning complete for port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:50.117683 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54b29216-59dc-4d60-9212-4f523e8ac0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.132096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe19c8-c852-47d7-a771-099c9830aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c5f80c-0421-40ed-8817-3fb7173df9c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:50.212868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-40ce3549-a565-4491-ae30-eaadac131c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:50.214730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-40ce3549-a565-4491-ae30-eaadac131c4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.4183772 Jul 23 14:11:50.229980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-54b29216-59dc-4d60-9212-4f523e8ac0b1 None None] Port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:50.295425 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-bd6158d1-2d86-44d3-a0e3-663a05746be4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4e52b155-227f-4b77-ba20-f3a7ec50a6d5 HTTP/1.1" status: 200 len: 217 time: 0.0622163 Jul 23 14:11:50.298721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.412654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-d65f95d8-1f6c-4171-91b6-c35cba73b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:50.414224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-d65f95d8-1f6c-4171-91b6-c35cba73b074 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.1119666 Jul 23 14:11:50.636678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:50.680156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-d98c4443-ecd7-446c-9feb-3c4eb885ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:50.680707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-d98c4443-ecd7-446c-9feb-3c4eb885ed1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2475908 Jul 23 14:11:50.706522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1fa7b631-90aa-462c-9be4-4042f3ef423c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0de80615cc804937a993329e31e5c705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685434 Jul 23 14:11:50.708999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:50.723866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.743982 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.788199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716bae0d-0ebf-439a-be87-c8d929dfc9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.812929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716bae0d-0ebf-439a-be87-c8d929dfc9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.849231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.868101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0329b-3a00-4c03-b315-03746fc6e502 req-e1f224c5-5261-476b-919e-6a8f4dc1e739 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:50.875379 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7f0329b-3a00-4c03-b315-03746fc6e502 req-e1f224c5-5261-476b-919e-6a8f4dc1e739 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.3110185 Jul 23 14:11:50.889219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716bae0d-0ebf-439a-be87-c8d929dfc9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.891913 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716bae0d-0ebf-439a-be87-c8d929dfc9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:50.893203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-716bae0d-0ebf-439a-be87-c8d929dfc9de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10a98cd6-754b-46d8-8ef9-94f2d8ea7173 HTTP/1.1" status: 204 len: 168 time: 0.1826134 Jul 23 14:11:50.908449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bae0d-0ebf-439a-be87-c8d929dfc9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a98cd6-754b-46d8-8ef9-94f2d8ea7173,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:50.920639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:50.953926 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-93d41c75-bf2c-45b9-a0f5-fb8bfccca7f5 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615213 Jul 23 14:11:51.021243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7f0329b-3a00-4c03-b315-03746fc6e502 req-16fe1128-0985-4fe3-942b-d6fa93f4dc19 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400955 Jul 23 14:11:51.152520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:51.224324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:51.226592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:51.240787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e851988-faf3-45e0-b5e3-0633c51f6abf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:51.285797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3526d511-9d88-43f8-9cf1-ce4ce9e8dd93 req-d5ca5878-a6df-4e0d-9a0d-8ad049de4a76 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220174 Jul 23 14:11:51.472184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3e851988-faf3-45e0-b5e3-0633c51f6abf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:51.473080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:51.616984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbd269-1297-46b4-baa7-255b52e971b5 req-17cb6f0c-a5df-4c98-a9cd-511b54308fa2 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:51.618976 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15cbd269-1297-46b4-baa7-255b52e971b5 req-17cb6f0c-a5df-4c98-a9cd-511b54308fa2 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.3689411 Jul 23 14:11:51.677585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Router d6953c79-4be4-4c6a-8c97-5a349892725c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:11:51.728064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15cbd269-1297-46b4-baa7-255b52e971b5 req-5efd6063-840a-4ec4-a4fa-12068b3e56ad tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970421 Jul 23 14:11:51.729699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cce772eb-dc0f-4657-b266-8fdbdb0d37cc None None] Provisioning complete for port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:51.730265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cce772eb-dc0f-4657-b266-8fdbdb0d37cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:51.781748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cce772eb-dc0f-4657-b266-8fdbdb0d37cc None None] Port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:51.814089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420b7f7-d097-4f35-b179-011948130010 req-1d24beef-5da1-4aaf-ae4f-df4da0b09f65 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:51.824608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f420b7f7-d097-4f35-b179-011948130010 req-1d24beef-5da1-4aaf-ae4f-df4da0b09f65 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 947 time: 0.1761720 Jul 23 14:11:51.923371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f420b7f7-d097-4f35-b179-011948130010 req-db4d365d-b921-474c-a091-fec7ab69886a tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937774 Jul 23 14:11:51.986408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:11:51.995620 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a1998d08-a19d-4c41-8af8-d53ba7089c24 admin admin] 10.222.0.21 "PUT /v2.0/routers/d6953c79-4be4-4c6a-8c97-5a349892725c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3300540 Jul 23 14:11:52.010349 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Sync routers for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:11:52.038973 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:52.043372 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:52.105876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905fb1c-a9c8-4d5e-8a0b-59a76d38e6a4 req-05b38339-61f4-4fcf-bf22-a5b1ea1ef6dc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:52.115711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3905fb1c-a9c8-4d5e-8a0b-59a76d38e6a4 req-05b38339-61f4-4fcf-bf22-a5b1ea1ef6dc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1456950 Jul 23 14:11:52.157564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:11:52.189300 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:52.223021 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3905fb1c-a9c8-4d5e-8a0b-59a76d38e6a4 req-1ed8fd33-5bda-4c5d-8e5b-3d204f0e3063 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058538 Jul 23 14:11:52.366888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:52.385593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5', 'mac_address': 'fa:16:3e:ef:35:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:11:52.458869 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:52.487172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:11:52.520502 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:50Z', 'revision_number': 2, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:52.526776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:52.543831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:52.556062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:52.557466 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Checking router: d6953c79-4be4-4c6a-8c97-5a349892725c for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:11:52.558300 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Updating router d6953c79-4be4-4c6a-8c97-5a349892725c port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:11:52.630155 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:52.649931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:52.758278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6fbda9fa-e9f4-4e95-85c2-108376effa86 tempest-AgentManagementNegativeTest-185462752 tempest-AgentManagementNegativeTest-185462752-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2287464 Jul 23 14:11:52.874716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['4e52b155-227f-4b77-ba20-f3a7ec50a6d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:53.063604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc46cb-1931-45f9-92b6-34ad95dfcc15 req-7679a315-12c7-4d4a-a6d6-79c932eb2713 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:53.075015 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b1dc46cb-1931-45f9-92b6-34ad95dfcc15 req-7679a315-12c7-4d4a-a6d6-79c932eb2713 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2423656 Jul 23 14:11:53.097367 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:53.120574 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Transition to ACTIVE for port object 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:53.134495 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:53.194456 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b1dc46cb-1931-45f9-92b6-34ad95dfcc15 req-46d9f1f8-d486-4386-acd8-7c0ed2960c4c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185324 Jul 23 14:11:53.288333 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Pushing event updated for resources: {'Port': ['ID=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:53.316350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.316350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.316350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.316350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.316350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.322798 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.323245 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.323588 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.323926 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.324257 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.324591 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.324916 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:11:53.341065 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Attempting to bind port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:11:53.341514 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Attempting to bind port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:11:53.341741 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Attempting to bind port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:11:53.353588 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:11:53.353966 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:11:53.354376 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:53.354810 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Bound using segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:11:53.355653 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Bound port: 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:11:53.355653 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:53.441353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfa262-8130-4042-b443-8345e728fdec req-e5227334-84ae-4e36-97f1-e49f0a16072a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:53.443709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7dfa262-8130-4042-b443-8345e728fdec req-e5227334-84ae-4e36-97f1-e49f0a16072a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.1385603 Jul 23 14:11:53.474934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:53.511595 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] For port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:11:53.517814 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] For port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:11:53.525626 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:53.647936 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123f7a5-437d-4cae-a2e3-6938fb4c9b11 None None] Pushing event updated for resources: {'Port': ['ID=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:53.671815 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:11:53.672560 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:53.681192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:53.694372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44ae60ab-4b19-4618-996a-73e74550a36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:53.706986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393481339', 'description': 'tempest-description--1086384444'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:53.770369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:11:53.770369 n-d-801990-3 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:11:53.770369 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'id': '782ec30c-5f2d-464d-98c8-6617dcbc08d8', 'expiration': datetime.datetime(2021, 7, 23, 14, 13, 53, 735856)}] Jul 23 14:11:53.770369 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:11:53.770902 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:11:53.810947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Deleting port fe3e7486-79bc-48da-8612-e8e8f7013527 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:11:53.811299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:53.927189 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:11:53.969074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] For port fe3e7486-79bc-48da-8612-e8e8f7013527, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fe3e7486-79bc-48da-8612-e8e8f7013527,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:53.969227 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.004940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Calling delete_port for fe3e7486-79bc-48da-8612-e8e8f7013527 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:11:54.046173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44ae60ab-4b19-4618-996a-73e74550a36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.056937 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44ae60ab-4b19-4618-996a-73e74550a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.076207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0370-a34f-4396-98b4-2df705442852 req-3b645d8f-3d32-4c4e-85d5-cb5659233bf1 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:54.083558 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3dde0370-a34f-4396-98b4-2df705442852 req-3b645d8f-3d32-4c4e-85d5-cb5659233bf1 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 948 time: 0.4855347 Jul 23 14:11:54.092114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-44ae60ab-4b19-4618-996a-73e74550a36c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c6faf148d6e441697a2923486b64eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158037 Jul 23 14:11:54.095970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:54.155274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3dde0370-a34f-4396-98b4-2df705442852 req-99a2ef0f-5310-417a-99b0-b21c45b94993 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706949 Jul 23 14:11:54.165900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:54.237418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcee4-7d1a-4386-a38d-7bb669f00810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.251287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae60ab-4b19-4618-996a-73e74550a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba1dfa5-74fd-412e-8439-11b1b998af01,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:54.282443 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:53Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:11:54.301198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fb647-eb18-407a-811c-a9c0a93d4b2b req-412f5a37-5e2c-4e6d-83ea-dcc44b32fedd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:54.301198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb0fb647-eb18-407a-811c-a9c0a93d4b2b req-412f5a37-5e2c-4e6d-83ea-dcc44b32fedd tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f HTTP/1.1" status: 200 len: 945 time: 0.3834910 Jul 23 14:11:54.310588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:54.315316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:54.315788 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.327998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.328529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcee4-7d1a-4386-a38d-7bb669f00810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.363000 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0fdd-2b1b-4a14-851d-a971eefeac77 None None] The sync data for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 is: [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:53Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:11:54.363415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fe3e7486-79bc-48da-8612-e8e8f7013527'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:11:54.374797 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.380301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event deleted for resources: {'Port': ['ID=fe3e7486-79bc-48da-8612-e8e8f7013527,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:54.436086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcee4-7d1a-4386-a38d-7bb669f00810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.439397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcee4-7d1a-4386-a38d-7bb669f00810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.443602 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae6bcee4-7d1a-4386-a38d-7bb669f00810 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ba1dfa5-74fd-412e-8439-11b1b998af01 HTTP/1.1" status: 204 len: 168 time: 0.3414373 Jul 23 14:11:54.516000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb0fb647-eb18-407a-811c-a9c0a93d4b2b req-bbfca0bf-7d68-4b14-b3ab-5f0f4a11b105 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992421 Jul 23 14:11:54.517182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bcee4-7d1a-4386-a38d-7bb669f00810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba1dfa5-74fd-412e-8439-11b1b998af01,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:54.536608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] No DVR routers for this DVR port fe3e7486-79bc-48da-8612-e8e8f7013527 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:11:54.542440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.544607 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d7dfa262-8130-4042-b443-8345e728fdec req-aa80ca8c-56d6-4e47-b636-aacae9074622 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.48 "DELETE /v2.0/ports/fe3e7486-79bc-48da-8612-e8e8f7013527 HTTP/1.1" status: 204 len: 173 time: 1.0937183 Jul 23 14:11:54.548186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'name': 'network-vif-deleted', 'tag': 'fe3e7486-79bc-48da-8612-e8e8f7013527'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:54.550586 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1935b5-6fef-4224-b5bc-463b99d7a90d" -d '{"events": [{"server_uuid": "7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f", "name": "network-vif-deleted", "tag": "fe3e7486-79bc-48da-8612-e8e8f7013527"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:54.582323 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.617763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:11:54.621754 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088cddf5-2c91-45d3-8137-fa21c2d0e6f2" -d '{"events": [{"server_uuid": "fd4e9d8b-87b2-44bf-b432-83c0eb7bd744", "name": "network-vif-plugged", "status": "completed", "tag": "4e52b155-227f-4b77-ba20-f3a7ec50a6d5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:11:54.673348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c126c-34af-4f6b-ad14-91e820afd493 req-2987d348-39bc-41d0-8b54-72989c83e529 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:54.681453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e38c126c-34af-4f6b-ad14-91e820afd493 req-2987d348-39bc-41d0-8b54-72989c83e529 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.3077247 Jul 23 14:11:54.696237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:54.713430 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.773718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.793546 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e38c126c-34af-4f6b-ad14-91e820afd493 req-0a212eef-bb47-44a1-a6bb-d7c1e5f7cac4 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048484 Jul 23 14:11:54.799090 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c39d1a-87cd-4ac7-8b18-a8aa84811764 x-openstack-request-id: req-a7c39d1a-87cd-4ac7-8b18-a8aa84811764 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:54.799486 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f", "name": "network-vif-deleted", "tag": "fe3e7486-79bc-48da-8612-e8e8f7013527", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:54.799852 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7c39d1a-87cd-4ac7-8b18-a8aa84811764 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:54.810814 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d04b4ca-cb4b-4bb6-b54a-d999c8794d0f', 'name': 'network-vif-deleted', 'tag': 'fe3e7486-79bc-48da-8612-e8e8f7013527', 'status': 'completed', 'code': 200} Jul 23 14:11:54.813557 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.869627 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eac501b-7b80-498e-a229-3a6ea240280a x-openstack-request-id: req-0eac501b-7b80-498e-a229-3a6ea240280a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:11:54.870012 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4e9d8b-87b2-44bf-b432-83c0eb7bd744", "name": "network-vif-plugged", "status": "completed", "tag": "4e52b155-227f-4b77-ba20-f3a7ec50a6d5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:11:54.870468 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eac501b-7b80-498e-a229-3a6ea240280a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:11:54.871153 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5', 'code': 200} Jul 23 14:11:54.888094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:54.899016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f8989a-36b1-4235-9acb-7217726d9fff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:54.912274 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:54.914459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c0ff044c-c105-4ccf-8fee-d191e4f9e11a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2104363 Jul 23 14:11:54.916647 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:54.921882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a253799-950d-45a6-b249-2dcb1160146f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'security_group_rule': {'security_group_id': '28f8989a-36b1-4235-9acb-7217726d9fff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:55.041859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a253799-950d-45a6-b249-2dcb1160146f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.071080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c8332-eb7d-4000-ab6d-1d291cad588d req-6ce9d8af-e2c2-4ee2-b970-af613d1715af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:55.073390 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a3c8332-eb7d-4000-ab6d-1d291cad588d req-6ce9d8af-e2c2-4ee2-b970-af613d1715af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 1100 time: 0.1332233 Jul 23 14:11:55.148726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a253799-950d-45a6-b249-2dcb1160146f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.153021 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a3c8332-eb7d-4000-ab6d-1d291cad588d req-fbcda4a8-bfa6-4414-87a8-d835c3beeb0f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Jul 23 14:11:55.157059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a253799-950d-45a6-b249-2dcb1160146f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.186446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253799-950d-45a6-b249-2dcb1160146f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325be230-7f31-4b5c-922e-315793999133,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:55.204796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a253799-950d-45a6-b249-2dcb1160146f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.210454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3a253799-950d-45a6-b249-2dcb1160146f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925153 Jul 23 14:11:55.214495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:55.221708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7163d34d-6fb2-4215-bed2-3abea19e1665 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'security_group_rule': {'security_group_id': '28f8989a-36b1-4235-9acb-7217726d9fff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:55.281695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:55.347637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7163d34d-6fb2-4215-bed2-3abea19e1665 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.429170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:55.447721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:55.448231 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.474229 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7163d34d-6fb2-4215-bed2-3abea19e1665 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.487732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc02aad-bbd0-437f-8666-7f38d34500ff req-a25c9c2c-3a3f-4202-bf47-793b5b0a7db0 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:55.488216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-ed6d00c6-fe02-4dc1-a9ed-b04a9cd5af3d tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:55.490492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3dc02aad-bbd0-437f-8666-7f38d34500ff req-a25c9c2c-3a3f-4202-bf47-793b5b0a7db0 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 949 time: 0.1877739 Jul 23 14:11:55.492421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7163d34d-6fb2-4215-bed2-3abea19e1665 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.496038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-ed6d00c6-fe02-4dc1-a9ed-b04a9cd5af3d tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/networks?id=33cfa292-2514-48c8-9348-f8efbe2376d8 HTTP/1.1" status: 200 len: 815 time: 0.2204409 Jul 23 14:11:55.518406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-1468e7f2-4d88-45fb-8f1e-55ae9a263127 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/quotas/e87fe7bdf04040a0af55dd6f86366bf1 HTTP/1.1" status: 200 len: 375 time: 0.0212212 Jul 23 14:11:55.552219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163d34d-6fb2-4215-bed2-3abea19e1665 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74dd2831-450d-4798-b48f-bd8a23979707,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:55.591761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3dc02aad-bbd0-437f-8666-7f38d34500ff req-b5bbdd99-410a-491c-a524-89cfa3ab90a0 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604861 Jul 23 14:11:55.593684 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7163d34d-6fb2-4215-bed2-3abea19e1665 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.595128 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7163d34d-6fb2-4215-bed2-3abea19e1665 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794355 Jul 23 14:11:55.599064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:55.605215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:55.616761 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.635315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.673678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-79d1aad2-f42c-4755-b44b-f4d0deeb3c83 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e87fe7bdf04040a0af55dd6f86366bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542130 Jul 23 14:11:55.716572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:11:55.745351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.842567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-48af929c-4341-4085-9f7a-6f887fa1fb3f service neutron] 10.222.0.21 "GET /v2.0/networks/33cfa292-2514-48c8-9348-f8efbe2376d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675112 Jul 23 14:11:55.891185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:55.914002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:55.982607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-75efe93c-89b9-4455-af59-22b26cf30058 service neutron] 10.222.0.21 "GET /v2.0/networks/33cfa292-2514-48c8-9348-f8efbe2376d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386445 Jul 23 14:11:55.992766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.018101 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-4bd01a9a-f5e4-4db3-8387-5a254250ab87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2434456 Jul 23 14:11:56.227315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-36607b4a-beae-4a1c-889c-e2daf6697404 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] Request body: {'port': {'network_id': '383d1c1a-f41a-4374-838f-686ea49efe93', 'name': 'tempest-NetworksNegativeTestJSON-505415264'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:56.274583 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-36607b4a-beae-4a1c-889c-e2daf6697404 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] POST failed (client error): The resource could not be found. Jul 23 14:11:56.288236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36607b4a-beae-4a1c-889c-e2daf6697404 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:56.289497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-36607b4a-beae-4a1c-889c-e2daf6697404 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2950642 Jul 23 14:11:56.310044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.354101 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3312eb-0cac-4a59-aef9-21edd2eb890a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] DELETE failed (client error): The resource could not be found. Jul 23 14:11:56.354970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3312eb-0cac-4a59-aef9-21edd2eb890a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:56.357204 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf3312eb-0cac-4a59-aef9-21edd2eb890a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "DELETE /v2.0/networks/47fad655-308f-4f33-a08b-5b1750e2a476 HTTP/1.1" status: 404 len: 339 time: 0.0458949 Jul 23 14:11:56.374095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.409518 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3803cfdb-3c1e-491a-a732-79231da3ef1a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] DELETE failed (client error): The resource could not be found. Jul 23 14:11:56.410483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3803cfdb-3c1e-491a-a732-79231da3ef1a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:56.412719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3803cfdb-3c1e-491a-a732-79231da3ef1a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "DELETE /v2.0/ports/5d5d253d-4321-4482-9383-0a0804bb72bf HTTP/1.1" status: 404 len: 333 time: 0.0372396 Jul 23 14:11:56.420561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.455691 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a577395b-db0e-4a2a-93f9-27bb14bd6410 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] DELETE failed (client error): The resource could not be found. Jul 23 14:11:56.456447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a577395b-db0e-4a2a-93f9-27bb14bd6410 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:56.458522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a577395b-db0e-4a2a-93f9-27bb14bd6410 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "DELETE /v2.0/subnets/f630fe5b-0ab3-44b6-b063-5e5003d4c221 HTTP/1.1" status: 404 len: 337 time: 0.0365455 Jul 23 14:11:56.466600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.545422 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1232e39e-5b5f-40a1-8cb7-a5952ec68467 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] GET failed (client error): The resource could not be found. Jul 23 14:11:56.551466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.552025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1232e39e-5b5f-40a1-8cb7-a5952ec68467 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "GET /v2.0/networks/4ea87dc7-9b17-4e21-b803-46efdf7ad78a HTTP/1.1" status: 404 len: 339 time: 0.0832477 Jul 23 14:11:56.581608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f6c17-67f6-4e01-8220-1f1b3ee554d2 req-5b8f9411-55ca-4538-92b8-dcca923f298b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.583193 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb3f6c17-67f6-4e01-8220-1f1b3ee554d2 req-5b8f9411-55ca-4538-92b8-dcca923f298b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.6542907 Jul 23 14:11:56.585876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Allocated IP 172.25.2.20 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/50a42b58-ac30-4f2c-abfb-7c4e3897b1e7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:56.592601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7534d3b3-a738-4540-a453-ae6272b59725 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.594860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7534d3b3-a738-4540-a453-ae6272b59725 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.3222635 Jul 23 14:11:56.614407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-c94a0703-8241-4566-9c7b-9a60e3acfce2 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/quotas/a3c904883cfb4cb19bf05f9ab98520ee HTTP/1.1" status: 200 len: 375 time: 0.0128160 Jul 23 14:11:56.625343 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fa94c6-823d-482a-a206-db4f18a3a15a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] GET failed (client error): The resource could not be found. Jul 23 14:11:56.626990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-41fa94c6-823d-482a-a206-db4f18a3a15a tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "GET /v2.0/ports/59bef3a1-a869-47e8-ac03-f6e2c6cc708b HTTP/1.1" status: 404 len: 333 time: 0.0694511 Jul 23 14:11:56.632221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.663542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-fd8158a9-ff10-4010-87c2-f2b058beb86d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349905 Jul 23 14:11:56.699092 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b30951b-e1d3-4b96-a59d-514295a4ff04 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] GET failed (client error): The resource could not be found. Jul 23 14:11:56.700449 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9b30951b-e1d3-4b96-a59d-514295a4ff04 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "GET /v2.0/subnets/9ad64322-23e0-42bd-81b7-1684338baded HTTP/1.1" status: 404 len: 337 time: 0.0648475 Jul 23 14:11:56.704704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.710202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-64310762-179f-4207-a83d-f7d823298ad1 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:56.729075 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-64310762-179f-4207-a83d-f7d823298ad1 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] PUT failed (client error): The resource could not be found. Jul 23 14:11:56.729647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64310762-179f-4207-a83d-f7d823298ad1 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:56.731510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-64310762-179f-4207-a83d-f7d823298ad1 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "PUT /v2.0/networks/56a5f55b-a0e0-4f5e-99f8-ef637e7625e7 HTTP/1.1" status: 404 len: 339 time: 0.0256577 Jul 23 14:11:56.746062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.759302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.759788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.760256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.760702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.761157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.761607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.762070 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.764046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15d9fb29-5c62-42f0-84e2-dcc0ad3cdc01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6492 time: 0.2692771 Jul 23 14:11:56.770130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-17ea3348-1769-4e79-8e70-27902fd7d13b tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:56.793907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb3f6c17-67f6-4e01-8220-1f1b3ee554d2 req-fd934330-acdd-4912-aef5-ba13fab7a8f6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012594 Jul 23 14:11:56.805426 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ea3348-1769-4e79-8e70-27902fd7d13b tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] PUT failed (client error): The resource could not be found. Jul 23 14:11:56.806181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ea3348-1769-4e79-8e70-27902fd7d13b tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:56.807347 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-17ea3348-1769-4e79-8e70-27902fd7d13b tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "PUT /v2.0/ports/f0ca5ce9-4bd1-452e-86d0-8d13a2c936c1 HTTP/1.1" status: 404 len: 333 time: 0.0561318 Jul 23 14:11:56.811274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-2ab87070-c02e-4a37-adf9-35a30c1de3d6 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381464 Jul 23 14:11:56.813466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:56.819243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-65cc0586-fa82-4ba2-a796-190d39f98192 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:56.854400 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cc0586-fa82-4ba2-a796-190d39f98192 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] PUT failed (client error): The resource could not be found. Jul 23 14:11:56.856367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cc0586-fa82-4ba2-a796-190d39f98192 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:11:56.861741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65cc0586-fa82-4ba2-a796-190d39f98192 tempest-NetworksNegativeTestJSON-176081744 tempest-NetworksNegativeTestJSON-176081744-project] 10.222.0.21 "PUT /v2.0/subnets/cd78953c-fcb7-4b0b-a0c1-d0149e9c9676 HTTP/1.1" status: 404 len: 337 time: 0.0470939 Jul 23 14:11:56.896579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:56.938833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-41767123-6210-4a2e-84ca-aea7b739a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.939305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-41767123-6210-4a2e-84ca-aea7b739a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.939769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-41767123-6210-4a2e-84ca-aea7b739a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:56.941484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-41767123-6210-4a2e-84ca-aea7b739a137 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 HTTP/1.1" status: 200 len: 2294 time: 0.1373630 Jul 23 14:11:56.981331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7c3796d5-f268-4403-9842-9d00b27c3334 service neutron] 10.222.0.21 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689756 Jul 23 14:11:57.080203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-80f29a5d-db56-4b9e-aaa3-0eca9f5413c1 req-7a795401-34cd-4e99-8c48-9c539ff73ecf tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 210 time: 0.0406263 Jul 23 14:11:57.085906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:57.092405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-8dd3e5e7-8ceb-420b-9e13-0da5045ca07a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930 HTTP/1.1" status: 200 len: 1002 time: 0.1416907 Jul 23 14:11:57.173808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:57.210228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:11:57.246098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:57.265608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:57.283976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=50a42b58-ac30-4f2c-abfb-7c4e3897b1e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:57.295642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:57.296569 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:57.359721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74b120b9-061c-4ccd-a94c-30ce93f4e639 req-955ed1ea-2b9c-4ff0-b66c-deab26256800 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 210 time: 0.0511780 Jul 23 14:11:57.376362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-0a7358b0-a886-4d37-a149-cd3b4d29491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:57.377898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-0a7358b0-a886-4d37-a149-cd3b4d29491d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d54dba8-135b-4549-a40f-e4325db6842c HTTP/1.1" status: 200 len: 851 time: 0.2482204 Jul 23 14:11:57.414972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:57.491810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:57.506006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc5852-21d1-4a42-910d-97760e63cc2d req-54705321-2036-489f-9c60-37ed28575ce7 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:57.507623 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95dc5852-21d1-4a42-910d-97760e63cc2d req-54705321-2036-489f-9c60-37ed28575ce7 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 949 time: 0.2435076 Jul 23 14:11:57.557393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1490378-ba79-4c8c-a122-1f2f1d0b9112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:57.569720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15323739-4465-46e8-92fa-9855013fa660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:57.571236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-15323739-4465-46e8-92fa-9855013fa660 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822841 Jul 23 14:11:57.594211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:57.620505 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95dc5852-21d1-4a42-910d-97760e63cc2d req-150dcf80-1d32-4f25-a583-4d61b482f04e tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009805 Jul 23 14:11:57.684249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1490378-ba79-4c8c-a122-1f2f1d0b9112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:57.690341 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1490378-ba79-4c8c-a122-1f2f1d0b9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:57.770196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a1490378-ba79-4c8c-a122-1f2f1d0b9112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94ac617fb3154287a236fa8dff812fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535776 Jul 23 14:11:57.771044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1490378-ba79-4c8c-a122-1f2f1d0b9112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3070102d-b929-4460-84d6-7f10df93867c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:57.775776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:11:57.842832 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-af09aeee-c2d3-46ce-9752-3aa99d7279dd service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494709 Jul 23 14:11:57.946020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-1634215a-a834-435d-aa2b-79a8d6ff8c9a tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:57.948325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-1634215a-a834-435d-aa2b-79a8d6ff8c9a tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.48 "GET /v2.0/networks?id=33cfa292-2514-48c8-9348-f8efbe2376d8 HTTP/1.1" status: 200 len: 815 time: 0.1950767 Jul 23 14:11:57.967986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Request body: {'port': {'device_id': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8', 'admin_state_up': True, 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:58.140706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f4e8-a91c-4302-bdca-263e3099c108 req-feed557f-571e-4afa-baef-659224591d2b tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:58.147841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f00f4e8-a91c-4302-bdca-263e3099c108 req-feed557f-571e-4afa-baef-659224591d2b tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 949 time: 0.1498690 Jul 23 14:11:58.187803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d956a304-5a9e-4831-9b0c-0e371a0ae89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.193283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Made reservation on behalf of e87fe7bdf04040a0af55dd6f86366bf1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:58.197175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.211636 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f00f4e8-a91c-4302-bdca-263e3099c108 req-e0cb3a4b-196d-465e-b221-a36b5cb6f567 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625029 Jul 23 14:11:58.236127 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.245906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-27aa2e00-8a1a-49d7-afb2-d44585d99900 service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073194 Jul 23 14:11:58.252582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.256228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d956a304-5a9e-4831-9b0c-0e371a0ae89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.311923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5deb0-d434-464e-8d54-afdec578a88e req-df2e65a4-8ec8-43c6-8ad7-f23d17c58d39 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:58.314170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dce5deb0-d434-464e-8d54-afdec578a88e req-df2e65a4-8ec8-43c6-8ad7-f23d17c58d39 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.3767412 Jul 23 14:11:58.360421 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-460bdc9f-ae36-48e2-8e08-96dddc81434a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 217 time: 0.0918086 Jul 23 14:11:58.379149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Allocated IP 172.20.0.6 (33cfa292-2514-48c8-9348-f8efbe2376d8/e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8/853bb8f7-af6d-4835-b2f9-29cddaa579bc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:11:58.487965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=50a42b58-ac30-4f2c-abfb-7c4e3897b1e7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:58.493573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac311bd6-dd17-482c-8bdf-0ab441012822 req-dd63fbb0-0d36-4b05-8e2d-c72a1d52fd18 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 210 time: 0.0465066 Jul 23 14:11:58.532552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe3e7486-79bc-48da-8612-e8e8f7013527 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:11:58.588584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: fe3e7486-79bc-48da-8612-e8e8f7013527 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:11:58.592010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fe3e7486-79bc-48da-8612-e8e8f7013527 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:11:58.611360 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dce5deb0-d434-464e-8d54-afdec578a88e req-6e92886c-d722-4df3-b21b-dc1e2de57232 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608016 Jul 23 14:11:58.637059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.640566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-2fedcc16-212e-40e0-9f6a-978f72292dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:58.642078 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-2fedcc16-212e-40e0-9f6a-978f72292dcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.2589746 Jul 23 14:11:58.653873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.696071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d956a304-5a9e-4831-9b0c-0e371a0ae89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.700522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d956a304-5a9e-4831-9b0c-0e371a0ae89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.705001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d956a304-5a9e-4831-9b0c-0e371a0ae89c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3070102d-b929-4460-84d6-7f10df93867c HTTP/1.1" status: 204 len: 168 time: 0.9256694 Jul 23 14:11:58.712085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Transition to ACTIVE for port object 853bb8f7-af6d-4835-b2f9-29cddaa579bc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:11:58.832290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a304-5a9e-4831-9b0c-0e371a0ae89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3070102d-b929-4460-84d6-7f10df93867c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:58.841288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b671a47c-d4c2-43b3-93de-b810e28efb64 req-d7572108-b7f7-42fd-bc99-1e6af7e1df6e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 210 time: 0.0712061 Jul 23 14:11:58.842004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.844299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-31a0d988-3308-4c9a-825d-1fa7135e9edf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2436581 Jul 23 14:11:58.868396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:58.939015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:11:58.948987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:11:58.956585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:11:58.985663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-4ecb98a8-b275-4302-9e42-c1df5a548288 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:58.993461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-4ecb98a8-b275-4302-9e42-c1df5a548288 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 811 time: 0.4432435 Jul 23 14:11:59.014553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-5aea8379-8a29-4a65-939e-078b4a4ae436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:59.024506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-5aea8379-8a29-4a65-939e-078b4a4ae436 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3550112 Jul 23 14:11:59.028513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Request body: {'port': {'device_id': '6e573d20-88fd-45f6-a358-deee11c99457', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'admin_state_up': True, 'tenant_id': 'a3c904883cfb4cb19bf05f9ab98520ee'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:11:59.117830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:59.122324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:59.128691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Pushing event updated for resources: {'Port': ['ID=853bb8f7-af6d-4835-b2f9-29cddaa579bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:11:59.186206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-970cf490-9ba6-4b92-8822-b6a015a51536 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2205014 Jul 23 14:11:59.569003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef411fcd-4d09-48a6-9904-16e7d425e9d5 None None] Provisioning for port 853bb8f7-af6d-4835-b2f9-29cddaa579bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:11:59.576314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef411fcd-4d09-48a6-9904-16e7d425e9d5 None None] Provisioning complete for port 853bb8f7-af6d-4835-b2f9-29cddaa579bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:11:59.576981 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef411fcd-4d09-48a6-9904-16e7d425e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:11:59.612917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efc221-5b52-4c55-9e11-0d51d56b9bea req-801e5dbd-ab48-457c-b6bf-1635943c89ed tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:59.613748 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-d295fdb4-045b-4018-ae55-f8d403b82d3d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1393481339&fields=id&tenant_id=7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 267 time: 0.2019889 Jul 23 14:11:59.634560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40efc221-5b52-4c55-9e11-0d51d56b9bea req-801e5dbd-ab48-457c-b6bf-1635943c89ed tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 949 time: 0.2508967 Jul 23 14:11:59.702965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef411fcd-4d09-48a6-9904-16e7d425e9d5 None None] Port 853bb8f7-af6d-4835-b2f9-29cddaa579bc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:11:59.718391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40efc221-5b52-4c55-9e11-0d51d56b9bea req-23906a0a-ec8a-402d-8a46-f29c278b1722 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.21 "GET /v2.0/security-groups?id=4548de91-5cd3-4de7-aa4c-37af8bc124b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Jul 23 14:11:59.774211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-9deb5318-253e-4089-bf7c-2c72060ec461 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814437 Jul 23 14:11:59.895099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-1c1dd4ab-3f24-4d38-8a68-76bbc50bcd39 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:11:59.897026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-1c1dd4ab-3f24-4d38-8a68-76bbc50bcd39 tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd4e9d8b-87b2-44bf-b432-83c0eb7bd744 HTTP/1.1" status: 200 len: 949 time: 0.1602697 Jul 23 14:11:59.933457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Made reservation on behalf of a3c904883cfb4cb19bf05f9ab98520ee for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:11:59.940880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.037634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-3d98dc99-d77a-4886-8939-24468a6802b9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:00.048666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-3d98dc99-d77a-4886-8939-24468a6802b9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.4333808 Jul 23 14:12:00.079494 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-0152244b-b582-4763-9011-de0b732a816a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/quotas/7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 375 time: 0.0292709 Jul 23 14:12:00.201242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31debf70-09a8-46da-b818-15ea2077782c req-d3806e4b-c34f-494a-9126-762e9cccca1a tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:00.205818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31debf70-09a8-46da-b818-15ea2077782c req-d3806e4b-c34f-494a-9126-762e9cccca1a tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 931 time: 0.2370095 Jul 23 14:12:00.214554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Allocated IP 172.20.0.5 (6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce/4a06bd9f-bd42-4ea7-8dc5-13896ef7634e/917dc691-3748-4585-9293-9e5c5748b475) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:00.259137 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-24ebc6e1-e56a-44bb-814c-edcb23c21eb8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781175 Jul 23 14:12:00.270676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Deleting port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:00.270676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.313650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:00.415314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31debf70-09a8-46da-b818-15ea2077782c req-f47c3270-7afc-46c5-8d00-26e0f09ba710 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006774 Jul 23 14:12:00.541600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] For port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:00.541975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.565674 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.570695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Calling delete_port for 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:00.592621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7008c3fc-e9de-4e12-815a-252a3769afd0 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1469300882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:00.675146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7008c3fc-e9de-4e12-815a-252a3769afd0 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.677412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7008c3fc-e9de-4e12-815a-252a3769afd0 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.732140 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.765195 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.799154 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['4e52b155-227f-4b77-ba20-f3a7ec50a6d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:00.811846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Pushing event deleted for resources: {'Port': ['ID=4e52b155-227f-4b77-ba20-f3a7ec50a6d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:00.812159 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-f09bc24a-cce4-44fa-bbf7-324b93d5d5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055323 Jul 23 14:12:00.821083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:00.880079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:00.896600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:00.898049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] No DVR routers for this DVR port 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:00.901886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.904851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e56f904-2041-430b-8b95-f7c6a2f2d3e8 req-2bce0005-8aec-4926-8973-98e10a71790d tempest-VolumesNegativeTest-371470603 tempest-VolumesNegativeTest-371470603-project] 10.222.0.11 "DELETE /v2.0/ports/4e52b155-227f-4b77-ba20-f3a7ec50a6d5 HTTP/1.1" status: 204 len: 173 time: 0.9949708 Jul 23 14:12:00.905824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'name': 'network-vif-deleted', 'tag': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:00.909732 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0853b62b-d607-4c20-b5a7-d73465fb9de3" -d '{"events": [{"server_uuid": "fd4e9d8b-87b2-44bf-b432-83c0eb7bd744", "name": "network-vif-deleted", "tag": "4e52b155-227f-4b77-ba20-f3a7ec50a6d5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:00.911955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event updated for resources: {'Port': ['ID=917dc691-3748-4585-9293-9e5c5748b475,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:00.928211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7008c3fc-e9de-4e12-815a-252a3769afd0 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:00.981712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7008c3fc-e9de-4e12-815a-252a3769afd0 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.068385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:01.069100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.081595 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7008c3fc-e9de-4e12-815a-252a3769afd0 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.085414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7008c3fc-e9de-4e12-815a-252a3769afd0 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7674837 Jul 23 14:12:01.087689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:01.098403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2079670814'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:01.107580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-0e178599-15bc-45ed-979f-58fb9171616a tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0953901 Jul 23 14:12:01.129854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Request body: {'port': {'device_id': '6e573d20-88fd-45f6-a358-deee11c99457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:01.135423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Made reservation on behalf of faca73f7496e465d91da445139933dc8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:01.138100 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-6b74aa31-ef20-4d3d-b897-e3e1f917903e service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127859 Jul 23 14:12:01.151825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.163311 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-8108101c-339f-4fa2-a7cf-76ff7c890a0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2805879 Jul 23 14:12:01.196572 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.317785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.356053 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.362418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.404870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644770f-aa66-4965-a568-4ca4a1459728 req-d80e1609-c8c9-4dc5-9253-4a99a123a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:01.406454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-d80e1609-c8c9-4dc5-9253-4a99a123a469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6750b5030dbb4feebf7d98ed286c2a24&device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 1097 time: 0.1597805 Jul 23 14:12:01.407041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:01.428845 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.430959 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Added segment d57e4af5-e82b-40bc-a9ef-b40789705c9c of type vlan for network 29bf015b-4df3-44e7-a745-e772b4eec46a Jul 23 14:12:01.433284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b21f02-ecec-408a-9642-e1719b03860c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:01.515696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.599061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.606175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:01.606904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:01.662527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5731361 Jul 23 14:12:01.674513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:01.686942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'subnet': {'network_id': '29bf015b-4df3-44e7-a745-e772b4eec46a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:01.775196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25f1ad-6ccc-4a1a-9661-261cde38308e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Network': ['ID=29bf015b-4df3-44e7-a745-e772b4eec46a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:01.787387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 29bf015b-4df3-44e7-a745-e772b4eec46a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:12:01.876022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Made reservation on behalf of faca73f7496e465d91da445139933dc8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:01.881183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.229025 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.328857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Subnet': ['ID=30c2fb80-040d-4692-9f1e-71e59eecacc5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:02.358152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644770f-aa66-4965-a568-4ca4a1459728 req-35e72aaf-ce06-431a-a571-2d0c4feaff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:02.360692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-35e72aaf-ce06-431a-a571-2d0c4feaff79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ebfd035-b5f1-448f-91ac-e86d333eaedf HTTP/1.1" status: 200 len: 906 time: 0.8065147 Jul 23 14:12:02.384063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Checking segment: {'id': 'd57e4af5-e82b-40bc-a9ef-b40789705c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29bf015b-4df3-44e7-a745-e772b4eec46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:02.384998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network hostable DHCP agents. Network: 29bf015b-4df3-44e7-a745-e772b4eec46a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:12:02.410891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network 29bf015b-4df3-44e7-a745-e772b4eec46a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:12:02.421350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 29bf015b-4df3-44e7-a745-e772b4eec46a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:02.426883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:02.427591 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.448928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64db8977-6854-41a3-91c0-6cf8fdbdd234 None None] Network 29bf015b-4df3-44e7-a745-e772b4eec46a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:02.473175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d64d0-e8aa-4556-b0c6-04cf7911079d req-266bea64-433f-4cff-a46e-3ec4c7bb7383 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:02.484114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-02743b16-b566-41de-9474-ea880839c8c6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8009000 Jul 23 14:12:02.484422 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-345d64d0-e8aa-4556-b0c6-04cf7911079d req-266bea64-433f-4cff-a46e-3ec4c7bb7383 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.9246564 Jul 23 14:12:02.484579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:02.500695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'network': {'name': 'tempest-router-network01--1078891727'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:02.546627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-adf4d988-da83-404e-82eb-74dabe14b9ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc82d4a-39cf-4716-9458-30decd284226 HTTP/1.1" status: 200 len: 1002 time: 0.1764684 Jul 23 14:12:02.581007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Made reservation on behalf of faca73f7496e465d91da445139933dc8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:02.588226 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-345d64d0-e8aa-4556-b0c6-04cf7911079d req-561ba636-a251-4414-8515-01e0a0318845 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064107 Jul 23 14:12:02.594580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.661798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:02.695217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.697028 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Added segment 31d0de11-2661-49f5-a919-22ba880dca4e of type vlan for network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 Jul 23 14:12:02.774829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.790945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917dc691-3748-4585-9293-9e5c5748b475 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:02.801323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644770f-aa66-4965-a568-4ca4a1459728 req-edc69b61-0f8e-4d29-af8f-4fbba8e55669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:02.804148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-edc69b61-0f8e-4d29-af8f-4fbba8e55669 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e232efcd-8ba3-45ed-a64e-e8686378e6f9 HTTP/1.1" status: 200 len: 844 time: 0.2468116 Jul 23 14:12:02.812419 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.814865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.821533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:02.822223 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.846418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-29bf015b-4df3-44e7-a745-e772b4eec46a', 'network_id': '29bf015b-4df3-44e7-a745-e772b4eec46a', 'tenant_id': 'faca73f7496e465d91da445139933dc8', 'fixed_ips': [{'subnet_id': '30c2fb80-040d-4692-9f1e-71e59eecacc5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:12:02.848277 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.883058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Transition to ACTIVE for port object 917dc691-3748-4585-9293-9e5c5748b475 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:02.890720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4047844 Jul 23 14:12:02.891619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:02.901430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:02.905324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'network': {'name': 'tempest-router-network02--437381939'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:02.987384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf558c7-8972-47c3-afb4-0d00a4e70ddd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Network': ['ID=5dbedcfd-2f7d-4482-8c11-bc3eb89ba009,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:02.991927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f846-95e7-4a75-af07-3cf2349febbc req-e5ce9aee-ead4-444b-99fd-159ab0440017 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:02.993539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5653f846-95e7-4a75-af07-3cf2349febbc req-e5ce9aee-ead4-444b-99fd-159ab0440017 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 931 time: 0.2870791 Jul 23 14:12:03.008988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Pushing event updated for resources: {'Port': ['ID=917dc691-3748-4585-9293-9e5c5748b475,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:03.022373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:12:03.031267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Made reservation on behalf of faca73f7496e465d91da445139933dc8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:03.045863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.049012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644770f-aa66-4965-a568-4ca4a1459728 req-54d56e45-f83a-4779-b909-f6dd5c2ad878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:03.050841 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-54d56e45-f83a-4779-b909-f6dd5c2ad878 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ebfd035-b5f1-448f-91ac-e86d333eaedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2306213 Jul 23 14:12:03.133547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:03.149732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.151583 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Added segment 89c64af5-c537-45dc-90d6-c2202b7d3976 of type vlan for network f26fcfd7-232f-469f-92f4-d60dc289e8f3 Jul 23 14:12:03.160090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Allocated IP 172.20.0.2 (29bf015b-4df3-44e7-a745-e772b4eec46a/30c2fb80-040d-4692-9f1e-71e59eecacc5/9806394e-1e1f-4538-829e-75c640c05f6b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:03.297331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.312957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-03f3274a-b63d-43cc-8277-c2966a848fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303920 Jul 23 14:12:03.383743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-477a67c4-bdd8-4d24-bc3f-81b8057d21ca tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:03.386095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-477a67c4-bdd8-4d24-bc3f-81b8057d21ca tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.2051952 Jul 23 14:12:03.387872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.396200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:03.397312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.467481 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f644770f-aa66-4965-a568-4ca4a1459728 req-a99fae1c-5470-4dd0-8250-8357ffde7438 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437154 Jul 23 14:12:03.492617 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5653f846-95e7-4a75-af07-3cf2349febbc req-ee3566eb-dd10-4c0e-98c7-c3cb1bb8744d tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800131 Jul 23 14:12:03.516776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6084986 Jul 23 14:12:03.523592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.536281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:03.539537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Transition to ACTIVE for port object 9806394e-1e1f-4538-829e-75c640c05f6b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:03.559664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Transition to ACTIVE for port object 9806394e-1e1f-4538-829e-75c640c05f6b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:03.563995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'subnet': {'network_id': '5dbedcfd-2f7d-4482-8c11-bc3eb89ba009', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:03.570285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Attempting to bind port 917dc691-3748-4585-9293-9e5c5748b475 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:03.570626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-2652ef40-05c3-4a11-8a5e-e10b6b42d48a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 380 time: 0.1691430 Jul 23 14:12:03.571349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Attempting to bind port 917dc691-3748-4585-9293-9e5c5748b475 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:03.571794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709edf6-1012-4866-979a-8ca50adb5c88 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Network': ['ID=f26fcfd7-232f-469f-92f4-d60dc289e8f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:03.572122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Attempting to bind port 917dc691-3748-4585-9293-9e5c5748b475 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:03.576250 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.598385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f26fcfd7-232f-469f-92f4-d60dc289e8f3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:12:03.609190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Network 29bf015b-4df3-44e7-a745-e772b4eec46a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:03.615439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'port': {'device_id': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'admin_state_up': True, 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'security_groups': ['28f8989a-36b1-4235-9acb-7217726d9fff']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:03.628892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Port 917dc691-3748-4585-9293-9e5c5748b475 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:12:03.629229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Attempting to bind port 917dc691-3748-4585-9293-9e5c5748b475 on network 6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:03.631194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:03.635258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:03.652682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:03.653028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Checking segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:03.653465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Bound using segment: {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:03.653931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Bound port: 917dc691-3748-4585-9293-9e5c5748b475, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e0dcc-f85b-4bfb-9366-95e8b285aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:03.665941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.869407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Made reservation on behalf of faca73f7496e465d91da445139933dc8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:03.874434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.906083 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88020a32-312a-4f83-81ba-64e994210c40 x-openstack-request-id: req-88020a32-312a-4f83-81ba-64e994210c40 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:03.906801 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4e9d8b-87b2-44bf-b432-83c0eb7bd744", "name": "network-vif-deleted", "tag": "4e52b155-227f-4b77-ba20-f3a7ec50a6d5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:03.906801 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88020a32-312a-4f83-81ba-64e994210c40 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:03.907329 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e9d8b-87b2-44bf-b432-83c0eb7bd744', 'name': 'network-vif-deleted', 'tag': '4e52b155-227f-4b77-ba20-f3a7ec50a6d5', 'status': 'completed', 'code': 200} Jul 23 14:12:03.912070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Made reservation on behalf of 7e34e96fc13e460cba3e4baa77f1fe63 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:03.925540 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:03.925936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Attempting to bind port 9806394e-1e1f-4538-829e-75c640c05f6b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:03.927451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] For port 917dc691-3748-4585-9293-9e5c5748b475, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:03.930502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Attempting to bind port 9806394e-1e1f-4538-829e-75c640c05f6b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd57e4af5-e82b-40bc-a9ef-b40789705c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29bf015b-4df3-44e7-a745-e772b4eec46a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:03.931025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Attempting to bind port 9806394e-1e1f-4538-829e-75c640c05f6b on network 29bf015b-4df3-44e7-a745-e772b4eec46a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:03.951540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] For port 917dc691-3748-4585-9293-9e5c5748b475, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=917dc691-3748-4585-9293-9e5c5748b475,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:04.003071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.036467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:04.037801 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.039496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] 10.222.0.11 "PUT /v2.0/ports/917dc691-3748-4585-9293-9e5c5748b475 HTTP/1.1" status: 200 len: 1091 time: 2.9154415 Jul 23 14:12:04.040091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e573d20-88fd-45f6-a358-deee11c99457', 'tag': '917dc691-3748-4585-9293-9e5c5748b475'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:04.042914 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17381bb-b8c5-4623-b347-673bdbc1430c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e573d20-88fd-45f6-a358-deee11c99457", "tag": "917dc691-3748-4585-9293-9e5c5748b475"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:04.078249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:04.078694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Checking segment: {'id': 'd57e4af5-e82b-40bc-a9ef-b40789705c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29bf015b-4df3-44e7-a745-e772b4eec46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:04.079046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.079507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Bound using segment: {'id': 'd57e4af5-e82b-40bc-a9ef-b40789705c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29bf015b-4df3-44e7-a745-e772b4eec46a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:04.079953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Bound port: 9806394e-1e1f-4538-829e-75c640c05f6b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57e4af5-e82b-40bc-a9ef-b40789705c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29bf015b-4df3-44e7-a745-e772b4eec46a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:04.080345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.100030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Pushing event updated for resources: {'Port': ['ID=9806394e-1e1f-4538-829e-75c640c05f6b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:04.165525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.165866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.166209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.166548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.169537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.170269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.171950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.173768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.174150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.177519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.178080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.178606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:04.181698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f631424-8cf0-4b12-842a-bd0b263d5e85 req-80302dce-ce38-4acb-9466-0ed9fb4536e9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1343207 Jul 23 14:12:04.253575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:04.266682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07e0d0-5849-47ac-9b75-b4b6a08da960 service neutron] Pushing event updated for resources: {'Port': ['ID=917dc691-3748-4585-9293-9e5c5748b475,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:04.319292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:12:04.319631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 4e52b155-227f-4b77-ba20-f3a7ec50a6d5 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:12:04.340881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Allocated IP 172.20.0.10 (827eb4ad-ac52-43b5-b7eb-72d2b1c38f45/e54ff542-5be1-4e57-8ee8-9b741232e996/c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:04.392088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-ac579a85-2a11-4ffd-9507-1e4dec163919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:04.393808 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-ac579a85-2a11-4ffd-9507-1e4dec163919 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 1094 time: 0.2922947 Jul 23 14:12:04.394032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] For port 9806394e-1e1f-4538-829e-75c640c05f6b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:04.411960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] For port 9806394e-1e1f-4538-829e-75c640c05f6b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9806394e-1e1f-4538-829e-75c640c05f6b,segment=NetworkSegment(d57e4af5-e82b-40bc-a9ef-b40789705c9c),segment_id=d57e4af5-e82b-40bc-a9ef-b40789705c9c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:04.435504 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.535930 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-bc9e57f5-cf5a-46d8-8829-93618e0419d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=917dc691-3748-4585-9293-9e5c5748b475 HTTP/1.1" status: 200 len: 217 time: 0.1220570 Jul 23 14:12:04.607972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd46ca-9d45-456d-97c3-d51e75a807a0 None None] Pushing event updated for resources: {'Port': ['ID=9806394e-1e1f-4538-829e-75c640c05f6b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:04.653506 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.718895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Transition to ACTIVE for port object c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:04.772360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-5cedf803-5d4c-4b03-9b1c-085dce3cbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:04.775680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-5cedf803-5d4c-4b03-9b1c-085dce3cbae4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.2306790 Jul 23 14:12:04.790448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.791688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733832ce-d4fa-49dc-bf02-5e64b9b11f48 req-95b1ecb3-b5bd-4ca5-b268-09724725a11a tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:04.801592 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-733832ce-d4fa-49dc-bf02-5e64b9b11f48 req-95b1ecb3-b5bd-4ca5-b268-09724725a11a tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 931 time: 0.5001481 Jul 23 14:12:04.806336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:04.951109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-dd8de195-b72d-43bc-9a54-d8be3d9c0aa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466992 Jul 23 14:12:05.042121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-733832ce-d4fa-49dc-bf02-5e64b9b11f48 req-915b8740-8222-446f-9063-04f078d1aec5 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395382 Jul 23 14:12:05.065250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Subnet': ['ID=f493c2bc-a026-40ec-93f9-61749ac32fb4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:05.076459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Checking segment: {'id': '31d0de11-2661-49f5-a919-22ba880dca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5dbedcfd-2f7d-4482-8c11-bc3eb89ba009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:05.077114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network hostable DHCP agents. Network: 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:12:05.189349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:12:05.230314 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-b1b19577-8804-43d1-a76d-f6c9c83a7523 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686477 Jul 23 14:12:05.368585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9806394e-1e1f-4538-829e-75c640c05f6b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:05.390840 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:12:05.394562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48dcc2e0-2229-4bb4-b2f9-750c8f73d459 req-796949fb-6768-43b9-82ac-6bf370499ce2 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530366 Jul 23 14:12:05.427244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:05.445806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd10eaa-494d-4ea4-b0f5-dddce5e262d4 None None] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:05.447824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:05.448473 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:05.521523 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39b1dd58-b4da-48f2-8ca8-829100102abd tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9827926 Jul 23 14:12:05.527727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:05.539596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'subnet': {'network_id': 'f26fcfd7-232f-469f-92f4-d60dc289e8f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:05.659705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:05.663643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:05.669096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:05.752383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:05.753451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:05.775817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:05.788793 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-915bf28d-5eaa-42a1-90e9-124f241529c5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1793377 Jul 23 14:12:05.814221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Request body: {'port': {'device_id': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:05.851724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fe2a-7c68-4750-86c4-7afa9faf7b1d req-57b73995-6664-4365-9f6b-b145bc429a64 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:05.868270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c663fe2a-7c68-4750-86c4-7afa9faf7b1d req-57b73995-6664-4365-9f6b-b145bc429a64 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.6345034 Jul 23 14:12:05.897261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9806394e-1e1f-4538-829e-75c640c05f6b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:06.042063 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c663fe2a-7c68-4750-86c4-7afa9faf7b1d req-3961bf12-d877-4297-91e2-38d0fbba093a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610353 Jul 23 14:12:06.059064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Made reservation on behalf of faca73f7496e465d91da445139933dc8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:06.069840 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:06.097975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-5dbedcfd-2f7d-4482-8c11-bc3eb89ba009', 'network_id': '5dbedcfd-2f7d-4482-8c11-bc3eb89ba009', 'tenant_id': 'faca73f7496e465d91da445139933dc8', 'fixed_ips': [{'subnet_id': 'f493c2bc-a026-40ec-93f9-61749ac32fb4'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:12:06.114941 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:06.181641 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:06.239614 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2137ea0-dbf3-4d51-93f9-b91601ff6b4f x-openstack-request-id: req-d2137ea0-dbf3-4d51-93f9-b91601ff6b4f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:06.239939 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e573d20-88fd-45f6-a358-deee11c99457", "tag": "917dc691-3748-4585-9293-9e5c5748b475", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:06.240153 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2137ea0-dbf3-4d51-93f9-b91601ff6b4f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:06.246945 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e573d20-88fd-45f6-a358-deee11c99457', 'tag': '917dc691-3748-4585-9293-9e5c5748b475', 'status': 'completed', 'code': 200} Jul 23 14:12:06.589782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12264a6c-c5e6-4028-821d-ed34ebd839ef None None] Provisioning for port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:06.611982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12264a6c-c5e6-4028-821d-ed34ebd839ef None None] Provisioning complete for port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:06.614010 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12264a6c-c5e6-4028-821d-ed34ebd839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:06.734899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-e42b68fa-0acd-464e-bb2f-d9f8a203f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:06.736526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-e42b68fa-0acd-464e-bb2f-d9f8a203f754 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 1094 time: 0.4101324 Jul 23 14:12:06.767553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123f240-675d-4541-9a1d-ac0a07a780bc None None] Network 29bf015b-4df3-44e7-a745-e772b4eec46a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:06.808037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:06.819590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:06.831159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd52c2-dc3d-47f3-ba37-af06437f7af3 req-3ca89d89-67b9-40e2-b15c-245ff9d55463 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:06.832821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2cd52c2-dc3d-47f3-ba37-af06437f7af3 req-3ca89d89-67b9-40e2-b15c-245ff9d55463 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 943 time: 0.4392064 Jul 23 14:12:06.838494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Transition to ACTIVE for port object c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:06.853409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:06.873927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12264a6c-c5e6-4028-821d-ed34ebd839ef None None] Port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:06.879561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Allocated IP 172.20.0.2 (5dbedcfd-2f7d-4482-8c11-bc3eb89ba009/f493c2bc-a026-40ec-93f9-61749ac32fb4/cfcd7bd8-de3b-483b-a65c-e089c5c0b736) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:07.031632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:07.067702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Request body: {'port': {'device_id': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:07.182503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81a7552b-0a65-4e9d-9b8c-f16a6fa3b84d None None] Provisioning for port 9806394e-1e1f-4538-829e-75c640c05f6b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:07.260883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81a7552b-0a65-4e9d-9b8c-f16a6fa3b84d None None] Provisioning complete for port 9806394e-1e1f-4538-829e-75c640c05f6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:07.266877 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a7552b-0a65-4e9d-9b8c-f16a6fa3b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:07.488912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:07.552577 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:07.674195 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:07.678145 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-fcb4bdbc-7691-4a6f-a90d-1c43d05e3f60 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205902 Jul 23 14:12:07.722550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Attempting to bind port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:07.723159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Attempting to bind port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:07.723502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Attempting to bind port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:07.736518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:12:07.736863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Attempting to bind port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:07.763615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2cd52c2-dc3d-47f3-ba37-af06437f7af3 req-bf45c8f2-35c0-49fa-88d3-50709d82afdc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116380 Jul 23 14:12:07.801719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:07.802348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:07.803011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Bound using segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:07.803840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Bound port: c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:07.804312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:07.815515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-2461830e-9d11-41d1-964c-bcab752d1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:07.818706 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-2461830e-9d11-41d1-964c-bcab752d1e4e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 200 len: 912 time: 1.0681078 Jul 23 14:12:07.935300 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:07.949432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d9177-9d22-495b-8f37-72385a9b94ea req-aff0a7e8-071e-4f1d-a29f-c93ba95cca74 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:07.959631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd2d9177-9d22-495b-8f37-72385a9b94ea req-aff0a7e8-071e-4f1d-a29f-c93ba95cca74 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 944 time: 0.4555318 Jul 23 14:12:07.970500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Transition to ACTIVE for port object cfcd7bd8-de3b-483b-a65c-e089c5c0b736 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:07.977608 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a7552b-0a65-4e9d-9b8c-f16a6fa3b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:07.977766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Subnet': ['ID=52e74a98-3f2f-4c0c-91da-6517976fc54a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:07.982487 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-357e7d2d-ffc4-443d-941e-ea3ff609fb94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=917dc691-3748-4585-9293-9e5c5748b475 HTTP/1.1" status: 200 len: 217 time: 0.1121118 Jul 23 14:12:07.983867 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-f810996a-f9b3-49a6-b790-2b34868a84fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 217 time: 0.2164240 Jul 23 14:12:08.034765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:08.040029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:08.048141 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:08.146380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-6cec9751-6a60-4560-acac-04320421d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:08.150178 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-6cec9751-6a60-4560-acac-04320421d950 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 200 len: 851 time: 0.1292562 Jul 23 14:12:08.152527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81a7552b-0a65-4e9d-9b8c-f16a6fa3b84d None None] For port 9806394e-1e1f-4538-829e-75c640c05f6b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9806394e-1e1f-4538-829e-75c640c05f6b,segment=NetworkSegment(d57e4af5-e82b-40bc-a9ef-b40789705c9c),segment_id=d57e4af5-e82b-40bc-a9ef-b40789705c9c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:08.174817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:08.175628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:08.177586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 1092 time: 2.3706458 Jul 23 14:12:08.181110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:08.183959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Transition to ACTIVE for port object cfcd7bd8-de3b-483b-a65c-e089c5c0b736 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:08.184701 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba59e52-d32b-4188-a1f4-26fd7da7011a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:08.223117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd2d9177-9d22-495b-8f37-72385a9b94ea req-85b92f4d-c745-4403-b614-c22eddaffb03 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776111 Jul 23 14:12:08.223467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a7552b-0a65-4e9d-9b8c-f16a6fa3b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:08.321352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db5236-b76f-40a0-b908-636d111fb406 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:08.420547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:08.432771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7552b-0a65-4e9d-9b8c-f16a6fa3b84d None None] Pushing event updated for resources: {'Port': ['ID=9806394e-1e1f-4538-829e-75c640c05f6b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:08.442185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 917dc691-3748-4585-9293-9e5c5748b475 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:12:08.446311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-fac0077e-707b-4802-9775-4a4e339ad8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:08.460784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-fac0077e-707b-4802-9775-4a4e339ad8b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1095 time: 0.1968095 Jul 23 14:12:08.486274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-808fd171-0323-46f2-8355-a2654fad57bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2406812 Jul 23 14:12:08.502723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853bb8f7-af6d-4835-b2f9-29cddaa579bc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:08.579881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Checking segment: {'id': '89c64af5-c537-45dc-90d6-c2202b7d3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f26fcfd7-232f-469f-92f4-d60dc289e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:08.580243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network hostable DHCP agents. Network: f26fcfd7-232f-469f-92f4-d60dc289e8f3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:12:08.598370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-3e939179-bf46-4c25-a97d-80336b7a9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:08.600420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-3e939179-bf46-4c25-a97d-80336b7a9193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.4756036 Jul 23 14:12:08.618032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:08.639426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:08.660114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:08.661411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:08.706090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-fc724052-656e-4887-b0b4-0ef0dd6f0dce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 217 time: 0.2203226 Jul 23 14:12:08.791931 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:12:08.809387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Pushing event updated for resources: {'Port': ['ID=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:08.843883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Attempting to bind port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:08.844420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Attempting to bind port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '31d0de11-2661-49f5-a919-22ba880dca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5dbedcfd-2f7d-4482-8c11-bc3eb89ba009'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:08.844896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Attempting to bind port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 on network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:08.870191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:08.870756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Checking segment: {'id': '31d0de11-2661-49f5-a919-22ba880dca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5dbedcfd-2f7d-4482-8c11-bc3eb89ba009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:08.871530 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:08.872302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Bound using segment: {'id': '31d0de11-2661-49f5-a919-22ba880dca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5dbedcfd-2f7d-4482-8c11-bc3eb89ba009'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:08.873058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Bound port: cfcd7bd8-de3b-483b-a65c-e089c5c0b736, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d0de11-2661-49f5-a919-22ba880dca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5dbedcfd-2f7d-4482-8c11-bc3eb89ba009'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:08.873832 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:08.887973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Transition to ACTIVE for port object 853bb8f7-af6d-4835-b2f9-29cddaa579bc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:08.905315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:09.153378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-32aeac3d-35ff-47b6-9d84-49d4d73181e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:09.156021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-32aeac3d-35ff-47b6-9d84-49d4d73181e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.4405985 Jul 23 14:12:09.276298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Pushing event updated for resources: {'Port': ['ID=853bb8f7-af6d-4835-b2f9-29cddaa579bc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:09.379064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9806394e-1e1f-4538-829e-75c640c05f6b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:09.405871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056551b0-8a95-41a4-a8be-517d879216a9 req-142e88ac-791f-49db-ac38-fd3754df5d0c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:09.407734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-056551b0-8a95-41a4-a8be-517d879216a9 req-142e88ac-791f-49db-ac38-fd3754df5d0c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.7513678 Jul 23 14:12:09.422777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86d8e-f8c3-426d-aa23-8b0fbe3024ce req-d68f7204-557f-4b8d-9c2d-ce54f01fc2fd tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:09.431133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-50c86d8e-f8c3-426d-aa23-8b0fbe3024ce req-d68f7204-557f-4b8d-9c2d-ce54f01fc2fd tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 931 time: 1.4457316 Jul 23 14:12:09.480075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network f26fcfd7-232f-469f-92f4-d60dc289e8f3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:12:09.537791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce0f8659-29c5-4363-9084-e4cc3a018c44 None None] Provisioning complete for port 9806394e-1e1f-4538-829e-75c640c05f6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:09.544617 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8659-29c5-4363-9084-e4cc3a018c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:09.550155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 917dc691-3748-4585-9293-9e5c5748b475, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=917dc691-3748-4585-9293-9e5c5748b475,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:09.558351 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-8c1c3a49-ba53-472c-b0e4-07775dc8da33 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0456707 Jul 23 14:12:09.590087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f26fcfd7-232f-469f-92f4-d60dc289e8f3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:09.599606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:09.603398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:09.611940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-50c86d8e-f8c3-426d-aa23-8b0fbe3024ce req-bee02373-d8ae-4c3c-be91-66a0b5c44017 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794317 Jul 23 14:12:09.636681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84aef-897d-4359-bef5-372820c6993e req-07e85650-4250-40c3-afe9-f1b42bcfed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:09.651589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-07e85650-4250-40c3-afe9-f1b42bcfed1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4883871 Jul 23 14:12:09.661911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d8d486-f153-474a-95fa-3f347b78f812 None None] Network f26fcfd7-232f-469f-92f4-d60dc289e8f3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:09.747524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b71d7a82-2469-493b-aa87-1407435a1de6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2176561 Jul 23 14:12:09.783148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:09.792365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-a0fc28ff-d3e5-46e7-b693-4d2cab5310e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:09.793916 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-a0fc28ff-d3e5-46e7-b693-4d2cab5310e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1611183 Jul 23 14:12:09.875792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '917dc691-3748-4585-9293-9e5c5748b475', 'network_id': '6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce', 'port_id': '917dc691-3748-4585-9293-9e5c5748b475', 'mac_address': 'fa:16:3e:96:71:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06bd9f-bd42-4ea7-8dc5-13896ef7634e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:12:09.889210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b17381bb-b8c5-4623-b347-673bdbc1430c req-03065d62-c7d5-43ca-b638-5dea19685cd8 service neutron] 10.222.0.11 "GET /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230722 Jul 23 14:12:09.936515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9806394e-1e1f-4538-829e-75c640c05f6b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:09.936900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:09.973344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] For port cfcd7bd8-de3b-483b-a65c-e089c5c0b736, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:10.042498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] For port cfcd7bd8-de3b-483b-a65c-e089c5c0b736, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,segment=NetworkSegment(31d0de11-2661-49f5-a919-22ba880dca4e),segment_id=31d0de11-2661-49f5-a919-22ba880dca4e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:10.142863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:10.158067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:10.231395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917dc691-3748-4585-9293-9e5c5748b475 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:10.255817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f26fcfd7-232f-469f-92f4-d60dc289e8f3', 'network_id': 'f26fcfd7-232f-469f-92f4-d60dc289e8f3', 'tenant_id': 'faca73f7496e465d91da445139933dc8', 'fixed_ips': [{'subnet_id': '52e74a98-3f2f-4c0c-91da-6517976fc54a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:12:10.257222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:10.324925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-056551b0-8a95-41a4-a8be-517d879216a9 req-a95c7d88-93ff-4b13-90dd-87b68dcba852 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8191402 Jul 23 14:12:10.357902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Attempting to bind port 853bb8f7-af6d-4835-b2f9-29cddaa579bc on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:10.358235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Attempting to bind port 853bb8f7-af6d-4835-b2f9-29cddaa579bc by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:10.358619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Attempting to bind port 853bb8f7-af6d-4835-b2f9-29cddaa579bc on network 33cfa292-2514-48c8-9348-f8efbe2376d8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:10.405751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 917dc691-3748-4585-9293-9e5c5748b475, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=917dc691-3748-4585-9293-9e5c5748b475,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:10.429717 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:10.619611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Port 853bb8f7-af6d-4835-b2f9-29cddaa579bc on network 33cfa292-2514-48c8-9348-f8efbe2376d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:12:10.621018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Attempting to bind port 853bb8f7-af6d-4835-b2f9-29cddaa579bc on network 33cfa292-2514-48c8-9348-f8efbe2376d8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:10.633177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-9d7d4e97-920e-4323-a7ed-cab18d94aef1 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9717846 Jul 23 14:12:10.642689 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6432fe45-ff1e-44b3-a028-eb14d091515b x-openstack-request-id: req-6432fe45-ff1e-44b3-a028-eb14d091515b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:10.642689 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:10.643610 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6432fe45-ff1e-44b3-a028-eb14d091515b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:10.644305 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'status': 'completed', 'code': 200} Jul 23 14:12:10.674522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:10.675115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Checking segment: {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:10.675615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Bound using segment: {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:10.676331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Bound port: 853bb8f7-af6d-4835-b2f9-29cddaa579bc, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19182e5-ba25-4959-b2d4-3dd78c6848e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:10.677019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:10.791049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Allocated IP 172.20.0.2 (f26fcfd7-232f-469f-92f4-d60dc289e8f3/52e74a98-3f2f-4c0c-91da-6517976fc54a/b0acd81d-da39-446c-a101-87134a2d78f1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:10.837375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e99139-1627-4079-8b29-ec1758f29294 None None] Pushing event updated for resources: {'Port': ['ID=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:10.951310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:11.016682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['917dc691-3748-4585-9293-9e5c5748b475'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:11.054818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] For port 853bb8f7-af6d-4835-b2f9-29cddaa579bc, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:11.148473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cc84aef-897d-4359-bef5-372820c6993e req-14da2343-9b0d-44ab-b72e-d84ab1413e4f service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899390 Jul 23 14:12:11.169945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] For port 853bb8f7-af6d-4835-b2f9-29cddaa579bc, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=853bb8f7-af6d-4835-b2f9-29cddaa579bc,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:11.195521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:11.377866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ed0ac-f5ac-4bc9-be81-6186252bd0f6 req-bdbc6d58-0042-4395-a7a6-32e248ce3508 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:11.386941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3ed0ac-f5ac-4bc9-be81-6186252bd0f6 req-bdbc6d58-0042-4395-a7a6-32e248ce3508 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 944 time: 0.4376373 Jul 23 14:12:11.423497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:11.424377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:11.426983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device cfcd7bd8-de3b-483b-a65c-e089c5c0b736 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:11.427624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] 10.222.0.48 "PUT /v2.0/ports/853bb8f7-af6d-4835-b2f9-29cddaa579bc HTTP/1.1" status: 200 len: 1091 time: 4.3701265 Jul 23 14:12:11.527690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=917dc691-3748-4585-9293-9e5c5748b475,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:11.736505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:11.761404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Transition to ACTIVE for port object b0acd81d-da39-446c-a101-87134a2d78f1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:11.800944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Transition to ACTIVE for port object b0acd81d-da39-446c-a101-87134a2d78f1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:11.809677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277f26b-d11f-4359-a7c2-8409bd313d1f service neutron] Pushing event updated for resources: {'Port': ['ID=853bb8f7-af6d-4835-b2f9-29cddaa579bc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:11.828935 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:11.987865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3ed0ac-f5ac-4bc9-be81-6186252bd0f6 req-1f215978-059d-4407-9348-9b8520b53508 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965779 Jul 23 14:12:11.996673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-4d5b7d86-867b-4df0-8434-193bc5ecf48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:12.011156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-4d5b7d86-867b-4df0-8434-193bc5ecf48a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1095 time: 0.6908350 Jul 23 14:12:12.057419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Allocated IP 172.20.0.1 (5dbedcfd-2f7d-4482-8c11-bc3eb89ba009/f493c2bc-a026-40ec-93f9-61749ac32fb4/702315d8-8d68-4f8a-8e78-6c2313ebfb58) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:12.237332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Network f26fcfd7-232f-469f-92f4-d60dc289e8f3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:12.238426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Pushing event updated for resources: {'Port': ['ID=b0acd81d-da39-446c-a101-87134a2d78f1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:12.290876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:12.294403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:12.310707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b93f32-b92e-4516-900a-0db0b203657d None None] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:12.381427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:12.434880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-00047a96-8fdf-4dad-9432-51e3b6f141bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:12.436885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-00047a96-8fdf-4dad-9432-51e3b6f141bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.4244685 Jul 23 14:12:12.477015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Attempting to bind port b0acd81d-da39-446c-a101-87134a2d78f1 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:12.477594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Attempting to bind port b0acd81d-da39-446c-a101-87134a2d78f1 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '89c64af5-c537-45dc-90d6-c2202b7d3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f26fcfd7-232f-469f-92f4-d60dc289e8f3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:12.477701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Attempting to bind port b0acd81d-da39-446c-a101-87134a2d78f1 on network f26fcfd7-232f-469f-92f4-d60dc289e8f3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:12.479671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2ba0daf8-fd32-4925-ade6-c8f5746ef0f0 None None] Provisioning for port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:12.494322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2ba0daf8-fd32-4925-ade6-c8f5746ef0f0 None None] Provisioning complete for port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:12.494718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba0daf8-fd32-4925-ade6-c8f5746ef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:12.500787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:12.500787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Checking segment: {'id': '89c64af5-c537-45dc-90d6-c2202b7d3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f26fcfd7-232f-469f-92f4-d60dc289e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:12.501218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:12.501218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Bound using segment: {'id': '89c64af5-c537-45dc-90d6-c2202b7d3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f26fcfd7-232f-469f-92f4-d60dc289e8f3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:12.501698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Bound port: b0acd81d-da39-446c-a101-87134a2d78f1, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c64af5-c537-45dc-90d6-c2202b7d3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f26fcfd7-232f-469f-92f4-d60dc289e8f3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:12.502143 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:12.510319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-15f2c0ce-a78a-470c-b6f9-14055a0e30e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 217 time: 0.0626543 Jul 23 14:12:12.528177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2bca8-d407-4bc8-b081-62ff9fc7d677 req-12ee76cb-d05b-47f0-9a91-7d8921fd7eac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:12.535455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35c2bca8-d407-4bc8-b081-62ff9fc7d677 req-12ee76cb-d05b-47f0-9a91-7d8921fd7eac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 944 time: 0.3653736 Jul 23 14:12:12.564180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:12.609712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Transition to ACTIVE for port object 702315d8-8d68-4f8a-8e78-6c2313ebfb58 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:12.645919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'tag': '853bb8f7-af6d-4835-b2f9-29cddaa579bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:12.648769 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d079d8f1-86b4-4acb-9256-5fe0da808884" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ec92bc-44c3-4e4a-8ca6-33dcd5753340", "tag": "853bb8f7-af6d-4835-b2f9-29cddaa579bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:12.659258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-c189e688-99f9-44ab-a60e-42f3baebf6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:12.662701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-c189e688-99f9-44ab-a60e-42f3baebf6cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1425979 Jul 23 14:12:12.669332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35c2bca8-d407-4bc8-b081-62ff9fc7d677 req-eacbb2d8-9f63-4ca7-a673-8cc1e3612496 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328330 Jul 23 14:12:12.687235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] For port b0acd81d-da39-446c-a101-87134a2d78f1, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:12.697658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] For port b0acd81d-da39-446c-a101-87134a2d78f1, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b0acd81d-da39-446c-a101-87134a2d78f1,segment=NetworkSegment(89c64af5-c537-45dc-90d6-c2202b7d3976),segment_id=89c64af5-c537-45dc-90d6-c2202b7d3976)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:12.735135 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:12.741565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:12.952430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:12.953505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba0daf8-fd32-4925-ade6-c8f5746ef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:12.959389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Port': ['ID=702315d8-8d68-4f8a-8e78-6c2313ebfb58,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:12.967019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-65376f4d-819f-4c88-b006-a48b66f2c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:12.969330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-65376f4d-819f-4c88-b006-a48b66f2c229 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2942090 Jul 23 14:12:12.973613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:12.981052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:13.026229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120de08-3f11-4466-b3cb-d91b08e6bab9 None None] Pushing event updated for resources: {'Port': ['ID=b0acd81d-da39-446c-a101-87134a2d78f1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:13.076829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2ba0daf8-fd32-4925-ade6-c8f5746ef0f0 None None] For port cfcd7bd8-de3b-483b-a65c-e089c5c0b736, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,segment=NetworkSegment(31d0de11-2661-49f5-a919-22ba880dca4e),segment_id=31d0de11-2661-49f5-a919-22ba880dca4e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:13.086995 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba0daf8-fd32-4925-ade6-c8f5746ef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:13.152577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:13.176316 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-2ff5bba1-6e5c-4514-9873-f1ce0860409c service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187129 Jul 23 14:12:13.235945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0daf8-fd32-4925-ade6-c8f5746ef0f0 None None] Pushing event updated for resources: {'Port': ['ID=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:13.331410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a51fb8-1e8f-4122-84de-f2c0dab8f0c4 req-b1f86a80-c284-461c-933a-b0bf582032ed tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:13.352549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49a51fb8-1e8f-4122-84de-f2c0dab8f0c4 req-b1f86a80-c284-461c-933a-b0bf582032ed tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.3609841 Jul 23 14:12:13.453417 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49a51fb8-1e8f-4122-84de-f2c0dab8f0c4 req-c6efcdad-606d-47e7-9f5a-0490849ad108 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998130 Jul 23 14:12:13.476297 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-2a97b701-87cc-4cc6-8344-b3155673dcfe service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840791 Jul 23 14:12:13.533380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-0b9e145a-f3b2-428d-a74f-10b236a53d6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4e76325a-27d4-4201-8bf2-98572f2c600d HTTP/1.1" status: 200 len: 217 time: 0.0496469 Jul 23 14:12:13.606496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-67eaff8e-247f-4013-8558-bbf0f3e45e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:13.608671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-67eaff8e-247f-4013-8558-bbf0f3e45e33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.0601184 Jul 23 14:12:13.627518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-19a23d47-b1c5-4451-99f7-e9692fbb0b2f None None] Provisioning complete for port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:13.628771 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19a23d47-b1c5-4451-99f7-e9692fbb0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:13.751201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-864daef4-5958-40f5-8cca-4a2416080ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:13.752739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-864daef4-5958-40f5-8cca-4a2416080ddf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1319606 Jul 23 14:12:13.853179 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9853fb-f2f5-4714-bfcb-7e1e15295e4e x-openstack-request-id: req-cc9853fb-f2f5-4714-bfcb-7e1e15295e4e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:13.853727 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ec92bc-44c3-4e4a-8ca6-33dcd5753340", "tag": "853bb8f7-af6d-4835-b2f9-29cddaa579bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:13.853988 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc9853fb-f2f5-4714-bfcb-7e1e15295e4e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:13.855084 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'tag': '853bb8f7-af6d-4835-b2f9-29cddaa579bc', 'status': 'completed', 'code': 200} Jul 23 14:12:13.877516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-893bc314-9a1d-4525-9e24-a229e6f91878 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155255 Jul 23 14:12:13.917890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b21dcad-3edb-4d2b-8cdf-570507bcdefe None None] Provisioning for port 702315d8-8d68-4f8a-8e78-6c2313ebfb58 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:13.925529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b21dcad-3edb-4d2b-8cdf-570507bcdefe None None] Provisioning complete for port 702315d8-8d68-4f8a-8e78-6c2313ebfb58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:13.926408 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b21dcad-3edb-4d2b-8cdf-570507bcdefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:13.958824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-e04a9bf1-4a85-40f1-966d-df9acb86aa5a service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9743128 Jul 23 14:12:13.964305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-4f340d0c-2779-45a6-8152-1de1dd2c7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:13.966038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-4f340d0c-2779-45a6-8152-1de1dd2c7699 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e87fe7bdf04040a0af55dd6f86366bf1&device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 1094 time: 1.1364560 Jul 23 14:12:14.007560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b21dcad-3edb-4d2b-8cdf-570507bcdefe None None] Port 702315d8-8d68-4f8a-8e78-6c2313ebfb58 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:14.029868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f025d6-0469-4fee-99d1-21120bcaaefe req-8ac06f1a-2b76-4b60-8bc3-c38af0c95865 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.031830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79f025d6-0469-4fee-99d1-21120bcaaefe req-8ac06f1a-2b76-4b60-8bc3-c38af0c95865 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 943 time: 1.1871109 Jul 23 14:12:14.135295 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-f51e24ed-d927-4210-b30f-8fe1832dc8ba service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488897 Jul 23 14:12:14.160739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-f9386f7a-2282-4f6e-815b-abdc38348f46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853bb8f7-af6d-4835-b2f9-29cddaa579bc HTTP/1.1" status: 200 len: 217 time: 0.1116157 Jul 23 14:12:14.235963 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-4a790989-054f-4bf9-87a4-fd67ccbe7494 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c HTTP/1.1" status: 200 len: 217 time: 0.0877552 Jul 23 14:12:14.272800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:14.305544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:14.312536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7756f8ee-3ed9-4e41-8bb3-fb868713b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.314017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-7756f8ee-3ed9-4e41-8bb3-fb868713b9c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8 HTTP/1.1" status: 200 len: 854 time: 0.1419623 Jul 23 14:12:14.347045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee0ead-d3a8-45b1-b3bb-7bf07872cc87 req-01405e48-c1c3-4a08-862f-e1649b0f5b2c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.348551 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69ee0ead-d3a8-45b1-b3bb-7bf07872cc87 req-01405e48-c1c3-4a08-862f-e1649b0f5b2c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 944 time: 0.2514968 Jul 23 14:12:14.355170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79f025d6-0469-4fee-99d1-21120bcaaefe req-2c7b9c59-ec82-46b7-9d7a-ed33159023b8 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978654 Jul 23 14:12:14.400600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-8d36f669-be62-46fc-b43f-50bb91e9b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.402299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-8d36f669-be62-46fc-b43f-50bb91e9b29e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1506693 Jul 23 14:12:14.467855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fba59e52-d32b-4188-a1f4-26fd7da7011a req-d8acfe19-0ca6-401b-ac28-d703839491cb service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006056 Jul 23 14:12:14.469241 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-69ee0ead-d3a8-45b1-b3bb-7bf07872cc87 req-5e0f9bdc-1546-41d0-9f45-bffdf33b9049 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105204 Jul 23 14:12:14.492174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:12:14.494914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 917dc691-3748-4585-9293-9e5c5748b475 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:14.611896 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-621a3212-1119-4b5b-b5ee-f8fa7c1b43b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1904e494ba674ca98687b7cd69255ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005040 Jul 23 14:12:14.616163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:14.616938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-26c2c0eb-a444-4ae4-863c-75fc3916e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.620653 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-26c2c0eb-a444-4ae4-863c-75fc3916e7cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2090554 Jul 23 14:12:14.657798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-1303dd5a-eab7-4e9c-9eff-927df57766eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.660220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-1303dd5a-eab7-4e9c-9eff-927df57766eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33cfa292-2514-48c8-9348-f8efbe2376d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3354094 Jul 23 14:12:14.693215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:14.707325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'mac_address': 'fa:16:3e:b9:ad:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:12:14.712426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cbd316-8682-48d7-b1fa-c4073b6e8e37 None None] Network f26fcfd7-232f-469f-92f4-d60dc289e8f3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:14.749526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf9eab-f7b1-4eef-96ae-4908b1c0fc7f req-3f16d042-204f-4994-8b24-cb3c68f4036c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.751139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eabf9eab-f7b1-4eef-96ae-4908b1c0fc7f req-3f16d042-204f-4994-8b24-cb3c68f4036c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 944 time: 0.2823873 Jul 23 14:12:14.781274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-86cba9f4-e1c3-4fcd-869e-16a6dfc7285d service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512132 Jul 23 14:12:14.826768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-800137d5-2ec8-422a-a264-4cf9b163f514 None None] Provisioning for port b0acd81d-da39-446c-a101-87134a2d78f1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:14.838758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 917dc691-3748-4585-9293-9e5c5748b475 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:14.845678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 917dc691-3748-4585-9293-9e5c5748b475 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:14.845924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:14.889949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:14.914027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:14.920789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675a88-53c3-4a00-979f-be478fc38af5 req-ac29530f-befe-4818-8596-35f183f005db tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:14.930211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-b4321cca-b12f-4a39-92ff-9431a3a3dc8e service neutron] 10.222.0.48 "GET /v2.0/networks/33cfa292-2514-48c8-9348-f8efbe2376d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550812 Jul 23 14:12:14.930522 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf675a88-53c3-4a00-979f-be478fc38af5 req-ac29530f-befe-4818-8596-35f183f005db tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.1912189 Jul 23 14:12:14.938174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:14.944126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eabf9eab-f7b1-4eef-96ae-4908b1c0fc7f req-45fb56dc-dd7e-48ea-9e2f-86b2e9d4a7e5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752017 Jul 23 14:12:14.991650 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-f601d8f7-f243-4c12-b4bf-cbb4aff0ceb9 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007489 Jul 23 14:12:14.992549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:15.003070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.024835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.034068 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cf675a88-53c3-4a00-979f-be478fc38af5 req-3ea3453c-b789-46ff-9ae4-2e2ffdc97bbd tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024756 Jul 23 14:12:15.053431 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.067116 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-7833f3d3-ceb2-4a5f-a0da-2d0d595c5ec0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a023691a-7f6a-4b02-9288-e12459aa4a16 HTTP/1.1" status: 200 len: 217 time: 0.0628955 Jul 23 14:12:15.092975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.107941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.109228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e573d20-88fd-45f6-a358-deee11c99457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917dc691-3748-4585-9293-9e5c5748b475'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:15.111860 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517b0cc-02bb-4608-b26e-63348197c988" -d '{"events": [{"server_uuid": "6e573d20-88fd-45f6-a358-deee11c99457", "name": "network-vif-plugged", "status": "completed", "tag": "917dc691-3748-4585-9293-9e5c5748b475"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:15.142607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-0b01847f-ac4e-451b-bd60-44602700895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:15.162955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-0b01847f-ac4e-451b-bd60-44602700895f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.0864584 Jul 23 14:12:15.187587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-189bb8a6-52bd-4e76-9114-f38623b7cd11 req-66a409a6-c937-41d3-9b3f-09e373bc635c service neutron] 10.222.0.48 "GET /v2.0/networks/33cfa292-2514-48c8-9348-f8efbe2376d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423646 Jul 23 14:12:15.262328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-6092c9fa-b8eb-40cd-8550-3be406cca96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:15.264038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-6092c9fa-b8eb-40cd-8550-3be406cca96d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936954 Jul 23 14:12:15.306731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Port': ['ID=702315d8-8d68-4f8a-8e78-6c2313ebfb58,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:15.309267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.312208 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.313948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4548de91-5cd3-4de7-aa4c-37af8bc124b8 HTTP/1.1" status: 204 len: 168 time: 0.6934526 Jul 23 14:12:15.318562 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d4023-92ac-4ecd-b3cb-c955474c1f7e x-openstack-request-id: req-b15d4023-92ac-4ecd-b3cb-c955474c1f7e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:15.318876 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e573d20-88fd-45f6-a358-deee11c99457", "name": "network-vif-plugged", "status": "completed", "tag": "917dc691-3748-4585-9293-9e5c5748b475", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:15.319229 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b15d4023-92ac-4ecd-b3cb-c955474c1f7e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:15.319486 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e573d20-88fd-45f6-a358-deee11c99457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917dc691-3748-4585-9293-9e5c5748b475', 'code': 200} Jul 23 14:12:15.323201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:15.328384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 917dc691-3748-4585-9293-9e5c5748b475, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=917dc691-3748-4585-9293-9e5c5748b475,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:15.339413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.389111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.406234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4548de91-5cd3-4de7-aa4c-37af8bc124b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:15.408342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=917dc691-3748-4585-9293-9e5c5748b475,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:15.425833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:15.461057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.461741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.462174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.462478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.462838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.463167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.463497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.463820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.464139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.464459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.464777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.465107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26496971-eead-4142-a45a-327aa9aae9b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:15.467879 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-f2f9da00-538d-41a2-9645-908f65c0594a service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954844 Jul 23 14:12:15.472998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device cfcd7bd8-de3b-483b-a65c-e089c5c0b736 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:15.599614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:15.600787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.635444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-ce9d63be-e8b0-43fd-9172-0c1c8a313c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:15.637389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-ce9d63be-e8b0-43fd-9172-0c1c8a313c04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e87fe7bdf04040a0af55dd6f86366bf1&device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 1094 time: 0.3857005 Jul 23 14:12:15.669132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0906eff-f874-4ce6-8079-15e0b7e27cf4 req-13b0b234-a42d-40de-aa10-c98cbc6e8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:15.671009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0906eff-f874-4ce6-8079-15e0b7e27cf4 req-13b0b234-a42d-40de-aa10-c98cbc6e8a78 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 1095 time: 0.3780515 Jul 23 14:12:15.688515 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-587823ee-614f-4557-8970-42584e9508b3 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129755 Jul 23 14:12:15.759018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:15.764551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:15.788039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-231a28fe-e832-4bfc-9935-3c981883c6aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233 HTTP/1.1" status: 200 len: 217 time: 0.0708768 Jul 23 14:12:15.812535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0be51-832f-42ed-8ef4-cff0a490d95a req-76dbeb94-1a8a-47a7-acd1-042f52eb9998 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:15.814914 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5db0be51-832f-42ed-8ef4-cff0a490d95a req-76dbeb94-1a8a-47a7-acd1-042f52eb9998 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.2366457 Jul 23 14:12:15.828133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b0acd81d-da39-446c-a101-87134a2d78f1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:15.857065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee264-d199-4902-9ed3-cf9fbf9e3bbe req-def77a40-cc81-4437-9e63-b4e1ba36ce49 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:15.863017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a80ee264-d199-4902-9ed3-cf9fbf9e3bbe req-def77a40-cc81-4437-9e63-b4e1ba36ce49 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 943 time: 0.3582695 Jul 23 14:12:15.877792 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2245-e4c9-4a9e-bb84-facc30a37874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:15.888818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-6d8eb00f-6d18-4e6f-9f3a-8ea5f4232b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:15.890414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-6d8eb00f-6d18-4e6f-9f3a-8ea5f4232b57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.0938435 Jul 23 14:12:15.905434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0906eff-f874-4ce6-8079-15e0b7e27cf4 req-d7a26604-d687-4aff-8bfc-30ff6aa26474 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093189 Jul 23 14:12:15.934039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5db0be51-832f-42ed-8ef4-cff0a490d95a req-4c396830-b3ef-40d1-86e6-3c5edb4eb973 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Jul 23 14:12:15.994355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b0acd81d-da39-446c-a101-87134a2d78f1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:16.006037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b0acd81d-da39-446c-a101-87134a2d78f1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:16.006417 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.034075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-3d3a2e38-6d48-4791-b211-ff7b4b55819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:16.038536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-3d3a2e38-6d48-4791-b211-ff7b4b55819f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086674 Jul 23 14:12:16.058001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-7935301a-55f1-4637-86ed-8cde3729fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:16.060329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-7935301a-55f1-4637-86ed-8cde3729fab0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33cfa292-2514-48c8-9348-f8efbe2376d8 HTTP/1.1" status: 200 len: 916 time: 0.4077785 Jul 23 14:12:16.095766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a80ee264-d199-4902-9ed3-cf9fbf9e3bbe req-a778d1d4-4b05-47bd-9027-3bf4079fe00d tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889391 Jul 23 14:12:16.135623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.144490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dfa07cc5-0fd7-4ed8-9762-e2066241e633 None None] Provisioning complete for port 702315d8-8d68-4f8a-8e78-6c2313ebfb58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:16.144873 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfa07cc5-0fd7-4ed8-9762-e2066241e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.202470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-c66a5d7e-22f4-4ba2-9694-507068874220 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853bb8f7-af6d-4835-b2f9-29cddaa579bc HTTP/1.1" status: 200 len: 217 time: 0.1007373 Jul 23 14:12:16.208571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b0acd81d-da39-446c-a101-87134a2d78f1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b0acd81d-da39-446c-a101-87134a2d78f1,segment=NetworkSegment(89c64af5-c537-45dc-90d6-c2202b7d3976),segment_id=89c64af5-c537-45dc-90d6-c2202b7d3976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:16.209898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dfa07cc5-0fd7-4ed8-9762-e2066241e633 None None] Port 702315d8-8d68-4f8a-8e78-6c2313ebfb58 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:16.217020 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.259806 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-2ded78c4-09b3-4c0b-b5e7-459d1bf8c96d service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082608 Jul 23 14:12:16.283034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4603e2-3ce2-4f6a-8594-509e58194ec6 req-8a6a970d-536f-4226-bbf5-41792b7986dd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:16.287945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee4603e2-3ce2-4f6a-8594-509e58194ec6 req-8a6a970d-536f-4226-bbf5-41792b7986dd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1148329 Jul 23 14:12:16.289496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b0acd81d-da39-446c-a101-87134a2d78f1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:16.341678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-bc240ce3-aa52-4522-a27d-f42f1fb5e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:16.343366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-bc240ce3-aa52-4522-a27d-f42f1fb5e7b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8 HTTP/1.1" status: 200 len: 854 time: 0.1230464 Jul 23 14:12:16.355519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:16.390197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ee4603e2-3ce2-4f6a-8594-509e58194ec6 req-f0423136-4c4d-4119-95bd-5f9e023531ff tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892086 Jul 23 14:12:16.391630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Router 544dc504-ed01-4277-86a0-0c276a123de6 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:12:16.407061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fb20-5339-4e6c-9e29-8941371e1d2b req-0bb86315-6594-496f-b545-9679ac25114e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:16.418011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c61fb20-5339-4e6c-9e29-8941371e1d2b req-0bb86315-6594-496f-b545-9679ac25114e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2157164 Jul 23 14:12:16.425427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9b06629a-3d42-40b7-8ad9-7344710b9c9b req-2f330956-a5bb-4c1f-a7d2-0492a2707f94 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532807 Jul 23 14:12:16.493790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:16.517809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-576351819-network', 'tenant_id': 'e9cf036af1964a74a671f701243dd269'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:16.543358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:16.544935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c61fb20-5339-4e6c-9e29-8941371e1d2b req-ddb7395f-fa9b-4d2c-965e-1d589bec0471 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295836 Jul 23 14:12:16.547693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:16.548312 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.574277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:16.580458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-31929025-a0eb-4eae-a607-0ce3c1620cf7 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "PUT /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7959104 Jul 23 14:12:16.582616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Made reservation on behalf of e9cf036af1964a74a671f701243dd269 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:16.583421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:16.584882 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.589615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-edbf2544-3241-4935-9886-bd8e6801e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:16.591129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-edbf2544-3241-4935-9886-bd8e6801e16e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33cfa292-2514-48c8-9348-f8efbe2376d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368293 Jul 23 14:12:16.592707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 853bb8f7-af6d-4835-b2f9-29cddaa579bc details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:12:16.596842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.597479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] Sync routers for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:16.626867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:16.627844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:16.695564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:16.765841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:16.766805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:11:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:16.776192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-40f6d8f8-350c-446a-a954-a25d46683bd4 service neutron] 10.222.0.48 "GET /v2.0/networks/33cfa292-2514-48c8-9348-f8efbe2376d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761451 Jul 23 14:12:16.807816 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.812351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:16.813613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29fc9d-2f59-46b2-8e65-05842d3ada9c None None] The sync data for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:16.845111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 853bb8f7-af6d-4835-b2f9-29cddaa579bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=853bb8f7-af6d-4835-b2f9-29cddaa579bc,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:16.864240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '853bb8f7-af6d-4835-b2f9-29cddaa579bc', 'network_id': '33cfa292-2514-48c8-9348-f8efbe2376d8', 'port_id': '853bb8f7-af6d-4835-b2f9-29cddaa579bc', 'mac_address': 'fa:16:3e:d9:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:12:16.874783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:16.888975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.895929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.897418 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.935013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:16.945877 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.947114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079d8f1-86b4-4acb-9256-5fe0da808884 req-53fd0785-15b5-4781-a412-f9db6c530ada service neutron] 10.222.0.48 "GET /v2.0/networks/33cfa292-2514-48c8-9348-f8efbe2376d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629760 Jul 23 14:12:16.950430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3370cef2-f52f-4177-9d44-e4718817b3e9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:16.956075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:16.956550 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Added segment ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40 of type vlan for network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 Jul 23 14:12:17.017088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853bb8f7-af6d-4835-b2f9-29cddaa579bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:17.027484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:17.055782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.059243 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fcc7f9e5-9d81-42ab-8e04-c0dcee9ad4d9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:17.060183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 853bb8f7-af6d-4835-b2f9-29cddaa579bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=853bb8f7-af6d-4835-b2f9-29cddaa579bc,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:17.060537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fcc7f9e5-9d81-42ab-8e04-c0dcee9ad4d9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "PUT /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4756386 Jul 23 14:12:17.066019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:17.073320 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.074069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 679d2e85-bdca-407e-84ea-98093e14aa2a details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:12:17.159108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd2f80-bf27-4f7c-a3ce-e9dbae082e0a req-56a1b956-49b2-4f15-a5a9-149461ebf890 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:17.161461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0bdd2f80-bf27-4f7c-a3ce-e9dbae082e0a req-56a1b956-49b2-4f15-a5a9-149461ebf890 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.1041265 Jul 23 14:12:17.174172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=853bb8f7-af6d-4835-b2f9-29cddaa579bc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:17.244227 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0bdd2f80-bf27-4f7c-a3ce-e9dbae082e0a req-bb99ddbd-0f36-4f44-a999-9cf4b4b3a716 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759869 Jul 23 14:12:17.249677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:12:17.278975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b0acd81d-da39-446c-a101-87134a2d78f1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:17.282358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:17.319913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'port_id': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'mac_address': 'fa:16:3e:66:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2013f-6518-4163-ae55-80485db895ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:12:17.323346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:17.325677 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e2be5-56e8-4c8c-b278-a70ca86a1bd9" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:17.346081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.347573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:17.348533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.375599 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f7d1d-ce57-4f4b-9d85-dba24f62438d x-openstack-request-id: req-770f7d1d-ce57-4f4b-9d85-dba24f62438d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:17.375896 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:17.376145 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-770f7d1d-ce57-4f4b-9d85-dba24f62438d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:17.376540 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'code': 200} Jul 23 14:12:17.403648 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.407704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b0acd81d-da39-446c-a101-87134a2d78f1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:17.408467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.459653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 679d2e85-bdca-407e-84ea-98093e14aa2a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:17.494904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:17.540381 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.555240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] Pushing event updated for resources: {'Network': ['ID=8852f9c6-22d4-4bdd-8b4e-c0c78220c856,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:17.561064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5fcd5d18-43e5-4b0e-9d46-6cda438c439a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1939662 Jul 23 14:12:17.567379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:17.577396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:12:17.597207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Request body: {'subnet': {'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-576351819-subnet', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:17.653970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a636929-57e0-432d-bc1e-77c3c2a4c207 req-63be141e-d229-4473-865e-16a937551020 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:17.655657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a636929-57e0-432d-bc1e-77c3c2a4c207 req-63be141e-d229-4473-865e-16a937551020 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 944 time: 0.3499258 Jul 23 14:12:17.682993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Made reservation on behalf of e9cf036af1964a74a671f701243dd269 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:17.685866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.712869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97988352-d705-4e3c-b05f-755b1105e851 req-af757d16-f549-4d14-aea0-90cc28e891a7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:17.713296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:17.721053 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97988352-d705-4e3c-b05f-755b1105e851 req-af757d16-f549-4d14-aea0-90cc28e891a7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.1766658 Jul 23 14:12:17.734449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.809210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97988352-d705-4e3c-b05f-755b1105e851 req-4e9229b8-0999-4160-9666-ab813fc6409a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868564 Jul 23 14:12:17.913783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['853bb8f7-af6d-4835-b2f9-29cddaa579bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:17.955490 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:17.990058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['679d2e85-bdca-407e-84ea-98093e14aa2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:18.041547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Checking segment: {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:18.042078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Network hostable DHCP agents. Network: 8852f9c6-22d4-4bdd-8b4e-c0c78220c856, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:12:18.044093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=87913452-b853-4522-a39f-e35b8cdc6a45,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:18.066753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:12:18.090264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 8852f9c6-22d4-4bdd-8b4e-c0c78220c856) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:18.096089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:18.097049 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.109854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56237ac-6c02-4bcc-ab91-4f9d12493e5c req-0191ceeb-b12f-4d8c-8407-40b54c4424b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:18.111890 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a56237ac-6c02-4bcc-ab91-4f9d12493e5c req-0191ceeb-b12f-4d8c-8407-40b54c4424b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1097 time: 0.5647643 Jul 23 14:12:18.117119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653e092-85ba-4063-b8e2-52bff2ce3ebd None None] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:18.144037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-628a64e5-25e1-4a9d-999a-3a953b14a81d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5512135 Jul 23 14:12:18.148012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:18.155825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:18.161159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a636929-57e0-432d-bc1e-77c3c2a4c207 req-7ab6b0dc-f65b-422e-8e71-1db41c01c2cf tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643734 Jul 23 14:12:18.187665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9250ba6-cff6-46b3-b816-341ab53c8b4b req-6e279a27-dc20-40cc-92c1-d5d4d526a70d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:18.194071 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d9250ba6-cff6-46b3-b816-341ab53c8b4b req-6e279a27-dc20-40cc-92c1-d5d4d526a70d tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 945 time: 0.1151865 Jul 23 14:12:18.209677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a56237ac-6c02-4bcc-ab91-4f9d12493e5c req-3e7974ae-5146-400d-b9c3-366bba2078c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884504 Jul 23 14:12:18.242785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.243905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.267201 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d9250ba6-cff6-46b3-b816-341ab53c8b4b req-4de58f3a-8275-428d-b545-3eb8b186abff tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664067 Jul 23 14:12:18.306797 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.317955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.325862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.432559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717d9c5-b60b-4733-b964-786e6f39f635 req-813d41c8-a428-4a3a-a1cb-086ea2eab58c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:18.434534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2717d9c5-b60b-4733-b964-786e6f39f635 req-813d41c8-a428-4a3a-a1cb-086ea2eab58c tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.0773830 Jul 23 14:12:18.452492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:12:18.453894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.468646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-738c3d5b-c0a0-4d6f-b386-07ac4f261ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.486166 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2717d9c5-b60b-4733-b964-786e6f39f635 req-e2258fa2-019e-4c32-bf89-26892781f4fe tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375104 Jul 23 14:12:18.572164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.605566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 679d2e85-bdca-407e-84ea-98093e14aa2a no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:18.638558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Allocated IP 172.20.0.2 (8852f9c6-22d4-4bdd-8b4e-c0c78220c856/87913452-b853-4522-a39f-e35b8cdc6a45/185a409c-a28c-4516-81bf-ea547167b41d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:18.760906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.782968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 679d2e85-bdca-407e-84ea-98093e14aa2a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:18.791505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca0c6c-762e-42a1-a1b7-79c84a38b64c req-32707e87-9316-4aa1-846c-9bc4ee7d7e79 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:18.793229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4ca0c6c-762e-42a1-a1b7-79c84a38b64c req-32707e87-9316-4aa1-846c-9bc4ee7d7e79 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.0844026 Jul 23 14:12:18.819965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:18.838827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.855279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c4ca0c6c-762e-42a1-a1b7-79c84a38b64c req-4f91c90c-c0e2-45c1-9240-b28f887126d4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536802 Jul 23 14:12:18.882536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting port 702315d8-8d68-4f8a-8e78-6c2313ebfb58 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:18.882969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.892488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.915815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Transition to ACTIVE for port object 185a409c-a28c-4516-81bf-ea547167b41d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:18.920269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:18.935463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Transition to ACTIVE for port object 185a409c-a28c-4516-81bf-ea547167b41d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:18.943922 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.960502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:18.991288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:18.993299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:19.001129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:19.010902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.013807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Pushing event updated for resources: {'Port': ['ID=185a409c-a28c-4516-81bf-ea547167b41d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:19.075803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Attempting to bind port 185a409c-a28c-4516-81bf-ea547167b41d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:19.076206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Attempting to bind port 185a409c-a28c-4516-81bf-ea547167b41d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:19.076564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Attempting to bind port 185a409c-a28c-4516-81bf-ea547167b41d on network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:19.081903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:19.082283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Checking segment: {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:19.082819 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.083291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Bound using segment: {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:19.083907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Bound port: 185a409c-a28c-4516-81bf-ea547167b41d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:19.084464 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.086625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.115697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Calling delete_port for 702315d8-8d68-4f8a-8e78-6c2313ebfb58 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:19.135190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956eb7-d2de-4d81-9d0c-6dabc89b0094 req-423ae6a5-9fad-4b62-ac57-80585465186a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:19.136688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87956eb7-d2de-4d81-9d0c-6dabc89b0094 req-423ae6a5-9fad-4b62-ac57-80585465186a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.2343888 Jul 23 14:12:19.151629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] For port 185a409c-a28c-4516-81bf-ea547167b41d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:19.154882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] For port 185a409c-a28c-4516-81bf-ea547167b41d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=185a409c-a28c-4516-81bf-ea547167b41d,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:19.160459 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.219647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0955024-0e53-4994-93cd-8f17544f38a0 None None] Pushing event updated for resources: {'Port': ['ID=185a409c-a28c-4516-81bf-ea547167b41d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:19.263939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Allocated IP 172.25.2.143 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:19.298990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87956eb7-d2de-4d81-9d0c-6dabc89b0094 req-de0ca870-6a23-4779-8cc5-3d69e2ad249f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353345 Jul 23 14:12:19.409677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d91d6-594e-4225-bedf-d7bca3034cf2 req-f10ca355-edce-466b-af67-12d583ad4f6c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:19.418076 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a6d91d6-594e-4225-bedf-d7bca3034cf2 req-f10ca355-edce-466b-af67-12d583ad4f6c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 944 time: 0.1329098 Jul 23 14:12:19.494398 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.511417 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a6d91d6-594e-4225-bedf-d7bca3034cf2 req-3718521c-e910-4cf9-a306-8c05dd5e9677 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918100 Jul 23 14:12:19.549590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.598861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bf1f7-d187-4bd4-b9ad-1b2ff0939a5d req-b754bd45-545b-4d23-a228-8e566f5c0fe0 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:19.600477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-238bf1f7-d187-4bd4-b9ad-1b2ff0939a5d req-b754bd45-545b-4d23-a228-8e566f5c0fe0 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 944 time: 0.1905408 Jul 23 14:12:19.603706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.664706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Port': ['ID=702315d8-8d68-4f8a-8e78-6c2313ebfb58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:19.734956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-238bf1f7-d187-4bd4-b9ad-1b2ff0939a5d req-120b32ae-25ea-40f5-9df4-9a42b09b3efe tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242375 Jul 23 14:12:19.749381 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:19.805834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:19.874862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:19.883681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:19.889108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Pushing event updated for resources: {'Port': ['ID=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:19.922456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:20.017843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bab1c-0eec-4116-9ff0-421f8d586835 req-c393edda-4c4a-4506-8a36-778bb60148bc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:20.019548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a1bab1c-0eec-4116-9ff0-421f8d586835 req-c393edda-4c4a-4506-8a36-778bb60148bc tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.0827272 Jul 23 14:12:20.071328 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a1bab1c-0eec-4116-9ff0-421f8d586835 req-723c1d18-3339-4398-baac-ddecc71725a8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Jul 23 14:12:20.197191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Router 544dc504-ed01-4277-86a0-0c276a123de6 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:12:20.332680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c39d9e-50b9-4ce1-a25d-35dae6cd9ed0 None None] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:20.413029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-342d3edc-eb6f-4f49-9cbe-2e320490ede8 None None] Provisioning for port 185a409c-a28c-4516-81bf-ea547167b41d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:20.466755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328f13-e48e-44c8-9b44-15ab9701f061 req-e3694365-4ffb-42a5-8adb-b5d50344762a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:20.468688 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e328f13-e48e-44c8-9b44-15ab9701f061 req-e3694365-4ffb-42a5-8adb-b5d50344762a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.0790231 Jul 23 14:12:20.515421 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e328f13-e48e-44c8-9b44-15ab9701f061 req-6efeb717-2935-47e6-b6cf-729d461fae62 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Jul 23 14:12:20.622465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 853bb8f7-af6d-4835-b2f9-29cddaa579bc up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:20.689130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498d142-f57f-40f6-94c3-dd03c1ee849a req-12539933-def8-450e-bd4c-48694c965207 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:20.692053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 853bb8f7-af6d-4835-b2f9-29cddaa579bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:20.696928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2498d142-f57f-40f6-94c3-dd03c1ee849a req-12539933-def8-450e-bd4c-48694c965207 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 944 time: 0.0999732 Jul 23 14:12:20.697854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 853bb8f7-af6d-4835-b2f9-29cddaa579bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:20.698388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:20.713012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:20.723821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eea5aff4-6fe5-45bd-a6ad-dfcfbf8ccb56 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "PUT /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6519878 Jul 23 14:12:20.724813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:20.731445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] Sync routers for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:20.751862 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:20.752722 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:20.780590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:20.788218 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:20.788873 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c624bd05-7f23-4972-bd28-957efa2c12aa tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] delete failed (client error): The resource could not be found. Jul 23 14:12:20.794029 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c624bd05-7f23-4972-bd28-957efa2c12aa tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-453091673 HTTP/1.1" status: 404 len: 334 time: 0.0636818 Jul 23 14:12:20.794029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:20.798177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b8fff0f-b7d2-43f7-8ef3-2ad19d697a97 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'router': {'external_gateway_info': {'network_id': '544dc504-ed01-4277-86a0-0c276a123de6'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:20.798548 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:20.799239 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:20.804169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2498d142-f57f-40f6-94c3-dd03c1ee849a req-81fd9d3f-0e9f-4f8e-8be5-a1d4195dd696 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062920 Jul 23 14:12:20.814693 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:20.842948 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:20.843607 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0452f1-f787-4ae5-9a1e-3cc959135719 None None] The sync data for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:20.852694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853bb8f7-af6d-4835-b2f9-29cddaa579bc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:20.854992 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0619ba1d-c05b-43f4-b306-474c5e9478c6" -d '{"events": [{"server_uuid": "e1ec92bc-44c3-4e4a-8ca6-33dcd5753340", "name": "network-vif-plugged", "status": "completed", "tag": "853bb8f7-af6d-4835-b2f9-29cddaa579bc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:20.873659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 853bb8f7-af6d-4835-b2f9-29cddaa579bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=853bb8f7-af6d-4835-b2f9-29cddaa579bc,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:20.882811 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:20.883705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 679d2e85-bdca-407e-84ea-98093e14aa2a up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:20.906114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd638519-f966-418e-b483-2a16b717f358 req-ffe7d23b-b3c6-4c89-9dd8-246ab6f636d4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:20.907663 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd638519-f966-418e-b483-2a16b717f358 req-ffe7d23b-b3c6-4c89-9dd8-246ab6f636d4 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.6013978 Jul 23 14:12:20.966971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=853bb8f7-af6d-4835-b2f9-29cddaa579bc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:20.976384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd638519-f966-418e-b483-2a16b717f358 req-82156ccf-2dae-480a-91e6-7cf9b8d8e95b tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578909 Jul 23 14:12:20.984653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 679d2e85-bdca-407e-84ea-98093e14aa2a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:20.985020 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.088594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.097635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b8fff0f-b7d2-43f7-8ef3-2ad19d697a97 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.103486 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.116297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e42b4-54df-4ca2-90cf-62eefadb783f req-c9e50ec0-ec46-4846-a5bf-aed4f9b72499 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:21.117906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f81e42b4-54df-4ca2-90cf-62eefadb783f req-c9e50ec0-ec46-4846-a5bf-aed4f9b72499 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.2198143 Jul 23 14:12:21.127339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:21.144286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'floatingip': {'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:21.147357 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3b8fff0f-b7d2-43f7-8ef3-2ad19d697a97 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] update failed (client error): The resource could not be found. Jul 23 14:12:21.148612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3b8fff0f-b7d2-43f7-8ef3-2ad19d697a97 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "PUT /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6 HTTP/1.1" status: 404 len: 339 time: 0.3538158 Jul 23 14:12:21.156393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:21.159044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:21.173574 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.180301 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.195370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.207131 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8de5036-5f26-46e1-b1ec-553f2cf5a9d2 x-openstack-request-id: req-a8de5036-5f26-46e1-b1ec-553f2cf5a9d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:21.207423 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ec92bc-44c3-4e4a-8ca6-33dcd5753340", "name": "network-vif-plugged", "status": "completed", "tag": "853bb8f7-af6d-4835-b2f9-29cddaa579bc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:21.207669 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8de5036-5f26-46e1-b1ec-553f2cf5a9d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:21.208055 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853bb8f7-af6d-4835-b2f9-29cddaa579bc', 'code': 200} Jul 23 14:12:21.255670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:21.301736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 185a409c-a28c-4516-81bf-ea547167b41d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:21.363526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 185a409c-a28c-4516-81bf-ea547167b41d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:21.370034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 185a409c-a28c-4516-81bf-ea547167b41d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:21.370726 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.459063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.499590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 185a409c-a28c-4516-81bf-ea547167b41d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=185a409c-a28c-4516-81bf-ea547167b41d,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:21.505601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.614136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272da6d-3774-46e6-91a8-345a94781dd9 req-0bc7f7f2-2591-4e70-a16a-2ae9a9f347e6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:21.615832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7272da6d-3774-46e6-91a8-345a94781dd9 req-0bc7f7f2-2591-4e70-a16a-2ae9a9f347e6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.3460824 Jul 23 14:12:21.620983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804107b7-bf23-47f3-8469-8ff81c84cc1b req-a703c021-4de1-4d73-8538-32eba2b7089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:21.622534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-804107b7-bf23-47f3-8469-8ff81c84cc1b req-a703c021-4de1-4d73-8538-32eba2b7089c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 1096 time: 0.2886765 Jul 23 14:12:21.746399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7272da6d-3774-46e6-91a8-345a94781dd9 req-109b0231-f02b-4b42-92f0-d2d0227fafbf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169808 Jul 23 14:12:21.748797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=185a409c-a28c-4516-81bf-ea547167b41d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:21.789090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:21.792346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-804107b7-bf23-47f3-8469-8ff81c84cc1b req-3cb0c1db-f3b0-4d52-b867-ab4a3e39c9f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526771 Jul 23 14:12:21.794935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Router 37b05336-0d43-49a4-b1f0-45d359ee2dcc is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:12:22.078848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be4650-77e4-4213-88ec-26a1cdc94bd8 req-054ba0a8-4843-472d-b838-1bcb5e0a201b tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:22.080605 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e1be4650-77e4-4213-88ec-26a1cdc94bd8 req-054ba0a8-4843-472d-b838-1bcb5e0a201b tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 945 time: 0.1889055 Jul 23 14:12:22.115604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-35f490cf-a16d-4ac7-aea5-6491e0c9c505 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:22.117126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-35f490cf-a16d-4ac7-aea5-6491e0c9c505 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.3064883 Jul 23 14:12:22.162356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e1be4650-77e4-4213-88ec-26a1cdc94bd8 req-e02d9176-faa4-48a6-b9d7-ed18d14590c9 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738525 Jul 23 14:12:22.169653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:22.177651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:22.209577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:22.233758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Sync routers for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:22.256453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:22.257115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:22.298861 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Floating IP bd7bec63-c5c6-45c3-85d1-22ac81106034 associated. External IP: 172.25.2.20, port: c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882. Jul 23 14:12:22.300351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:22.304513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5990fdeb-5664-4a2b-8946-41e1d8eda085 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1517956 Jul 23 14:12:22.306291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:22.403281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Allocated IP 172.20.0.1 (29bf015b-4df3-44e7-a745-e772b4eec46a/30c2fb80-040d-4692-9f1e-71e59eecacc5/f9a54b8c-63fc-4632-a1e1-baa62f7f94e0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:22.404138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:22.422448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ca0d2-98d4-4527-af3e-dc3787b3c9fa req-b53930be-2980-47b5-a49b-16ee1e722bce tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:22.426263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-403ca0d2-98d4-4527-af3e-dc3787b3c9fa req-b53930be-2980-47b5-a49b-16ee1e722bce tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.3055747 Jul 23 14:12:22.544142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Deleting port 917dc691-3748-4585-9293-9e5c5748b475 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:22.544560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:22.555332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Router d6953c79-4be4-4c6a-8c97-5a349892725c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:12:22.606897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:20Z', 'revision_number': 3, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:22.619419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-403ca0d2-98d4-4527-af3e-dc3787b3c9fa req-ac221faf-8793-4dab-931f-dbdeeb10b0a9 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770864 Jul 23 14:12:22.639171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Checking router: 37b05336-0d43-49a4-b1f0-45d359ee2dcc for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:12:22.639294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Updating router 37b05336-0d43-49a4-b1f0-45d359ee2dcc port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:12:22.674544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:22.681402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:22.689527 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] Sync routers for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:22.690919 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:22.704286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:22.705372 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:22.733160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f359cdd9-1954-468f-a729-8daff497aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "PUT /v2.0/floatingips/bd7bec63-c5c6-45c3-85d1-22ac81106034 HTTP/1.1" status: 200 len: 991 time: 1.5997458 Jul 23 14:12:22.733160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:22.733160 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470d65fe-5665-4f48-9ba4-b590c091cf52" -d '{"events": [{"name": "network-changed", "server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:22.807654 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cc56e1-5533-49e8-bdb4-fa45824e12e4 x-openstack-request-id: req-18cc56e1-5533-49e8-bdb4-fa45824e12e4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:22.807954 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:22.808835 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18cc56e1-5533-49e8-bdb4-fa45824e12e4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:22.809253 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'status': 'completed', 'code': 200} Jul 23 14:12:22.939487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-d547ed42-a796-4f29-879d-60735d368bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:22.941864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-d547ed42-a796-4f29-879d-60735d368bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0783203 Jul 23 14:12:23.066942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-0fbccc89-985c-4f5e-b814-a29a21adb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:23.068422 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-0fbccc89-985c-4f5e-b814-a29a21adb1ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1206498 Jul 23 14:12:23.079958 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:23.140916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.156448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-1ce98e33-c95b-454c-819c-b093a84295f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 999 time: 0.0806446 Jul 23 14:12:23.170411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Transition to ACTIVE for port object 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:23.181989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.239895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:23.245218 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abf3724-c395-4165-bc25-0219f16c467b" -d '{"events": [{"server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:23.275833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Attempting to bind port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:23.276387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Attempting to bind port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:23.276923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Attempting to bind port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:23.288546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:23.289100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:23.289708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.290291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:23.291094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Bound port: 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:23.291664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.320793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-66dccd2a-bd63-4ac3-8178-15e82a8afb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:23.323733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-66dccd2a-bd63-4ac3-8178-15e82a8afb39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1535423 Jul 23 14:12:23.399778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 185a409c-a28c-4516-81bf-ea547167b41d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:23.401643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] For port 917dc691-3748-4585-9293-9e5c5748b475, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=917dc691-3748-4585-9293-9e5c5748b475,segment=NetworkSegment(407e0dcc-f85b-4bfb-9366-95e8b285aa20),segment_id=407e0dcc-f85b-4bfb-9366-95e8b285aa20)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:23.402123 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.440642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] For port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:23.441243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.444537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcaa598-0155-4eee-a343-564ee4afdb7c None None] Pushing event updated for resources: {'Port': ['ID=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:23.454509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Calling delete_port for 917dc691-3748-4585-9293-9e5c5748b475 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:23.477317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] For port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:23.486111 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.494743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Transition to ACTIVE for port object f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:23.506987 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'bd7bec63-c5c6-45c3-85d1-22ac81106034', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'mac_address': 'fa:16:3e:b9:ad:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:11:57Z', 'updated_at': '2021-07-23T14:12:22Z', 'revision_number': 1, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:55Z', 'revision_number': 5, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:23.524553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-2aa75e8e-53b4-4ea1-93ee-e78a49d52bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:23.527478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-2aa75e8e-53b4-4ea1-93ee-e78a49d52bbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977947 Jul 23 14:12:23.536687 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] Checking router: d6953c79-4be4-4c6a-8c97-5a349892725c for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:12:23.539426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 185a409c-a28c-4516-81bf-ea547167b41d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:23.539805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.546123 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:23.546821 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:23.587236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcaa598-0155-4eee-a343-564ee4afdb7c None None] Pushing event updated for resources: {'Port': ['ID=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:23.588369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc3aae-7d3d-471f-8452-b743bbcd40bb req-511ef059-328c-47a9-bfb2-6e0b456a1e40 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:23.596771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84dc3aae-7d3d-471f-8452-b743bbcd40bb req-511ef059-328c-47a9-bfb2-6e0b456a1e40 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.2946074 Jul 23 14:12:23.617517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:23.618170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:23.657804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b8a2c-3d28-4b19-b0f8-d99c95f90229 req-390076bd-88dd-4ca2-8a00-2e2b85ab5c8b tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:23.663459 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:23.665838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-880b8a2c-3d28-4b19-b0f8-d99c95f90229 req-390076bd-88dd-4ca2-8a00-2e2b85ab5c8b tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 945 time: 0.2604365 Jul 23 14:12:23.699866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-b751b268-f530-42f6-82d8-75369b7034c7 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611598 Jul 23 14:12:23.774427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84dc3aae-7d3d-471f-8452-b743bbcd40bb req-04cf26f5-2876-4fcc-b80a-66fb5fd6f301 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765423 Jul 23 14:12:23.822451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-880b8a2c-3d28-4b19-b0f8-d99c95f90229 req-71107b54-f9cd-4cf4-8f3c-bc7678e59f84 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566744 Jul 23 14:12:23.845848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-470d65fe-5665-4f48-9ba4-b590c091cf52 req-2aaa10a8-f522-468d-9c68-4d8cdd771d06 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393759 Jul 23 14:12:23.873603 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218333a2-fc57-481a-ab57-8399bc94231d x-openstack-request-id: req-218333a2-fc57-481a-ab57-8399bc94231d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:23.873900 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:23.874153 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-218333a2-fc57-481a-ab57-8399bc94231d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:23.874841 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'code': 200} Jul 23 14:12:23.900095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:23.922684 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:23.929027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:24.032791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network 29bf015b-4df3-44e7-a745-e772b4eec46a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:24.050733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:24.083288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:24.157434 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'bd7bec63-c5c6-45c3-85d1-22ac81106034', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'mac_address': 'fa:16:3e:b9:ad:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:11:57Z', 'updated_at': '2021-07-23T14:12:22Z', 'revision_number': 1, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:55Z', 'revision_number': 5, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:24.166575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66765c0-2bc8-4f30-b24e-fef01dc8c48b req-149b2cdb-5a95-4f9f-839b-23a9f66ef4e8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:24.176054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a66765c0-2bc8-4f30-b24e-fef01dc8c48b req-149b2cdb-5a95-4f9f-839b-23a9f66ef4e8 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 945 time: 0.1421764 Jul 23 14:12:24.228831 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7d235-55e5-43f0-b998-406e04eae1da None None] The sync data for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 is: [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'bd7bec63-c5c6-45c3-85d1-22ac81106034', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'mac_address': 'fa:16:3e:b9:ad:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:11:57Z', 'updated_at': '2021-07-23T14:12:22Z', 'revision_number': 1, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:55Z', 'revision_number': 5, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:24.240831 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a66765c0-2bc8-4f30-b24e-fef01dc8c48b req-1e54fabd-e7cc-44a0-8e57-7f1825b55600 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ef4a62-0228-4e0c-876b-6e7f6c302e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634634 Jul 23 14:12:24.388743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:20Z', 'revision_number': 3, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:24.395931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Port': ['ID=f9a54b8c-63fc-4632-a1e1-baa62f7f94e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:24.427492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e9f23-7f10-4cc4-887e-3c02fedb3d32 None None] The sync data for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 is: [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:20Z', 'revision_number': 3, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:24.442278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abfe9aac-68e1-4121-a098-f3559fe95d84 None None] Provisioning for port f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:24.447933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abfe9aac-68e1-4121-a098-f3559fe95d84 None None] Provisioning complete for port f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:24.448312 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abfe9aac-68e1-4121-a098-f3559fe95d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:24.482839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:24.496568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abfe9aac-68e1-4121-a098-f3559fe95d84 None None] Port f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:24.557570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 917dc691-3748-4585-9293-9e5c5748b475 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:24.574418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:24.584137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 917dc691-3748-4585-9293-9e5c5748b475 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:12:24.584745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 917dc691-3748-4585-9293-9e5c5748b475 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:12:24.608994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b9349-8122-4ea0-a98b-ee7267fc9c78 None None] New status for floating IP bd7bec63-c5c6-45c3-85d1-22ac81106034: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:12:24.653537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36c5a4-3478-4aa7-8d54-8849d3f72345 req-4263d644-c9b2-492b-8150-014dae483965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:24.656149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a36c5a4-3478-4aa7-8d54-8849d3f72345 req-4263d644-c9b2-492b-8150-014dae483965 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 1097 time: 0.6184635 Jul 23 14:12:24.707812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Pushing event deleted for resources: {'Port': ['ID=917dc691-3748-4585-9293-9e5c5748b475,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:24.814694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] No DVR routers for this DVR port 917dc691-3748-4585-9293-9e5c5748b475 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:24.817600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:24.820177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79360e1d-8a2e-43df-b609-acf310fd4325 req-2506ba11-1678-4c6f-8c95-3cbcbb5f9f1e tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.11 "DELETE /v2.0/ports/917dc691-3748-4585-9293-9e5c5748b475 HTTP/1.1" status: 204 len: 173 time: 2.6867535 Jul 23 14:12:24.826638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e573d20-88fd-45f6-a358-deee11c99457', 'name': 'network-vif-deleted', 'tag': '917dc691-3748-4585-9293-9e5c5748b475'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:24.831438 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0eba45-97c1-4a2c-9758-6a451933cdf4" -d '{"events": [{"server_uuid": "6e573d20-88fd-45f6-a358-deee11c99457", "name": "network-vif-deleted", "tag": "917dc691-3748-4585-9293-9e5c5748b475"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:24.871052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Allocated IP 172.20.0.1 (8852f9c6-22d4-4bdd-8b4e-c0c78220c856/87913452-b853-4522-a39f-e35b8cdc6a45/fd844b42-64c2-43a3-ad55-23e0aa119bba) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:24.917212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a36c5a4-3478-4aa7-8d54-8849d3f72345 req-074c2008-8254-42af-961e-34fc210c7623 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009768 Jul 23 14:12:24.929305 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2baf5d-4667-4002-ad0f-0213eca94f77 x-openstack-request-id: req-5d2baf5d-4667-4002-ad0f-0213eca94f77 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:24.929505 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e573d20-88fd-45f6-a358-deee11c99457", "name": "network-vif-deleted", "tag": "917dc691-3748-4585-9293-9e5c5748b475", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:24.929751 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d2baf5d-4667-4002-ad0f-0213eca94f77 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:24.930194 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e573d20-88fd-45f6-a358-deee11c99457', 'name': 'network-vif-deleted', 'tag': '917dc691-3748-4585-9293-9e5c5748b475', 'status': 'completed', 'code': 200} Jul 23 14:12:25.013533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.281857 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.324913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d70e-7993-4690-8c24-00598160ceb5 req-57a1e633-4f7c-4eb2-b879-7f05dd5fc661 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:25.328502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:25.332761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ad3d70e-7993-4690-8c24-00598160ceb5 req-57a1e633-4f7c-4eb2-b879-7f05dd5fc661 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.3901355 Jul 23 14:12:25.351989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Transition to ACTIVE for port object fd844b42-64c2-43a3-ad55-23e0aa119bba will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:25.394759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:25.403022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:25.403410 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.446022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ad3d70e-7993-4690-8c24-00598160ceb5 req-af542d2c-7ac0-45a4-90b6-ae09a2120b4b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122451 Jul 23 14:12:25.491388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-57d99868-293b-4f03-a415-fed1bb29d716 req-5c6d6e21-1b81-44b0-86f8-723dbeb77902 tempest-DeleteServersTestJSON-29959464 tempest-DeleteServersTestJSON-29959464-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e573d20-88fd-45f6-a358-deee11c99457 HTTP/1.1" status: 200 len: 210 time: 0.0473056 Jul 23 14:12:25.536268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.560957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.601794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:25.611812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:25.618036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:25.620685 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.627215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:25.710128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:25.715707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Pushing event updated for resources: {'Port': ['ID=fd844b42-64c2-43a3-ad55-23e0aa119bba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:25.736017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.746589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.750886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.904548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event updated for resources: {'Port': ['ID=f9a54b8c-63fc-4632-a1e1-baa62f7f94e0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:25.909453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:25.934339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-207e3283-b89f-48bd-a199-495f99fe91a8 None None] Provisioning for port fd844b42-64c2-43a3-ad55-23e0aa119bba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:25.941441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-207e3283-b89f-48bd-a199-495f99fe91a8 None None] Provisioning complete for port fd844b42-64c2-43a3-ad55-23e0aa119bba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:25.941801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207e3283-b89f-48bd-a199-495f99fe91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:26.007402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-207e3283-b89f-48bd-a199-495f99fe91a8 None None] Port fd844b42-64c2-43a3-ad55-23e0aa119bba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:26.078059 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:26.097756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Network 29bf015b-4df3-44e7-a745-e772b4eec46a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:26.100595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:26.282765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Router 544dc504-ed01-4277-86a0-0c276a123de6 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:12:26.436036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-645fb36b-3c83-47be-b6cd-dfae543400ec None None] Provisioning complete for port f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:26.436597 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-645fb36b-3c83-47be-b6cd-dfae543400ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:26.466542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:26.482222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-645fb36b-3c83-47be-b6cd-dfae543400ec None None] Port f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:26.493404 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] Sync routers for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:26.506879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2685a024-6711-41b1-974b-df054c0723b9 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "PUT /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3475418 Jul 23 14:12:26.507830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:26.508297 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:26.508622 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:26.531284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:26.545870 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:26.561138 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:26.579716 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:26.580586 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:26.659638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:26.663224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Pushing event updated for resources: {'Port': ['ID=fd844b42-64c2-43a3-ad55-23e0aa119bba,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:26.674087 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:26.675302 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08752c4-a05c-4e71-958d-f2644d0fc615 None None] The sync data for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:26.716505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9790a3be-5793-40a6-a36b-f3c9cede380d tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:26.716696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed23994-8850-4f2d-9c93-781b758ccf8e req-415f9498-47d6-4cf7-85c7-bb4f145cb36b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:26.721653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ed23994-8850-4f2d-9c93-781b758ccf8e req-415f9498-47d6-4cf7-85c7-bb4f145cb36b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.1881928 Jul 23 14:12:26.811384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ed23994-8850-4f2d-9c93-781b758ccf8e req-5dc0b36c-80dc-4e24-9a0f-9975c4c0af42 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837135 Jul 23 14:12:26.831783 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9790a3be-5793-40a6-a36b-f3c9cede380d tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 14:12:26.833615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9790a3be-5793-40a6-a36b-f3c9cede380d tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6 HTTP/1.1" status: 409 len: 329 time: 0.3238962 Jul 23 14:12:26.837213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:26.854558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:26.856225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:27.295832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:27.402254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:27.417657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b53e4bdb-87f3-413d-935f-b068a31a4745 None None] Provisioning complete for port fd844b42-64c2-43a3-ad55-23e0aa119bba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:27.418033 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b53e4bdb-87f3-413d-935f-b068a31a4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:27.468968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b53e4bdb-87f3-413d-935f-b068a31a4745 None None] Port fd844b42-64c2-43a3-ad55-23e0aa119bba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:27.478245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:27.478764 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:27.683750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83285c46-5115-43db-83df-eba7d8e3b612 req-8631b2ae-1865-46c2-9595-c365f85b297b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:27.696572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83285c46-5115-43db-83df-eba7d8e3b612 req-8631b2ae-1865-46c2-9595-c365f85b297b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.7692237 Jul 23 14:12:27.732377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Router 37b05336-0d43-49a4-b1f0-45d359ee2dcc has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:12:27.759462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting port f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:27.760083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:27.771304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83285c46-5115-43db-83df-eba7d8e3b612 req-71fa0c27-f988-4051-9083-4f13214ec6e6 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Jul 23 14:12:27.881360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:27.881593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:27.890480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Sync routers for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:27.896402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Calling delete_port for f9a54b8c-63fc-4632-a1e1-baa62f7f94e0 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:27.903476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b99981e8-e6d9-41f0-95a6-994148ca0c41 admin admin] 10.222.0.21 "PUT /v2.0/routers/37b05336-0d43-49a4-b1f0-45d359ee2dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5914447 Jul 23 14:12:27.904747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:27.906366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:28.267780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:28.278558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:28.364228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Port': ['ID=f9a54b8c-63fc-4632-a1e1-baa62f7f94e0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:28.466460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-e30341cd-9677-46fa-83a6-a75caa67eb53 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:28.486001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-e30341cd-9677-46fa-83a6-a75caa67eb53 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 814 time: 0.2348726 Jul 23 14:12:28.493557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.493970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.494375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.494808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.495200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.495589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.496140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.496531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.496964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.497360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.497763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.498153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:28.525071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-9f47d000-f53b-4655-ba78-75eb8aaefe45 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/quotas/e0b34ee65bb24fbfa10bbef282e3f793 HTTP/1.1" status: 200 len: 375 time: 0.0378897 Jul 23 14:12:28.669693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-52db9d2c-52f1-4249-bd99-59347fa85fd0 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1341012 Jul 23 14:12:28.671685 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:28.728886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:26Z', 'revision_number': 2, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:28.786995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Checking router: 37b05336-0d43-49a4-b1f0-45d359ee2dcc for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:12:28.787348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Updating router 37b05336-0d43-49a4-b1f0-45d359ee2dcc port fd844b42-64c2-43a3-ad55-23e0aa119bba binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:12:28.840387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:28.846532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1094917759-network', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:28.863553 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:28.949759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Made reservation on behalf of 86136466ee254e51bd2329a4a4c2d596 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:28.952620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:28.969611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:28.990279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-059a71e7-23ca-49de-ba91-199f1f867590 service neutron] 10.222.0.21 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107631 Jul 23 14:12:29.194399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-c2621cba-7fbb-4184-954b-51dea62f6748 service neutron] 10.222.0.21 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972637 Jul 23 14:12:29.217793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Router 544dc504-ed01-4277-86a0-0c276a123de6 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:12:29.230118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.240158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.243438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Transition to ACTIVE for port object fd844b42-64c2-43a3-ad55-23e0aa119bba will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:29.248397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.252145 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.302980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:29.332917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:29.334992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.335349 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Added segment 50b9351c-2d65-44eb-9c47-ee4c6785b91b of type vlan for network 843ad6b5-1e20-457f-a574-b800f49df18b Jul 23 14:12:29.338164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7564a728-3910-4775-b267-9667b7c8a53f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:29.347177 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] Sync routers for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:29.360711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eea2e715-60e4-4059-b0ea-55d2567ad28e tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "PUT /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207050 Jul 23 14:12:29.360947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:29.371943 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:29.372991 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:29.439784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e9952-0dae-40b1-b14d-341ff0b9d154 None None] Pushing event updated for resources: {'Port': ['ID=fd844b42-64c2-43a3-ad55-23e0aa119bba,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:29.444000 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-bf10db94-4c15-4246-8e25-005391c2edda tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] show failed (client error): The resource could not be found. Jul 23 14:12:29.445313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf10db94-4c15-4246-8e25-005391c2edda tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1873075113 HTTP/1.1" status: 404 len: 335 time: 0.0832455 Jul 23 14:12:29.452094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:29.462899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f62afa8-7364-4987-9d74-1e866c9668c5 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:29.522415 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:29.529553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Attempting to bind port fd844b42-64c2-43a3-ad55-23e0aa119bba on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:29.530163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Attempting to bind port fd844b42-64c2-43a3-ad55-23e0aa119bba by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:29.530764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Attempting to bind port fd844b42-64c2-43a3-ad55-23e0aa119bba on network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:29.548494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:29.549051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Checking segment: {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:29.549726 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.550320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Bound using segment: {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:29.551290 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] Routers {'544dc504-ed01-4277-86a0-0c276a123de6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:29.552278 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['544dc504-ed01-4277-86a0-0c276a123de6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:29.561748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.575421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Bound port: fd844b42-64c2-43a3-ad55-23e0aa119bba, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:29.575994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.630867 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:29.630867 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1426309-d5ab-4fac-bfd3-0e2bfda3ff95 None None] The sync data for ids ['544dc504-ed01-4277-86a0-0c276a123de6'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:29.632902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96f74649-82aa-48b3-b2a8-7f76fb3aca2a req-e5c56866-3f03-4f1a-a527-c42a4b3bb742 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 210 time: 0.0579565 Jul 23 14:12:29.640530 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-2f62afa8-7364-4987-9d74-1e866c9668c5 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] update failed (client error): The resource could not be found. Jul 23 14:12:29.645096 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2f62afa8-7364-4987-9d74-1e866c9668c5 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-215631505 HTTP/1.1" status: 404 len: 334 time: 0.1915715 Jul 23 14:12:29.648886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:29.721385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] For port fd844b42-64c2-43a3-ad55-23e0aa119bba, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:29.726371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] For port fd844b42-64c2-43a3-ad55-23e0aa119bba, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fd844b42-64c2-43a3-ad55-23e0aa119bba,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:29.736928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.807496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.809076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:29.810044 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:29.844511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e9952-0dae-40b1-b14d-341ff0b9d154 None None] Pushing event updated for resources: {'Port': ['ID=fd844b42-64c2-43a3-ad55-23e0aa119bba,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:29.896168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:29.896927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:29.922743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0809252 Jul 23 14:12:29.926574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:29.948541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Request body: {'subnet': {'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1094917759-subnet', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:29.960702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting subnet 52e74a98-3f2f-4c0c-91da-6517976fc54a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:12:29.973382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.033907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Made reservation on behalf of 86136466ee254e51bd2329a4a4c2d596 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:30.037687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.089524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:30.171381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1c276-9ee3-4f9e-9f04-5a57bf338aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=843ad6b5-1e20-457f-a574-b800f49df18b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:30.208565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.270839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 843ad6b5-1e20-457f-a574-b800f49df18b details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:12:30.340534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.361722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.422219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc9f48d-be1b-4208-94e2-95ccbc20d90c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:30.434916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-164f4509-6963-42fe-96b9-2bad51421108 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:30.437567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-164f4509-6963-42fe-96b9-2bad51421108 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.48 "GET /v2.0/ports?device_id=b71c10bf-2034-4ca3-9916-42d56d49c9e9 HTTP/1.1" status: 200 len: 946 time: 0.7644796 Jul 23 14:12:30.439654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.443983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Checking segment: {'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:30.444623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Network hostable DHCP agents. Network: 843ad6b5-1e20-457f-a574-b800f49df18b, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:12:30.469128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Network 843ad6b5-1e20-457f-a574-b800f49df18b is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:12:30.485529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 843ad6b5-1e20-457f-a574-b800f49df18b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:30.499110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:30.499885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.527854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb56205-8ead-47d4-8892-1c79db6c456f None None] Network 843ad6b5-1e20-457f-a574-b800f49df18b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:30.531562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-edb534de-3781-468c-842c-2060358b7318 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6016290 Jul 23 14:12:30.532542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:30.539127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Subnet': ['ID=52e74a98-3f2f-4c0c-91da-6517976fc54a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:30.547899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.550903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4793d40e-2cdd-40dd-920c-88146f32214c tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/subnets/52e74a98-3f2f-4c0c-91da-6517976fc54a HTTP/1.1" status: 204 len: 168 time: 0.8901360 Jul 23 14:12:30.556292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:30.556662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:30.569735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad428e8-6261-405f-aa88-33aa9453a833 None None] Network f26fcfd7-232f-469f-92f4-d60dc289e8f3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:30.672340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.677377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting subnet f493c2bc-a026-40ec-93f9-61749ac32fb4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:12:30.682173 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.683784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.750729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Deleting port 679d2e85-bdca-407e-84ea-98093e14aa2a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:30.751074 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.795012 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.865630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:30.912821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da6f7758-7dbf-48bb-b60f-2ff822f790e9 req-d35f1246-4eb9-462c-9057-6744e7926e06 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 210 time: 0.0815001 Jul 23 14:12:30.929892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:29Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:30.993919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] For port 679d2e85-bdca-407e-84ea-98093e14aa2a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=679d2e85-bdca-407e-84ea-98093e14aa2a,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:30.993919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.024333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.028386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Calling delete_port for 679d2e85-bdca-407e-84ea-98093e14aa2a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:31.044940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a595fc0-6210-4b90-9367-68a799218ea6 None None] The sync data for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 is: [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:29Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:31.145967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.202979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.308860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-843ad6b5-1e20-457f-a574-b800f49df18b', 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'fixed_ips': [{'subnet_id': '2bc9f48d-be1b-4208-94e2-95ccbc20d90c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:12:31.310254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.410301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-497bbdd6-ad1d-4d9b-81e4-9b2addc8eee7 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:31.411869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-497bbdd6-ad1d-4d9b-81e4-9b2addc8eee7 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 814 time: 0.1595263 Jul 23 14:12:31.413656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Subnet': ['ID=f493c2bc-a026-40ec-93f9-61749ac32fb4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:31.417199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.419244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b9481f0f-ce21-46df-892d-830bc0b4f0ac tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/subnets/f493c2bc-a026-40ec-93f9-61749ac32fb4 HTTP/1.1" status: 204 len: 168 time: 0.8618355 Jul 23 14:12:31.421646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:31.434344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd844b42-64c2-43a3-ad55-23e0aa119bba up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:31.437227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627e585-38fa-44a5-8d06-949a834d9bca None None] Network 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:31.439159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] DHCP port deletion for f26fcfd7-232f-469f-92f4-d60dc289e8f3 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:12:31.562975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Request body: {'port': {'device_id': '15297249-54ed-4deb-ae64-1d94b8935df2', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'admin_state_up': True, 'tenant_id': 'e0b34ee65bb24fbfa10bbef282e3f793'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:31.607759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.776752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.781503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port fd844b42-64c2-43a3-ad55-23e0aa119bba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:31.793624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fd844b42-64c2-43a3-ad55-23e0aa119bba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:31.794181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.819266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] Deleting port b0acd81d-da39-446c-a101-87134a2d78f1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:31.820096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.855234 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:31.928256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Allocated IP 172.20.0.2 (843ad6b5-1e20-457f-a574-b800f49df18b/2bc9f48d-be1b-4208-94e2-95ccbc20d90c/20860a73-d869-483f-9cef-912f1dcda17c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:32.010894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.080749 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.090482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['679d2e85-bdca-407e-84ea-98093e14aa2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:32.101624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Allocated IP 172.25.2.75 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/ae884f40-564e-4b69-99a2-f28f5e61ea95) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:32.167338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Pushing event deleted for resources: {'Port': ['ID=679d2e85-bdca-407e-84ea-98093e14aa2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:32.193789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb19cd32-ee77-4b39-8d4b-1f8f2f15b4a0 req-a4fa737c-03f0-405e-a44f-0212a1ce419c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 210 time: 0.1212094 Jul 23 14:12:32.284907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] No DVR routers for this DVR port 679d2e85-bdca-407e-84ea-98093e14aa2a on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:32.288347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.291047 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e55a0a6-7897-4d36-94b0-35558a205f6f req-4f255a42-aeb9-4aa9-84ee-07396384ce5a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.48 "DELETE /v2.0/ports/679d2e85-bdca-407e-84ea-98093e14aa2a HTTP/1.1" status: 204 len: 173 time: 1.8440614 Jul 23 14:12:32.296112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'name': 'network-vif-deleted', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:32.298715 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8d840-553d-4357-aea0-f8c8ef938f74" -d '{"events": [{"server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "name": "network-vif-deleted", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:32.328618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting port b0acd81d-da39-446c-a101-87134a2d78f1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:32.329809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.370353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Made reservation on behalf of e0b34ee65bb24fbfa10bbef282e3f793 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:32.382738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.418805 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789fd5e-22a8-42c7-846b-927f2c640aad x-openstack-request-id: req-6789fd5e-22a8-42c7-846b-927f2c640aad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:32.421096 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c10bf-2034-4ca3-9916-42d56d49c9e9", "name": "network-vif-deleted", "tag": "679d2e85-bdca-407e-84ea-98093e14aa2a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:32.421570 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6789fd5e-22a8-42c7-846b-927f2c640aad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:32.422216 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c10bf-2034-4ca3-9916-42d56d49c9e9', 'name': 'network-vif-deleted', 'tag': '679d2e85-bdca-407e-84ea-98093e14aa2a', 'status': 'completed', 'code': 200} Jul 23 14:12:32.480373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.544127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] For port b0acd81d-da39-446c-a101-87134a2d78f1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b0acd81d-da39-446c-a101-87134a2d78f1,segment=NetworkSegment(89c64af5-c537-45dc-90d6-c2202b7d3976),segment_id=89c64af5-c537-45dc-90d6-c2202b7d3976)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:32.544667 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.553185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.567056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Calling delete_port for b0acd81d-da39-446c-a101-87134a2d78f1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:32.677459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Allocated IP 172.20.0.13 (001cccd6-50e7-4eb2-b161-687c7c67bcbc/97f2013f-6518-4163-ae55-80485db895ea/788ea689-dae2-431c-ad60-6555fad129ef) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:32.694839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae884f40-564e-4b69-99a2-f28f5e61ea95,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:32.726404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] For port b0acd81d-da39-446c-a101-87134a2d78f1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b0acd81d-da39-446c-a101-87134a2d78f1,segment=NetworkSegment(89c64af5-c537-45dc-90d6-c2202b7d3976),segment_id=89c64af5-c537-45dc-90d6-c2202b7d3976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:32.726827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.739099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:32.741495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:32.757069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:32.764231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.795955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port fd844b42-64c2-43a3-ad55-23e0aa119bba, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fd844b42-64c2-43a3-ad55-23e0aa119bba,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:32.808068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Port': ['ID=b0acd81d-da39-446c-a101-87134a2d78f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:32.821109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] No DVR routers for this DVR port b0acd81d-da39-446c-a101-87134a2d78f1 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:32.843637 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:32.846159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] Calling delete_port for b0acd81d-da39-446c-a101-87134a2d78f1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:33.088167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.201648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] DHCP port deletion for 5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:12:33.430005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.483862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26fcfd7-232f-469f-92f4-d60dc289e8f3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:33.499903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c64af5-c537-45dc-90d6-c2202b7d3976') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:33.500266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c64af5-c537-45dc-90d6-c2202b7d3976') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:33.512989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.531824 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.534156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.554346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7d66e415-49e9-49f3-995d-20b649a15072 req-0a4e4c44-efb9-4fe4-8660-a6c29eaf6f65 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 210 time: 0.0654192 Jul 23 14:12:33.577984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:12:33.578721 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.583677 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.604136 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:12:33.622635 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:12:33.637084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Network 001cccd6-50e7-4eb2-b161-687c7c67bcbc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:33.641357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device cfcd7bd8-de3b-483b-a65c-e089c5c0b736 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:33.663746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:33.677557 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.684014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:33.686346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=fd844b42-64c2-43a3-ad55-23e0aa119bba,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:33.689786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Transition to ACTIVE for port object 20860a73-d869-483f-9cef-912f1dcda17c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:33.719929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] Pushing event deleted for resources: {'Port': ['ID=b0acd81d-da39-446c-a101-87134a2d78f1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:33.745703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560437a-1da1-438c-8e18-e912f2dc2ef9 None None] No DVR routers for this DVR port b0acd81d-da39-446c-a101-87134a2d78f1 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:33.753956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:33.756355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.786843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Transition to ACTIVE for port object 20860a73-d869-483f-9cef-912f1dcda17c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:33.800535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] Deleting port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:33.800915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.807449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.866076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Pushing event updated for resources: {'Port': ['ID=20860a73-d869-483f-9cef-912f1dcda17c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:33.868571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Pushing event updated for resources: {'Port': ['ID=788ea689-dae2-431c-ad60-6555fad129ef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:33.888467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.898100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-4bbe8f38-9f65-4c07-9a28-b175ea997c17 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3393195 Jul 23 14:12:33.899803 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.927240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port cfcd7bd8-de3b-483b-a65c-e089c5c0b736, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,segment=NetworkSegment(31d0de11-2661-49f5-a919-22ba880dca4e),segment_id=31d0de11-2661-49f5-a919-22ba880dca4e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:33.932579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Request body: {'port': {'device_id': '15297249-54ed-4deb-ae64-1d94b8935df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:33.936168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.944259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/networks/f26fcfd7-232f-469f-92f4-d60dc289e8f3 HTTP/1.1" status: 204 len: 168 time: 2.5179031 Jul 23 14:12:33.944259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:33.945478 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:33.946221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b0acd81d-da39-446c-a101-87134a2d78f1 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:33.971704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.082927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] For port cfcd7bd8-de3b-483b-a65c-e089c5c0b736, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,segment=NetworkSegment(31d0de11-2661-49f5-a919-22ba880dca4e),segment_id=31d0de11-2661-49f5-a919-22ba880dca4e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:34.083371 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.083717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.103104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68d856-cf7c-47f9-8089-cf78b18fb4b6 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Network': ['ID=f26fcfd7-232f-469f-92f4-d60dc289e8f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:34.125080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] Calling delete_port for cfcd7bd8-de3b-483b-a65c-e089c5c0b736 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:34.245830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.247967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Router af1b2748-e1c6-44a1-909f-6faf5df6f96e is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:12:34.265769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Network 843ad6b5-1e20-457f-a574-b800f49df18b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:34.281056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b0acd81d-da39-446c-a101-87134a2d78f1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:12:34.282442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b0acd81d-da39-446c-a101-87134a2d78f1 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:12:34.288387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:34.407063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:34.412805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:34.413149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.426829 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.480996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:34.504501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.506061 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-75342a6f-552c-4476-b218-533462fa7ae5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9722548 Jul 23 14:12:34.509723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Sync routers for ids ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:34.510465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:34.552019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] No DVR routers for this DVR port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:34.611699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Attempting to bind port 20860a73-d869-483f-9cef-912f1dcda17c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:34.612177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Attempting to bind port 20860a73-d869-483f-9cef-912f1dcda17c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:34.612508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Attempting to bind port 20860a73-d869-483f-9cef-912f1dcda17c on network 843ad6b5-1e20-457f-a574-b800f49df18b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:34.632623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 679d2e85-bdca-407e-84ea-98093e14aa2a no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:34.638937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Routers {'af1b2748-e1c6-44a1-909f-6faf5df6f96e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:34.652108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:34.666973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] For port cfcd7bd8-de3b-483b-a65c-e089c5c0b736, host n-d-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:34.667387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.686188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:34.704594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Calling delete_port for cfcd7bd8-de3b-483b-a65c-e089c5c0b736 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:34.726156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:34.726549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Checking segment: {'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:34.727065 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.727588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Bound using segment: {'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:34.728159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Bound port: 20860a73-d869-483f-9cef-912f1dcda17c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:34.728603 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.771740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:12:34.774481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 679d2e85-bdca-407e-84ea-98093e14aa2a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:12:34.774861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 679d2e85-bdca-407e-84ea-98093e14aa2a not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:12:34.793486 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:34.817220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b18cd-7af8-498e-9553-7eceae4269b2 None None] Pushing event deleted for resources: {'Port': ['ID=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:34.840467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0fe78-5d40-4948-a730-ac752889060e req-18184ecb-f691-423b-994b-2d806eb08cf5 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:34.844671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27c0fe78-5d40-4948-a730-ac752889060e req-18184ecb-f691-423b-994b-2d806eb08cf5 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 932 time: 0.1723464 Jul 23 14:12:34.881488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Port': ['ID=cfcd7bd8-de3b-483b-a65c-e089c5c0b736,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:34.889439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] No DVR routers for this DVR port cfcd7bd8-de3b-483b-a65c-e089c5c0b736 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:34.981517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] For port 20860a73-d869-483f-9cef-912f1dcda17c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:34.986495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Set router af1b2748-e1c6-44a1-909f-6faf5df6f96e gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:34.993159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] For port 20860a73-d869-483f-9cef-912f1dcda17c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=20860a73-d869-483f-9cef-912f1dcda17c,segment=NetworkSegment(50b9351c-2d65-44eb-9c47-ee4c6785b91b),segment_id=50b9351c-2d65-44eb-9c47-ee4c6785b91b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:35.018401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27c0fe78-5d40-4948-a730-ac752889060e req-0ddf9689-733f-4c61-b980-e3188255a394 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060820 Jul 23 14:12:35.041323 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.118694 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.142488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f3abf-3acd-4028-a1c7-7df8d1389d01 None None] Pushing event updated for resources: {'Port': ['ID=20860a73-d869-483f-9cef-912f1dcda17c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:35.144644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbedcfd-2f7d-4482-8c11-bc3eb89ba009']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:35.220405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d0de11-2661-49f5-a919-22ba880dca4e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:35.220405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d0de11-2661-49f5-a919-22ba880dca4e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:35.280307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.311999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.328565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:12:35.328984 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:12:35.346238 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:12:35.363844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd844b42-64c2-43a3-ad55-23e0aa119bba up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:35.438150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.469125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.472664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/networks/5dbedcfd-2f7d-4482-8c11-bc3eb89ba009 HTTP/1.1" status: 204 len: 168 time: 1.5158479 Jul 23 14:12:35.476829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:35.505673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788ea689-dae2-431c-ad60-6555fad129ef {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:35.539620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf49cda-544c-4637-9b6f-f91cc9f054ea tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Network': ['ID=5dbedcfd-2f7d-4482-8c11-bc3eb89ba009,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:35.559156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.620995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:35.642357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Transition to ACTIVE for port object 788ea689-dae2-431c-ad60-6555fad129ef will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:35.674819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fd844b42-64c2-43a3-ad55-23e0aa119bba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:35.675080 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.675737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.688154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting subnet 30c2fb80-040d-4692-9f1e-71e59eecacc5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:12:35.694247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.735402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.759342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:35.839204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:12:33Z', 'revision_number': 3, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port': {'id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:31Z', 'updated_at': '2021-07-23T14:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:35.874494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Checking router: af1b2748-e1c6-44a1-909f-6faf5df6f96e for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:12:35.874867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Updating router af1b2748-e1c6-44a1-909f-6faf5df6f96e port ae884f40-564e-4b69-99a2-f28f5e61ea95 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:12:35.916961 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.013838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] Deleting subnet 4a06bd9f-bd42-4ea7-8dc5-13896ef7634e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:12:36.020002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.118677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.184773 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.238189 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.258352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Transition to ACTIVE for port object ae884f40-564e-4b69-99a2-f28f5e61ea95 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:36.276646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.294294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.343445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.388671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fa2aa-7122-4385-8fb7-6903b944ec83 None None] Pushing event updated for resources: {'Port': ['ID=ae884f40-564e-4b69-99a2-f28f5e61ea95,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:36.414828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Attempting to bind port ae884f40-564e-4b69-99a2-f28f5e61ea95 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:36.415560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Attempting to bind port ae884f40-564e-4b69-99a2-f28f5e61ea95 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:36.416382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Attempting to bind port ae884f40-564e-4b69-99a2-f28f5e61ea95 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:36.423155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a06bd9f-bd42-4ea7-8dc5-13896ef7634e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:36.434567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:36.434857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.435648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:36.436178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.436679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:36.437317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Bound port: ae884f40-564e-4b69-99a2-f28f5e61ea95, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:36.437824 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.439467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c126a357-de1b-4063-b80c-a4dff7bf5774 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a06bd9f-bd42-4ea7-8dc5-13896ef7634e HTTP/1.1" status: 204 len: 168 time: 0.8131137 Jul 23 14:12:36.442252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:36.509627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.510151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] For port ae884f40-564e-4b69-99a2-f28f5e61ea95, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:36.515257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] For port ae884f40-564e-4b69-99a2-f28f5e61ea95, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae884f40-564e-4b69-99a2-f28f5e61ea95,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:36.527753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.545693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Allocated IP 172.20.0.1 (843ad6b5-1e20-457f-a574-b800f49df18b/2bc9f48d-be1b-4208-94e2-95ccbc20d90c/e0115c41-d8d0-4c1f-aeb6-510c9d1639a9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:36.550768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.632545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Subnet': ['ID=30c2fb80-040d-4692-9f1e-71e59eecacc5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:36.634433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Pushing event updated for resources: {'Port': ['ID=788ea689-dae2-431c-ad60-6555fad129ef,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:36.648192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.653987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a888d5e6-22d2-4d4a-ab8d-d41d249c8293 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/subnets/30c2fb80-040d-4692-9f1e-71e59eecacc5 HTTP/1.1" status: 204 len: 168 time: 1.1657348 Jul 23 14:12:36.654516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:36.688909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fa2aa-7122-4385-8fb7-6903b944ec83 None None] Pushing event updated for resources: {'Port': ['ID=ae884f40-564e-4b69-99a2-f28f5e61ea95,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:36.692387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14977d-27ce-4ea1-ae08-92616f0494f6 None None] Network 29bf015b-4df3-44e7-a745-e772b4eec46a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:36.740422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Routers {'af1b2748-e1c6-44a1-909f-6faf5df6f96e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:36.741122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:36.774862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e364-3a21-4964-94c4-10855567a675 req-a11ba26c-ed20-428a-a2ac-655cf23fda10 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:36.776938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6eb1e364-3a21-4964-94c4-10855567a675 req-a11ba26c-ed20-428a-a2ac-655cf23fda10 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 944 time: 0.2912307 Jul 23 14:12:36.827643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74487534-93bc-4ad9-bc05-bd35ca1ff9fe None None] Network 843ad6b5-1e20-457f-a574-b800f49df18b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:36.828109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Attempting to bind port 788ea689-dae2-431c-ad60-6555fad129ef on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:36.828501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Attempting to bind port 788ea689-dae2-431c-ad60-6555fad129ef by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:36.828899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Attempting to bind port 788ea689-dae2-431c-ad60-6555fad129ef on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:36.844845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Port 788ea689-dae2-431c-ad60-6555fad129ef on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:12:36.845203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Attempting to bind port 788ea689-dae2-431c-ad60-6555fad129ef on network 001cccd6-50e7-4eb2-b161-687c7c67bcbc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:36.856445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:36.856856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Checking segment: {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:36.857292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Bound using segment: {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:36.857777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Bound port: 788ea689-dae2-431c-ad60-6555fad129ef, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dbb881-0303-47f3-928a-92a4623d0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:36.858173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:36.864207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6eb1e364-3a21-4964-94c4-10855567a675 req-a45acefd-a80a-49df-a79c-7fffd5be86dc tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782952 Jul 23 14:12:36.956087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] For port 788ea689-dae2-431c-ad60-6555fad129ef, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:36.960059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] For port 788ea689-dae2-431c-ad60-6555fad129ef, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=788ea689-dae2-431c-ad60-6555fad129ef,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:36.966283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.038535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:37.039313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.041011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/788ea689-dae2-431c-ad60-6555fad129ef HTTP/1.1" status: 200 len: 1092 time: 3.1194577 Jul 23 14:12:37.042030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15297249-54ed-4deb-ae64-1d94b8935df2', 'tag': '788ea689-dae2-431c-ad60-6555fad129ef'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:37.045070 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30" -d '{"events": [{"name": "network-changed", "server_uuid": "15297249-54ed-4deb-ae64-1d94b8935df2", "tag": "788ea689-dae2-431c-ad60-6555fad129ef"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:37.102251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff5340-34b0-4a03-9c01-4ac20ff883e9 service neutron] Pushing event updated for resources: {'Port': ['ID=788ea689-dae2-431c-ad60-6555fad129ef,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:37.124166 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533bdbcd-af63-43e1-a8da-b23bf6a15e42 x-openstack-request-id: req-533bdbcd-af63-43e1-a8da-b23bf6a15e42 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:37.124461 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15297249-54ed-4deb-ae64-1d94b8935df2", "tag": "788ea689-dae2-431c-ad60-6555fad129ef", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:37.124958 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-533bdbcd-af63-43e1-a8da-b23bf6a15e42 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:37.125644 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15297249-54ed-4deb-ae64-1d94b8935df2', 'tag': '788ea689-dae2-431c-ad60-6555fad129ef', 'status': 'completed', 'code': 200} Jul 23 14:12:37.205911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14a01a99-bf8e-4d0f-a4c7-1e987d137f66 None None] Provisioning for port 20860a73-d869-483f-9cef-912f1dcda17c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:37.250855 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.251972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] Set router af1b2748-e1c6-44a1-909f-6faf5df6f96e gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:37.271844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-9adde392-aa0e-45c6-b476-e5bb27ce6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:37.274323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-9adde392-aa0e-45c6-b476-e5bb27ce6aba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 1095 time: 0.1088319 Jul 23 14:12:37.305192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:37.342871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407e0dcc-f85b-4bfb-9366-95e8b285aa20') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:37.343226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407e0dcc-f85b-4bfb-9366-95e8b285aa20') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:37.361740 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.366313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20860a73-d869-483f-9cef-912f1dcda17c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:37.368402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-c977198a-c14b-420b-9fe8-5521249efd57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=788ea689-dae2-431c-ad60-6555fad129ef HTTP/1.1" status: 200 len: 217 time: 0.0757596 Jul 23 14:12:37.373526 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.401316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.418076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.436192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Transition to ACTIVE for port object e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:37.443209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-3b853251-c985-4857-8ecd-2bd117f78bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:37.443523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:12:37.443714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.445576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-3b853251-c985-4857-8ecd-2bd117f78bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97f2013f-6518-4163-ae55-80485db895ea HTTP/1.1" status: 200 len: 854 time: 0.0694492 Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:12:37.448337 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:12:37.506763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-5ff1ef64-bb0f-44e3-85ea-56ade95faa1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=001cccd6-50e7-4eb2-b161-687c7c67bcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545833 Jul 23 14:12:37.578534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.585908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.589204 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce HTTP/1.1" status: 204 len: 168 time: 1.1458387 Jul 23 14:12:37.605323 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.612539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d47be-574f-4b2a-9c08-fc033a4119a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4ba390-f379-4d76-9c1c-f9ac4b7a65ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:37.637653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.644880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Deleting port 9806394e-1e1f-4538-829e-75c640c05f6b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:37.645367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.705820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-6f5288b1-0329-4d95-9a8f-646764fe23e9 service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926827 Jul 23 14:12:37.709031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] DHCP port deletion for 29bf015b-4df3-44e7-a745-e772b4eec46a request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:12:37.750710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] For port 9806394e-1e1f-4538-829e-75c640c05f6b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9806394e-1e1f-4538-829e-75c640c05f6b,segment=NetworkSegment(d57e4af5-e82b-40bc-a9ef-b40789705c9c),segment_id=d57e4af5-e82b-40bc-a9ef-b40789705c9c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:37.751256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.766040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Calling delete_port for 9806394e-1e1f-4538-829e-75c640c05f6b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:37.771091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 20860a73-d869-483f-9cef-912f1dcda17c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:37.781615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 20860a73-d869-483f-9cef-912f1dcda17c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:37.781999 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.826458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:37.838563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:12:33Z', 'revision_number': 3, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port': {'id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:31Z', 'updated_at': '2021-07-23T14:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:37.878603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fca6b7-6478-41ad-ad35-bb12cf43d44b None None] The sync data for ids ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'] in n-d-801990-3 is: [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:12:33Z', 'revision_number': 3, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port': {'id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:31Z', 'updated_at': '2021-07-23T14:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:37.900897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Network 843ad6b5-1e20-457f-a574-b800f49df18b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:37.919441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:37.924049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:37.927222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:37.958918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:37.960431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ce6adb0b-497e-43a4-89f6-7b6648b4379f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3c904883cfb4cb19bf05f9ab98520ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319420 Jul 23 14:12:37.962055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] Deleting port 9806394e-1e1f-4538-829e-75c640c05f6b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:37.962441 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:37.989036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-754787ad-e698-478d-a3a5-7f92b57885c5 req-f3d2cc81-7479-4cd0-b3d4-7d54bc9d933b service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526917 Jul 23 14:12:38.016472 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.119812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.154165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] For port 9806394e-1e1f-4538-829e-75c640c05f6b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9806394e-1e1f-4538-829e-75c640c05f6b,segment=NetworkSegment(d57e4af5-e82b-40bc-a9ef-b40789705c9c),segment_id=d57e4af5-e82b-40bc-a9ef-b40789705c9c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:38.155739 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.162493 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.188461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] Calling delete_port for 9806394e-1e1f-4538-829e-75c640c05f6b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:38.228946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] No DVR routers for this DVR port 9806394e-1e1f-4538-829e-75c640c05f6b on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:38.236793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b173032f-d8cc-4b34-9cab-aa54624e555c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.238610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Port': ['ID=9806394e-1e1f-4538-829e-75c640c05f6b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:38.247497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-a14a4aa4-b6f2-4ee4-b447-2a6a965343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:38.250735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-a14a4aa4-b6f2-4ee4-b447-2a6a965343d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 1095 time: 0.1371188 Jul 23 14:12:38.314386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 20860a73-d869-483f-9cef-912f1dcda17c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=20860a73-d869-483f-9cef-912f1dcda17c,segment=NetworkSegment(50b9351c-2d65-44eb-9c47-ee4c6785b91b),segment_id=50b9351c-2d65-44eb-9c47-ee4c6785b91b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:38.324011 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.389689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b173032f-d8cc-4b34-9cab-aa54624e555c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.471862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=20860a73-d869-483f-9cef-912f1dcda17c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:38.487775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-86ae8b04-2663-483f-b068-d0f54eecf4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:38.488561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-170ac268-9298-4a38-a44a-175332b5eafe None None] Provisioning complete for port 20860a73-d869-483f-9cef-912f1dcda17c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:38.488561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-170ac268-9298-4a38-a44a-175332b5eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.489349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-86ae8b04-2663-483f-b068-d0f54eecf4ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 200 len: 915 time: 0.2323165 Jul 23 14:12:38.507057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.518867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.568670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] Pushing event deleted for resources: {'Port': ['ID=9806394e-1e1f-4538-829e-75c640c05f6b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:38.571148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616b79f-1491-47ef-b227-473a153cb6bd None None] No DVR routers for this DVR port 9806394e-1e1f-4538-829e-75c640c05f6b on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:38.585559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf015b-4df3-44e7-a745-e772b4eec46a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:38.605483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990271c6-583d-4c76-9c4e-af7a6e0b223a req-3038f2b2-0bbf-429b-af54-e62a9781b0cd tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:38.615738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-990271c6-583d-4c76-9c4e-af7a6e0b223a req-3038f2b2-0bbf-429b-af54-e62a9781b0cd tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 944 time: 0.5250149 Jul 23 14:12:38.670085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-77a1afc4-e581-4878-a8d4-d830ee37d624 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=788ea689-dae2-431c-ad60-6555fad129ef HTTP/1.1" status: 200 len: 217 time: 0.1713231 Jul 23 14:12:38.681255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57e4af5-e82b-40bc-a9ef-b40789705c9c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:38.681805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57e4af5-e82b-40bc-a9ef-b40789705c9c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:38.700280 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-990271c6-583d-4c76-9c4e-af7a6e0b223a req-e1543f79-7083-4ab1-b5a9-395b6518da6a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790343 Jul 23 14:12:38.770413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-170ac268-9298-4a38-a44a-175332b5eafe None None] Provisioning for port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:38.774461 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.777019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-9b66788b-8d08-4310-bb6a-50a93f764197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:38.780140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-9b66788b-8d08-4310-bb6a-50a93f764197 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97f2013f-6518-4163-ae55-80485db895ea HTTP/1.1" status: 200 len: 854 time: 0.0992014 Jul 23 14:12:38.783251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-170ac268-9298-4a38-a44a-175332b5eafe None None] Provisioning complete for port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:38.783878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-170ac268-9298-4a38-a44a-175332b5eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.805576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.823349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.827654 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b173032f-d8cc-4b34-9cab-aa54624e555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.833844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b173032f-d8cc-4b34-9cab-aa54624e555c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.836616 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b173032f-d8cc-4b34-9cab-aa54624e555c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88ef4a62-0228-4e0c-876b-6e7f6c302e36 HTTP/1.1" status: 204 len: 168 time: 0.8697059 Jul 23 14:12:38.839556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:12:38.840601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:12:38.850924 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:12:38.871079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-e18ca792-1f73-4891-b0b6-4c62b27d886d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=001cccd6-50e7-4eb2-b161-687c7c67bcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779881 Jul 23 14:12:38.880720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-170ac268-9298-4a38-a44a-175332b5eafe None None] Port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:38.895473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173032f-d8cc-4b34-9cab-aa54624e555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef4a62-0228-4e0c-876b-6e7f6c302e36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:39.026229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f4c9dc87-2062-4712-af1e-a0bdb5ba27e9 None None] Provisioning complete for port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:39.026622 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4c9dc87-2062-4712-af1e-a0bdb5ba27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.044436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.054171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.057491 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/networks/29bf015b-4df3-44e7-a745-e772b4eec46a HTTP/1.1" status: 204 len: 168 time: 2.3840299 Jul 23 14:12:39.071909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:39.090449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9dc87-2062-4712-af1e-a0bdb5ba27e9 None None] Port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:39.097044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-b5a71136-bfa0-4fe1-ae76-54deb107d466 service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862404 Jul 23 14:12:39.144394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd83da-f893-4d23-954d-981f39b0b561 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Pushing event deleted for resources: {'Network': ['ID=29bf015b-4df3-44e7-a745-e772b4eec46a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:39.185651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b5afc7b8-29e6-43b4-a14f-c379a9734d05 tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "GET /v2.0/ports?device_id=544dc504-ed01-4277-86a0-0c276a123de6 HTTP/1.1" status: 200 len: 205 time: 0.1104429 Jul 23 14:12:39.189330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:39.275801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33d5f149-444a-4fd8-9c08-0f3fbc7fbd30 req-58eb74a9-7331-4af6-b7ad-99a0d51fcea5 service neutron] 10.222.0.11 "GET /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707988 Jul 23 14:12:39.305094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ad3669-7f2e-4faf-8dbb-318bf3cbc39a tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.385738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.428493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.431614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20860a73-d869-483f-9cef-912f1dcda17c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:39.504800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 20860a73-d869-483f-9cef-912f1dcda17c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:39.505177 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.611594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ad3669-7f2e-4faf-8dbb-318bf3cbc39a tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.613751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae884f40-564e-4b69-99a2-f28f5e61ea95 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:39.614403 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.617366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ad3669-7f2e-4faf-8dbb-318bf3cbc39a tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.628028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:39.680336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ae884f40-564e-4b69-99a2-f28f5e61ea95 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:39.687419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ae884f40-564e-4b69-99a2-f28f5e61ea95 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:39.687864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.714822 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ad3669-7f2e-4faf-8dbb-318bf3cbc39a tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.715864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ad3669-7f2e-4faf-8dbb-318bf3cbc39a tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Fanout notify agent at l3_agent the message router_deleted on router 544dc504-ed01-4277-86a0-0c276a123de6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:12:39.728299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ad3669-7f2e-4faf-8dbb-318bf3cbc39a tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.731478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-96ad3669-7f2e-4faf-8dbb-318bf3cbc39a tempest-RoutersNegativeTest-104070780 tempest-RoutersNegativeTest-104070780-project] 10.222.0.21 "DELETE /v2.0/routers/544dc504-ed01-4277-86a0-0c276a123de6 HTTP/1.1" status: 204 len: 168 time: 0.5399091 Jul 23 14:12:39.900947 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:39.939786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ae884f40-564e-4b69-99a2-f28f5e61ea95, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae884f40-564e-4b69-99a2-f28f5e61ea95,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:39.950407 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.020360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Network 843ad6b5-1e20-457f-a574-b800f49df18b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:40.028642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:40.047549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9806394e-1e1f-4538-829e-75c640c05f6b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:40.125280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9806394e-1e1f-4538-829e-75c640c05f6b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:12:40.131570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9806394e-1e1f-4538-829e-75c640c05f6b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:12:40.219218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:40.237628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ae884f40-564e-4b69-99a2-f28f5e61ea95,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:40.268877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:40.303646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e234a36-841a-43b8-b936-7ac22d57c3aa req-b2d1c45f-d78d-4a1e-86a8-71203ddd00bf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:40.305079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8e234a36-841a-43b8-b936-7ac22d57c3aa req-b2d1c45f-d78d-4a1e-86a8-71203ddd00bf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 944 time: 0.4230709 Jul 23 14:12:40.395239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-440086868-network', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:40.425175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8e234a36-841a-43b8-b936-7ac22d57c3aa req-a14c3d0a-d4b9-466d-8d14-fd7d25be2808 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131468 Jul 23 14:12:40.436623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Router af1b2748-e1c6-44a1-909f-6faf5df6f96e has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:12:40.450840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:40.453737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.470149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.511657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5962ec4f-e281-4d9b-8ba9-de7337fd7435 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faca73f7496e465d91da445139933dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378876 Jul 23 14:12:40.511939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:40.525088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1339972e-1eb2-42d2-bc0e-ad72331e6ba7 None None] Provisioning complete for port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:40.525088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1339972e-1eb2-42d2-bc0e-ad72331e6ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.569525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1339972e-1eb2-42d2-bc0e-ad72331e6ba7 None None] Port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:40.584947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 788ea689-dae2-431c-ad60-6555fad129ef details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:12:40.597241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:40.604040 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9b52fc2c-f0d3-4692-bee6-36edb82617e9 admin admin] 10.222.0.21 "PUT /v2.0/routers/af1b2748-e1c6-44a1-909f-6faf5df6f96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0922248 Jul 23 14:12:40.604182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd26224-c0b1-443a-a5d3-a814f729df6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.617550 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Sync routers for ids ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:40.632932 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Routers {'af1b2748-e1c6-44a1-909f-6faf5df6f96e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:40.633243 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:40.634636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd26224-c0b1-443a-a5d3-a814f729df6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.706523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.715030 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.751691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:40.769306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 788ea689-dae2-431c-ad60-6555fad129ef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=788ea689-dae2-431c-ad60-6555fad129ef,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:40.770344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd26224-c0b1-443a-a5d3-a814f729df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.773687 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd26224-c0b1-443a-a5d3-a814f729df6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.779209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4dd26224-c0b1-443a-a5d3-a814f729df6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87b21f02-ecec-408a-9642-e1719b03860c HTTP/1.1" status: 204 len: 168 time: 0.2621512 Jul 23 14:12:40.781225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13be5ad-6d5f-4507-bb9f-adca3db5ce21,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:40.788174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '788ea689-dae2-431c-ad60-6555fad129ef', 'network_id': '001cccd6-50e7-4eb2-b161-687c7c67bcbc', 'port_id': '788ea689-dae2-431c-ad60-6555fad129ef', 'mac_address': 'fa:16:3e:82:38:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2013f-6518-4163-ae55-80485db895ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:12:40.799242 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.803164 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Added segment 1becf44e-63bc-461d-94ce-726f51d9183c of type vlan for network f90128ca-9332-4025-8425-15b1e4bf1851 Jul 23 14:12:40.825490 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Set router af1b2748-e1c6-44a1-909f-6faf5df6f96e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:40.860580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd26224-c0b1-443a-a5d3-a814f729df6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b21f02-ecec-408a-9642-e1719b03860c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:40.893925 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.927499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:40.968134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788ea689-dae2-431c-ad60-6555fad129ef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:41.016919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 788ea689-dae2-431c-ad60-6555fad129ef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=788ea689-dae2-431c-ad60-6555fad129ef,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:41.022932 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.035064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.036304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:41.038477 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.118684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=788ea689-dae2-431c-ad60-6555fad129ef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:41.228412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] Pushing event updated for resources: {'Network': ['ID=f90128ca-9332-4025-8425-15b1e4bf1851,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:41.235853 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-66ee3a2e-eec5-4647-ae25-04dd86df1843 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0128312 Jul 23 14:12:41.236840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:41.244665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Request body: {'subnet': {'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-subnet', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:41.262300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f90128ca-9332-4025-8425-15b1e4bf1851 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:12:41.264838 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:12:38Z', 'revision_number': 4, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port': {'id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:31Z', 'updated_at': '2021-07-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e0115c41-d8d0-4c1f-aeb6-510c9d1639a9', 'name': '', 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'mac_address': 'fa:16:3e:d1:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '2bc9f48d-be1b-4208-94e2-95ccbc20d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:35Z', 'updated_at': '2021-07-23T14:12:38Z', 'revision_number': 2, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'subnets': [{'id': '2bc9f48d-be1b-4208-94e2-95ccbc20d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:41.304060 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Checking router: af1b2748-e1c6-44a1-909f-6faf5df6f96e for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:12:41.304421 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Updating router af1b2748-e1c6-44a1-909f-6faf5df6f96e port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:12:41.315994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae884f40-564e-4b69-99a2-f28f5e61ea95 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:41.337910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:41.343800 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.353923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['788ea689-dae2-431c-ad60-6555fad129ef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:41.355020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.648887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ae884f40-564e-4b69-99a2-f28f5e61ea95 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:41.649322 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.770939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a916291-c4c2-4f0f-857d-953bed203174 req-f0ff947c-ff98-41c2-9c25-4369e259a001 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:41.775248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5a916291-c4c2-4f0f-857d-953bed203174 req-f0ff947c-ff98-41c2-9c25-4369e259a001 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 945 time: 0.1749530 Jul 23 14:12:41.789994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:41.802306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1cdf4bd7-b51a-4f0c-8431-aef77eece33f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487323047', 'description': 'tempest-secgroup-smoke-487323047 description', 'project_id': 'e9cf036af1964a74a671f701243dd269'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:41.825809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.857522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4bd7-b51a-4f0c-8431-aef77eece33f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.909616 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5a916291-c4c2-4f0f-857d-953bed203174 req-b4a0e19e-d4f1-43f3-b8cb-89646646ec7a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908942 Jul 23 14:12:41.925587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9b00b3-649e-4d61-92c2-dcac2b10a7bf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:41.926812 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.952268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Checking segment: {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:41.952632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Network hostable DHCP agents. Network: f90128ca-9332-4025-8425-15b1e4bf1851, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:12:41.953535 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Transition to ACTIVE for port object e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:41.962197 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:41.974523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Network f90128ca-9332-4025-8425-15b1e4bf1851 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:12:41.988933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f90128ca-9332-4025-8425-15b1e4bf1851) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:42.008099 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4bd7-b51a-4f0c-8431-aef77eece33f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.008457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:42.013826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc8d4e-07c3-4722-9b1b-2f0ea1e84d01 None None] Network f90128ca-9332-4025-8425-15b1e4bf1851 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:42.014990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.030480 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4bd7-b51a-4f0c-8431-aef77eece33f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.057693 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5e73088d-b486-4d89-9d61-8139f20c7253 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8183229 Jul 23 14:12:42.058417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:42.083587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:42.135415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf4bd7-b51a-4f0c-8431-aef77eece33f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a41b5f-9d7f-4774-9440-a38eaecc6c2b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:42.135415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4bd7-b51a-4f0c-8431-aef77eece33f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.135415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1cdf4bd7-b51a-4f0c-8431-aef77eece33f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3413100 Jul 23 14:12:42.145271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:42.156894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a67eef7a-5634-4bdf-9d14-5d5522ceeaca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'security_group_rule': {'security_group_id': '28a41b5f-9d7f-4774-9440-a38eaecc6c2b', 'project_id': 'e9cf036af1964a74a671f701243dd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:42.191270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.193390 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.200500 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Attempting to bind port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:42.201240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Attempting to bind port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:42.203575 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Attempting to bind port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 on network 843ad6b5-1e20-457f-a574-b800f49df18b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:42.222045 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:42.222045 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Checking segment: {'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:42.222682 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.223473 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Bound using segment: {'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:42.224344 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Bound port: e0115c41-d8d0-4c1f-aeb6-510c9d1639a9, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b9351c-2d65-44eb-9c47-ee4c6785b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:42.225281 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.256306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a67eef7a-5634-4bdf-9d14-5d5522ceeaca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.357560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:42.387402 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] For port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:42.395708 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] For port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,segment=NetworkSegment(50b9351c-2d65-44eb-9c47-ee4c6785b91b),segment_id=50b9351c-2d65-44eb-9c47-ee4c6785b91b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:42.405288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.434313 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.442889 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e6dde-40c5-4def-ab87-67cad66fcc43 None None] Pushing event updated for resources: {'Port': ['ID=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:42.472058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a67eef7a-5634-4bdf-9d14-5d5522ceeaca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.479331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a67eef7a-5634-4bdf-9d14-5d5522ceeaca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.482610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f90128ca-9332-4025-8425-15b1e4bf1851', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:12:42.484700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.503363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:12:42.545573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eef7a-5634-4bdf-9d14-5d5522ceeaca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ade638b-7c4e-487c-b4c1-afe8ccbbb849,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:42.557837 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a67eef7a-5634-4bdf-9d14-5d5522ceeaca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.559524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a67eef7a-5634-4bdf-9d14-5d5522ceeaca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115443 Jul 23 14:12:42.562509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:42.569187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68f8e77e-a948-4b65-9638-8ebd8a445935 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'security_group_rule': {'security_group_id': '28a41b5f-9d7f-4774-9440-a38eaecc6c2b', 'project_id': 'e9cf036af1964a74a671f701243dd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:42.619154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68f8e77e-a948-4b65-9638-8ebd8a445935 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.625952 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Routers {'af1b2748-e1c6-44a1-909f-6faf5df6f96e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:42.626863 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:42.675229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aaae8561-6260-4af3-bf1b-e75991ebceab tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:42.677160 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-aaae8561-6260-4af3-bf1b-e75991ebceab tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 14:12:42.678378 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-aaae8561-6260-4af3-bf1b-e75991ebceab tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 14:12:42.680244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aaae8561-6260-4af3-bf1b-e75991ebceab tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3205605 Jul 23 14:12:42.687315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:42.696781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--138803241'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:42.743670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 788ea689-dae2-431c-ad60-6555fad129ef up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:42.768825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68f8e77e-a948-4b65-9638-8ebd8a445935 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.780319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68f8e77e-a948-4b65-9638-8ebd8a445935 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.788975 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] Set router af1b2748-e1c6-44a1-909f-6faf5df6f96e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:42.802778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8e77e-a948-4b65-9638-8ebd8a445935 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22564c9f-2838-4562-a47a-208d48026858,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:42.803895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.831794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.864883 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68f8e77e-a948-4b65-9638-8ebd8a445935 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.866976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-68f8e77e-a948-4b65-9638-8ebd8a445935 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3030975 Jul 23 14:12:42.868496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:42.893237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:42.907185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4651c2ec-2be6-4ed2-bc11-93bdd8c79a15 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'security_group_rule': {'security_group_id': '28a41b5f-9d7f-4774-9440-a38eaecc6c2b', 'project_id': 'e9cf036af1964a74a671f701243dd269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:42.979845 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e6dde-40c5-4def-ab87-67cad66fcc43 None None] Pushing event updated for resources: {'Port': ['ID=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:43.025523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Allocated IP 172.20.0.2 (f90128ca-9332-4025-8425-15b1e4bf1851/4f9b00b3-649e-4d61-92c2-dcac2b10a7bf/affff7ab-e890-45aa-99a8-0f756012bd31) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:43.032646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 788ea689-dae2-431c-ad60-6555fad129ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:43.043259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 788ea689-dae2-431c-ad60-6555fad129ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:43.043897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.168631 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:12:38Z', 'revision_number': 4, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port': {'id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:31Z', 'updated_at': '2021-07-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e0115c41-d8d0-4c1f-aeb6-510c9d1639a9', 'name': '', 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'mac_address': 'fa:16:3e:d1:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '2bc9f48d-be1b-4208-94e2-95ccbc20d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:35Z', 'updated_at': '2021-07-23T14:12:42Z', 'revision_number': 4, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'subnets': [{'id': '2bc9f48d-be1b-4208-94e2-95ccbc20d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:43.195802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.201915 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.211618 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3bb42-e44b-48d6-ae7c-913c660a5f99 None None] The sync data for ids ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'] in n-d-801990-3 is: [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:12:38Z', 'revision_number': 4, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port': {'id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:31Z', 'updated_at': '2021-07-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e0115c41-d8d0-4c1f-aeb6-510c9d1639a9', 'name': '', 'network_id': '843ad6b5-1e20-457f-a574-b800f49df18b', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'mac_address': 'fa:16:3e:d1:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '2bc9f48d-be1b-4208-94e2-95ccbc20d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:35Z', 'updated_at': '2021-07-23T14:12:42Z', 'revision_number': 4, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'subnets': [{'id': '2bc9f48d-be1b-4208-94e2-95ccbc20d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:43.221026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.237182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.258746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a8ad-5af6-4880-94e1-82d89f0e0323 req-2adc18d4-9d41-4a79-8825-296ac2f4905a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:43.261913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a115a8ad-5af6-4880-94e1-82d89f0e0323 req-2adc18d4-9d41-4a79-8825-296ac2f4905a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 945 time: 0.2347136 Jul 23 14:12:43.348735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4651c2ec-2be6-4ed2-bc11-93bdd8c79a15 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.372490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527d9fae-15ce-4a0f-ad1f-f755f1844ca6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:43.489198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a115a8ad-5af6-4880-94e1-82d89f0e0323 req-68ee752a-6a2c-4650-b58d-1def8d8f0899 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545482 Jul 23 14:12:43.504588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Allocated IP 172.25.2.226 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/309f2e3d-f088-409a-ac7e-96cd020cb467) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:43.531870 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4651c2ec-2be6-4ed2-bc11-93bdd8c79a15 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.540749 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4651c2ec-2be6-4ed2-bc11-93bdd8c79a15 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.610146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651c2ec-2be6-4ed2-bc11-93bdd8c79a15 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b92a7e6-1eb8-4863-a25f-beffcc777d25,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:43.629882 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.638601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.701959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4651c2ec-2be6-4ed2-bc11-93bdd8c79a15 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.704200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4651c2ec-2be6-4ed2-bc11-93bdd8c79a15 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8060675 Jul 23 14:12:43.714288 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.728271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:43.729615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.734142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Transition to ACTIVE for port object affff7ab-e890-45aa-99a8-0f756012bd31 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:43.735111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0461559 Jul 23 14:12:43.740569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-031792b9-6b73-4fb1-8761-979a864eb91e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'security_group_rule': {'security_group_id': '28a41b5f-9d7f-4774-9440-a38eaecc6c2b', 'project_id': 'e9cf036af1964a74a671f701243dd269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:43.745541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:43.751767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.758564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ca88d01-b9bc-4b11-a70d-c4040fabd210 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '65e736e1-8b31-40c8-b241-97f463bae275', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:43.803367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Transition to ACTIVE for port object affff7ab-e890-45aa-99a8-0f756012bd31 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:43.803856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459407b5-7bb2-48be-9c47-1ba77e70f352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e736e1-8b31-40c8-b241-97f463bae275,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:43.810506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15297249-54ed-4deb-ae64-1d94b8935df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788ea689-dae2-431c-ad60-6555fad129ef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:43.813200 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c576c044-2763-4a35-87e6-3eaa5e6829bf" -d '{"events": [{"server_uuid": "15297249-54ed-4deb-ae64-1d94b8935df2", "name": "network-vif-plugged", "status": "completed", "tag": "788ea689-dae2-431c-ad60-6555fad129ef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:43.818908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.832741 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.836721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 788ea689-dae2-431c-ad60-6555fad129ef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=788ea689-dae2-431c-ad60-6555fad129ef,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:43.855581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031792b9-6b73-4fb1-8761-979a864eb91e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.866173 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.889082 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347bbec9-5a4e-4731-8d22-f34c7b54183e x-openstack-request-id: req-347bbec9-5a4e-4731-8d22-f34c7b54183e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:43.889373 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15297249-54ed-4deb-ae64-1d94b8935df2", "name": "network-vif-plugged", "status": "completed", "tag": "788ea689-dae2-431c-ad60-6555fad129ef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:43.897168 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-347bbec9-5a4e-4731-8d22-f34c7b54183e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:43.897905 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15297249-54ed-4deb-ae64-1d94b8935df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788ea689-dae2-431c-ad60-6555fad129ef', 'code': 200} Jul 23 14:12:43.904915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Network f90128ca-9332-4025-8425-15b1e4bf1851 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:43.920212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:43.929629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:43.932089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:43.950002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Pushing event updated for resources: {'Port': ['ID=affff7ab-e890-45aa-99a8-0f756012bd31,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:44.036905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:44.040128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:44.046780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:44.063690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca88d01-b9bc-4b11-a70d-c4040fabd210 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.085313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Pushing event updated for resources: {'Port': ['ID=309f2e3d-f088-409a-ac7e-96cd020cb467,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:44.105628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Attempting to bind port affff7ab-e890-45aa-99a8-0f756012bd31 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:44.106320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Attempting to bind port affff7ab-e890-45aa-99a8-0f756012bd31 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:44.106935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Attempting to bind port affff7ab-e890-45aa-99a8-0f756012bd31 on network f90128ca-9332-4025-8425-15b1e4bf1851 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:44.127545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:44.127931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Checking segment: {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:44.128339 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.129157 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Bound using segment: {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:44.129940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Bound port: affff7ab-e890-45aa-99a8-0f756012bd31, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:44.130567 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.137598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=788ea689-dae2-431c-ad60-6555fad129ef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:44.253271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031792b9-6b73-4fb1-8761-979a864eb91e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.275021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] For port affff7ab-e890-45aa-99a8-0f756012bd31, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:44.284141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] For port affff7ab-e890-45aa-99a8-0f756012bd31, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=affff7ab-e890-45aa-99a8-0f756012bd31,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:44.289591 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031792b9-6b73-4fb1-8761-979a864eb91e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.290315 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.335934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0533404-f7ac-4ff1-a05d-ec15a5f42dac req-bbb39f18-dc3a-45d7-9561-158ac88494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:44.347588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0533404-f7ac-4ff1-a05d-ec15a5f42dac req-bbb39f18-dc3a-45d7-9561-158ac88494dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 1097 time: 0.3346231 Jul 23 14:12:44.354376 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-031792b9-6b73-4fb1-8761-979a864eb91e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.359721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-031792b9-6b73-4fb1-8761-979a864eb91e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6196880 Jul 23 14:12:44.415868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736201f4-54c3-45ef-af6a-3c3b78211ff7 None None] Pushing event updated for resources: {'Port': ['ID=affff7ab-e890-45aa-99a8-0f756012bd31,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:44.417767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:44.426492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'security_group_rule': {'security_group_id': '28a41b5f-9d7f-4774-9440-a38eaecc6c2b', 'project_id': 'e9cf036af1964a74a671f701243dd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:44.446280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0533404-f7ac-4ff1-a05d-ec15a5f42dac req-938aea24-ef14-438b-b788-9d5146f4bc31 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Jul 23 14:12:44.448911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031792b9-6b73-4fb1-8761-979a864eb91e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc8b3d7-6b04-4fd6-aa22-13e3b942cbea,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:44.493131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca88d01-b9bc-4b11-a70d-c4040fabd210 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.500839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca88d01-b9bc-4b11-a70d-c4040fabd210 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.569160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca88d01-b9bc-4b11-a70d-c4040fabd210 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb0a8eb-8e31-4379-9563-6b2b6da129b3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:44.594074 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Project e9cf036af1964a74a671f701243dd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:12:44.594354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca88d01-b9bc-4b11-a70d-c4040fabd210 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.601304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6ca88d01-b9bc-4b11-a70d-c4040fabd210 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8501470 Jul 23 14:12:44.602375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:44.609709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.610860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-339f70e3-81db-4673-83dc-d28f2b04e655 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '65e736e1-8b31-40c8-b241-97f463bae275', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:44.667902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-339f70e3-81db-4673-83dc-d28f2b04e655 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.779934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.829292 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-339f70e3-81db-4673-83dc-d28f2b04e655 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 14:12:44.831186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-339f70e3-81db-4673-83dc-d28f2b04e655 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2275670 Jul 23 14:12:44.833942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:44.933537 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98f4a60a-b562-4b8e-8603-9b8f522fd2d8 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:44.970859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98f4a60a-b562-4b8e-8603-9b8f522fd2d8 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.050517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98f4a60a-b562-4b8e-8603-9b8f522fd2d8 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.057787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98f4a60a-b562-4b8e-8603-9b8f522fd2d8 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.063232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-98f4a60a-b562-4b8e-8603-9b8f522fd2d8 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/65e736e1-8b31-40c8-b241-97f463bae275 HTTP/1.1" status: 204 len: 168 time: 0.2243202 Jul 23 14:12:45.063738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:45.091157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4a60a-b562-4b8e-8603-9b8f522fd2d8 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e736e1-8b31-40c8-b241-97f463bae275,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:45.165547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-50660f10-e237-4075-bf5f-2401eb5c6d95 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976002 Jul 23 14:12:45.185623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:45.207928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2f5be47-43aa-4c4d-9ed3-07eeed8d6edf tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--214589396'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:45.253934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f5be47-43aa-4c4d-9ed3-07eeed8d6edf tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.439521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f5be47-43aa-4c4d-9ed3-07eeed8d6edf tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.446543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f5be47-43aa-4c4d-9ed3-07eeed8d6edf tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.449067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:45.460697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.486191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.488771 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2f5be47-43aa-4c4d-9ed3-07eeed8d6edf tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.490630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a2f5be47-43aa-4c4d-9ed3-07eeed8d6edf tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3013117 Jul 23 14:12:45.496588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:45.502938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6970cca1-5d24-4266-b601-1d2e85f1b847 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '2a0f2e89-feb7-4fa9-8fc4-e1d7a3f7f8fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:45.504438 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-6970cca1-5d24-4266-b601-1d2e85f1b847 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 14:12:45.505142 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6970cca1-5d24-4266-b601-1d2e85f1b847 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:45.513007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6970cca1-5d24-4266-b601-1d2e85f1b847 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0137839 Jul 23 14:12:45.516398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:45.537289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5be47-43aa-4c4d-9ed3-07eeed8d6edf tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f2e89-feb7-4fa9-8fc4-e1d7a3f7f8fb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:45.570480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc71e3-d315-4197-80c0-53dd863e8793 req-cd4440de-6796-402e-9ffa-822697f31ab1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:45.596723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:45.597174 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-86dc71e3-d315-4197-80c0-53dd863e8793 req-cd4440de-6796-402e-9ffa-822697f31ab1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.9470279 Jul 23 14:12:45.601885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:45.602727 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.690110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34600b55-e44c-4ec6-8561-d9f5849caced tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.733275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34600b55-e44c-4ec6-8561-d9f5849caced tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.776649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4035c81e-51a3-4f11-96b6-02f23ff1b8da,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:45.788089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.791246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d76cd622-d532-4e20-9fd9-c6615deed749 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3709667 Jul 23 14:12:45.815175 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e877a77e-e580-4500-8f67-19811385d1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.822952 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.824795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:45.840370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34600b55-e44c-4ec6-8561-d9f5849caced tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.844646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34600b55-e44c-4ec6-8561-d9f5849caced tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.849366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-34600b55-e44c-4ec6-8561-d9f5849caced tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/2a0f2e89-feb7-4fa9-8fc4-e1d7a3f7f8fb HTTP/1.1" status: 204 len: 168 time: 0.3314085 Jul 23 14:12:45.850068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:45.861276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'security_group_rule': {'security_group_id': '28a41b5f-9d7f-4774-9440-a38eaecc6c2b', 'project_id': 'e9cf036af1964a74a671f701243dd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:45.878154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34600b55-e44c-4ec6-8561-d9f5849caced tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f2e89-feb7-4fa9-8fc4-e1d7a3f7f8fb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:45.904611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,segment=NetworkSegment(50b9351c-2d65-44eb-9c47-ee4c6785b91b),segment_id=50b9351c-2d65-44eb-9c47-ee4c6785b91b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:45.914114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:45.915267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device affff7ab-e890-45aa-99a8-0f756012bd31 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:45.939104 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-86dc71e3-d315-4197-80c0-53dd863e8793 req-6e3d8bda-64c2-4821-b485-c33adf12f8f0 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487323 Jul 23 14:12:45.945880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:45.947149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-acd18ff2-a169-4857-830c-5a482e8ba2de tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816865 Jul 23 14:12:45.976436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b48a37dd-5f9f-4e12-bc62-cbea0898dcb6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159372225'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:46.036055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:46.056779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.059633 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Project e9cf036af1964a74a671f701243dd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:12:46.061843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port affff7ab-e890-45aa-99a8-0f756012bd31 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:46.068963 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b48a37dd-5f9f-4e12-bc62-cbea0898dcb6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.078271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.106304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744bd3df-0fc6-4d7e-951c-00ed5d6c574e None None] Network f90128ca-9332-4025-8425-15b1e4bf1851 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:12:46.249106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a24dbbf-42ce-4900-86dd-c1ec8fa8cf06 None None] Provisioning for port affff7ab-e890-45aa-99a8-0f756012bd31 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:46.258674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a24dbbf-42ce-4900-86dd-c1ec8fa8cf06 None None] Provisioning complete for port affff7ab-e890-45aa-99a8-0f756012bd31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:46.259447 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a24dbbf-42ce-4900-86dd-c1ec8fa8cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.279065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.296024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.344293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea28578-ed59-4e39-8583-4c2ad01af1e9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:46.369494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b48a37dd-5f9f-4e12-bc62-cbea0898dcb6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.377040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b48a37dd-5f9f-4e12-bc62-cbea0898dcb6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.379439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Router 437db0b8-ae21-45e9-a65c-cce30838cd0e is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:12:46.389357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.390562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b114ed93-c2c5-4091-94a3-f769598134c0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5592966 Jul 23 14:12:46.410529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a24dbbf-42ce-4900-86dd-c1ec8fa8cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.416870 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b48a37dd-5f9f-4e12-bc62-cbea0898dcb6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.422208 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b48a37dd-5f9f-4e12-bc62-cbea0898dcb6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4556503 Jul 23 14:12:46.428565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:46.436707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1172acb2-12b3-437b-96b3-127640ae3d45 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '1d8f74c6-7e88-4ed7-bc2b-c58f4b70bcb7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:46.442165 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-1172acb2-12b3-437b-96b3-127640ae3d45 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 14:12:46.443065 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1172acb2-12b3-437b-96b3-127640ae3d45 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:46.449775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1172acb2-12b3-437b-96b3-127640ae3d45 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0178449 Jul 23 14:12:46.450448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:46.460405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a24dbbf-42ce-4900-86dd-c1ec8fa8cf06 None None] For port affff7ab-e890-45aa-99a8-0f756012bd31, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=affff7ab-e890-45aa-99a8-0f756012bd31,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:46.474089 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a24dbbf-42ce-4900-86dd-c1ec8fa8cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.509321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a37dd-5f9f-4e12-bc62-cbea0898dcb6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8f74c6-7e88-4ed7-bc2b-c58f4b70bcb7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:46.545160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a39d266-a413-4e9b-9330-1104d3b5b9d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.579848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a39d266-a413-4e9b-9330-1104d3b5b9d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.587010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:46.588254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24dbbf-42ce-4900-86dd-c1ec8fa8cf06 None None] Pushing event updated for resources: {'Port': ['ID=affff7ab-e890-45aa-99a8-0f756012bd31,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:46.599744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Sync routers for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:46.622160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:46.623541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:46.628031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.629683 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a54319b5-66ad-4b40-a8d0-e92b6a9e7733 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5691006 Jul 23 14:12:46.632489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:46.666677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a39d266-a413-4e9b-9330-1104d3b5b9d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.670167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a39d266-a413-4e9b-9330-1104d3b5b9d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.675872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6a39d266-a413-4e9b-9330-1104d3b5b9d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d8f74c6-7e88-4ed7-bc2b-c58f4b70bcb7 HTTP/1.1" status: 204 len: 168 time: 0.2231865 Jul 23 14:12:46.676848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:46.758121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39d266-a413-4e9b-9330-1104d3b5b9d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8f74c6-7e88-4ed7-bc2b-c58f4b70bcb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:46.765943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-64310224-9457-4a8a-b86f-b1e922a26467 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835755 Jul 23 14:12:46.769960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:46.786219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c12ff15-3f2e-4473-a91b-6b356c3b61fd tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822378941'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:46.803883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-30a7d668-73c3-4079-afa2-83518f617b06 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487323047&fields=id&tenant_id=e9cf036af1964a74a671f701243dd269 HTTP/1.1" status: 200 len: 267 time: 0.1122656 Jul 23 14:12:46.833759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c12ff15-3f2e-4473-a91b-6b356c3b61fd tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.877364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-56ded44d-973d-4df0-ac7b-a778d17a0825 None None] Provisioning complete for port affff7ab-e890-45aa-99a8-0f756012bd31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:46.880388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56ded44d-973d-4df0-ac7b-a778d17a0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:46.921412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:47.037564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-de8925cd-6562-4f5c-ac88-ffd5c2e829d3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:47.043319 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-de8925cd-6562-4f5c-ac88-ffd5c2e829d3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/networks?id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856 HTTP/1.1" status: 200 len: 808 time: 0.2294991 Jul 23 14:12:47.069288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c12ff15-3f2e-4473-a91b-6b356c3b61fd tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.076479 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c12ff15-3f2e-4473-a91b-6b356c3b61fd tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.146531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c12ff15-3f2e-4473-a91b-6b356c3b61fd tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.148176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1c12ff15-3f2e-4473-a91b-6b356c3b61fd tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3767908 Jul 23 14:12:47.151424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:47.157707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e92879d9-75c8-463e-94c3-33467dabbf58 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': 'dee46272-da99-4ac0-ab05-de73d719b08e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:47.173063 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-e92879d9-75c8-463e-94c3-33467dabbf58 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 14:12:47.173915 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e92879d9-75c8-463e-94c3-33467dabbf58 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:47.175471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e92879d9-75c8-463e-94c3-33467dabbf58 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221095 Jul 23 14:12:47.176673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12ff15-3f2e-4473-a91b-6b356c3b61fd tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee46272-da99-4ac0-ab05-de73d719b08e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:47.178944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:47.192131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4da78e76-ae9a-4643-a5a6-38995ab7443c tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': 'dee46272-da99-4ac0-ab05-de73d719b08e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:47.193287 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-4da78e76-ae9a-4643-a5a6-38995ab7443c tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 14:12:47.193949 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4da78e76-ae9a-4643-a5a6-38995ab7443c tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:47.195181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4da78e76-ae9a-4643-a5a6-38995ab7443c tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0151320 Jul 23 14:12:47.198960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:47.216660 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-8783e0aa-520c-4136-9c6e-e14a275ca74d tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/quotas/e9cf036af1964a74a671f701243dd269 HTTP/1.1" status: 200 len: 375 time: 0.1657751 Jul 23 14:12:47.221838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4fcd7fc8-4399-40fc-83b0-e7b50dff23ee tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': 'dee46272-da99-4ac0-ab05-de73d719b08e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:47.223080 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-4fcd7fc8-4399-40fc-83b0-e7b50dff23ee tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 14:12:47.223925 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4fcd7fc8-4399-40fc-83b0-e7b50dff23ee tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:47.224983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4fcd7fc8-4399-40fc-83b0-e7b50dff23ee tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0242960 Jul 23 14:12:47.232235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:47.246111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8f882a9-a6b6-4558-aa8c-6d0b043027ac tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': 'dee46272-da99-4ac0-ab05-de73d719b08e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:47.248739 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-d8f882a9-a6b6-4558-aa8c-6d0b043027ac tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 14:12:47.249287 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d8f882a9-a6b6-4558-aa8c-6d0b043027ac tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:47.250435 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d8f882a9-a6b6-4558-aa8c-6d0b043027ac tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0170298 Jul 23 14:12:47.260894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:47.338463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f9495-32c6-47f0-891e-9c23a352e1b0 req-5d6618b4-2921-436c-b7d7-9664dd5f15ec tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:47.344828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce5f9495-32c6-47f0-891e-9c23a352e1b0 req-5d6618b4-2921-436c-b7d7-9664dd5f15ec tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.1481640 Jul 23 14:12:47.383403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:44Z', 'revision_number': 3, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:47.430854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce5f9495-32c6-47f0-891e-9c23a352e1b0 req-9d08b04e-868a-41d7-a4e4-ac4eba0378dc tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786357 Jul 23 14:12:47.437565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:47.460308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Checking router: 437db0b8-ae21-45e9-a65c-cce30838cd0e for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:12:47.460672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Updating router 437db0b8-ae21-45e9-a65c-cce30838cd0e port 309f2e3d-f088-409a-ac7e-96cd020cb467 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:12:47.498368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-9afd0426-f8ef-4a49-8f54-b9a6a57dbea3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9cf036af1964a74a671f701243dd269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2752879 Jul 23 14:12:47.520491 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.532975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d19cd51-9eb6-451f-a338-7c2abc0e2d51 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.571960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:47.572341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.653939 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d19cd51-9eb6-451f-a338-7c2abc0e2d51 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.688343 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.785722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f40d4-988a-4458-99af-f43750a6d4c8 req-3eeec901-6567-4de1-8502-dde88b55b4b9 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:47.791317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd6f40d4-988a-4458-99af-f43750a6d4c8 req-3eeec901-6567-4de1-8502-dde88b55b4b9 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.1291313 Jul 23 14:12:47.799863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device affff7ab-e890-45aa-99a8-0f756012bd31 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:47.886593 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd6f40d4-988a-4458-99af-f43750a6d4c8 req-e7d427e5-f931-4b5c-8181-9ca1ab4424e2 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889950 Jul 23 14:12:47.939602 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-bf20638d-e607-41e8-a157-26cb67a0ebd0 service neutron] 10.222.0.21 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074776 Jul 23 14:12:47.943362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.944265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d19cd51-9eb6-451f-a338-7c2abc0e2d51 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.947124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d19cd51-9eb6-451f-a338-7c2abc0e2d51 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:47.948393 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7d19cd51-9eb6-451f-a338-7c2abc0e2d51 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/dee46272-da99-4ac0-ab05-de73d719b08e HTTP/1.1" status: 204 len: 168 time: 0.6864808 Jul 23 14:12:47.951506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:47.977983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port affff7ab-e890-45aa-99a8-0f756012bd31 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:47.978623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.028428 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.048876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Transition to ACTIVE for port object 309f2e3d-f088-409a-ac7e-96cd020cb467 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:48.063162 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.063884 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-27150879-83aa-43b1-8f0f-2e00c8cc3fb0 service neutron] 10.222.0.21 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097312 Jul 23 14:12:48.075603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a020cfc5-396c-4567-808b-c15a34c1af09 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223483 Jul 23 14:12:48.076289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:48.087030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a815b0a1-4626-4e34-ab00-586a4842c965 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--931122126'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:48.139045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a815b0a1-4626-4e34-ab00-586a4842c965 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.319325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19cd51-9eb6-451f-a338-7c2abc0e2d51 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee46272-da99-4ac0-ab05-de73d719b08e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:48.320630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a815b0a1-4626-4e34-ab00-586a4842c965 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.330858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Allocated IP 172.20.0.1 (f90128ca-9332-4025-8425-15b1e4bf1851/4f9b00b3-649e-4d61-92c2-dcac2b10a7bf/c7d03aed-aeda-4376-98eb-3a6eb114fe22) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:48.337759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a815b0a1-4626-4e34-ab00-586a4842c965 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.401078 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a815b0a1-4626-4e34-ab00-586a4842c965 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.411458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a815b0a1-4626-4e34-ab00-586a4842c965 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3328202 Jul 23 14:12:48.417486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f2f1d-3c60-4ab3-b21e-b826bdf256ae None None] Pushing event updated for resources: {'Port': ['ID=309f2e3d-f088-409a-ac7e-96cd020cb467,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:48.418444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:48.421974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Attempting to bind port 309f2e3d-f088-409a-ac7e-96cd020cb467 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:48.421974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Attempting to bind port 309f2e3d-f088-409a-ac7e-96cd020cb467 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:48.423635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Attempting to bind port 309f2e3d-f088-409a-ac7e-96cd020cb467 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:48.440286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4fb37067-3531-4b77-b475-41dda907a2d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:48.442012 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-4fb37067-3531-4b77-b475-41dda907a2d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 14:12:48.443096 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4fb37067-3531-4b77-b475-41dda907a2d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:48.451070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.463564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:48.464508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:48.464508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.465723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:48.465723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Bound port: 309f2e3d-f088-409a-ac7e-96cd020cb467, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:48.465723 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.475751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4fb37067-3531-4b77-b475-41dda907a2d7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0422823 Jul 23 14:12:48.489690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:48.493098 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e171145-fab8-4f67-9a37-2ef8aa6981a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.533523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] For port 309f2e3d-f088-409a-ac7e-96cd020cb467, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:48.538711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] For port 309f2e3d-f088-409a-ac7e-96cd020cb467, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=309f2e3d-f088-409a-ac7e-96cd020cb467,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:48.551019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.608760 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.629921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Transition to ACTIVE for port object c7d03aed-aeda-4376-98eb-3a6eb114fe22 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:48.651489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:48.652118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:48.654263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f2f1d-3c60-4ab3-b21e-b826bdf256ae None None] Pushing event updated for resources: {'Port': ['ID=309f2e3d-f088-409a-ac7e-96cd020cb467,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:48.657813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa2bf3-80e1-4e11-97f7-570c282473b0 req-af1bc1c8-99e2-46c5-b26e-f45ed6449daf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:48.660555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03e932a6-2561-4a23-9001-efc9de976693 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:48.664957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05fa2bf3-80e1-4e11-97f7-570c282473b0 req-af1bc1c8-99e2-46c5-b26e-f45ed6449daf tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.1403162 Jul 23 14:12:48.720968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05fa2bf3-80e1-4e11-97f7-570c282473b0 req-0f8de695-e163-4d8b-99ac-d4ca67af4434 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548592 Jul 23 14:12:48.722953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.747226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51723dbb-5a8c-44c2-a842-fbfb9839b337 req-f52bccc2-4384-4d3f-80f7-1ffa46da2b6b tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 210 time: 0.2546999 Jul 23 14:12:48.787666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815b0a1-4626-4e34-ab00-586a4842c965 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4ff34-1f9f-40e4-8367-bd2e1f688714,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:48.788584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Network f90128ca-9332-4025-8425-15b1e4bf1851 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:48.793023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:48.799524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:48.843095 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-03e932a6-2561-4a23-9001-efc9de976693 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:48.854056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-03e932a6-2561-4a23-9001-efc9de976693 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2108684 Jul 23 14:12:48.854996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:48.860374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c8c9547-534f-4587-a7af-0527e11b22c1 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:48.860938 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-1c8c9547-534f-4587-a7af-0527e11b22c1 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 14:12:48.861562 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1c8c9547-534f-4587-a7af-0527e11b22c1 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:48.866447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1c8c9547-534f-4587-a7af-0527e11b22c1 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100212 Jul 23 14:12:48.867172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:48.872475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-55b80d02-2ed3-4ebd-8ca4-254b8ed5c352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:48.942463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:48.976835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:48.977144 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-55b80d02-2ed3-4ebd-8ca4-254b8ed5c352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:48.982145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-55b80d02-2ed3-4ebd-8ca4-254b8ed5c352 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1136670 Jul 23 14:12:48.983119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:49.008033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7a5d100c-30a6-4599-993a-37b875e4d181 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:49.008894 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-7a5d100c-30a6-4599-993a-37b875e4d181 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 14:12:49.009590 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7a5d100c-30a6-4599-993a-37b875e4d181 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:49.014917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7a5d100c-30a6-4599-993a-37b875e4d181 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0289762 Jul 23 14:12:49.017656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:49.025751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d9cc2a12-6946-4765-b1fe-87a0139b3d5d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:49.068222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d03aed-aeda-4376-98eb-3a6eb114fe22,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:49.081259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084b96d-f3dc-4a8a-a117-ca70a3052c4a req-1b9ff2ce-f5e3-41ea-865a-429ac8e4c828 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:49.091360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c084b96d-f3dc-4a8a-a117-ca70a3052c4a req-1b9ff2ce-f5e3-41ea-865a-429ac8e4c828 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.1579361 Jul 23 14:12:49.170749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c084b96d-f3dc-4a8a-a117-ca70a3052c4a req-01a970f8-38fc-4dfb-80d8-1f02d599c17c tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750549 Jul 23 14:12:49.176300 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d9cc2a12-6946-4765-b1fe-87a0139b3d5d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:49.180919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:49.183913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d9cc2a12-6946-4765-b1fe-87a0139b3d5d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1644731 Jul 23 14:12:49.189630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9dc4e3bf-a6bf-4472-b2f5-a362617fa00b tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:49.190410 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-9dc4e3bf-a6bf-4472-b2f5-a362617fa00b tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 14:12:49.190945 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9dc4e3bf-a6bf-4472-b2f5-a362617fa00b tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:49.192219 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9dc4e3bf-a6bf-4472-b2f5-a362617fa00b tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082231 Jul 23 14:12:49.195549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:49.209671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0292c02f-e11b-4ecd-b10d-0b8cfb3bc002 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:49.321853 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0292c02f-e11b-4ecd-b10d-0b8cfb3bc002 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:49.323073 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0292c02f-e11b-4ecd-b10d-0b8cfb3bc002 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1263626 Jul 23 14:12:49.323943 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.326507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:49.334107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9494874d-6bac-4f5f-80a5-2b23f20743a4 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '71d4ff34-1f9f-40e4-8367-bd2e1f688714', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:49.389292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-810b9679-fe1a-487b-aff7-3c8af2e26f7a None None] Provisioning for port c7d03aed-aeda-4376-98eb-3a6eb114fe22 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:49.399470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-810b9679-fe1a-487b-aff7-3c8af2e26f7a None None] Provisioning complete for port c7d03aed-aeda-4376-98eb-3a6eb114fe22 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:49.399989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-810b9679-fe1a-487b-aff7-3c8af2e26f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.506003 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9494874d-6bac-4f5f-80a5-2b23f20743a4 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:49.507248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9494874d-6bac-4f5f-80a5-2b23f20743a4 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1775768 Jul 23 14:12:49.512148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:49.522465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-810b9679-fe1a-487b-aff7-3c8af2e26f7a None None] Port c7d03aed-aeda-4376-98eb-3a6eb114fe22 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:49.573129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.614568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:44Z', 'revision_number': 3, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:49.671251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56cc0d-92a7-4fc3-b76a-1e1f57a19d3e None None] The sync data for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 is: [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:44Z', 'revision_number': 3, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:49.693117 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e439a773-0b98-4a60-b044-3b13afb1bf8d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.736987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e439a773-0b98-4a60-b044-3b13afb1bf8d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.754131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.755266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62e51-87f2-427e-923a-31afb3a18260 req-59f461c8-bd1f-4fe6-b067-41ec3e132696 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:49.757427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94a62e51-87f2-427e-923a-31afb3a18260 req-59f461c8-bd1f-4fe6-b067-41ec3e132696 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.2141280 Jul 23 14:12:49.764216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.843154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94a62e51-87f2-427e-923a-31afb3a18260 req-cbd58449-5569-4c56-b3ec-ddae4d114f94 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752046 Jul 23 14:12:49.849184 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e439a773-0b98-4a60-b044-3b13afb1bf8d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.861616 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e439a773-0b98-4a60-b044-3b13afb1bf8d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.870190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e439a773-0b98-4a60-b044-3b13afb1bf8d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/71d4ff34-1f9f-40e4-8367-bd2e1f688714 HTTP/1.1" status: 204 len: 168 time: 0.3566034 Jul 23 14:12:49.871198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:49.919091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439a773-0b98-4a60-b044-3b13afb1bf8d tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4ff34-1f9f-40e4-8367-bd2e1f688714,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:49.952665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:49.969638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d03aed-aeda-4376-98eb-3a6eb114fe22,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:50.003404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6a80f4e8-7b01-489d-950a-ed03574f88e9 req-2b418337-18c6-4d51-b81b-3b4e819b8508 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 210 time: 0.0713496 Jul 23 14:12:50.049970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-af0e9aa1-b5cb-4fa6-afec-86ff83f40676 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505265 Jul 23 14:12:50.054798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:50.064463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6e504053-8b50-4501-84d6-3a6478677718 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--570407210'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:50.139778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e504053-8b50-4501-84d6-3a6478677718 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:50.223322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Network f90128ca-9332-4025-8425-15b1e4bf1851 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:50.225387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:50.254675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c4ef6-a943-4ee4-aaac-1af1fe4f8cb2 req-62faecb6-bd04-4930-baf6-8d4d9268a99b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:50.261888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061c4ef6-a943-4ee4-aaac-1af1fe4f8cb2 req-62faecb6-bd04-4930-baf6-8d4d9268a99b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.1387746 Jul 23 14:12:50.357800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e504053-8b50-4501-84d6-3a6478677718 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:50.373906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061c4ef6-a943-4ee4-aaac-1af1fe4f8cb2 req-7516bf77-93d8-4d34-ab2c-f69911679295 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108656 Jul 23 14:12:50.378069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e504053-8b50-4501-84d6-3a6478677718 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:50.391014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Router 437db0b8-ae21-45e9-a65c-cce30838cd0e has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:12:50.443368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e504053-8b50-4501-84d6-3a6478677718 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220fcb5a-1325-4f48-a1c7-94571b379f2b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:50.450484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e504053-8b50-4501-84d6-3a6478677718 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:50.455612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6e504053-8b50-4501-84d6-3a6478677718 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3968484 Jul 23 14:12:50.456247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:50.465689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-281b1b0b-6729-45a1-bd8d-ab92ff927f40 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '220fcb5a-1325-4f48-a1c7-94571b379f2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:50.557033 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-281b1b0b-6729-45a1-bd8d-ab92ff927f40 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The resource could not be found. Jul 23 14:12:50.560557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-281b1b0b-6729-45a1-bd8d-ab92ff927f40 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1013913 Jul 23 14:12:50.562986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:50.569498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aecc3637-afb7-4e3f-9051-bec318f9f7ac None None] Provisioning complete for port c7d03aed-aeda-4376-98eb-3a6eb114fe22 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:50.570957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb8a321e-c2b2-452a-b7e5-a817b6e979aa tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '220fcb5a-1325-4f48-a1c7-94571b379f2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0062e730-2d1b-4685-b09c-42a8d1b91096'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:50.571708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aecc3637-afb7-4e3f-9051-bec318f9f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:50.600756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:12:50.615055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bc1a3792-e1f5-419a-8971-a7616d4ce1e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/437db0b8-ae21-45e9-a65c-cce30838cd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9805236 Jul 23 14:12:50.669951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aecc3637-afb7-4e3f-9051-bec318f9f7ac None None] Port c7d03aed-aeda-4376-98eb-3a6eb114fe22 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:50.700989 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fb8a321e-c2b2-452a-b7e5-a817b6e979aa tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The resource could not be found. Jul 23 14:12:50.702046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fb8a321e-c2b2-452a-b7e5-a817b6e979aa tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1360090 Jul 23 14:12:50.705480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:50.808626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7fdf-ce64-4277-b3f6-428d2e32aa31 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:50.910268 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7fdf-ce64-4277-b3f6-428d2e32aa31 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:50.923230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-6399e3e7-b9de-4734-a2ed-ed6b5356318f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:50.927903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-6399e3e7-b9de-4734-a2ed-ed6b5356318f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.48 "GET /v2.0/networks?id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856 HTTP/1.1" status: 200 len: 808 time: 0.2719841 Jul 23 14:12:51.002105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-2ef51217-fe83-458a-9e90-d9bc460cdf1c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9cf036af1964a74a671f701243dd269 HTTP/1.1" status: 200 len: 379 time: 0.0612149 Jul 23 14:12:51.022440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'port': {'device_id': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'admin_state_up': True, 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'security_groups': ['28a41b5f-9d7f-4774-9440-a38eaecc6c2b']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:51.090480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7fdf-ce64-4277-b3f6-428d2e32aa31 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.094941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7fdf-ce64-4277-b3f6-428d2e32aa31 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.100552 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8c8a7fdf-ce64-4277-b3f6-428d2e32aa31 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/220fcb5a-1325-4f48-a1c7-94571b379f2b HTTP/1.1" status: 204 len: 168 time: 0.3894725 Jul 23 14:12:51.105447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:51.118600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bff260-062d-4259-9e91-49252932b32d req-def9e7bb-9f7b-4f4c-9b70-124549c601a1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:51.140119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6bff260-062d-4259-9e91-49252932b32d req-def9e7bb-9f7b-4f4c-9b70-124549c601a1 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.1822104 Jul 23 14:12:51.185716 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.252120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a7fdf-ce64-4277-b3f6-428d2e32aa31 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220fcb5a-1325-4f48-a1c7-94571b379f2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:51.274671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2427ab04-a25b-4182-9298-ff22a5d9f64d req-0bb47143-885e-44dd-b5e6-0b73644a22e4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 210 time: 0.0584261 Jul 23 14:12:51.334678 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e04124eb-8fed-4d38-ac8e-d03203f95843 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2276063 Jul 23 14:12:51.346171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:51.352319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-755b30ff-d8a1-4f18-8c38-112eaf657ac2 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': 'dad7620b-a7d7-4ee2-85eb-22b42f96eb32', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:51.364629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Made reservation on behalf of e9cf036af1964a74a671f701243dd269 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:51.368101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 309f2e3d-f088-409a-ac7e-96cd020cb467 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:51.376863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.401673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6bff260-062d-4259-9e91-49252932b32d req-bf8cd004-fd2b-4bea-b8ce-75ae41c8283e tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392583 Jul 23 14:12:51.478043 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-755b30ff-d8a1-4f18-8c38-112eaf657ac2 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The resource could not be found. Jul 23 14:12:51.484931 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-755b30ff-d8a1-4f18-8c38-112eaf657ac2 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1317074 Jul 23 14:12:51.485521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:51.494312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-09bc6d16-93f1-4d3c-92a2-cb04904b45a6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075881570'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:51.540917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 309f2e3d-f088-409a-ac7e-96cd020cb467 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:51.552316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 309f2e3d-f088-409a-ac7e-96cd020cb467 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:51.553026 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.585749 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09bc6d16-93f1-4d3c-92a2-cb04904b45a6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.627940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Allocated IP 172.20.0.10 (8852f9c6-22d4-4bdd-8b4e-c0c78220c856/87913452-b853-4522-a39f-e35b8cdc6a45/8dbb01d6-9a0c-4103-9be2-514b305eefa8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:12:51.735560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.770574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 309f2e3d-f088-409a-ac7e-96cd020cb467, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=309f2e3d-f088-409a-ac7e-96cd020cb467,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:51.779085 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.847121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff3d3-de63-4f5e-8898-d3be6f06c7ab req-332aecd5-0a16-451b-b5d2-b4b0ca1dc0a0 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:51.848954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-293ff3d3-de63-4f5e-8898-d3be6f06c7ab req-332aecd5-0a16-451b-b5d2-b4b0ca1dc0a0 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 945 time: 0.1266437 Jul 23 14:12:51.880358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=309f2e3d-f088-409a-ac7e-96cd020cb467,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:51.899511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09bc6d16-93f1-4d3c-92a2-cb04904b45a6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.932340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-293ff3d3-de63-4f5e-8898-d3be6f06c7ab req-374bbb62-fe16-44e4-80b4-25047af0ecd8 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736706 Jul 23 14:12:51.949933 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.954143 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09bc6d16-93f1-4d3c-92a2-cb04904b45a6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:51.993921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Transition to ACTIVE for port object 8dbb01d6-9a0c-4103-9be2-514b305eefa8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:52.003866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09bc6d16-93f1-4d3c-92a2-cb04904b45a6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.005230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-09bc6d16-93f1-4d3c-92a2-cb04904b45a6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5184631 Jul 23 14:12:52.009376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:52.010097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc6d16-93f1-4d3c-92a2-cb04904b45a6 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1096c5e8-6903-4499-9110-6363808c2b26,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:52.015095 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d63d38a7-222d-4b97-8050-e12a8a84e9ae tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--432622902'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:52.042710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d63d38a7-222d-4b97-8050-e12a8a84e9ae tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.061568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.125417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:12:52.129206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:12:52.135168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:12:52.140078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'Port': ['ID=8dbb01d6-9a0c-4103-9be2-514b305eefa8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:52.177541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d63d38a7-222d-4b97-8050-e12a8a84e9ae tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.184851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d63d38a7-222d-4b97-8050-e12a8a84e9ae tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.197240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:52.203405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.244386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-3ba5c894-b10a-4f63-94e4-f7e81d22f62c tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2260776 Jul 23 14:12:52.257677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d63d38a7-222d-4b97-8050-e12a8a84e9ae tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.262398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d63d38a7-222d-4b97-8050-e12a8a84e9ae tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2518191 Jul 23 14:12:52.271316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:52.285740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d3a87a2f-ebe6-413c-965b-b2831325cffc tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group_rule': {'security_group_id': '1096c5e8-6903-4499-9110-6363808c2b26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7a6e21d8-9cfa-4cbb-ae6c-e7d914715b5e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:52.290278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Request body: {'port': {'device_id': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:52.291864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d38a7-222d-4b97-8050-e12a8a84e9ae tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e21d8-9cfa-4cbb-ae6c-e7d914715b5e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:52.346858 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Sync routers for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:12:52.363302 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:52.364497 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:52.373010 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d3a87a2f-ebe6-413c-965b-b2831325cffc tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:12:52.378026 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d3a87a2f-ebe6-413c-965b-b2831325cffc tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0944388 Jul 23 14:12:52.380211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:52.561687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b7844-e191-4f07-a486-e3475685526b req-d4155370-0419-41f6-8417-202b3d9f4410 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:52.563424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-683b7844-e191-4f07-a486-e3475685526b req-d4155370-0419-41f6-8417-202b3d9f4410 tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.3388963 Jul 23 14:12:52.590516 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:52.649808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b1fa2c8-f447-48ac-9bf7-92b0736c45d6 None None] Provisioning for port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:52.655938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b1fa2c8-f447-48ac-9bf7-92b0736c45d6 None None] Provisioning complete for port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:52.657237 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa2c8-f447-48ac-9bf7-92b0736c45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.748702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fa2c8-f447-48ac-9bf7-92b0736c45d6 None None] Port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:12:52.761820 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.868980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-984a7995-e18a-497e-89c9-5e32844a33d0 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.895986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Deleting port 788ea689-dae2-431c-ad60-6555fad129ef {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:52.896321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.906193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142342-36ce-49e0-9769-237bdf521678 req-e3727911-77f9-4d81-aeb1-e08ff08ecbbb tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:52.911781 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2142342-36ce-49e0-9769-237bdf521678 req-e3727911-77f9-4d81-aeb1-e08ff08ecbbb tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 932 time: 0.4867055 Jul 23 14:12:52.923130 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-984a7995-e18a-497e-89c9-5e32844a33d0 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:52.950333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74aeffd-f0ff-4bfb-8850-12ebfdefd04f req-79a52106-f30c-48e4-aec4-850370d13c2f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:52.952825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d74aeffd-f0ff-4bfb-8850-12ebfdefd04f req-79a52106-f30c-48e4-aec4-850370d13c2f tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 946 time: 0.3841434 Jul 23 14:12:52.970544 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 2, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:52.975738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e2142342-36ce-49e0-9769-237bdf521678 req-01b11454-d2df-4713-877c-0143f26990c4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630481 Jul 23 14:12:53.031537 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-984a7995-e18a-497e-89c9-5e32844a33d0 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.039311 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-984a7995-e18a-497e-89c9-5e32844a33d0 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.043300 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-984a7995-e18a-497e-89c9-5e32844a33d0 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/7a6e21d8-9cfa-4cbb-ae6c-e7d914715b5e HTTP/1.1" status: 204 len: 168 time: 0.6594045 Jul 23 14:12:53.047758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:53.056259 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Checking router: 437db0b8-ae21-45e9-a65c-cce30838cd0e for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:12:53.057201 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Updating router 437db0b8-ae21-45e9-a65c-cce30838cd0e port c7d03aed-aeda-4376-98eb-3a6eb114fe22 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:12:53.075260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a7995-e18a-497e-89c9-5e32844a33d0 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e21d8-9cfa-4cbb-ae6c-e7d914715b5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:53.099148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d74aeffd-f0ff-4bfb-8850-12ebfdefd04f req-e215d5de-f546-4bbb-be1b-4e7bb67b37cd tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/security-groups?id=428d4fbd-c0f8-426b-85e1-99df9f623724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327887 Jul 23 14:12:53.171389 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5634996a-d504-4589-a874-bdacebe2430f tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1180122 Jul 23 14:12:53.190397 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.193988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:53.234822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] For port 788ea689-dae2-431c-ad60-6555fad129ef, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=788ea689-dae2-431c-ad60-6555fad129ef,segment=NetworkSegment(54dbb881-0303-47f3-928a-92a4623d0152),segment_id=54dbb881-0303-47f3-928a-92a4623d0152)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:53.234822 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.299741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Calling delete_port for 788ea689-dae2-431c-ad60-6555fad129ef owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:53.344238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 309f2e3d-f088-409a-ac7e-96cd020cb467 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:53.359694 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf80d7-5bdd-4537-bd0c-07123b8d234e tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.404841 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf80d7-5bdd-4537-bd0c-07123b8d234e tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.452670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c035f-7c8d-4d50-b028-1c2df8efb099 req-5f561abd-9721-466d-b659-601ab235f70b tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:53.464752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-362c035f-7c8d-4d50-b028-1c2df8efb099 req-5f561abd-9721-466d-b659-601ab235f70b tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 945 time: 0.1725633 Jul 23 14:12:53.559534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf80d7-5bdd-4537-bd0c-07123b8d234e tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.562900 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf80d7-5bdd-4537-bd0c-07123b8d234e tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.566699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2cbf80d7-5bdd-4537-bd0c-07123b8d234e tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/1096c5e8-6903-4499-9110-6363808c2b26 HTTP/1.1" status: 204 len: 168 time: 0.3674018 Jul 23 14:12:53.567173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 309f2e3d-f088-409a-ac7e-96cd020cb467 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:53.567662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.572806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:53.602335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbb01d6-9a0c-4103-9be2-514b305eefa8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:12:53.616226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.621944 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.638573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-362c035f-7c8d-4d50-b028-1c2df8efb099 req-9fa63da2-12b4-489f-9262-3f9f89b226ff tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cbe2ac5-2c87-4a52-b526-4c09f55dde52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726384 Jul 23 14:12:53.661797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf80d7-5bdd-4537-bd0c-07123b8d234e tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096c5e8-6903-4499-9110-6363808c2b26,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:53.691311 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Transition to ACTIVE for port object c7d03aed-aeda-4376-98eb-3a6eb114fe22 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:53.692075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Transition to ACTIVE for port object 8dbb01d6-9a0c-4103-9be2-514b305eefa8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:12:53.693836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.699770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.700842 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.702276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5a6c6949-8f99-4e6c-8e4f-34bfa475d78e tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252711 Jul 23 14:12:53.713382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:53.744111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45f7107d-ddac-42e5-b7f9-b90f8f9c3308 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'tempest-secgroup--448210832'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:53.778110 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Pushing event updated for resources: {'Port': ['ID=c7d03aed-aeda-4376-98eb-3a6eb114fe22,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:53.813779 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.814360 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.814978 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.815477 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.815956 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.816433 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.816918 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.817563 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.818043 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.818522 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.818985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-c2edf6fe-28ea-4c2c-9ed5-4fc64ee7c047 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:53.819218 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.819691 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:12:53.820859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-c2edf6fe-28ea-4c2c-9ed5-4fc64ee7c047 tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 945 time: 0.1318569 Jul 23 14:12:53.904592 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Attempting to bind port c7d03aed-aeda-4376-98eb-3a6eb114fe22 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:53.904964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Attempting to bind port c7d03aed-aeda-4376-98eb-3a6eb114fe22 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:53.905336 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Attempting to bind port c7d03aed-aeda-4376-98eb-3a6eb114fe22 on network f90128ca-9332-4025-8425-15b1e4bf1851 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:53.916005 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:53.917753 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Checking segment: {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:53.918174 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:53.918574 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Bound using segment: {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:53.920194 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Bound port: c7d03aed-aeda-4376-98eb-3a6eb114fe22, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:53.934869 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.049565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Deleting port 853bb8f7-af6d-4835-b2f9-29cddaa579bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:12:54.050182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.188986 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] For port c7d03aed-aeda-4376-98eb-3a6eb114fe22, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:54.194499 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] For port c7d03aed-aeda-4376-98eb-3a6eb114fe22, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c7d03aed-aeda-4376-98eb-3a6eb114fe22,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:54.213406 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.220951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb01d6-9a0c-4103-9be2-514b305eefa8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:54.227440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] No DVR routers for this DVR port 788ea689-dae2-431c-ad60-6555fad129ef on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:54.229468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45f7107d-ddac-42e5-b7f9-b90f8f9c3308 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.271932 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.274629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-683b7844-e191-4f07-a486-e3475685526b req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.11 "DELETE /v2.0/ports/788ea689-dae2-431c-ad60-6555fad129ef HTTP/1.1" status: 204 len: 173 time: 1.7017875 Jul 23 14:12:54.302225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] For port 853bb8f7-af6d-4835-b2f9-29cddaa579bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=853bb8f7-af6d-4835-b2f9-29cddaa579bc,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:54.302609 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.310038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f37d70-f139-4f8b-adc9-cf5f23914d8a tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] Pushing event deleted for resources: {'Port': ['ID=788ea689-dae2-431c-ad60-6555fad129ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:54.319232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15297249-54ed-4deb-ae64-1d94b8935df2', 'name': 'network-vif-deleted', 'tag': '788ea689-dae2-431c-ad60-6555fad129ef'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:54.325170 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfceb65-0213-4e4f-b203-0b39f7429270" -d '{"events": [{"server_uuid": "15297249-54ed-4deb-ae64-1d94b8935df2", "name": "network-vif-deleted", "tag": "788ea689-dae2-431c-ad60-6555fad129ef"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:54.338652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Calling delete_port for 853bb8f7-af6d-4835-b2f9-29cddaa579bc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:12:54.373520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba9dfd26-0c70-45e3-9af7-9631d2aaa4b0 req-10eee006-af79-4f1c-b288-00c6930f598b tempest-ServerDiskConfigTestJSON-179511228 tempest-ServerDiskConfigTestJSON-179511228-project] 10.222.0.21 "GET /v2.0/ports?device_id=15297249-54ed-4deb-ae64-1d94b8935df2 HTTP/1.1" status: 200 len: 210 time: 0.0524323 Jul 23 14:12:54.389823 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:12:54.390962 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:54.501584 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed98f1-78ce-4f2d-b5d6-dee9467f064c None None] Pushing event updated for resources: {'Port': ['ID=c7d03aed-aeda-4376-98eb-3a6eb114fe22,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:54.650663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 788ea689-dae2-431c-ad60-6555fad129ef no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:54.691363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:12:54.701395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 788ea689-dae2-431c-ad60-6555fad129ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:12:54.701737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 788ea689-dae2-431c-ad60-6555fad129ef not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:12:54.707027 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.720809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['853bb8f7-af6d-4835-b2f9-29cddaa579bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:12:54.743665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Pushing event deleted for resources: {'Port': ['ID=853bb8f7-af6d-4835-b2f9-29cddaa579bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:54.815308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] No DVR routers for this DVR port 853bb8f7-af6d-4835-b2f9-29cddaa579bc on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:12:54.818861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:54.821239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-afc1bcfe-3841-4a49-9512-9d0a069829e1 req-a68f7744-2152-4fda-9b82-2114c2fcfc7c tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.48 "DELETE /v2.0/ports/853bb8f7-af6d-4835-b2f9-29cddaa579bc HTTP/1.1" status: 204 len: 173 time: 0.9898264 Jul 23 14:12:54.822067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'name': 'network-vif-deleted', 'tag': '853bb8f7-af6d-4835-b2f9-29cddaa579bc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:54.824981 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5ffff4-dede-41ed-82bc-bce66c5470ae" -d '{"events": [{"server_uuid": "e1ec92bc-44c3-4e4a-8ca6-33dcd5753340", "name": "network-vif-deleted", "tag": "853bb8f7-af6d-4835-b2f9-29cddaa579bc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:55.068451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Attempting to bind port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:12:55.068784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Attempting to bind port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:12:55.069294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Attempting to bind port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 on network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:55.091483 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207047aa-5747-498e-8450-3ec8fe94b0ac x-openstack-request-id: req-207047aa-5747-498e-8450-3ec8fe94b0ac {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:55.091845 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15297249-54ed-4deb-ae64-1d94b8935df2", "name": "network-vif-deleted", "tag": "788ea689-dae2-431c-ad60-6555fad129ef", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:55.092153 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-207047aa-5747-498e-8450-3ec8fe94b0ac {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:55.092648 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15297249-54ed-4deb-ae64-1d94b8935df2', 'name': 'network-vif-deleted', 'tag': '788ea689-dae2-431c-ad60-6555fad129ef', 'status': 'completed', 'code': 200} Jul 23 14:12:55.095758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 on network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:12:55.096217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Attempting to bind port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 on network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:12:55.111475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:12:55.111813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Checking segment: {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:12:55.116285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Bound using segment: {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:12:55.117163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Bound port: 8dbb01d6-9a0c-4103-9be2-514b305eefa8, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:12:55.117917 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.234558 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95e070a5-06be-407b-beb8-ca1cfae1dc78 req-a16ab411-e5a7-4879-9416-ea794db4942f tempest-AttachSCSIVolumeTestJSON-1543539374 tempest-AttachSCSIVolumeTestJSON-1543539374-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec92bc-44c3-4e4a-8ca6-33dcd5753340 HTTP/1.1" status: 200 len: 210 time: 0.0850527 Jul 23 14:12:55.301153 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:54Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:55.313553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326554c-4231-485e-b27f-6f446eb7dbe4 req-62a0274e-7606-414f-9b08-bda6e74c1248 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:55.328113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5326554c-4231-485e-b27f-6f446eb7dbe4 req-62a0274e-7606-414f-9b08-bda6e74c1248 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 944 time: 1.1062143 Jul 23 14:12:55.344398 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4f409a-dff6-4c7a-8052-e8f98b3c095a x-openstack-request-id: req-7f4f409a-dff6-4c7a-8052-e8f98b3c095a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:55.345184 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ec92bc-44c3-4e4a-8ca6-33dcd5753340", "name": "network-vif-deleted", "tag": "853bb8f7-af6d-4835-b2f9-29cddaa579bc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:55.345184 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f4f409a-dff6-4c7a-8052-e8f98b3c095a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:55.345640 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ec92bc-44c3-4e4a-8ca6-33dcd5753340', 'name': 'network-vif-deleted', 'tag': '853bb8f7-af6d-4835-b2f9-29cddaa579bc', 'status': 'completed', 'code': 200} Jul 23 14:12:55.387282 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdae04-2950-48f1-9f6a-c42988a15aea None None] The sync data for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 is: [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:54Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:12:55.421528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45f7107d-ddac-42e5-b7f9-b90f8f9c3308 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.433277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5326554c-4231-485e-b27f-6f446eb7dbe4 req-4b64efc0-5b0b-4ba8-a642-1405e99a7fec tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040092 Jul 23 14:12:55.436284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45f7107d-ddac-42e5-b7f9-b90f8f9c3308 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.475160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45f7107d-ddac-42e5-b7f9-b90f8f9c3308 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.479352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45f7107d-ddac-42e5-b7f9-b90f8f9c3308 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7458379 Jul 23 14:12:55.485041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:55.497461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1fd7bc42-9629-498b-9126-817fc26501fe tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:55.498683 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-1fd7bc42-9629-498b-9126-817fc26501fe tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 14:12:55.499623 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1fd7bc42-9629-498b-9126-817fc26501fe tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 14:12:55.508809 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1fd7bc42-9629-498b-9126-817fc26501fe tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "PUT /v2.0/security-groups/2f83b363-bbeb-4e15-9250-d6edc1dd1130 HTTP/1.1" status: 409 len: 330 time: 0.0194819 Jul 23 14:12:55.509681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:55.529079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] For port 8dbb01d6-9a0c-4103-9be2-514b305eefa8, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:12:55.559582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] For port 8dbb01d6-9a0c-4103-9be2-514b305eefa8, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:12:55.560851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7107d-ddac-42e5-b7f9-b90f8f9c3308 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f83b363-bbeb-4e15-9250-d6edc1dd1130,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:55.567840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.685569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:55.686238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.707362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] 10.222.0.48 "PUT /v2.0/ports/8dbb01d6-9a0c-4103-9be2-514b305eefa8 HTTP/1.1" status: 200 len: 1092 time: 3.4113913 Jul 23 14:12:55.723266 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67405f06-b9a4-4a8e-bcef-b2cc1d69ab17 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.777526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac566e-92a9-4a7e-b83b-f680a07084ae service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb01d6-9a0c-4103-9be2-514b305eefa8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:55.803749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67405f06-b9a4-4a8e-bcef-b2cc1d69ab17 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.887050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:55.929589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-10d58872-90fb-422e-bcd6-fae91e48c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:55.931683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-10d58872-90fb-422e-bcd6-fae91e48c355 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9cf036af1964a74a671f701243dd269&device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1095 time: 0.1455925 Jul 23 14:12:55.975858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] Deleting subnet 97f2013f-6518-4163-ae55-80485db895ea {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:12:55.980274 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67405f06-b9a4-4a8e-bcef-b2cc1d69ab17 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.983951 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67405f06-b9a4-4a8e-bcef-b2cc1d69ab17 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:55.990889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:55.992594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-67405f06-b9a4-4a8e-bcef-b2cc1d69ab17 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f83b363-bbeb-4e15-9250-d6edc1dd1130 HTTP/1.1" status: 204 len: 168 time: 0.4813809 Jul 23 14:12:55.993497 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.002928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-5f191d1e-0552-407f-a37d-880e04d092d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8 HTTP/1.1" status: 200 len: 217 time: 0.0587180 Jul 23 14:12:56.049568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67405f06-b9a4-4a8e-bcef-b2cc1d69ab17 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f83b363-bbeb-4e15-9250-d6edc1dd1130,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:56.093762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.108378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-2abb76ee-b17d-456c-83e3-9ac85ba63b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:56.110187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-2abb76ee-b17d-456c-83e3-9ac85ba63b19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87913452-b853-4522-a39f-e35b8cdc6a45 HTTP/1.1" status: 200 len: 847 time: 0.0860391 Jul 23 14:12:56.184398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.220413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:56.221272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d33b641d-eb1c-4fcb-8a1e-4b367ab72566 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2285955 Jul 23 14:12:56.246175 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e9d2df3a-6cd1-43a7-828c-67c17a9e5b66 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] delete failed (client error): The resource could not be found. Jul 23 14:12:56.247729 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9d2df3a-6cd1-43a7-828c-67c17a9e5b66 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "DELETE /v2.0/security-groups/90bb38ea-f179-46dc-b328-d45b8f31060a HTTP/1.1" status: 404 len: 347 time: 0.0256419 Jul 23 14:12:56.254695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:56.281713 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-258328d2-189b-4f56-b948-a8d5377e88e7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] show failed (client error): The resource could not be found. Jul 23 14:12:56.283808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-258328d2-189b-4f56-b948-a8d5377e88e7 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-groups/4cf18fe8-14a6-44ce-a8c1-4a876c5cd967 HTTP/1.1" status: 404 len: 347 time: 0.0276072 Jul 23 14:12:56.291296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-c53f4847-59a1-4187-a515-5a10d05b3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:56.293081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-c53f4847-59a1-4187-a515-5a10d05b3d1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685753 Jul 23 14:12:56.293579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:56.316826 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.394323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.398146 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/97f2013f-6518-4163-ae55-80485db895ea HTTP/1.1" status: 204 len: 168 time: 0.5095572 Jul 23 14:12:56.400026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237815de-afc8-407d-8118-cbc8f76a3be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f2013f-6518-4163-ae55-80485db895ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:56.411376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:56.465396 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-49c072b9-8abf-49df-813a-176afa098331 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] show failed (client error): The resource could not be found. Jul 23 14:12:56.470986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-49c072b9-8abf-49df-813a-176afa098331 tempest-NegativeSecGroupTest-1946453140 tempest-NegativeSecGroupTest-1946453140-project] 10.222.0.21 "GET /v2.0/security-group-rules/cf59fe1c-7d57-4da4-8b27-18929b310d4e HTTP/1.1" status: 404 len: 356 time: 0.1723955 Jul 23 14:12:56.563353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-198409da-f5ff-4587-9c06-5689ef90fc0a service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618318 Jul 23 14:12:56.571477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.722415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda82cc2-2b44-48d9-a12c-52e1550765ec req-d5fa6fe6-0870-4621-af39-a4928dfcf7cf service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503887 Jul 23 14:12:56.797655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.827953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001cccd6-50e7-4eb2-b161-687c7c67bcbc']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:56.855152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dbb881-0303-47f3-928a-92a4623d0152') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:56.855443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dbb881-0303-47f3-928a-92a4623d0152') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:12:56.868356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.904067 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.919308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:12:56.920031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:12:56.937910 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:12:56.968141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c57045-b6a7-4802-a1db-afc6c8572046 req-43685622-30a1-4338-ab74-9c2349d1932f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:56.969768 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72c57045-b6a7-4802-a1db-afc6c8572046 req-43685622-30a1-4338-ab74-9c2349d1932f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 944 time: 0.2725730 Jul 23 14:12:57.094764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:12:57.097502 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f712d-d93d-40f8-8857-d99b336c3f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:12:57.105344 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-72c57045-b6a7-4802-a1db-afc6c8572046 req-1265b57e-5e2b-4c3d-a79b-475a00ed8b91 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238055 Jul 23 14:12:57.121742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.128303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.133265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] 10.222.0.21 "DELETE /v2.0/networks/001cccd6-50e7-4eb2-b161-687c7c67bcbc HTTP/1.1" status: 204 len: 168 time: 0.7204094 Jul 23 14:12:57.159140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7bf8e-dce9-4754-90e9-721525f25186 admin admin] Pushing event deleted for resources: {'Network': ['ID=001cccd6-50e7-4eb2-b161-687c7c67bcbc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:57.211520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:57.367193 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43daed7a-fa95-44d0-a169-43337241a6a2 x-openstack-request-id: req-43daed7a-fa95-44d0-a169-43337241a6a2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:12:57.369105 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:12:57.373103 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43daed7a-fa95-44d0-a169-43337241a6a2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:12:57.373542 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'status': 'completed', 'code': 200} Jul 23 14:12:57.383870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c7d03aed-aeda-4376-98eb-3a6eb114fe22 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:57.505859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-4b98d680-af46-4079-871e-f44e0d239762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:57.508121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-4b98d680-af46-4079-871e-f44e0d239762 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9cf036af1964a74a671f701243dd269&device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1095 time: 0.1038218 Jul 23 14:12:57.516310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:57.567579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port c7d03aed-aeda-4376-98eb-3a6eb114fe22 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:12:57.573122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c7d03aed-aeda-4376-98eb-3a6eb114fe22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:57.574029 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.635414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4a5499c7-f8e9-41d9-a03b-57da5436381a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0b34ee65bb24fbfa10bbef282e3f793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177907 Jul 23 14:12:57.639250 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9b6f2567-f8dc-4951-b91a-55febd091edd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c4619b65b2d4217903d320d6a29749d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259562 Jul 23 14:12:57.640178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:57.642227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:57.737483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.747079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-be1e5426-52f6-4c39-817b-91b4b14e3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:57.749547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-be1e5426-52f6-4c39-817b-91b4b14e3651 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856 HTTP/1.1" status: 200 len: 909 time: 0.2263598 Jul 23 14:12:57.752455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818cbbd3-32b0-4c1d-8520-c9c8ab77fb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.780042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port c7d03aed-aeda-4376-98eb-3a6eb114fe22, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c7d03aed-aeda-4376-98eb-3a6eb114fe22,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:12:57.781639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a3d6cd-8172-4388-95fc-ce12db93e701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.789098 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.808335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a3d6cd-8172-4388-95fc-ce12db93e701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.834492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-a3a7f009-cfb2-4b2c-9ff1-5506a8f23a11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8 HTTP/1.1" status: 200 len: 217 time: 0.0760190 Jul 23 14:12:57.851607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818cbbd3-32b0-4c1d-8520-c9c8ab77fb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.889386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=c7d03aed-aeda-4376-98eb-3a6eb114fe22,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:57.922215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818cbbd3-32b0-4c1d-8520-c9c8ab77fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.926092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818cbbd3-32b0-4c1d-8520-c9c8ab77fb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.932847 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-818cbbd3-32b0-4c1d-8520-c9c8ab77fb58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/527d9fae-15ce-4a0f-ad1f-f755f1844ca6 HTTP/1.1" status: 204 len: 168 time: 0.2889321 Jul 23 14:12:57.938050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a3d6cd-8172-4388-95fc-ce12db93e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.940867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a3d6cd-8172-4388-95fc-ce12db93e701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:57.941324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-0c72188c-ecef-4352-a8c0-53b8f9939f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:57.942456 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-68a3d6cd-8172-4388-95fc-ce12db93e701 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/428d4fbd-c0f8-426b-85e1-99df9f623724 HTTP/1.1" status: 204 len: 168 time: 0.3011296 Jul 23 14:12:57.946280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-0c72188c-ecef-4352-a8c0-53b8f9939f6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87913452-b853-4522-a39f-e35b8cdc6a45 HTTP/1.1" status: 200 len: 847 time: 0.1040046 Jul 23 14:12:57.949632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cbbd3-32b0-4c1d-8520-c9c8ab77fb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527d9fae-15ce-4a0f-ad1f-f755f1844ca6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:57.973317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d6cd-8172-4388-95fc-ce12db93e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428d4fbd-c0f8-426b-85e1-99df9f623724,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:58.028938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-30487c1a-f42f-4a34-98e1-9e02300c51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:58.031181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-30487c1a-f42f-4a34-98e1-9e02300c51f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768170 Jul 23 14:12:58.374672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-cbbfce68-8706-4e04-999f-e4976c059d8c service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354421 Jul 23 14:12:58.570949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4722d5-2092-4699-9f38-3167b6697afd req-9510e45b-7a6b-4a96-b530-63f52d65fe2e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:58.578353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e4722d5-2092-4699-9f38-3167b6697afd req-9510e45b-7a6b-4a96-b530-63f52d65fe2e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 944 time: 0.3445456 Jul 23 14:12:58.643805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e65f712d-d93d-40f8-8857-d99b336c3f1e req-cef4f374-594c-480f-ae1c-80170babda7f service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610977 Jul 23 14:12:58.681684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e4722d5-2092-4699-9f38-3167b6697afd req-bb1304e8-f12e-4f95-8ba7-6ec45e01a6bc tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990267 Jul 23 14:12:58.746591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 853bb8f7-af6d-4835-b2f9-29cddaa579bc no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:12:58.780158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 853bb8f7-af6d-4835-b2f9-29cddaa579bc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:12:58.780503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 853bb8f7-af6d-4835-b2f9-29cddaa579bc not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:12:59.092295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:59.128897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:59.266511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-777055410-network', 'tenant_id': 'ba9c38a7cded43c58d5a1114a250a990'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:59.294864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-518726356'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:59.318517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c7d03aed-aeda-4376-98eb-3a6eb114fe22 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:12:59.319630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Made reservation on behalf of ba9c38a7cded43c58d5a1114a250a990 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:59.323511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.345690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.370474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Made reservation on behalf of 87a85e3066544b02a4414bf363964796 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:59.379156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.400303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.409894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c7d03aed-aeda-4376-98eb-3a6eb114fe22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:12:59.411331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.532677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.540652 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.576383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:59.602436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c317f23-077c-4a39-ad9b-3e47c6077f98,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:59.615803 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.616215 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Added segment 7f8acb2b-7f21-4c6c-99ef-6a78babf536d of type vlan for network 6df30f34-f126-498a-b374-6f5fae09ca7b Jul 23 14:12:59.682143 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.744988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.746163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:12:59.746897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.755559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.774622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.816857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b247f4f-ce3c-47c2-a958-9eb3bd0677e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:59.831502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:12:59.837684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7442336 Jul 23 14:12:59.841685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:12:59.850161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Request body: {'subnet': {'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-777055410-subnet', 'tenant_id': 'ba9c38a7cded43c58d5a1114a250a990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:12:59.874691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e38c5d-1f47-4b67-ba9b-2b51bae16741 admin admin] Pushing event updated for resources: {'Network': ['ID=6df30f34-f126-498a-b374-6f5fae09ca7b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:12:59.886194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Made reservation on behalf of ba9c38a7cded43c58d5a1114a250a990 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:12:59.888990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.903567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6df30f34-f126-498a-b374-6f5fae09ca7b details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:12:59.914102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:12:59.915100 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Added segment 224c58f3-b330-4dac-8d18-842503d5582e of type vlan for network 308faf0d-edfb-4997-a7eb-1808832ef675 Jul 23 14:13:00.039944 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:00.110850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f42b5-b8c6-45ef-8fd0-dc4f37ef5c13 req-853ac592-15a4-40ad-b72c-d09e38ce63af tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:00.113599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00f42b5-b8c6-45ef-8fd0-dc4f37ef5c13 req-853ac592-15a4-40ad-b72c-d09e38ce63af tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 944 time: 0.2418642 Jul 23 14:13:00.138222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:00.154697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:00.155801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:00.237609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1074171 Jul 23 14:13:00.244237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:00.268321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Request body: {'subnet': {'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:00.301373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:00.380103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27a035c-bd0d-44d9-a901-f421d7abbd2f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:00.385442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Checking segment: {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:00.386045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Network hostable DHCP agents. Network: 6df30f34-f126-498a-b374-6f5fae09ca7b, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:13:00.408705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Network 6df30f34-f126-498a-b374-6f5fae09ca7b is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:13:00.419080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8277d5-b5da-4668-b3ca-426c89b376f6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event updated for resources: {'Network': ['ID=308faf0d-edfb-4997-a7eb-1808832ef675,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:00.421954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6df30f34-f126-498a-b374-6f5fae09ca7b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:00.428648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:00.429226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:00.435396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc81c44-6e1e-46c0-b4ab-16165a50a6fc None None] Network 6df30f34-f126-498a-b374-6f5fae09ca7b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:00.452248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e00f42b5-b8c6-45ef-8fd0-dc4f37ef5c13 req-5ec5eaf8-0279-4274-bae0-bf78b3462c63 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905531 Jul 23 14:13:00.471297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Made reservation on behalf of 87a85e3066544b02a4414bf363964796 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:00.476265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:00.480737 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-78d4184e-8e39-4606-8b65-4b245a38d10e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6376126 Jul 23 14:13:00.513598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 308faf0d-edfb-4997-a7eb-1808832ef675 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:13:00.777799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8dbb01d6-9a0c-4103-9be2-514b305eefa8 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:13:00.842112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:00.926520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8dbb01d6-9a0c-4103-9be2-514b305eefa8, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:00.955163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'port_id': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'mac_address': 'fa:16:3e:f3:ce:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:13:01.042592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event updated for resources: {'Subnet': ['ID=2576dc68-5ca6-4b3c-9772-f54c003e6b0d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:01.047609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:01.072675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Checking segment: {'id': '224c58f3-b330-4dac-8d18-842503d5582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:01.073033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Network hostable DHCP agents. Network: 308faf0d-edfb-4997-a7eb-1808832ef675, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:13:01.102983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Network 308faf0d-edfb-4997-a7eb-1808832ef675 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:13:01.112130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbb01d6-9a0c-4103-9be2-514b305eefa8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:01.119474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 308faf0d-edfb-4997-a7eb-1808832ef675) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:01.131649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:01.132462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:01.160294 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-08bfd657-fda0-421c-83fd-92eb054d24ba tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9066129 Jul 23 14:13:01.163438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:01.165728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8dbb01d6-9a0c-4103-9be2-514b305eefa8, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:01.171509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a9ba4-73a7-47d5-a566-1c8e23b48a1b None None] Network 308faf0d-edfb-4997-a7eb-1808832ef675 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:01.178260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:01.192297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Request body: {'port': {'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675', 'name': 'tempest-TagsExtTest-690833639'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:01.243652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aecf94-56dd-4cee-a382-21d5f224977b None None] Network 6df30f34-f126-498a-b374-6f5fae09ca7b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:01.322520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-ad7da704-6745-402f-967e-e2672f4d8bfe tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:01.331562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-ad7da704-6745-402f-967e-e2672f4d8bfe tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/networks?id=6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 200 len: 817 time: 0.2145891 Jul 23 14:13:01.357671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-87731520-944b-4b13-bd87-59a7a3e783cf tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/quotas/ba9c38a7cded43c58d5a1114a250a990 HTTP/1.1" status: 200 len: 375 time: 0.0250058 Jul 23 14:13:01.400684 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-67b84d5b-9613-47a8-91c4-e05e8a9e91fe tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba9c38a7cded43c58d5a1114a250a990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418878 Jul 23 14:13:01.418443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8dbb01d6-9a0c-4103-9be2-514b305eefa8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:01.473232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Made reservation on behalf of 87a85e3066544b02a4414bf363964796 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:01.479538 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:01.504121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] device_id is not set on port 1516974e-6411-4043-b1cf-574e9cc272d3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:13:01.540789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['8dbb01d6-9a0c-4103-9be2-514b305eefa8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:13:01.615438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8687afe8-d3aa-4221-b14a-29982f4bd340 service neutron] 10.222.0.21 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120082 Jul 23 14:13:01.722266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-308faf0d-edfb-4997-a7eb-1808832ef675', 'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675', 'tenant_id': '87a85e3066544b02a4414bf363964796', 'fixed_ips': [{'subnet_id': '2576dc68-5ca6-4b3c-9772-f54c003e6b0d'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:13:01.726582 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:01.779885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Allocated IP 172.20.0.3 (308faf0d-edfb-4997-a7eb-1808832ef675/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/1516974e-6411-4043-b1cf-574e9cc272d3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:01.804077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-8c6d4ed6-e789-41d0-8fdf-523a1cb9e706 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2158873 Jul 23 14:13:01.817466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331ad24-ec62-4005-b924-69170938fbb0 req-54fda254-0c44-4acf-bb93-a86c18f553f5 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:01.819997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0331ad24-ec62-4005-b924-69170938fbb0 req-54fda254-0c44-4acf-bb93-a86c18f553f5 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 945 time: 0.2216148 Jul 23 14:13:01.909282 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-a0df1b1f-97a1-4941-b6c6-8f68a44f3bd3 service neutron] 10.222.0.21 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926736 Jul 23 14:13:02.034248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0331ad24-ec62-4005-b924-69170938fbb0 req-e2af9516-871f-4870-9e3f-ec2785e8b63e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063088 Jul 23 14:13:02.221844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719503f-ea55-4781-b2b6-41da63602125 req-e7deefa2-e2ea-46d1-83d3-4d3f1b2313f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:02.223405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-e7deefa2-e2ea-46d1-83d3-4d3f1b2313f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6750b5030dbb4feebf7d98ed286c2a24&device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 1097 time: 0.3230338 Jul 23 14:13:02.300019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:02.400325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Transition to ACTIVE for port object 1516974e-6411-4043-b1cf-574e9cc272d3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:02.428783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:02.434386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719503f-ea55-4781-b2b6-41da63602125 req-09560526-abc0-49d3-9b67-64073e0021fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:02.437164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-09560526-abc0-49d3-9b67-64073e0021fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ebfd035-b5f1-448f-91ac-e86d333eaedf HTTP/1.1" status: 200 len: 906 time: 0.1887388 Jul 23 14:13:02.539956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-99c8ee65-eb5c-4a57-b066-6b3c3ed523bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc82d4a-39cf-4716-9458-30decd284226 HTTP/1.1" status: 200 len: 1002 time: 0.0943220 Jul 23 14:13:02.628079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e622ad9-5071-493a-808b-5efc5bc4ea06 req-bd656f28-e6fc-4152-ada1-5d3538aa4ebc tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 210 time: 0.0847075 Jul 23 14:13:02.639122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:02.761547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Allocated IP 172.20.0.2 (308faf0d-edfb-4997-a7eb-1808832ef675/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/d73e124c-8b87-4ddb-8331-ce9f894d7f97) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:02.766325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719503f-ea55-4781-b2b6-41da63602125 req-ec3a68a8-f8cb-4fc5-ac29-782817f9472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:02.768302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-ec3a68a8-f8cb-4fc5-ac29-782817f9472d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e232efcd-8ba3-45ed-a64e-e8686378e6f9 HTTP/1.1" status: 200 len: 844 time: 0.2204762 Jul 23 14:13:02.769345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event updated for resources: {'Port': ['ID=1516974e-6411-4043-b1cf-574e9cc272d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:02.779772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Network 308faf0d-edfb-4997-a7eb-1808832ef675 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:02.818677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:02.822546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:02.930737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:02.932592 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:02.978234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-345ae5a8-36a5-46ed-9274-e1f305005656 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8135254 Jul 23 14:13:02.981229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:02.984832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719503f-ea55-4781-b2b6-41da63602125 req-2f0eba7f-6acd-48b7-9900-9233abd997f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:02.988717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-81d9e251-c96e-48ad-aef4-4a6d5c18460e tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1258145243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:02.992959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-2f0eba7f-6acd-48b7-9900-9233abd997f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ebfd035-b5f1-448f-91ac-e86d333eaedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155867 Jul 23 14:13:03.100820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d9e251-c96e-48ad-aef4-4a6d5c18460e tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.101922 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d9e251-c96e-48ad-aef4-4a6d5c18460e tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.254101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-e93495d4-41c4-4f49-933d-ec3d071dab48 service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528102 Jul 23 14:13:03.293424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d9e251-c96e-48ad-aef4-4a6d5c18460e tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.332961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d9e251-c96e-48ad-aef4-4a6d5c18460e tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.405102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d9e251-c96e-48ad-aef4-4a6d5c18460e tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.406689 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-81d9e251-c96e-48ad-aef4-4a6d5c18460e tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4244213 Jul 23 14:13:03.410255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:03.417113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c95f8f5b-00be-49bf-81ef-e014ab3c63e1 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-90280018', 'prefixes': ['172.20.0.0/16']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:03.482061 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.500249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Transition to ACTIVE for port object d73e124c-8b87-4ddb-8331-ce9f894d7f97 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:03.521653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e59c-779c-4b9d-bbc2-65af1c23922e req-50f0a64b-f990-45eb-bb4d-594878ab8a0a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:03.525610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b719503f-ea55-4781-b2b6-41da63602125 req-fdf0ff89-3301-48b9-a55b-a25df47576be service neutron] 10.222.0.11 "GET /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646904 Jul 23 14:13:03.531753 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14d1e59c-779c-4b9d-bbc2-65af1c23922e req-50f0a64b-f990-45eb-bb4d-594878ab8a0a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 945 time: 0.2578385 Jul 23 14:13:03.536943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Transition to ACTIVE for port object d73e124c-8b87-4ddb-8331-ce9f894d7f97 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:03.546679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.571041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Network 308faf0d-edfb-4997-a7eb-1808832ef675 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:03.572920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:03.593027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:03.630972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.637363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Pushing event updated for resources: {'Port': ['ID=d73e124c-8b87-4ddb-8331-ce9f894d7f97,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:03.690877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Attempting to bind port d73e124c-8b87-4ddb-8331-ce9f894d7f97 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:03.691246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Attempting to bind port d73e124c-8b87-4ddb-8331-ce9f894d7f97 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '224c58f3-b330-4dac-8d18-842503d5582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:03.691618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Attempting to bind port d73e124c-8b87-4ddb-8331-ce9f894d7f97 on network 308faf0d-edfb-4997-a7eb-1808832ef675 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:03.699240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:03.699766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Checking segment: {'id': '224c58f3-b330-4dac-8d18-842503d5582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:03.700058 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.701490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Bound using segment: {'id': '224c58f3-b330-4dac-8d18-842503d5582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:03.701490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Bound port: d73e124c-8b87-4ddb-8331-ce9f894d7f97, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224c58f3-b330-4dac-8d18-842503d5582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '308faf0d-edfb-4997-a7eb-1808832ef675'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:03.701490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.747763 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14d1e59c-779c-4b9d-bbc2-65af1c23922e req-9722b038-c377-47da-bb9a-d338862b0029 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109385 Jul 23 14:13:03.779119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c95f8f5b-00be-49bf-81ef-e014ab3c63e1 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:03.782761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c95f8f5b-00be-49bf-81ef-e014ab3c63e1 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.3672316 Jul 23 14:13:03.785507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:03.792125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-866d0fbb-a2d9-49a5-8334-1fb6cda88175 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', 'tempest-TagsExtTest-Tag-1572054037') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:03.816098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-777d832f-e633-487f-8d24-3842fa830f64 req-1c15f257-2ef8-4918-bcb1-3dbb47b9e0fd tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 210 time: 0.0794506 Jul 23 14:13:03.901328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] For port d73e124c-8b87-4ddb-8331-ce9f894d7f97, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:03.913532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] For port d73e124c-8b87-4ddb-8331-ce9f894d7f97, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d73e124c-8b87-4ddb-8331-ce9f894d7f97,segment=NetworkSegment(224c58f3-b330-4dac-8d18-842503d5582e),segment_id=224c58f3-b330-4dac-8d18-842503d5582e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:03.925919 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:04.031426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-866d0fbb-a2d9-49a5-8334-1fb6cda88175 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags/tempest-TagsExtTest-Tag-1572054037 HTTP/1.1" status: 201 len: 201 time: 0.2445011 Jul 23 14:13:04.034440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:04.042152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-2642929a-5511-47fb-8844-465193ccf41d tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', 'tempest-TagsExtTest-Tag-743353876') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:04.078867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f966e-0889-457c-b211-ab46f9daa51a None None] Pushing event updated for resources: {'Port': ['ID=d73e124c-8b87-4ddb-8331-ce9f894d7f97,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:04.192045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Deleting port 07866343-7bae-4f95-b818-9f4c03893d2b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:04.192623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:04.321298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2642929a-5511-47fb-8844-465193ccf41d tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags/tempest-TagsExtTest-Tag-743353876 HTTP/1.1" status: 201 len: 201 time: 0.2833226 Jul 23 14:13:04.326121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:04.337058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c26b4ff0-2ef5-40c3-bfa6-d1b164e37396 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', 'tempest-TagsExtTest-Tag-1972059587') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:04.338497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] For port 07866343-7bae-4f95-b818-9f4c03893d2b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=07866343-7bae-4f95-b818-9f4c03893d2b,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:04.338875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:04.380674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Calling delete_port for 07866343-7bae-4f95-b818-9f4c03893d2b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:04.597130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c26b4ff0-2ef5-40c3-bfa6-d1b164e37396 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags/tempest-TagsExtTest-Tag-1972059587 HTTP/1.1" status: 201 len: 201 time: 0.2689757 Jul 23 14:13:04.597716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:04.606366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-92c7edd8-1ac8-4880-8d35-4c6aef198064 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', 'tempest-TagsExtTest-Tag-2070606760') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:04.744476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:04.746993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-92c7edd8-1ac8-4880-8d35-4c6aef198064 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags/tempest-TagsExtTest-Tag-2070606760 HTTP/1.1" status: 201 len: 201 time: 0.1440067 Jul 23 14:13:04.757088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-c03b2519-2e1d-4d9d-8a11-a47e39cdbdc9 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:04.802052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8dbb01d6-9a0c-4103-9be2-514b305eefa8 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:04.833897 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:04.968559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=07866343-7bae-4f95-b818-9f4c03893d2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:04.979876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:04.989641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:04.990378 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:05.194522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:05.246633 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e27ef177-d081-4bb3-b5a7-c6bbb445d3fb req-f6945c89-e87d-4cf4-a5dd-5fc6d32e0c04 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 210 time: 0.1983926 Jul 23 14:13:05.261099 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c03b2519-2e1d-4d9d-8a11-a47e39cdbdc9 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags HTTP/1.1" status: 200 len: 241 time: 0.5152586 Jul 23 14:13:05.264201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:05.278234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-19e2b8cc-66d9-4133-baa9-591e013324d9 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', 'tempest-TagsExtTest-Tag-1572054037') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:05.287885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8dbb01d6-9a0c-4103-9be2-514b305eefa8, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:05.291437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:05.295618 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22e9bd-7354-43bf-a3fd-5d32cb29d3c3" -d '{"events": [{"server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:05.305869 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:05.438805 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92db4b65-562c-4785-ac44-3351142e8294 x-openstack-request-id: req-92db4b65-562c-4785-ac44-3351142e8294 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:05.441795 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:05.443326 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92db4b65-562c-4785-ac44-3351142e8294 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:05.445219 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'code': 200} Jul 23 14:13:05.468895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-eccc2b6c-b529-48c9-9a23-a8906e5b6479 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:05.488277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-eccc2b6c-b529-48c9-9a23-a8906e5b6479 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.48 "GET /v2.0/networks?id=6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 200 len: 817 time: 0.7140949 Jul 23 14:13:05.493125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8dbb01d6-9a0c-4103-9be2-514b305eefa8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:05.521722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.522519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.526222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.526878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.527638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.528235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.528781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.530540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.531136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.532479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.533096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.534137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:05.564827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-3a18b941-24f6-489b-9d3c-dffb5fa6491b tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:05.566395 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-3a18b941-24f6-489b-9d3c-dffb5fa6491b tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "GET /v2.0/networks?id=6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 200 len: 817 time: 0.5763106 Jul 23 14:13:05.581386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Request body: {'port': {'device_id': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b', 'admin_state_up': True, 'tenant_id': 'ba9c38a7cded43c58d5a1114a250a990'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:05.636152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Request body: {'port': {'device_id': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b', 'admin_state_up': True, 'tenant_id': 'ba9c38a7cded43c58d5a1114a250a990'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:05.708639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:05.810431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d73e124c-8b87-4ddb-8331-ce9f894d7f97 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:06.042746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d73e124c-8b87-4ddb-8331-ce9f894d7f97 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:06.207482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87abca34-5c42-4dbf-8ccc-22898bb0c6a3 None None] Network 308faf0d-edfb-4997-a7eb-1808832ef675 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:06.421877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdd538b5-aaad-4477-b2cd-59849b4d7123 None None] Provisioning for port d73e124c-8b87-4ddb-8331-ce9f894d7f97 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:06.451100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdd538b5-aaad-4477-b2cd-59849b4d7123 None None] Provisioning complete for port d73e124c-8b87-4ddb-8331-ce9f894d7f97 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:06.451309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdd538b5-aaad-4477-b2cd-59849b4d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:06.697534 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdd538b5-aaad-4477-b2cd-59849b4d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:06.750104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7cd9-43d5-4fb6-a628-c6d2452921c7 req-6d7a58c0-e4d9-4e5f-b3ea-954dca8ee4ab tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:06.757404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3dba7cd9-43d5-4fb6-a628-c6d2452921c7 req-6d7a58c0-e4d9-4e5f-b3ea-954dca8ee4ab tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 945 time: 1.7761550 Jul 23 14:13:06.791241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cdd538b5-aaad-4477-b2cd-59849b4d7123 None None] For port d73e124c-8b87-4ddb-8331-ce9f894d7f97, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d73e124c-8b87-4ddb-8331-ce9f894d7f97,segment=NetworkSegment(224c58f3-b330-4dac-8d18-842503d5582e),segment_id=224c58f3-b330-4dac-8d18-842503d5582e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:06.797218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:13:06.797218 n-d-801990-3 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:13:06.797218 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id': 'ba9c38a7cded43c58d5a1114a250a990', 'id': '35a699fe-2528-4efd-836b-f3f1b79ff364', 'expiration': datetime.datetime(2021, 7, 23, 14, 15, 6, 773713)}] Jul 23 14:13:06.797218 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:13:06.797700 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:13:06.800849 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdd538b5-aaad-4477-b2cd-59849b4d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:06.830256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3dba7cd9-43d5-4fb6-a628-c6d2452921c7 req-6f138ff2-3397-417c-9725-1b2479fa62ac tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716586 Jul 23 14:13:06.836812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Made reservation on behalf of ba9c38a7cded43c58d5a1114a250a990 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:06.840921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:06.903457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd538b5-aaad-4477-b2cd-59849b4d7123 None None] Pushing event updated for resources: {'Port': ['ID=d73e124c-8b87-4ddb-8331-ce9f894d7f97,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:06.962618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aea9c9fc-0153-4f88-acbb-a674f1a5d510 req-dd10aa99-6cef-4794-b3dc-2b88927eb242 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 210 time: 0.1732438 Jul 23 14:13:07.172629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Allocated IP 172.20.0.5 (6df30f34-f126-498a-b374-6f5fae09ca7b/e27a035c-bd0d-44d9-a901-f421d7abbd2f/ad0a00b5-2a46-4e94-a656-c1a908005518) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:07.364187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d73e124c-8b87-4ddb-8331-ce9f894d7f97 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:07.393007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-25691f3b-2ac3-4c5a-b3f3-4a0c9cedf14d tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:07.395130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-25691f3b-2ac3-4c5a-b3f3-4a0c9cedf14d tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "GET /v2.0/networks?id=6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 200 len: 817 time: 1.4207420 Jul 23 14:13:07.404524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Router a5e6ccde-9578-4d91-ac58-23177f7db204 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:13:07.425835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Request body: {'port': {'device_id': '5e3571de-7b19-462c-aae5-df59953eb95d', 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b', 'admin_state_up': True, 'tenant_id': 'ba9c38a7cded43c58d5a1114a250a990'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:07.479536 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.495795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Made reservation on behalf of ba9c38a7cded43c58d5a1114a250a990 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:07.500632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.507097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d7b6314-f7b4-45ad-81ac-dd3f5b258f32 None None] Provisioning complete for port d73e124c-8b87-4ddb-8331-ce9f894d7f97 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:07.507472 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6314-f7b4-45ad-81ac-dd3f5b258f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.520110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-19e2b8cc-66d9-4133-baa9-591e013324d9 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags/tempest-TagsExtTest-Tag-1572054037 HTTP/1.1" status: 204 len: 168 time: 2.2510870 Jul 23 14:13:07.520369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:07.538050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a8a8a315-e93a-4518-a4b1-4d61cc17f5df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', 'tempest-TagsExtTest-Tag-1572054037') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:07.609048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b754905-a258-4397-b717-64a4a9a8f73b req-4ada80fc-8905-4fc6-b114-80e8c791f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:07.610895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b754905-a258-4397-b717-64a4a9a8f73b req-4ada80fc-8905-4fc6-b114-80e8c791f70e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1097 time: 1.8713872 Jul 23 14:13:07.625463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d73e124c-8b87-4ddb-8331-ce9f894d7f97 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:07.626592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.654342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.755479 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3b754905-a258-4397-b717-64a4a9a8f73b req-b3f56ab1-6cde-429c-b0cf-c65f2a5359a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292188 Jul 23 14:13:07.775006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:13:07.797870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e568acfb-d267-47f9-b65c-525ae8128e93 admin admin] 10.222.0.21 "PUT /v2.0/routers/a5e6ccde-9578-4d91-ac58-23177f7db204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3678503 Jul 23 14:13:07.801607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Made reservation on behalf of ba9c38a7cded43c58d5a1114a250a990 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:07.804474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] Sync routers for ids ['a5e6ccde-9578-4d91-ac58-23177f7db204'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:13:07.807474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:07.809075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.815333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.818615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] Routers {'a5e6ccde-9578-4d91-ac58-23177f7db204'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:07.818913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a5e6ccde-9578-4d91-ac58-23177f7db204'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:07.824558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d7b6314-f7b4-45ad-81ac-dd3f5b258f32 None None] Provisioning for port 1516974e-6411-4043-b1cf-574e9cc272d3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:07.907114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d7b6314-f7b4-45ad-81ac-dd3f5b258f32 None None] Provisioning complete for port 1516974e-6411-4043-b1cf-574e9cc272d3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:07.907683 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6314-f7b4-45ad-81ac-dd3f5b258f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:07.932975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a8a8a315-e93a-4518-a4b1-4d61cc17f5df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags/tempest-TagsExtTest-Tag-1572054037 HTTP/1.1" status: 204 len: 168 time: 0.4104347 Jul 23 14:13:07.936823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:07.949099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-0ef5749e-493f-4301-b599-487d25e1af77 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:07.964162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b6314-f7b4-45ad-81ac-dd3f5b258f32 None None] Port 1516974e-6411-4043-b1cf-574e9cc272d3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:07.985961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] Set router a5e6ccde-9578-4d91-ac58-23177f7db204 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:08.082425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:08.098709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Network 6df30f34-f126-498a-b374-6f5fae09ca7b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:08.101803 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ef5749e-493f-4301-b599-487d25e1af77 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags HTTP/1.1" status: 200 len: 205 time: 0.1628244 Jul 23 14:13:08.111455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb611-2a7b-4024-a81c-d50cea81523e req-b7d76f74-0e7a-4eb5-a545-2f7df2101c29 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:08.113547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dddbb611-2a7b-4024-a81c-d50cea81523e req-b7d76f74-0e7a-4eb5-a545-2f7df2101c29 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 946 time: 0.1192703 Jul 23 14:13:08.114694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.118840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-1a210832-eaa4-4fa5-81fa-86b79920b970 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.134047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8238bde-dce7-4dae-9f71-97f2ac4cf03c None None] Provisioning complete for port 1516974e-6411-4043-b1cf-574e9cc272d3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:08.134441 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8238bde-dce7-4dae-9f71-97f2ac4cf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:08.174835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:08.178756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:08.192818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dddbb611-2a7b-4024-a81c-d50cea81523e req-200341b7-ee0e-4613-b297-ed249bdd3311 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689244 Jul 23 14:13:08.199546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8238bde-dce7-4dae-9f71-97f2ac4cf03c None None] Port 1516974e-6411-4043-b1cf-574e9cc272d3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:08.229944 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1a210832-eaa4-4fa5-81fa-86b79920b970 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags HTTP/1.1" status: 200 len: 240 time: 0.1148496 Jul 23 14:13:08.232106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.237094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-f9c50802-a1b5-4dd6-9e9b-a08a4d368ca0 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', 'tempest-TagsExtTest-Tag-743353876') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.280070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Allocated IP 172.20.0.10 (6df30f34-f126-498a-b374-6f5fae09ca7b/e27a035c-bd0d-44d9-a901-f421d7abbd2f/12f3101c-6676-427b-8a4b-fbb9c2e277d1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:08.284118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:13:04Z', 'revision_number': 5, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.315110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] Checking router: a5e6ccde-9578-4d91-ac58-23177f7db204 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:13:08.321057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f9c50802-a1b5-4dd6-9e9b-a08a4d368ca0 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags/tempest-TagsExtTest-Tag-743353876 HTTP/1.1" status: 204 len: 168 time: 0.0871334 Jul 23 14:13:08.323291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.329092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] Routers {'a5e6ccde-9578-4d91-ac58-23177f7db204'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:08.329929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a5e6ccde-9578-4d91-ac58-23177f7db204'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.332605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-1a4a434d-10e1-46f1-8cf6-c52ca734a4a6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', 'tempest-TagsExtTest-Tag-743353876') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.334333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-872a643f-446e-4096-b261-b3882804f804 req-94ee5ce5-9f2f-4b2f-b50a-6aa13f9b3579 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 210 time: 0.2431145 Jul 23 14:13:08.410677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Pushing event updated for resources: {'Port': ['ID=ad0a00b5-2a46-4e94-a656-c1a908005518,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:08.471985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1a4a434d-10e1-46f1-8cf6-c52ca734a4a6 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags/tempest-TagsExtTest-Tag-743353876 HTTP/1.1" status: 204 len: 168 time: 0.1465650 Jul 23 14:13:08.474810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.483716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-18b8b930-e4e9-4932-a92d-061a1755b9c4 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.484618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:08.485315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:08.508829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] Set router a5e6ccde-9578-4d91-ac58-23177f7db204 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:08.545010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-601b1c4e-5166-4404-8e44-cb4f5860dfc9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9744098 Jul 23 14:13:08.567735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Request body: {'port': {'device_id': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:08.569997 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18b8b930-e4e9-4932-a92d-061a1755b9c4 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags HTTP/1.1" status: 200 len: 205 time: 0.0935698 Jul 23 14:13:08.575358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.584440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-79bf5881-2852-4f33-9995-db7bf2c83298 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.598798 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:08.683830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-79bf5881-2852-4f33-9995-db7bf2c83298 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags HTTP/1.1" status: 200 len: 241 time: 0.1061387 Jul 23 14:13:08.686175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.690907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-2de3d746-dfdf-4a1a-b9b3-80b67a171996 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', 'tempest-TagsExtTest-Tag-1972059587') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.777954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2de3d746-dfdf-4a1a-b9b3-80b67a171996 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags/tempest-TagsExtTest-Tag-1972059587 HTTP/1.1" status: 204 len: 168 time: 0.0904858 Jul 23 14:13:08.781260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.783167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:13:04Z', 'revision_number': 5, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.787430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-5669e9a6-698a-43a0-b625-05a7478661ab tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', 'tempest-TagsExtTest-Tag-1972059587') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:08.846086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd159c8-e183-4908-8343-6ed1ba596a83 None None] The sync data for ids ['a5e6ccde-9578-4d91-ac58-23177f7db204'] in n-d-801990-3 is: [{'id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'name': 'tempest-AttachSCSIVolumeTestJSON-1175676692-router', 'tenant_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:47Z', 'updated_at': '2021-07-23T14:13:04Z', 'revision_number': 5, 'project_id': 'e87fe7bdf04040a0af55dd6f86366bf1', 'gw_port': {'id': '1a7a8e38-59e3-46f1-88e2-973061c04742', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ccde-9578-4d91-ac58-23177f7db204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:48Z', 'updated_at': '2021-07-23T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:13:08.874767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:08.874767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:08.966704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Deleting port 1a7a8e38-59e3-46f1-88e2-973061c04742 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:08.967148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:08.974720 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5669e9a6-698a-43a0-b625-05a7478661ab tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags/tempest-TagsExtTest-Tag-1972059587 HTTP/1.1" status: 204 len: 168 time: 0.1904409 Jul 23 14:13:08.975861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:08.980722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-7d75bf58-f31d-434d-b517-2c01991d66d4 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:09.091271 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7d75bf58-f31d-434d-b517-2c01991d66d4 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags HTTP/1.1" status: 200 len: 205 time: 0.1136041 Jul 23 14:13:09.093321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:09.099305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-7a01d3d5-a67a-463b-afad-329025782063 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:09.140956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:09.178387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] For port 1a7a8e38-59e3-46f1-88e2-973061c04742, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1a7a8e38-59e3-46f1-88e2-973061c04742,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:09.178926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:09.191485 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7a01d3d5-a67a-463b-afad-329025782063 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags HTTP/1.1" status: 200 len: 241 time: 0.0926411 Jul 23 14:13:09.191948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:09.206456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-57b3971d-a64a-453b-9bca-09cee3b5cd9d tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', 'tempest-TagsExtTest-Tag-2070606760') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:09.257023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 07866343-7bae-4f95-b818-9f4c03893d2b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:09.261588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Calling delete_port for 1a7a8e38-59e3-46f1-88e2-973061c04742 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:09.290997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Allocated IP 172.20.0.8 (6df30f34-f126-498a-b374-6f5fae09ca7b/e27a035c-bd0d-44d9-a901-f421d7abbd2f/6c3f346e-3121-4768-ba9c-195102628525) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:09.298540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Network 6df30f34-f126-498a-b374-6f5fae09ca7b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:09.304286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Pushing event updated for resources: {'Port': ['ID=12f3101c-6676-427b-8a4b-fbb9c2e277d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:09.308999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:09.312610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:09.318085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-57b3971d-a64a-453b-9bca-09cee3b5cd9d tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags/tempest-TagsExtTest-Tag-2070606760 HTTP/1.1" status: 204 len: 168 time: 0.1145391 Jul 23 14:13:09.328457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 07866343-7bae-4f95-b818-9f4c03893d2b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:09.328457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 07866343-7bae-4f95-b818-9f4c03893d2b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:09.358802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:09.368578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-1996b9c4-b1f5-49a4-bd76-943ee75ca189 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', 'tempest-TagsExtTest-Tag-2070606760') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:09.420033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:09.420740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:09.495228 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-52d9cce2-906f-447f-9d7e-0342809bc477 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8691084 Jul 23 14:13:09.522948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Request body: {'port': {'device_id': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:09.566764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093f624-f3b6-4fcb-95d3-4725f821c4c9 req-4a901528-9071-4899-a9f7-f21d58e63e33 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:09.568448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6093f624-f3b6-4fcb-95d3-4725f821c4c9 req-4a901528-9071-4899-a9f7-f21d58e63e33 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 946 time: 0.2436047 Jul 23 14:13:09.591243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1996b9c4-b1f5-49a4-bd76-943ee75ca189 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags/tempest-TagsExtTest-Tag-2070606760 HTTP/1.1" status: 204 len: 168 time: 0.2301943 Jul 23 14:13:09.591955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:09.608105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-cba6ce8c-155c-48de-ab40-9a1f18e8471a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:09.621907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c77c0c99-5e2b-43c3-95a9-63f583c1f2d1 req-518275ba-d999-4f4e-995e-d8d215185751 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 210 time: 0.0554476 Jul 23 14:13:09.714110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6093f624-f3b6-4fcb-95d3-4725f821c4c9 req-83b19258-2ea0-4991-8fa7-b4bbb3a3b218 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292264 Jul 23 14:13:09.720777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cba6ce8c-155c-48de-ab40-9a1f18e8471a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags HTTP/1.1" status: 200 len: 205 time: 0.1180511 Jul 23 14:13:09.721607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:09.727698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f7e5c17e-5635-4c13-bf00-4ca403634ab8 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:09.753880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:09.760917 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:09.793731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f7e5c17e-5635-4c13-bf00-4ca403634ab8 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags HTTP/1.1" status: 204 len: 168 time: 0.0704701 Jul 23 14:13:09.806591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:09.822483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-c4a3e319-f2d2-4460-ba46-7a54406d9b3a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:09.926527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:09.963836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7a8e38-59e3-46f1-88e2-973061c04742,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:10.066154 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.112504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Network 6df30f34-f126-498a-b374-6f5fae09ca7b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:10.124177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:10.129843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:10.167504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.181300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b44ca-d3c5-4df8-b555-e022c774a659 req-ff9a16b6-ad6a-4866-9142-432a78ef7e06 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:10.182909 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-814b44ca-d3c5-4df8-b555-e022c774a659 req-ff9a16b6-ad6a-4866-9142-432a78ef7e06 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.2812109 Jul 23 14:13:10.188990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Pushing event updated for resources: {'Port': ['ID=6c3f346e-3121-4768-ba9c-195102628525,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:10.206394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c4a3e319-f2d2-4460-ba46-7a54406d9b3a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags HTTP/1.1" status: 204 len: 168 time: 0.3948150 Jul 23 14:13:10.207719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:10.218972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-dd25efa4-d44e-494c-895a-0cf47245bda8 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:10.253894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:10.254563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.287329 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-814b44ca-d3c5-4df8-b555-e022c774a659 req-3fee87ff-141a-4b44-a5f9-7cba29e0bcac tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927780 Jul 23 14:13:10.292614 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8654f415-c482-4b70-b5d4-c26af2ccf63c tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8781359 Jul 23 14:13:10.301004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417173d-1282-478d-8ddd-9b3cc9d5865e req-433a1904-2726-4d19-8083-03ff0038fae0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:10.310127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Request body: {'port': {'device_id': '5e3571de-7b19-462c-aae5-df59953eb95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:10.319268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0417173d-1282-478d-8ddd-9b3cc9d5865e req-433a1904-2726-4d19-8083-03ff0038fae0 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 946 time: 0.2825758 Jul 23 14:13:10.323184 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.331401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.347743 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dd25efa4-d44e-494c-895a-0cf47245bda8 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags HTTP/1.1" status: 204 len: 168 time: 0.1310928 Jul 23 14:13:10.350996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:10.357263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-9d4225b3-ae8d-4469-b158-8d52a754fb91 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:10.428398 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.428652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e6ccde-9578-4d91-ac58-23177f7db204 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:13:10.429243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.436983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.438136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ee30dc1-0dec-48fa-a9ef-1a45436718f5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a5e6ccde-9578-4d91-ac58-23177f7db204 HTTP/1.1" status: 204 len: 168 time: 2.6295681 Jul 23 14:13:10.442795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:10.445532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0417173d-1282-478d-8ddd-9b3cc9d5865e req-983b0cca-0870-40fc-a616-09064e4b79ca tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119187 Jul 23 14:13:10.497857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0a00b5-2a46-4e94-a656-c1a908005518 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:10.506721 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.520567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Transition to ACTIVE for port object ad0a00b5-2a46-4e94-a656-c1a908005518 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:10.535579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.585609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9d4225b3-ae8d-4469-b158-8d52a754fb91 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags HTTP/1.1" status: 204 len: 168 time: 0.2335722 Jul 23 14:13:10.608353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:10.614578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] Deleting subnet e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:10.614888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-74fd0e69-d749-444a-989a-ef74946cd3c7 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', 'tempest-TagsExtTest-Tag-1825718474') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:10.618838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.746692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.751347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0a00b5-2a46-4e94-a656-c1a908005518,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:10.808371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df6033-28a4-4f4a-b38d-610d740add44 req-52cb4492-77d3-44d0-8164-43787a33dc09 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:10.812862 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48df6033-28a4-4f4a-b38d-610d740add44 req-52cb4492-77d3-44d0-8164-43787a33dc09 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 946 time: 0.2503309 Jul 23 14:13:10.885531 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:10.921286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48df6033-28a4-4f4a-b38d-610d740add44 req-2613fd44-353a-4cc6-9257-aa510702f95f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894830 Jul 23 14:13:10.960756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:10.980966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Attempting to bind port ad0a00b5-2a46-4e94-a656-c1a908005518 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:10.991659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Attempting to bind port ad0a00b5-2a46-4e94-a656-c1a908005518 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:10.991659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Attempting to bind port ad0a00b5-2a46-4e94-a656-c1a908005518 on network 6df30f34-f126-498a-b374-6f5fae09ca7b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:10.994467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f3101c-6676-427b-8a4b-fbb9c2e277d1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:11.003802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.009402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e051c-2428-438b-a975-92cc720c4928 req-5a3c0d05-3ae5-459c-8328-3ddc4adf3f21 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:11.018270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-848e051c-2428-438b-a975-92cc720c4928 req-5a3c0d05-3ae5-459c-8328-3ddc4adf3f21 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 931 time: 0.3091590 Jul 23 14:13:11.042233 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.047862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:11.059515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Port ad0a00b5-2a46-4e94-a656-c1a908005518 on network 6df30f34-f126-498a-b374-6f5fae09ca7b not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:11.059515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Attempting to bind port ad0a00b5-2a46-4e94-a656-c1a908005518 on network 6df30f34-f126-498a-b374-6f5fae09ca7b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:11.071038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74fd0e69-d749-444a-989a-ef74946cd3c7 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags/tempest-TagsExtTest-Tag-1825718474 HTTP/1.1" status: 201 len: 201 time: 0.4600394 Jul 23 14:13:11.075883 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.078447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:11.081201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c5332-f581-486b-a661-902cc848683e None None] Network 33cfa292-2514-48c8-9348-f8efbe2376d8 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:11.089803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8a53ee60-1175-4d9f-a3a0-da04d4bf6c9c tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', 'tempest-TagsExtTest-Tag-1292703617') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:11.099125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:11.099125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Checking segment: {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:11.103278 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5f6fafe9-52db-4d3f-baeb-bdff53f49232 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3b5ea96-a0ee-4dda-a942-7003f8b1fcd8 HTTP/1.1" status: 204 len: 168 time: 0.6582685 Jul 23 14:13:11.104299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Bound using segment: {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:11.105075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Bound port: ad0a00b5-2a46-4e94-a656-c1a908005518, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:11.105193 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.105622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:11.183280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Transition to ACTIVE for port object 12f3101c-6676-427b-8a4b-fbb9c2e277d1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:11.332720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.336012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-848e051c-2428-438b-a975-92cc720c4928 req-b6f53c05-dbb6-48d1-aa56-a290ec35d42a tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167326 Jul 23 14:13:11.337054 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.342899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a7a8e38-59e3-46f1-88e2-973061c04742 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:11.392321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 1a7a8e38-59e3-46f1-88e2-973061c04742 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:11.392600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a7a8e38-59e3-46f1-88e2-973061c04742 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:11.404100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] For port ad0a00b5-2a46-4e94-a656-c1a908005518, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:11.454400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] For port ad0a00b5-2a46-4e94-a656-c1a908005518, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ad0a00b5-2a46-4e94-a656-c1a908005518,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:11.519395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.519581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=12f3101c-6676-427b-8a4b-fbb9c2e277d1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:11.570694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] DHCP port deletion for 33cfa292-2514-48c8-9348-f8efbe2376d8 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:13:11.584897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Deleting port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:11.585334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.622929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0a00b5-2a46-4e94-a656-c1a908005518,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:11.644522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:11.645715 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.647405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-919292d5-10d6-4194-92bf-442615d8a7d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/ad0a00b5-2a46-4e94-a656-c1a908005518 HTTP/1.1" status: 200 len: 1091 time: 3.0843461 Jul 23 14:13:11.647827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] Deleting port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:11.648249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.649394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'tag': 'ad0a00b5-2a46-4e94-a656-c1a908005518'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:11.651915 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb9da97-5084-43b0-a9f0-c7466b11145f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb702f8-2f51-4917-8c48-82f86e5b804d", "tag": "ad0a00b5-2a46-4e94-a656-c1a908005518"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:11.655727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] For port 8fb4eebe-9147-47a1-bb99-19a07d0b0466, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8fb4eebe-9147-47a1-bb99-19a07d0b0466,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:11.656092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.668397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ffbda-dfc8-4db8-8cb0-b432edfa85b2 tempest-TestServerBasicOps-1196288446 tempest-TestServerBasicOps-1196288446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:11.670771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Calling delete_port for 8fb4eebe-9147-47a1-bb99-19a07d0b0466 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:11.675247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f78ffbda-dfc8-4db8-8cb0-b432edfa85b2 tempest-TestServerBasicOps-1196288446 tempest-TestServerBasicOps-1196288446-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1092 time: 0.7110713 Jul 23 14:13:11.679875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:11.693464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8a53ee60-1175-4d9f-a3a0-da04d4bf6c9c tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags/tempest-TagsExtTest-Tag-1292703617 HTTP/1.1" status: 201 len: 201 time: 0.6091921 Jul 23 14:13:11.706206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:11.719065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:11.735749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a4931cee-0e36-494a-a89b-0b0f9e90f9bf tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', 'tempest-TagsExtTest-Tag-1853825006') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:11.752872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Attempting to bind port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:11.753271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Attempting to bind port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:11.753894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Attempting to bind port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 on network 6df30f34-f126-498a-b374-6f5fae09ca7b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:11.758191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] For port 8fb4eebe-9147-47a1-bb99-19a07d0b0466, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8fb4eebe-9147-47a1-bb99-19a07d0b0466,segment=NetworkSegment(e19182e5-ba25-4959-b2d4-3dd78c6848e5),segment_id=e19182e5-ba25-4959-b2d4-3dd78c6848e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:11.758417 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.761988 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b603e3-4f1e-45b9-ab9b-8fa38f8d851f x-openstack-request-id: req-f1b603e3-4f1e-45b9-ab9b-8fa38f8d851f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:11.762755 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb702f8-2f51-4917-8c48-82f86e5b804d", "tag": "ad0a00b5-2a46-4e94-a656-c1a908005518", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:11.763015 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1b603e3-4f1e-45b9-ab9b-8fa38f8d851f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:11.763561 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'tag': 'ad0a00b5-2a46-4e94-a656-c1a908005518', 'status': 'completed', 'code': 200} Jul 23 14:13:11.769034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 on network 6df30f34-f126-498a-b374-6f5fae09ca7b not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:11.769034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Attempting to bind port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 on network 6df30f34-f126-498a-b374-6f5fae09ca7b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:11.779724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] Calling delete_port for 8fb4eebe-9147-47a1-bb99-19a07d0b0466 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:11.786611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3f346e-3121-4768-ba9c-195102628525 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:11.802228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.849154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Transition to ACTIVE for port object 6c3f346e-3121-4768-ba9c-195102628525 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:11.862468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203da63-c26e-4f60-a46c-7c5a7a559f73 req-cdff0306-ad12-40c1-b7c3-1b20b53da39d tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:11.867211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f203da63-c26e-4f60-a46c-7c5a7a559f73 req-cdff0306-ad12-40c1-b7c3-1b20b53da39d tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.3217685 Jul 23 14:13:11.869547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.910888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.937080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] No DVR routers for this DVR port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:11.949430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:11.969619 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f203da63-c26e-4f60-a46c-7c5a7a559f73 req-6e83a604-669b-496c-8309-ac2aefd9f99a tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804965 Jul 23 14:13:11.977272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d116f4b-679b-4080-b41d-f026eec64516 None None] Pushing event deleted for resources: {'Port': ['ID=8fb4eebe-9147-47a1-bb99-19a07d0b0466,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:12.008687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] No DVR routers for this DVR port 8fb4eebe-9147-47a1-bb99-19a07d0b0466 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:12.015921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f346e-3121-4768-ba9c-195102628525,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:12.313139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:12.313653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Checking segment: {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:12.313847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Bound using segment: {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:12.314519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Bound port: 12f3101c-6676-427b-8a4b-fbb9c2e277d1, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:12.315062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.336744 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.440394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb4eebe-9147-47a1-bb99-19a07d0b0466,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:12.507766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a4931cee-0e36-494a-a89b-0b0f9e90f9bf tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags/tempest-TagsExtTest-Tag-1853825006 HTTP/1.1" status: 201 len: 201 time: 0.7873607 Jul 23 14:13:12.515357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.525544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:12.533288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] For port 12f3101c-6676-427b-8a4b-fbb9c2e277d1, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:12.533545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-fe87ca15-bc17-404c-8958-f6e6d298c110 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', 'tempest-TagsExtTest-Tag-1740007981') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:12.542811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cfa292-2514-48c8-9348-f8efbe2376d8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:12.546615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-ccbaa0fc-9370-4041-b270-096364fea5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:12.548182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-ccbaa0fc-9370-4041-b270-096364fea5c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba9c38a7cded43c58d5a1114a250a990&device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 1094 time: 0.8264465 Jul 23 14:13:12.570770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] For port 12f3101c-6676-427b-8a4b-fbb9c2e277d1, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=12f3101c-6676-427b-8a4b-fbb9c2e277d1,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:12.572929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19182e5-ba25-4959-b2d4-3dd78c6848e5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:12.573282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19182e5-ba25-4959-b2d4-3dd78c6848e5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:12.584694 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.587317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Attempting to bind port 6c3f346e-3121-4768-ba9c-195102628525 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:12.587649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Attempting to bind port 6c3f346e-3121-4768-ba9c-195102628525 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:12.587978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Attempting to bind port 6c3f346e-3121-4768-ba9c-195102628525 on network 6df30f34-f126-498a-b374-6f5fae09ca7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:12.592637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.605981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Port 6c3f346e-3121-4768-ba9c-195102628525 on network 6df30f34-f126-498a-b374-6f5fae09ca7b not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:12.606127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Attempting to bind port 6c3f346e-3121-4768-ba9c-195102628525 on network 6df30f34-f126-498a-b374-6f5fae09ca7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:12.619009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:12.619651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Checking segment: {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:12.619814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Bound using segment: {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:12.620163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Bound port: 6c3f346e-3121-4768-ba9c-195102628525, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8acb2b-7f21-4c6c-99ef-6a78babf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:12.620576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.622964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.640664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:12.641064 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:12.644580 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:12.648692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-214db7ea-043d-45e1-9262-f2d2e66f3387 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad0a00b5-2a46-4e94-a656-c1a908005518 HTTP/1.1" status: 200 len: 217 time: 0.0813990 Jul 23 14:13:12.660585 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fe87ca15-bc17-404c-8958-f6e6d298c110 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags/tempest-TagsExtTest-Tag-1740007981 HTTP/1.1" status: 201 len: 201 time: 0.1316512 Jul 23 14:13:12.668409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:12.689781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-6072d245-0ca5-4086-bb11-7ec3eb63a9a9 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', {'tags': ['tempest-TagsExtTest-Tag-1724035607', 'tempest-TagsExtTest-Tag-894168933', 'tempest-TagsExtTest-Tag-373451127']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:12.730167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:12.730833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.732255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/12f3101c-6676-427b-8a4b-fbb9c2e277d1 HTTP/1.1" status: 200 len: 1092 time: 3.2230339 Jul 23 14:13:12.784448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169d911-404b-4ff8-a51d-93fdd444eb27 req-a56f2625-93ce-4c86-ae61-5d66b45ebc30 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:12.786939 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b169d911-404b-4ff8-a51d-93fdd444eb27 req-a56f2625-93ce-4c86-ae61-5d66b45ebc30 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 943 time: 0.3308496 Jul 23 14:13:12.797953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-ff5f0515-357c-4a1c-a4f7-a3f59c627701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:12.799831 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-ff5f0515-357c-4a1c-a4f7-a3f59c627701 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e27a035c-bd0d-44d9-a901-f421d7abbd2f HTTP/1.1" status: 200 len: 857 time: 0.1207418 Jul 23 14:13:12.808530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128c098-36e0-4d26-8126-7055ec042cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=12f3101c-6676-427b-8a4b-fbb9c2e277d1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:12.816147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.841138 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.848170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] 10.222.0.21 "DELETE /v2.0/networks/33cfa292-2514-48c8-9348-f8efbe2376d8 HTTP/1.1" status: 204 len: 168 time: 1.7359431 Jul 23 14:13:12.859105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:12.869539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] For port 6c3f346e-3121-4768-ba9c-195102628525, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:12.876768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c02dac-25aa-4370-8356-802d13496169 admin admin] Pushing event deleted for resources: {'Network': ['ID=33cfa292-2514-48c8-9348-f8efbe2376d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:12.911468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-d89fa782-d442-4ef1-bbdf-bad3cad810cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6df30f34-f126-498a-b374-6f5fae09ca7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983121 Jul 23 14:13:12.935275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.957453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] For port 6c3f346e-3121-4768-ba9c-195102628525, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6c3f346e-3121-4768-ba9c-195102628525,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:12.963043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b169d911-404b-4ff8-a51d-93fdd444eb27 req-5c084df2-6cba-4dcf-8260-33553598a2b6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570039 Jul 23 14:13:12.970130 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:12.993455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6072d245-0ca5-4086-bb11-7ec3eb63a9a9 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags HTTP/1.1" status: 200 len: 316 time: 0.3239617 Jul 23 14:13:13.016279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:13.024231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-82d8e670-fc9b-459f-b1bd-3d77c3bdb030 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:13.065916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ff1be-dbac-492f-96e5-ad16fcdd9150 req-88173559-0930-40f6-92a8-3d5e1fd5e690 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:13.071443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-216ff1be-dbac-492f-96e5-ad16fcdd9150 req-88173559-0930-40f6-92a8-3d5e1fd5e690 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.3782446 Jul 23 14:13:13.073930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:13.074608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:13.076049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] 10.222.0.11 "PUT /v2.0/ports/6c3f346e-3121-4768-ba9c-195102628525 HTTP/1.1" status: 200 len: 1091 time: 2.7701910 Jul 23 14:13:13.081367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3571de-7b19-462c-aae5-df59953eb95d', 'tag': '6c3f346e-3121-4768-ba9c-195102628525'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:13.083774 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff807b2d-1176-48e1-969f-a1bad9b2864c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3571de-7b19-462c-aae5-df59953eb95d", "tag": "6c3f346e-3121-4768-ba9c-195102628525"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:13.119190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-c70e1977-3273-4fad-b1d3-e85ce5455671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:13.121605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-c70e1977-3273-4fad-b1d3-e85ce5455671 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba9c38a7cded43c58d5a1114a250a990&device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 1095 time: 0.3068340 Jul 23 14:13:13.133142 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e110f0-fa0f-4b98-bb1b-cf0b5feb0f9a x-openstack-request-id: req-c3e110f0-fa0f-4b98-bb1b-cf0b5feb0f9a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:13.133424 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3571de-7b19-462c-aae5-df59953eb95d", "tag": "6c3f346e-3121-4768-ba9c-195102628525", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:13.133667 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3e110f0-fa0f-4b98-bb1b-cf0b5feb0f9a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:13.134073 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3571de-7b19-462c-aae5-df59953eb95d', 'tag': '6c3f346e-3121-4768-ba9c-195102628525', 'status': 'completed', 'code': 200} Jul 23 14:13:13.155612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702975da-b226-4e89-beb3-9a2df63bd79c service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f346e-3121-4768-ba9c-195102628525,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:13.202891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-8ebd6ab2-cb30-406d-bed8-6b46683e40bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12f3101c-6676-427b-8a4b-fbb9c2e277d1 HTTP/1.1" status: 200 len: 217 time: 0.0580513 Jul 23 14:13:13.210561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-0f75f287-afb4-4292-b1d3-c037f31d5f54 service neutron] 10.222.0.48 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892323 Jul 23 14:13:13.283717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Allocated IP 172.25.2.142 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c44eb40d-2c5d-4c2e-bdd6-e60575ff8968) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:13.285558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8fb4eebe-9147-47a1-bb99-19a07d0b0466 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:13.336598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8fb4eebe-9147-47a1-bb99-19a07d0b0466 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:13.337784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8fb4eebe-9147-47a1-bb99-19a07d0b0466 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:13.351590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-3845ac1b-7bd4-43a0-9194-02624f702c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:13.353547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-3845ac1b-7bd4-43a0-9194-02624f702c85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e27a035c-bd0d-44d9-a901-f421d7abbd2f HTTP/1.1" status: 200 len: 857 time: 0.1403008 Jul 23 14:13:13.413705 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-fa1768c5-98be-4f76-8ab7-07b4fff6d104 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6df30f34-f126-498a-b374-6f5fae09ca7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412846 Jul 23 14:13:13.433917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-216ff1be-dbac-492f-96e5-ad16fcdd9150 req-e6b85af9-350d-4dde-b97a-ff4feeaf4045 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393040 Jul 23 14:13:13.496023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-020af8e4-26bb-4971-a11d-091e1ee7d0be service neutron] 10.222.0.48 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746711 Jul 23 14:13:13.571178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-e273f907-8e34-4c08-aa5d-9ba4e9da4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:13.572858 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-e273f907-8e34-4c08-aa5d-9ba4e9da4c5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba9c38a7cded43c58d5a1114a250a990&device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 1094 time: 0.3976893 Jul 23 14:13:13.596237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-82d8e670-fc9b-459f-b1bd-3d77c3bdb030 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags HTTP/1.1" status: 204 len: 168 time: 0.5736263 Jul 23 14:13:13.601716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:13.607237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-ebf27af0-218a-47c9-8b80-791c3fd1b1ce tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', 'tempest-TagsExtTest-Tag-1724035607') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:13.612880 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:13.623956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-4eee2733-3301-40eb-b783-68e129474694 service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022579 Jul 23 14:13:13.664649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-7e81fdcf-afed-44e2-8d3a-538dea3ed6dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3f346e-3121-4768-ba9c-195102628525 HTTP/1.1" status: 200 len: 217 time: 0.0702801 Jul 23 14:13:13.699076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-e991cd5b-a8ec-465e-b6cb-ef8e7b9a04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:13.700748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-e991cd5b-a8ec-465e-b6cb-ef8e7b9a04f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba9c38a7cded43c58d5a1114a250a990&device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 1094 time: 0.1386571 Jul 23 14:13:13.704203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:13.767570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'tag': '12f3101c-6676-427b-8a4b-fbb9c2e277d1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:13.777353 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "30e2f360-715d-4753-aef0-b54c66ee45a6", "tag": "12f3101c-6676-427b-8a4b-fbb9c2e277d1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:13.777529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-56eba70a-e909-427a-94e0-7f6c50c0bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:13.777529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-56eba70a-e909-427a-94e0-7f6c50c0bfc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e27a035c-bd0d-44d9-a901-f421d7abbd2f HTTP/1.1" status: 200 len: 857 time: 0.0983052 Jul 23 14:13:13.795575 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ebf27af0-218a-47c9-8b80-791c3fd1b1ce tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:13.797579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ebf27af0-218a-47c9-8b80-791c3fd1b1ce tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags/tempest-TagsExtTest-Tag-1724035607 HTTP/1.1" status: 404 len: 329 time: 0.1948063 Jul 23 14:13:13.819365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:13.821731 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-360c8d7b-86e5-49c1-bbfa-3fbd3977c019 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6df30f34-f126-498a-b374-6f5fae09ca7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394905 Jul 23 14:13:13.827980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-d0c8635f-7a58-4df8-accc-75e7b6f0c307 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', 'tempest-TagsExtTest-Tag-894168933') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:13.833033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:13.835255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-ec27be5f-29fc-43da-818f-765f862c83a7 service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802750 Jul 23 14:13:13.849766 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72b059-8c4d-44a1-8f1b-1103cfabbd16 x-openstack-request-id: req-7b72b059-8c4d-44a1-8f1b-1103cfabbd16 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:13.850060 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e2f360-715d-4753-aef0-b54c66ee45a6", "tag": "12f3101c-6676-427b-8a4b-fbb9c2e277d1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:13.850331 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b72b059-8c4d-44a1-8f1b-1103cfabbd16 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:13.850675 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'tag': '12f3101c-6676-427b-8a4b-fbb9c2e277d1', 'status': 'completed', 'code': 200} Jul 23 14:13:13.851586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:13.857522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:13.958622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'Port': ['ID=c44eb40d-2c5d-4c2e-bdd6-e60575ff8968,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:14.036595 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-78e62479-5cb7-49f1-be18-f98b1020ef1a service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620026 Jul 23 14:13:14.055908 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d0c8635f-7a58-4df8-accc-75e7b6f0c307 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:14.060199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d0c8635f-7a58-4df8-accc-75e7b6f0c307 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags/tempest-TagsExtTest-Tag-894168933 HTTP/1.1" status: 404 len: 328 time: 0.2332885 Jul 23 14:13:14.068209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:14.085989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-12b52a3d-f183-4963-822f-298e049fc4eb tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d', 'tempest-TagsExtTest-Tag-373451127') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:14.157984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:14.165709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-8d13dc22-5ca5-4a73-ac75-134cad8a2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:14.167251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-8d13dc22-5ca5-4a73-ac75-134cad8a2fbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 200 len: 918 time: 0.4113104 Jul 23 14:13:14.274504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-35921ffe-efde-4586-b65c-173091ac5402 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad0a00b5-2a46-4e94-a656-c1a908005518 HTTP/1.1" status: 200 len: 217 time: 0.0722561 Jul 23 14:13:14.289915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-e310fc3d-e181-497d-9e3f-502286974a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:14.291341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-e310fc3d-e181-497d-9e3f-502286974a84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba9c38a7cded43c58d5a1114a250a990&device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 1095 time: 0.2718363 Jul 23 14:13:14.348752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-a8974e28-2322-431a-8b27-68c2a1a2485c tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:14.350244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-a8974e28-2322-431a-8b27-68c2a1a2485c tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.3322577 Jul 23 14:13:14.379155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafbfa4-6dd5-4b46-abdb-93e87f9e686d req-a21ea391-3f54-48f1-b7b2-62314dadf763 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:14.381387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dafbfa4-6dd5-4b46-abdb-93e87f9e686d req-a21ea391-3f54-48f1-b7b2-62314dadf763 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 943 time: 0.3267319 Jul 23 14:13:14.381537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b86a6bfd-8330-442b-82cd-a3269313e0ff req-721a482d-3a2c-44be-85a4-606fcbd2b072 service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230608 Jul 23 14:13:14.451360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-a3210c60-fb9c-434a-9bc3-a8ffcaf7f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:14.453971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-a3210c60-fb9c-434a-9bc3-a8ffcaf7f2b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e27a035c-bd0d-44d9-a901-f421d7abbd2f HTTP/1.1" status: 200 len: 857 time: 0.1675494 Jul 23 14:13:14.509833 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-12b52a3d-f183-4963-822f-298e049fc4eb tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:14.511019 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-12b52a3d-f183-4963-822f-298e049fc4eb tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags/tempest-TagsExtTest-Tag-373451127 HTTP/1.1" status: 404 len: 328 time: 0.4387956 Jul 23 14:13:14.515602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:14.520598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-0d674e69-feb9-4325-8b5b-6e6047e90201 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', {'tags': ['tempest-TagsExtTest-Tag-1542636363', 'tempest-TagsExtTest-Tag-876395489', 'tempest-TagsExtTest-Tag-2010783164']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:14.531113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-569e8734-596b-4725-a601-da27549a73b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6df30f34-f126-498a-b374-6f5fae09ca7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604484 Jul 23 14:13:14.586556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-cffc1ce7-c97e-4622-88af-90ceb2784ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:14.588353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-cffc1ce7-c97e-4622-88af-90ceb2784ea4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 200 len: 918 time: 0.2830155 Jul 23 14:13:14.603091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dafbfa4-6dd5-4b46-abdb-93e87f9e686d req-4686eeb4-1dfc-4350-b8e1-0a1bae24d7e2 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728656 Jul 23 14:13:14.688364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-c5a5ba6f-71c3-419d-99dd-682c7f3108fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12f3101c-6676-427b-8a4b-fbb9c2e277d1 HTTP/1.1" status: 200 len: 217 time: 0.0787451 Jul 23 14:13:14.738903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0d674e69-feb9-4325-8b5b-6e6047e90201 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags HTTP/1.1" status: 200 len: 317 time: 0.2221007 Jul 23 14:13:14.744191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:14.757685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-90d804b1-76f0-4aeb-9d0d-190b7ee677ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:14.758757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a62f3541-46d8-4049-9d12-4bc7cfce36dc tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:14.759531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-90d804b1-76f0-4aeb-9d0d-190b7ee677ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba9c38a7cded43c58d5a1114a250a990&device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 1094 time: 0.2082837 Jul 23 14:13:14.786495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Deleting port 9bc82d4a-39cf-4716-9458-30decd284226 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:14.786495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:15.036754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-9481b370-8232-45fd-8938-7724d6ce1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:15.038277 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-9481b370-8232-45fd-8938-7724d6ce1ac6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 200 len: 918 time: 0.2698505 Jul 23 14:13:15.046104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] For port 9bc82d4a-39cf-4716-9458-30decd284226, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=9bc82d4a-39cf-4716-9458-30decd284226,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:15.046570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:15.340759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-b7da703b-735d-4cc7-9c1c-822a262152a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:15.342402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-b7da703b-735d-4cc7-9c1c-822a262152a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e27a035c-bd0d-44d9-a901-f421d7abbd2f HTTP/1.1" status: 200 len: 857 time: 0.6015589 Jul 23 14:13:15.352783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-e006084e-d692-49f3-b87c-0e973e0cf3a4 service neutron] 10.222.0.48 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858515 Jul 23 14:13:15.367334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:15.437299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-806acb3e-7a31-4dde-8219-d28a4e8e86a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6df30f34-f126-498a-b374-6f5fae09ca7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833685 Jul 23 14:13:15.518568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-ab0c2cbb-24e4-4671-9e30-c5217aace564 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3f346e-3121-4768-ba9c-195102628525 HTTP/1.1" status: 200 len: 217 time: 0.4679418 Jul 23 14:13:15.637458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c88c9-9e37-4bd5-9ab5-872a265c6959 req-279990f5-0f8a-44ab-87a2-1c2482072a1a tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:15.639362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e1c88c9-9e37-4bd5-9ab5-872a265c6959 req-279990f5-0f8a-44ab-87a2-1c2482072a1a tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 946 time: 0.8778629 Jul 23 14:13:15.690564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Deleting port 925dde31-f963-453c-93fe-b67c9e6a4c3a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:15.691426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:15.701733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:15.708248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-8514af9f-a601-4593-bb57-c9921e3120dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:15.710401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-8514af9f-a601-4593-bb57-c9921e3120dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e27a035c-bd0d-44d9-a901-f421d7abbd2f HTTP/1.1" status: 200 len: 857 time: 0.1838462 Jul 23 14:13:15.714982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a62f3541-46d8-4049-9d12-4bc7cfce36dc tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags HTTP/1.1" status: 204 len: 168 time: 0.9602168 Jul 23 14:13:15.723999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:15.726835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acb9da97-5084-43b0-a9f0-c7466b11145f req-26e53735-375b-4af5-a9c2-ac853b28f3b8 service neutron] 10.222.0.48 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565745 Jul 23 14:13:15.735887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-54182d1a-2cbc-4237-a6b6-47410553aa2a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', 'tempest-TagsExtTest-Tag-1542636363') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:15.779883 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04e08094-03f1-4e46-943d-651d6695521f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:15.822140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-890a6904-961e-4544-829c-c05f0705ca09 service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615861 Jul 23 14:13:15.827253 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-10f0c6c9-c3d4-487b-bffb-a5821553eccf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6df30f34-f126-498a-b374-6f5fae09ca7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989962 Jul 23 14:13:15.835922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e1c88c9-9e37-4bd5-9ab5-872a265c6959 req-3f6ca282-a5a3-4d6f-b510-9ae43ebfd8bd tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd891ae-d6ab-41e4-8319-2bab8adc3b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787887 Jul 23 14:13:16.023076 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-54182d1a-2cbc-4237-a6b6-47410553aa2a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:16.028855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-54182d1a-2cbc-4237-a6b6-47410553aa2a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags/tempest-TagsExtTest-Tag-1542636363 HTTP/1.1" status: 404 len: 329 time: 0.2963896 Jul 23 14:13:16.031736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:16.039306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-836431dd-cdf9-409e-a6bb-5c73745998b2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', 'tempest-TagsExtTest-Tag-876395489') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:16.045026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.046043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.046043 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Floating IP 7ea11082-95d5-4833-9681-01864bb5f0e0 disassociated. External IP: 172.25.2.116, port: 9bc82d4a-39cf-4716-9458-30decd284226. Jul 23 14:13:16.046497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Calling delete_port for 9bc82d4a-39cf-4716-9458-30decd284226 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:16.084949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c593299-db3b-40fc-a1a4-cb5007ed0d1a req-59abd1fc-a62a-410b-a181-07a7c3368cfc service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543974 Jul 23 14:13:16.141848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.156981 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-836431dd-cdf9-409e-a6bb-5c73745998b2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:16.160677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-836431dd-cdf9-409e-a6bb-5c73745998b2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags/tempest-TagsExtTest-Tag-876395489 HTTP/1.1" status: 404 len: 328 time: 0.1233196 Jul 23 14:13:16.160677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.161070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:16.165206 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-53127cf8-8e01-47a8-a2fe-97b363d64d6b service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802463 Jul 23 14:13:16.170128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-7f66e268-c638-4a82-af2a-685606de4324 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3', 'tempest-TagsExtTest-Tag-2010783164') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:16.173914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] For port 925dde31-f963-453c-93fe-b67c9e6a4c3a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=925dde31-f963-453c-93fe-b67c9e6a4c3a,segment=NetworkSegment(12bebb34-ef21-46a6-aa58-3dd19826a33a),segment_id=12bebb34-ef21-46a6-aa58-3dd19826a33a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:16.173914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.214582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Calling delete_port for 925dde31-f963-453c-93fe-b67c9e6a4c3a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:16.223691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d199-f05d-462b-a8d1-812624e7671c req-4da891ef-e40f-4d37-91b2-a4e4f31f3b22 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:16.232265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-80a1d199-f05d-462b-a8d1-812624e7671c req-4da891ef-e40f-4d37-91b2-a4e4f31f3b22 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 943 time: 0.4820163 Jul 23 14:13:16.300804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event updated for resources: {'Port': ['ID=c44eb40d-2c5d-4c2e-bdd6-e60575ff8968,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:16.320974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.323679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.324135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.324591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.325022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.326008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.326008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.326417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.326862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.327278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.328594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.328594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.328594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:16.385419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-80a1d199-f05d-462b-a8d1-812624e7671c req-89a7558e-3cc9-4a4a-8fe5-0fae8588af4f tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 Jul 23 14:13:16.411802 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7f66e268-c638-4a82-af2a-685606de4324 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:16.411802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7f66e268-c638-4a82-af2a-685606de4324 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags/tempest-TagsExtTest-Tag-2010783164 HTTP/1.1" status: 404 len: 329 time: 0.2464621 Jul 23 14:13:16.413221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:16.423049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b18e3053-4ae1-4d35-9126-3f96a75acf71 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', {'tags': ['tempest-TagsExtTest-Tag-1584286006', 'tempest-TagsExtTest-Tag-880764002', 'tempest-TagsExtTest-Tag-380340747']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:16.427455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff807b2d-1176-48e1-969f-a1bad9b2864c req-62f481fb-950a-485e-8095-f8a57e964ad9 service neutron] 10.222.0.11 "GET /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493725 Jul 23 14:13:16.527747 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Floating IP 622e6c0f-65c9-40e1-9495-fa16d4c10d18 associated. External IP: 172.25.2.142, port: 8dbb01d6-9a0c-4103-9be2-514b305eefa8. Jul 23 14:13:16.533950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b18e3053-4ae1-4d35-9126-3f96a75acf71 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags HTTP/1.1" status: 200 len: 316 time: 0.1189194 Jul 23 14:13:16.538456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:16.543322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-2b981617-ada0-452c-86b6-4c811b84531a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:16.584826 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.672739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event deleted for resources: {'Port': ['ID=9bc82d4a-39cf-4716-9458-30decd284226,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:16.715699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6c3f346e-3121-4768-ba9c-195102628525 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:13:16.783951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 9bc82d4a-39cf-4716-9458-30decd284226 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:16.821154 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 9bc82d4a-39cf-4716-9458-30decd284226 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:16.821886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 9bc82d4a-39cf-4716-9458-30decd284226 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:16.847504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:16.854360 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2b981617-ada0-452c-86b6-4c811b84531a tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags HTTP/1.1" status: 204 len: 168 time: 0.3147340 Jul 23 14:13:16.855280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ad0a00b5-2a46-4e94-a656-c1a908005518 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:13:16.858778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:16.876678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-50a56749-663d-43ac-a01c-bd78c7758016 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', 'tempest-TagsExtTest-Tag-1584286006') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:16.894193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Pushing event deleted for resources: {'Port': ['ID=925dde31-f963-453c-93fe-b67c9e6a4c3a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:16.956195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Router f97bc402-a780-4b82-9285-e9f4d7a5de23 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:13:17.019549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6c3f346e-3121-4768-ba9c-195102628525, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6c3f346e-3121-4768-ba9c-195102628525,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:17.069957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '6c3f346e-3121-4768-ba9c-195102628525', 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b', 'port_id': '6c3f346e-3121-4768-ba9c-195102628525', 'mac_address': 'fa:16:3e:e6:5c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27a035c-bd0d-44d9-a901-f421d7abbd2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:13:17.150221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Router 37b05336-0d43-49a4-b1f0-45d359ee2dcc has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:13:17.199488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3a452bf-c91b-4d09-88b7-98c77c7d34a7 req-891278bc-f686-49d4-8f3a-0862fa5768d1 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 210 time: 0.0849254 Jul 23 14:13:17.235435 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-50a56749-663d-43ac-a01c-bd78c7758016 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:17.236740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-50a56749-663d-43ac-a01c-bd78c7758016 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags/tempest-TagsExtTest-Tag-1584286006 HTTP/1.1" status: 404 len: 329 time: 0.3758311 Jul 23 14:13:17.383419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:13:17.391509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:17.396131 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] Sync routers for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:13:17.401882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:13:17.407644 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:17.408884 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:17.425383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:17.430957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-a267bc76-7660-4bb6-ae82-b0f10269a91d tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', 'tempest-TagsExtTest-Tag-880764002') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:17.475317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:17.477807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] Sync routers for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:13:17.507376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:17.508143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:17.511462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3f346e-3121-4768-ba9c-195102628525 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:17.535819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6c3f346e-3121-4768-ba9c-195102628525, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6c3f346e-3121-4768-ba9c-195102628525,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:17.567719 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:17.583495 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:17.584308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 12f3101c-6676-427b-8a4b-fbb9c2e277d1 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:13:17.601727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] No DVR routers for this DVR port 9bc82d4a-39cf-4716-9458-30decd284226 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:17.604972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:17.614950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-71a2b13b-a175-4a9b-999a-9e62d534c669 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9210045 Jul 23 14:13:17.614950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:17.615530 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4587ac4b-5fe0-4f62-a516-38cb9adc6ffd req-16e566c4-72ec-4418-bb62-c66038c56c49 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.11 "DELETE /v2.0/ports/9bc82d4a-39cf-4716-9458-30decd284226 HTTP/1.1" status: 204 len: 173 time: 3.2458720 Jul 23 14:13:17.615626 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1679ca-2c61-4967-bd32-d0ce454892e3" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:17.671182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fdf4c-44e1-4584-9189-1bac597f35d8 req-c29f34ec-47d8-4de9-aff8-9834c4abc008 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:17.684237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-228fdf4c-44e1-4584-9189-1bac597f35d8 req-c29f34ec-47d8-4de9-aff8-9834c4abc008 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 944 time: 0.1561475 Jul 23 14:13:17.687349 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08743f09-f21f-43d0-aad1-d443cd490c20 x-openstack-request-id: req-08743f09-f21f-43d0-aad1-d443cd490c20 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:17.687695 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:17.688218 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08743f09-f21f-43d0-aad1-d443cd490c20 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:17.688648 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'status': 'completed', 'code': 200} Jul 23 14:13:17.728981 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:13:17.749865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 12f3101c-6676-427b-8a4b-fbb9c2e277d1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=12f3101c-6676-427b-8a4b-fbb9c2e277d1,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:17.819136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'name': 'network-vif-deleted', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:17.823754 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a606f2c0-28cc-40cc-a52b-823e89ec0be9" -d '{"events": [{"server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "name": "network-vif-deleted", "tag": "9bc82d4a-39cf-4716-9458-30decd284226"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:17.868829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '12f3101c-6676-427b-8a4b-fbb9c2e277d1', 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b', 'port_id': '12f3101c-6676-427b-8a4b-fbb9c2e277d1', 'mac_address': 'fa:16:3e:a0:d1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27a035c-bd0d-44d9-a901-f421d7abbd2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:13:17.872219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ad0a00b5-2a46-4e94-a656-c1a908005518, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ad0a00b5-2a46-4e94-a656-c1a908005518,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:17.885952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-228fdf4c-44e1-4584-9189-1bac597f35d8 req-eda9d71c-e781-4ac7-9930-094d9f0b7ca1 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007554 Jul 23 14:13:17.948042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-c779e4bf-7fde-4630-95b3-59743827f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:17.951603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-c779e4bf-7fde-4630-95b3-59743827f7ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9cf036af1964a74a671f701243dd269&device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1097 time: 0.2056532 Jul 23 14:13:17.957268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6c3f346e-3121-4768-ba9c-195102628525,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:17.958330 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab72b9f-ca3b-4cdb-9260-1b986009dc5f x-openstack-request-id: req-aab72b9f-ca3b-4cdb-9260-1b986009dc5f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:17.958930 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea136469-9b35-419f-b34d-6b902d2d262a", "name": "network-vif-deleted", "tag": "9bc82d4a-39cf-4716-9458-30decd284226", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:17.959216 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aab72b9f-ca3b-4cdb-9260-1b986009dc5f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:17.959887 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea136469-9b35-419f-b34d-6b902d2d262a', 'name': 'network-vif-deleted', 'tag': '9bc82d4a-39cf-4716-9458-30decd284226', 'status': 'completed', 'code': 200} Jul 23 14:13:17.964049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'ad0a00b5-2a46-4e94-a656-c1a908005518', 'network_id': '6df30f34-f126-498a-b374-6f5fae09ca7b', 'port_id': 'ad0a00b5-2a46-4e94-a656-c1a908005518', 'mac_address': 'fa:16:3e:2c:f1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27a035c-bd0d-44d9-a901-f421d7abbd2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:13:17.967398 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a267bc76-7660-4bb6-ae82-b0f10269a91d tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:17.974501 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a267bc76-7660-4bb6-ae82-b0f10269a91d tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags/tempest-TagsExtTest-Tag-880764002 HTTP/1.1" status: 404 len: 328 time: 0.5697255 Jul 23 14:13:17.979748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:17.985206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-6cf00fe4-bfef-4fac-9eeb-17147d1b50c4 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5', 'tempest-TagsExtTest-Tag-380340747') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:18.019386 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.105353 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '622e6c0f-65c9-40e1-9495-fa16d4c10d18', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'port_id': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'mac_address': 'fa:16:3e:f3:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:13:14Z', 'updated_at': '2021-07-23T14:13:14Z', 'revision_number': 0, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:32Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:18.136167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-a26db6fc-629b-4414-8588-650ba7f16124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:18.139011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-a26db6fc-629b-4414-8588-650ba7f16124 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856 HTTP/1.1" status: 200 len: 909 time: 0.1666369 Jul 23 14:13:18.141424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.157505 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] Checking router: 37b05336-0d43-49a4-b1f0-45d359ee2dcc for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:13:18.169485 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:18.169738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:18.170744 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:12:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:18.246316 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.269636 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6cf00fe4-bfef-4fac-9eeb-17147d1b50c4 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:18.287851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6cf00fe4-bfef-4fac-9eeb-17147d1b50c4 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags/tempest-TagsExtTest-Tag-380340747 HTTP/1.1" status: 404 len: 328 time: 0.3067060 Jul 23 14:13:18.288838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:18.357650 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.361425 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:18.414713 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-c6678080-6ccf-4ad5-a5db-9280b917df1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8 HTTP/1.1" status: 200 len: 1000 time: 0.2626741 Jul 23 14:13:18.430427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f3101c-6676-427b-8a4b-fbb9c2e277d1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:18.465280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-bcfda09b-86cc-494f-a289-eeb38a70a358 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', {'tags': ['tempest-TagsExtTest-Tag-938370163', 'tempest-TagsExtTest-Tag-198157383', 'tempest-TagsExtTest-Tag-1903128163']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:18.482027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0a00b5-2a46-4e94-a656-c1a908005518 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:18.556834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-05742426-33c2-49e8-924d-70a88c83f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:18.559290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-05742426-33c2-49e8-924d-70a88c83f2b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87913452-b853-4522-a39f-e35b8cdc6a45 HTTP/1.1" status: 200 len: 847 time: 0.1329029 Jul 23 14:13:18.694722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-186548c2-0851-44a7-9ee2-7871a15e8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:18.697982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-186548c2-0851-44a7-9ee2-7871a15e8e61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296685 Jul 23 14:13:18.706901 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.719554 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-470a8e68-7efc-4510-b464-d1a6f7fd29fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.729352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 12f3101c-6676-427b-8a4b-fbb9c2e277d1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=12f3101c-6676-427b-8a4b-fbb9c2e277d1,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:18.790915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.799207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ad0a00b5-2a46-4e94-a656-c1a908005518, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ad0a00b5-2a46-4e94-a656-c1a908005518,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:18.810868 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:18.862622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-7b779225-08d0-4a9f-9315-d4c2b517929f service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543255 Jul 23 14:13:18.951657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=12f3101c-6676-427b-8a4b-fbb9c2e277d1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:19.019421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1679ca-2c61-4967-bd32-d0ce454892e3 req-fdb6f4c8-c714-498f-89bb-eb0da2baa139 service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465497 Jul 23 14:13:19.118869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:03Z', 'revision_number': 5, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.128417 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6d2f4278-4ff3-4b30-9c01-c3599e562c9a req-fb6a675e-530c-4526-99ef-bd9f0e134332 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea136469-9b35-419f-b34d-6b902d2d262a HTTP/1.1" status: 200 len: 210 time: 0.5581219 Jul 23 14:13:19.180430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bcfda09b-86cc-494f-a289-eeb38a70a358 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "PUT /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags HTTP/1.1" status: 200 len: 316 time: 0.7227547 Jul 23 14:13:19.183610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.183804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] Checking router: f97bc402-a780-4b82-9285-e9f4d7a5de23 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:13:19.190228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-786b5b30-93a2-4980-8381-74916c75efe0 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.207808 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '622e6c0f-65c9-40e1-9495-fa16d4c10d18', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'port_id': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'mac_address': 'fa:16:3e:f3:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:13:14Z', 'updated_at': '2021-07-23T14:13:14Z', 'revision_number': 0, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:32Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.215625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6c3f346e-3121-4768-ba9c-195102628525'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:13:19.223604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['12f3101c-6676-427b-8a4b-fbb9c2e277d1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:13:19.231771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c2a64-07ff-41bc-a8b0-8c167e9f06eb req-05ff7071-b4f6-4690-9c08-cb82c31c98e2 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:19.237418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-755c2a64-07ff-41bc-a8b0-8c167e9f06eb req-05ff7071-b4f6-4690-9c08-cb82c31c98e2 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 944 time: 0.1789792 Jul 23 14:13:19.267480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=ad0a00b5-2a46-4e94-a656-c1a908005518,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:19.277309 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c59c1-06bc-4541-bf1c-e31b67e555d4 None None] The sync data for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 is: [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '622e6c0f-65c9-40e1-9495-fa16d4c10d18', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'port_id': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'mac_address': 'fa:16:3e:f3:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:13:14Z', 'updated_at': '2021-07-23T14:13:14Z', 'revision_number': 0, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:32Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:13:19.290357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:19.291045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:13:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.293365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['ad0a00b5-2a46-4e94-a656-c1a908005518'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:13:19.305124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-755c2a64-07ff-41bc-a8b0-8c167e9f06eb req-47d79bf4-4f4e-4341-9b5f-4abc4d4df5de tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614064 Jul 23 14:13:19.376055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Router cccc5e63-16a0-4cb2-8588-e815920ef9d6 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:13:19.409302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.410185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-786b5b30-93a2-4980-8381-74916c75efe0 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags HTTP/1.1" status: 204 len: 168 time: 0.2248766 Jul 23 14:13:19.414011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-68262cf0-df39-4f2d-956c-e8a79fe34989 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', 'tempest-TagsExtTest-Tag-938370163') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.424857 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:13:19.467062 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-68262cf0-df39-4f2d-956c-e8a79fe34989 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:19.471623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-68262cf0-df39-4f2d-956c-e8a79fe34989 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags/tempest-TagsExtTest-Tag-938370163 HTTP/1.1" status: 404 len: 328 time: 0.0612197 Jul 23 14:13:19.472533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.479143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5edcdf60-e46c-48f5-b23d-c0c671d4da74 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', 'tempest-TagsExtTest-Tag-198157383') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.525852 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5edcdf60-e46c-48f5-b23d-c0c671d4da74 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:19.530091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5edcdf60-e46c-48f5-b23d-c0c671d4da74 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags/tempest-TagsExtTest-Tag-198157383 HTTP/1.1" status: 404 len: 328 time: 0.0538404 Jul 23 14:13:19.530295 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:19.530403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.542055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-65e71767-0089-44b6-8184-efc2528d05e8 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16', 'tempest-TagsExtTest-Tag-1903128163') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.588052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:13:19.601453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-310bc438-572e-4a40-a4d9-8e9dbaf1ee24 admin admin] 10.222.0.21 "PUT /v2.0/routers/cccc5e63-16a0-4cb2-8588-e815920ef9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7346087 Jul 23 14:13:19.604077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.609675 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] Sync routers for ids ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:13:19.611458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:19.649970 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] Routers {'cccc5e63-16a0-4cb2-8588-e815920ef9d6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:19.651731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:13:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.681914 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-65e71767-0089-44b6-8184-efc2528d05e8 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] show failed (client error): The resource could not be found. Jul 23 14:13:19.686447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65e71767-0089-44b6-8184-efc2528d05e8 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags/tempest-TagsExtTest-Tag-1903128163 HTTP/1.1" status: 404 len: 329 time: 0.1548054 Jul 23 14:13:19.694743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.709939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5c29915e-29b6-43a4-87a8-8bdc404ce43f tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f7a6fe1-4f51-4e7c-b007-0667b3616f16') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.738908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db7546-2a30-4af7-9641-fca0ae13d8b0 None None] New status for floating IP 622e6c0f-65c9-40e1-9495-fa16d4c10d18: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:13:19.779983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5c29915e-29b6-43a4-87a8-8bdc404ce43f tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16/tags HTTP/1.1" status: 204 len: 168 time: 0.0826874 Jul 23 14:13:19.780702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.794495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f50aa6ac-6766-4d07-8cdd-a8be26a22f30 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '126fa303-9716-48ad-8dec-a51a137ea2d5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:19.862747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:19.876483 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] Set router cccc5e63-16a0-4cb2-8588-e815920ef9d6 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:19.941978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f50aa6ac-6766-4d07-8cdd-a8be26a22f30 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1582079 Jul 23 14:13:19.942712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:19.948052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-cfdfba0f-3594-404e-9c4c-4e8414724f48 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1516974e-6411-4043-b1cf-574e9cc272d3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:20.096868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cfdfba0f-3594-404e-9c4c-4e8414724f48 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3/tags HTTP/1.1" status: 204 len: 168 time: 0.1524146 Jul 23 14:13:20.097221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.105392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-0db95eca-5353-4392-96af-bf592bfdcb61 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2576dc68-5ca6-4b3c-9772-f54c003e6b0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:20.153795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.209190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:13:16Z', 'revision_number': 5, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port': {'id': 'b614f932-bebe-4716-8dde-92d52c6078a4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:09Z', 'updated_at': '2021-07-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:20.229349 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0db95eca-5353-4392-96af-bf592bfdcb61 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d/tags HTTP/1.1" status: 204 len: 168 time: 0.1312237 Jul 23 14:13:20.236418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.257212 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] Checking router: cccc5e63-16a0-4cb2-8588-e815920ef9d6 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:13:20.259662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.268054 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] Routers {'cccc5e63-16a0-4cb2-8588-e815920ef9d6'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:20.269170 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:13:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:20.292325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Deleting port b614f932-bebe-4716-8dde-92d52c6078a4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:20.292707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.348013 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46d767d0-7a30-46b1-82a7-6034a5001973 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.384539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46d767d0-7a30-46b1-82a7-6034a5001973 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.414167 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f68b28e-6ffb-4c94-9404-03f2f674efb1 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.417708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3f68b28e-6ffb-4c94-9404-03f2f674efb1 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9f7a6fe1-4f51-4e7c-b007-0667b3616f16 HTTP/1.1" status: 204 len: 168 time: 0.1779737 Jul 23 14:13:20.418774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.460938 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b1c20300-3c8b-4d26-b8a2-ef035211ad74 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fa303-9716-48ad-8dec-a51a137ea2d5 HTTP/1.1" status: 200 len: 205 time: 0.0393291 Jul 23 14:13:20.462992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.507021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] For port b614f932-bebe-4716-8dde-92d52c6078a4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b614f932-bebe-4716-8dde-92d52c6078a4,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:20.507520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.515462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46d767d0-7a30-46b1-82a7-6034a5001973 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.521097 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46d767d0-7a30-46b1-82a7-6034a5001973 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.522700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-46d767d0-7a30-46b1-82a7-6034a5001973 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdd891ae-d6ab-41e4-8319-2bab8adc3b60 HTTP/1.1" status: 204 len: 168 time: 0.2617290 Jul 23 14:13:20.525826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Calling delete_port for b614f932-bebe-4716-8dde-92d52c6078a4 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:20.527350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.550331 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-26ba0bd8-51d0-4298-b92f-bb0faa3d47a0 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] show failed (client error): The resource could not be found. Jul 23 14:13:20.553989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-26ba0bd8-51d0-4298-b92f-bb0faa3d47a0 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "GET /v2.0/security-groups/fdd891ae-d6ab-41e4-8319-2bab8adc3b60 HTTP/1.1" status: 404 len: 347 time: 0.0231416 Jul 23 14:13:20.557484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.575289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d767d0-7a30-46b1-82a7-6034a5001973 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd891ae-d6ab-41e4-8319-2bab8adc3b60,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:20.582595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa93b28-e474-414b-ae5a-dec8af7e47c2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.583131 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] Set router cccc5e63-16a0-4cb2-8588-e815920ef9d6 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:20.641180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:03Z', 'revision_number': 5, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:20.675558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaac4c0-42cd-4c61-8530-26383ead7489 None None] The sync data for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 is: [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:10:53Z', 'revision_number': 4, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '082130a4-3757-4452-8d5c-2f332b7849ce', 'name': '', 'network_id': '4ebfd035-b5f1-448f-91ac-e86d333eaedf', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'mac_address': 'fa:16:3e:8c:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:50Z', 'updated_at': '2021-07-23T14:11:03Z', 'revision_number': 5, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'subnets': [{'id': 'e232efcd-8ba3-45ed-a64e-e8686378e6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:13:20.679700 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:13:20Z', 'revision_number': 6, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:20.711998 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8dd0a-dc4c-4f52-a591-856eabbb8ade None None] The sync data for ids ['cccc5e63-16a0-4cb2-8588-e815920ef9d6'] in n-d-801990-3 is: [{'id': 'cccc5e63-16a0-4cb2-8588-e815920ef9d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306228050-router', 'tenant_id': 'd50bf9a606784467a64bf0c3f34d1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:07Z', 'updated_at': '2021-07-23T14:13:20Z', 'revision_number': 6, 'project_id': 'd50bf9a606784467a64bf0c3f34d1605', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:13:20.718349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff13a90-25b8-4692-90ec-08cac6332eb2 req-b985c2e0-e24a-482a-ad8e-181662292734 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:20.720304 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ff13a90-25b8-4692-90ec-08cac6332eb2 req-b985c2e0-e24a-482a-ad8e-181662292734 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 944 time: 0.2605937 Jul 23 14:13:20.787105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa93b28-e474-414b-ae5a-dec8af7e47c2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.789747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa93b28-e474-414b-ae5a-dec8af7e47c2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.830169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ff13a90-25b8-4692-90ec-08cac6332eb2 req-4e65a6f4-8343-4681-92b9-a1b07f6b9e4d tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013925 Jul 23 14:13:20.855826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6c3f346e-3121-4768-ba9c-195102628525 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:20.858464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa93b28-e474-414b-ae5a-dec8af7e47c2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.868607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Deleting port 8db5e4f4-2a41-49bb-b474-88148962004e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:20.868607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.868911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa93b28-e474-414b-ae5a-dec8af7e47c2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Fanout notify agent at l3_agent the message router_deleted on router 126fa303-9716-48ad-8dec-a51a137ea2d5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:13:20.877692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa93b28-e474-414b-ae5a-dec8af7e47c2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:20.879247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3fa93b28-e474-414b-ae5a-dec8af7e47c2 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/routers/126fa303-9716-48ad-8dec-a51a137ea2d5 HTTP/1.1" status: 204 len: 168 time: 0.4148879 Jul 23 14:13:20.882204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:20.927454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 6c3f346e-3121-4768-ba9c-195102628525 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:20.933581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 6c3f346e-3121-4768-ba9c-195102628525 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:20.934031 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.006844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.009450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.009785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.015248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Deleting port 1516974e-6411-4043-b1cf-574e9cc272d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:21.015687 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.029613 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.043284 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40b8c3-85da-4f17-9fd7-0bf437b64903 None None] New status for floating IP 7ea11082-95d5-4833-9681-01864bb5f0e0: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:13:21.052391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Calling delete_port for 8db5e4f4-2a41-49bb-b474-88148962004e owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:21.055011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Pushing event deleted for resources: {'Port': ['ID=b614f932-bebe-4716-8dde-92d52c6078a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:21.055174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3571de-7b19-462c-aae5-df59953eb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f346e-3121-4768-ba9c-195102628525'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:21.058056 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdac667-b42f-41ea-bcf7-09b18a0724b2" -d '{"events": [{"server_uuid": "5e3571de-7b19-462c-aae5-df59953eb95d", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f346e-3121-4768-ba9c-195102628525"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:21.080466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6c3f346e-3121-4768-ba9c-195102628525, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6c3f346e-3121-4768-ba9c-195102628525,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:21.088953 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.089867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 12f3101c-6676-427b-8a4b-fbb9c2e277d1 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:21.185986 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.202791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.238024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Calling delete_port for 1516974e-6411-4043-b1cf-574e9cc272d3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:21.292635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6c3f346e-3121-4768-ba9c-195102628525,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:21.296215 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847fb36c-c80b-416b-be5f-b3e2847d0ad2 x-openstack-request-id: req-847fb36c-c80b-416b-be5f-b3e2847d0ad2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:21.296606 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3571de-7b19-462c-aae5-df59953eb95d", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f346e-3121-4768-ba9c-195102628525", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:21.297068 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-847fb36c-c80b-416b-be5f-b3e2847d0ad2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:21.297440 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3571de-7b19-462c-aae5-df59953eb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f346e-3121-4768-ba9c-195102628525', 'code': 200} Jul 23 14:13:21.351301 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.366475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:21.374603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:21.375210 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.405003 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.432790 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.435301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.471902 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.480768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event deleted for resources: {'Port': ['ID=1516974e-6411-4043-b1cf-574e9cc272d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:21.517326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 12f3101c-6676-427b-8a4b-fbb9c2e277d1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=12f3101c-6676-427b-8a4b-fbb9c2e277d1,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:21.536040 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.561522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.563734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7c0354f3-f44a-4473-9066-cfcae61e5cb5 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/ports/1516974e-6411-4043-b1cf-574e9cc272d3 HTTP/1.1" status: 204 len: 168 time: 0.6804993 Jul 23 14:13:21.567749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:21.629078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.643520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cccc5e63-16a0-4cb2-8588-e815920ef9d6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:13:21.660493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=12f3101c-6676-427b-8a4b-fbb9c2e277d1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:21.675536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.676649 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925dde31-f963-453c-93fe-b67c9e6a4c3a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:21.682661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bce8bbc8-8de2-4043-82e8-4bc345e84334 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cccc5e63-16a0-4cb2-8588-e815920ef9d6 HTTP/1.1" status: 204 len: 168 time: 2.0753982 Jul 23 14:13:21.708077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:21.710486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 925dde31-f963-453c-93fe-b67c9e6a4c3a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:21.711456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925dde31-f963-453c-93fe-b67c9e6a4c3a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:21.732625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Deleting subnet 2576dc68-5ca6-4b3c-9772-f54c003e6b0d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:21.742331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.791680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c81633-2a72-45f8-b120-8a6bcb492d87 req-5d0a4600-acc4-4f9a-9856-9aba34e8fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:21.793670 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3c81633-2a72-45f8-b120-8a6bcb492d87 req-5d0a4600-acc4-4f9a-9856-9aba34e8fa49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 1096 time: 0.4059796 Jul 23 14:13:21.820911 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.826188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] Deleting subnet 8b95eb5d-0dbe-4cac-b52b-d5d2b3592942 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:21.831013 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.833941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.882113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Pushing event deleted for resources: {'Port': ['ID=8db5e4f4-2a41-49bb-b474-88148962004e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:21.926154 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3c81633-2a72-45f8-b120-8a6bcb492d87 req-98487636-4946-49ef-a98b-f87f0eadc706 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220112 Jul 23 14:13:21.932629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:21.974393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.044434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.047355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.048884 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fd8609e9-b934-4b62-856b-ae81b86611b8 tempest-ServersTestJSON-1151753757 tempest-ServersTestJSON-1151753757-project] 10.222.0.21 "DELETE /v2.0/floatingips/7ea11082-95d5-4833-9681-01864bb5f0e0 HTTP/1.1" status: 204 len: 168 time: 1.4895849 Jul 23 14:13:22.054810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:22.082543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.124475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event deleted for resources: {'Subnet': ['ID=2576dc68-5ca6-4b3c-9772-f54c003e6b0d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:22.136708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.139028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5a3ff-0acf-4945-bc12-ebe134656c3f None None] Network 308faf0d-edfb-4997-a7eb-1808832ef675 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:22.145632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81ef8dc1-aca6-4fd6-8b4b-d6036c36dc37 tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/subnets/2576dc68-5ca6-4b3c-9772-f54c003e6b0d HTTP/1.1" status: 204 len: 168 time: 0.5765486 Jul 23 14:13:22.149706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:22.178188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.251932 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.268329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.316751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Deleting port d73e124c-8b87-4ddb-8331-ce9f894d7f97 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:22.317105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.321828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b95eb5d-0dbe-4cac-b52b-d5d2b3592942,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:22.333347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.335275 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-891f1a3d-c27c-46d2-8d0c-77acfc68eef0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8b95eb5d-0dbe-4cac-b52b-d5d2b3592942 HTTP/1.1" status: 204 len: 168 time: 0.6250885 Jul 23 14:13:22.341379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:22.343781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c17d2-3ae5-46c7-8b37-e0f4bdbaef73 req-cb8207a6-2d10-403b-aced-5e10e869aec1 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:22.346233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90b0c8-2455-41a9-bd3b-5eccdcf1429d None None] Network 7842a574-f31e-4fa6-9e9b-747f139eaaa9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:22.351225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-558c17d2-3ae5-46c7-8b37-e0f4bdbaef73 req-cb8207a6-2d10-403b-aced-5e10e869aec1 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 945 time: 0.3774717 Jul 23 14:13:22.445732 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-558c17d2-3ae5-46c7-8b37-e0f4bdbaef73 req-2ac39de8-7509-453f-a0c4-38f31e6f49fc tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936601 Jul 23 14:13:22.457963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] For port d73e124c-8b87-4ddb-8331-ce9f894d7f97, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d73e124c-8b87-4ddb-8331-ce9f894d7f97,segment=NetworkSegment(224c58f3-b330-4dac-8d18-842503d5582e),segment_id=224c58f3-b330-4dac-8d18-842503d5582e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:22.458487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.459814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] DHCP port deletion for 308faf0d-edfb-4997-a7eb-1808832ef675 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:13:22.509763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Calling delete_port for d73e124c-8b87-4ddb-8331-ce9f894d7f97 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:22.516230 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.601762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] Deleting port d73e124c-8b87-4ddb-8331-ce9f894d7f97 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:22.602878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.658859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.674931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Deleting port 6af67943-1f60-46ee-838e-572f9d349462 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:22.675355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.698819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] For port d73e124c-8b87-4ddb-8331-ce9f894d7f97, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d73e124c-8b87-4ddb-8331-ce9f894d7f97,segment=NetworkSegment(224c58f3-b330-4dac-8d18-842503d5582e),segment_id=224c58f3-b330-4dac-8d18-842503d5582e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:22.699458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] No DVR routers for this DVR port d73e124c-8b87-4ddb-8331-ce9f894d7f97 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:22.699677 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.700647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event deleted for resources: {'Port': ['ID=d73e124c-8b87-4ddb-8331-ce9f894d7f97,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:22.713167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] Calling delete_port for d73e124c-8b87-4ddb-8331-ce9f894d7f97 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.820680 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:22.823630 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:13:22.842691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] DHCP port deletion for 7842a574-f31e-4fa6-9e9b-747f139eaaa9 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:13:22.847363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.849885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.851121 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.864595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] For port 6af67943-1f60-46ee-838e-572f9d349462, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6af67943-1f60-46ee-838e-572f9d349462,segment=NetworkSegment(12bebb34-ef21-46a6-aa58-3dd19826a33a),segment_id=12bebb34-ef21-46a6-aa58-3dd19826a33a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:22.864951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.868435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308faf0d-edfb-4997-a7eb-1808832ef675']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:22.886821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ad0a00b5-2a46-4e94-a656-c1a908005518 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:22.887348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224c58f3-b330-4dac-8d18-842503d5582e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:22.887640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224c58f3-b330-4dac-8d18-842503d5582e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:22.889489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Calling delete_port for 6af67943-1f60-46ee-838e-572f9d349462 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:22.893327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] No DVR routers for this DVR port d73e124c-8b87-4ddb-8331-ce9f894d7f97 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:22.905842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:22.936838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e19848-3376-4687-87f3-dea1f3d10acb None None] Pushing event deleted for resources: {'Port': ['ID=d73e124c-8b87-4ddb-8331-ce9f894d7f97,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:22.944126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.044181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] Deleting port 6af67943-1f60-46ee-838e-572f9d349462 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:23.044583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.059777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port ad0a00b5-2a46-4e94-a656-c1a908005518 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:23.072617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port ad0a00b5-2a46-4e94-a656-c1a908005518 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:23.072994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.163520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] For port 6af67943-1f60-46ee-838e-572f9d349462, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6af67943-1f60-46ee-838e-572f9d349462,segment=NetworkSegment(12bebb34-ef21-46a6-aa58-3dd19826a33a),segment_id=12bebb34-ef21-46a6-aa58-3dd19826a33a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:23.163926 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.183309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] Calling delete_port for 6af67943-1f60-46ee-838e-572f9d349462 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:23.293165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.298361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3101c-6676-427b-8a4b-fbb9c2e277d1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:23.300736 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24528e36-d7ac-415f-849c-aa6081b94ce7" -d '{"events": [{"server_uuid": "30e2f360-715d-4753-aef0-b54c66ee45a6", "name": "network-vif-plugged", "status": "completed", "tag": "12f3101c-6676-427b-8a4b-fbb9c2e277d1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:23.310365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Deleting port 082130a4-3757-4452-8d5c-2f332b7849ce {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:23.310971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.360889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ad0a00b5-2a46-4e94-a656-c1a908005518, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ad0a00b5-2a46-4e94-a656-c1a908005518,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:23.367798 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.406073 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca17d7-2327-4e95-8c97-6969f625f754 x-openstack-request-id: req-68ca17d7-2327-4e95-8c97-6969f625f754 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:23.406428 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e2f360-715d-4753-aef0-b54c66ee45a6", "name": "network-vif-plugged", "status": "completed", "tag": "12f3101c-6676-427b-8a4b-fbb9c2e277d1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:23.406790 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68ca17d7-2327-4e95-8c97-6969f625f754 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:23.407198 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3101c-6676-427b-8a4b-fbb9c2e277d1', 'code': 200} Jul 23 14:13:23.408053 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.410678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b614f932-bebe-4716-8dde-92d52c6078a4 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:23.446619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b614f932-bebe-4716-8dde-92d52c6078a4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:23.447054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b614f932-bebe-4716-8dde-92d52c6078a4 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:23.447618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6af67943-1f60-46ee-838e-572f9d349462 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:23.481534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] No DVR routers for this DVR port 6af67943-1f60-46ee-838e-572f9d349462 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:23.486504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 6af67943-1f60-46ee-838e-572f9d349462 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:23.487060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6af67943-1f60-46ee-838e-572f9d349462 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:23.487301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d73e124c-8b87-4ddb-8331-ce9f894d7f97 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:23.515511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=ad0a00b5-2a46-4e94-a656-c1a908005518,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:23.521402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d73e124c-8b87-4ddb-8331-ce9f894d7f97 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:23.521748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d73e124c-8b87-4ddb-8331-ce9f894d7f97 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:23.542980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f854d-9379-475a-be9b-39a3a4ab3703 None None] Pushing event deleted for resources: {'Port': ['ID=6af67943-1f60-46ee-838e-572f9d349462,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:23.632544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:23.632977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:23.636464 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:23.718410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.725872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.730767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] 10.222.0.21 "DELETE /v2.0/networks/308faf0d-edfb-4997-a7eb-1808832ef675 HTTP/1.1" status: 204 len: 168 time: 1.5797050 Jul 23 14:13:23.744920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f61df-f0b8-47b4-acb1-5d254d4e66df tempest-TagsExtTest-1975026738 tempest-TagsExtTest-1975026738-project] Pushing event deleted for resources: {'Network': ['ID=308faf0d-edfb-4997-a7eb-1808832ef675,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:23.757063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.805670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af67943-1f60-46ee-838e-572f9d349462,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:23.816549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] No DVR routers for this DVR port 6af67943-1f60-46ee-838e-572f9d349462 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:23.896132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] For port 082130a4-3757-4452-8d5c-2f332b7849ce, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=082130a4-3757-4452-8d5c-2f332b7849ce,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:23.896411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.917243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:23.924605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Calling delete_port for 082130a4-3757-4452-8d5c-2f332b7849ce owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:23.932154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7842a574-f31e-4fa6-9e9b-747f139eaaa9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:23.944792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bebb34-ef21-46a6-aa58-3dd19826a33a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:23.945223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bebb34-ef21-46a6-aa58-3dd19826a33a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:23.945690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7626d0b-768c-429b-b38f-aac8345cb160 req-c44847d1-00c4-4d27-b5a2-f01e705d7a4b tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:23.947320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b7626d0b-768c-429b-b38f-aac8345cb160 req-c44847d1-00c4-4d27-b5a2-f01e705d7a4b tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 945 time: 0.1933484 Jul 23 14:13:23.951884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451129-5ac5-4c1d-a674-c09ce3b95fc2 req-3ece0998-c816-4c7e-ae60-3fab8a58efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:23.953620 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e451129-5ac5-4c1d-a674-c09ce3b95fc2 req-3ece0998-c816-4c7e-ae60-3fab8a58efb3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 1097 time: 0.1984789 Jul 23 14:13:23.964440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.006118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.008123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:24.026443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:24.028157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:24.030128 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:24.118781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.126609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.128734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7842a574-f31e-4fa6-9e9b-747f139eaaa9 HTTP/1.1" status: 204 len: 168 time: 1.7862544 Jul 23 14:13:24.159023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491762f-ece2-4ac4-bedd-af4da48c1a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7842a574-f31e-4fa6-9e9b-747f139eaaa9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:24.215583 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1e451129-5ac5-4c1d-a674-c09ce3b95fc2 req-c6886640-9dd6-4310-8ef8-ec499ddc1fe0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517469 Jul 23 14:13:24.235751 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b7626d0b-768c-429b-b38f-aac8345cb160 req-2c6198af-3e34-4061-8e93-67b7cd2b893f tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758102 Jul 23 14:13:24.255481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6d0d7142-3205-4743-bfa5-d74f110270d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87a85e3066544b02a4414bf363964796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461710 Jul 23 14:13:24.256288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:24.299465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.333769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Pushing event deleted for resources: {'Port': ['ID=082130a4-3757-4452-8d5c-2f332b7849ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:24.340664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c508da7-28e2-4062-aaf0-0a9ae1ad9233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.364199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:24.392114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c508da7-28e2-4062-aaf0-0a9ae1ad9233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.439951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16481c03-7cc6-4ed1-bb8a-0ff95907476e req-cd01e454-e02c-4b44-a162-8cfa103c2ccc tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:24.447013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16481c03-7cc6-4ed1-bb8a-0ff95907476e req-cd01e454-e02c-4b44-a162-8cfa103c2ccc tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 945 time: 0.1239288 Jul 23 14:13:24.449599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:24.456823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-563644022'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:24.464787 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c86c8102-d3b6-4412-bc49-2c4121bcc753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e87fe7bdf04040a0af55dd6f86366bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994518 Jul 23 14:13:24.467870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:24.522346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16481c03-7cc6-4ed1-bb8a-0ff95907476e req-9efc50e3-d5c8-4a86-898d-06522e937f1f tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744429 Jul 23 14:13:24.523386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c508da7-28e2-4062-aaf0-0a9ae1ad9233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.525941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c508da7-28e2-4062-aaf0-0a9ae1ad9233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.527068 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3c508da7-28e2-4062-aaf0-0a9ae1ad9233 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b247f4f-ce3c-47c2-a958-9eb3bd0677e7 HTTP/1.1" status: 204 len: 168 time: 0.2698917 Jul 23 14:13:24.551255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a297860-5fe1-4012-8f27-e462c01ab9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.556005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c508da7-28e2-4062-aaf0-0a9ae1ad9233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b247f4f-ce3c-47c2-a958-9eb3bd0677e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:24.582833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.584787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a297860-5fe1-4012-8f27-e462c01ab9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.639576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:24.643601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.649440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a297860-5fe1-4012-8f27-e462c01ab9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.653103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a297860-5fe1-4012-8f27-e462c01ab9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.656809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0a297860-5fe1-4012-8f27-e462c01ab9a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cbe2ac5-2c87-4a52-b526-4c09f55dde52 HTTP/1.1" status: 204 len: 168 time: 0.1849079 Jul 23 14:13:24.665117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a297860-5fe1-4012-8f27-e462c01ab9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbe2ac5-2c87-4a52-b526-4c09f55dde52,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:24.715616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:13:24.731444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.731799 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Added segment ae69a2a8-a45e-410d-b3cf-303c208d5fe6 of type vlan for network 1be42223-cecf-4b9d-bc21-d36506213d65 Jul 23 14:13:24.820201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.897832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.904539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:24.905242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:24.959308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5065343 Jul 23 14:13:24.959761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:24.965960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-994209731'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:24.969882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Router f97bc402-a780-4b82-9285-e9f4d7a5de23 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:13:24.994580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:25.000017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.006440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:25.026816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1327-a7fd-4406-8174-490ac7b59bf4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Network': ['ID=1be42223-cecf-4b9d-bc21-d36506213d65,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:25.042385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1be42223-cecf-4b9d-bc21-d36506213d65 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:13:25.053917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:13:25.064557 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.065175 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Added segment 7b2b4b92-516a-4ce5-be81-ff7018405ba8 of type vlan for network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 Jul 23 14:13:25.111331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.158346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:13:25.168402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] Sync routers for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:13:25.170081 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8f7902fd-ab2f-4e74-b713-e609654f4551 admin admin] 10.222.0.21 "PUT /v2.0/routers/f97bc402-a780-4b82-9285-e9f4d7a5de23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1138797 Jul 23 14:13:25.173501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:25.183904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:25.185262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:13:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:25.189294 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aec3422f-1898-4749-9087-5c04a17af837 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d50bf9a606784467a64bf0c3f34d1605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818721 Jul 23 14:13:25.189988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:25.307691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.314117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:25.314819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.338870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:25.374383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.416006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0a00b5-2a46-4e94-a656-c1a908005518'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:25.418404 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07961127-b86b-4a4d-a20f-8e4f551a6ca8" -d '{"events": [{"server_uuid": "8fb702f8-2f51-4917-8c48-82f86e5b804d", "name": "network-vif-plugged", "status": "completed", "tag": "ad0a00b5-2a46-4e94-a656-c1a908005518"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:25.451730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Network': ['ID=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:25.467281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:13:25.473941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4288a6e0-e4f9-4b58-ba3b-8681e6fff289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.502523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4288a6e0-e4f9-4b58-ba3b-8681e6fff289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.515153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.540129 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0fb750-8c42-485c-807b-a25d36b6468a x-openstack-request-id: req-af0fb750-8c42-485c-807b-a25d36b6468a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:25.540429 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb702f8-2f51-4917-8c48-82f86e5b804d", "name": "network-vif-plugged", "status": "completed", "tag": "ad0a00b5-2a46-4e94-a656-c1a908005518", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:25.540852 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af0fb750-8c42-485c-807b-a25d36b6468a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:25.541983 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0a00b5-2a46-4e94-a656-c1a908005518', 'code': 200} Jul 23 14:13:25.568537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57ea6da4-ca5b-48a7-a7e2-6a3fbb77ace2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6075983 Jul 23 14:13:25.569049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:25.589084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'subnet': {'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:25.613836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4288a6e0-e4f9-4b58-ba3b-8681e6fff289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.618472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4288a6e0-e4f9-4b58-ba3b-8681e6fff289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.623996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4288a6e0-e4f9-4b58-ba3b-8681e6fff289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22dacde1-4f41-4397-b43e-3626797c9ad4 HTTP/1.1" status: 204 len: 168 time: 0.4270699 Jul 23 14:13:25.640538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288a6e0-e4f9-4b58-ba3b-8681e6fff289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dacde1-4f41-4397-b43e-3626797c9ad4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:25.668356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37d8a8-e78b-474e-98b6-d0721825e5c4 req-984ecb29-0def-4535-80a9-2f8e2d67fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:25.671436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c37d8a8-e78b-474e-98b6-d0721825e5c4 req-984ecb29-0def-4535-80a9-2f8e2d67fcb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 1096 time: 0.0997863 Jul 23 14:13:25.698381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Deleting port 20180a75-f46e-47f0-94fc-1b22f41fe0b8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:25.698597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.709947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:13:24Z', 'revision_number': 5, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port': {'id': '20180a75-f46e-47f0-94fc-1b22f41fe0b8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:10:45Z', 'updated_at': '2021-07-23T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:25.740816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] Checking router: f97bc402-a780-4b82-9285-e9f4d7a5de23 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:13:25.751071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] Routers {'f97bc402-a780-4b82-9285-e9f4d7a5de23'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:13:25.751784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:13:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f97bc402-a780-4b82-9285-e9f4d7a5de23'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:25.802059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c37d8a8-e78b-474e-98b6-d0721825e5c4 req-7260d47f-00aa-433d-a16b-cafcbf266f3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Jul 23 14:13:25.812743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8db8-9cbe-4bfa-9ed1-db320eaa1201 req-beb77693-8b83-4cc3-8efc-425301815cca tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:25.815801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5bdc8db8-9cbe-4bfa-9ed1-db320eaa1201 req-beb77693-8b83-4cc3-8efc-425301815cca tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 945 time: 0.1374412 Jul 23 14:13:25.884002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:25.888062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.893503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5bdc8db8-9cbe-4bfa-9ed1-db320eaa1201 req-a07d3281-8aa3-4da6-bd29-f92b20191078 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Jul 23 14:13:25.942489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] For port 20180a75-f46e-47f0-94fc-1b22f41fe0b8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=20180a75-f46e-47f0-94fc-1b22f41fe0b8,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:25.942908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:25.988836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Calling delete_port for 20180a75-f46e-47f0-94fc-1b22f41fe0b8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:26.085349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] Set router f97bc402-a780-4b82-9285-e9f4d7a5de23 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:13:26.143049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:13:25Z', 'revision_number': 6, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:26.177636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcfb71b-ff47-497d-b115-a152bbeedd50 None None] The sync data for ids ['f97bc402-a780-4b82-9285-e9f4d7a5de23'] in n-d-801990-3 is: [{'id': 'f97bc402-a780-4b82-9285-e9f4d7a5de23', 'name': 'tempest-ServersTestJSON-747901290-router', 'tenant_id': '6750b5030dbb4feebf7d98ed286c2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:10:43Z', 'updated_at': '2021-07-23T14:13:25Z', 'revision_number': 6, 'project_id': '6750b5030dbb4feebf7d98ed286c2a24', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:13:26.265954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.364927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Subnet': ['ID=2fa79289-bdd0-4461-88c4-9a99348aa5ee,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:26.372723 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.405427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=20180a75-f46e-47f0-94fc-1b22f41fe0b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:26.419384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Checking segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:26.419754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network hostable DHCP agents. Network: 1be42223-cecf-4b9d-bc21-d36506213d65, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:13:26.501160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.505500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network 1be42223-cecf-4b9d-bc21-d36506213d65 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:13:26.607635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.615182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1be42223-cecf-4b9d-bc21-d36506213d65) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:26.617854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.627508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b5145f-ddbe-4617-a190-cca4a3cfaaf4 None None] Network 1be42223-cecf-4b9d-bc21-d36506213d65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:26.631658 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:26.639833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.704722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.705170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97bc402-a780-4b82-9285-e9f4d7a5de23 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:13:26.708376 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-383b516e-e9e9-4a77-8d62-04bb4a804ef4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1356130 Jul 23 14:13:26.711748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:26.712735 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.713850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0c0f56a5-68d1-48ea-991e-ae06d41c1b4b admin admin] 10.222.0.21 "DELETE /v2.0/routers/f97bc402-a780-4b82-9285-e9f4d7a5de23 HTTP/1.1" status: 204 len: 168 time: 1.5385575 Jul 23 14:13:26.716419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:26.719061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'subnet': {'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:26.759399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:26.794562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] Deleting subnet e232efcd-8ba3-45ed-a64e-e8686378e6f9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:26.806882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.857034 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.857445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:26.864719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.899371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1be42223-cecf-4b9d-bc21-d36506213d65', 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'fixed_ips': [{'subnet_id': '2fa79289-bdd0-4461-88c4-9a99348aa5ee'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:13:26.900950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:26.955436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1526634551-network', 'tenant_id': '863bbd1413284a9d8ea46b87f5da50b5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:27.011840 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.021545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:27.052591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Made reservation on behalf of 863bbd1413284a9d8ea46b87f5da50b5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:27.055508 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.073763 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.162455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.224555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e232efcd-8ba3-45ed-a64e-e8686378e6f9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:27.225847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-045607f5-37f9-46b1-b14c-8db075a5b254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.236762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.239458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-20438519-5036-4444-b6a5-4f1ea8c662af admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e232efcd-8ba3-45ed-a64e-e8686378e6f9 HTTP/1.1" status: 204 len: 168 time: 0.5215278 Jul 23 14:13:27.240611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Allocated IP 10.1.1.2 (1be42223-cecf-4b9d-bc21-d36506213d65/2fa79289-bdd0-4461-88c4-9a99348aa5ee/681a733b-7734-458a-bf7a-2d62f97c9fbb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:27.243466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.244958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:27.248638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4605bf-9f3f-402f-9b8f-f54d5e1e17cc None None] Network 4ebfd035-b5f1-448f-91ac-e86d333eaedf requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:27.331215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea078840-cbe6-4450-b0fc-33c5af175d20 req-710a7964-27ec-483f-83a9-91d9d61079bc tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:27.331810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea078840-cbe6-4450-b0fc-33c5af175d20 req-710a7964-27ec-483f-83a9-91d9d61079bc tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 945 time: 0.2592733 Jul 23 14:13:27.350318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20180a75-f46e-47f0-94fc-1b22f41fe0b8 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:27.362487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Subnet': ['ID=cb99c054-580d-4fc7-84a1-1a3fa89f7234,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:27.373124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Checking segment: {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:27.373767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network hostable DHCP agents. Network: cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:13:27.380616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 20180a75-f46e-47f0-94fc-1b22f41fe0b8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:27.381045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20180a75-f46e-47f0-94fc-1b22f41fe0b8 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:27.381479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 082130a4-3757-4452-8d5c-2f332b7849ce no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:27.399574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:13:27.411164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 082130a4-3757-4452-8d5c-2f332b7849ce {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:27.411715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 082130a4-3757-4452-8d5c-2f332b7849ce not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:27.424230 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.429507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:27.453025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:27.454035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea078840-cbe6-4450-b0fc-33c5af175d20 req-24a794f7-a11a-43fb-b697-ac1b2c62ef76 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149976 Jul 23 14:13:27.455573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.501699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85dce4e-ccdf-4551-84e3-65da517c8f7d None None] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:27.508364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.517817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.531090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f72426e4-5031-4c5d-a062-3bb51c548a28 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8167872 Jul 23 14:13:27.534242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:27.546981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'port': {'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'name': 'tempest-TaggedBootDevicesTest_v242-903422734', 'fixed_ips': [{'subnet_id': '2fa79289-bdd0-4461-88c4-9a99348aa5ee'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:27.579078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f81fe-423e-4e61-a618-aa8beb35c510,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:27.589524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:13:27.611778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Deleting port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:27.612584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.615171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.615724 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Added segment 30a809b2-6a16-42ea-a6d5-9581ba6cb614 of type vlan for network c1c58b3c-15ae-4979-b54a-88535225fe3e Jul 23 14:13:27.734122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.739371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-045607f5-37f9-46b1-b14c-8db075a5b254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.747957 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-045607f5-37f9-46b1-b14c-8db075a5b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.753272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] For port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=efd16351-cd9c-40fa-b4ca-fcf51ce0ad33,segment=NetworkSegment(dfbf459f-d86f-4619-ab10-33e2f8d45b98),segment_id=dfbf459f-d86f-4619-ab10-33e2f8d45b98)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:27.753614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.773272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Calling delete_port for efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:27.795870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:27.803236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-045607f5-37f9-46b1-b14c-8db075a5b254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb0c8219e88842a48cc3892b7e902dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805955 Jul 23 14:13:27.812967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045607f5-37f9-46b1-b14c-8db075a5b254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38421ec4-98ab-47ef-bb7c-be857dd23682,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:27.815988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:27.833922 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.834867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:27.835562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.863449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.877743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0', 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'fixed_ips': [{'subnet_id': 'cb99c054-580d-4fc7-84a1-1a3fa89f7234'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:13:27.878670 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.880899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Transition to ACTIVE for port object 681a733b-7734-458a-bf7a-2d62f97c9fbb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:27.909091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Transition to ACTIVE for port object 681a733b-7734-458a-bf7a-2d62f97c9fbb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:27.930761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ee35b1-e89a-4c06-9413-56565eb2eba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.934970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.959328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] Pushing event updated for resources: {'Network': ['ID=c1c58b3c-15ae-4979-b54a-88535225fe3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:27.971752 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.978532 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ee35b1-e89a-4c06-9413-56565eb2eba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:27.980168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b309166-d763-4103-8683-52d45ccaf1ef None None] DHCP port deletion for 4ebfd035-b5f1-448f-91ac-e86d333eaedf request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:13:27.982899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-80e2a63b-25f0-43e6-9081-fa13bb6db08f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2218735 Jul 23 14:13:27.986382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:27.993437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c1c58b3c-15ae-4979-b54a-88535225fe3e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:13:27.993703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Request body: {'subnet': {'network_id': 'c1c58b3c-15ae-4979-b54a-88535225fe3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1526634551-subnet', 'tenant_id': '863bbd1413284a9d8ea46b87f5da50b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:27.993905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] device_id is not set on port 76728841-98f6-46f3-b204-1dcb9d6cdf84 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:13:28.035073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.044588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Made reservation on behalf of 863bbd1413284a9d8ea46b87f5da50b5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:28.047717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.079345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b309166-d763-4103-8683-52d45ccaf1ef None None] The port 'efd16351-cd9c-40fa-b4ca-fcf51ce0ad33' was deleted {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 14:13:28.093347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Network 1be42223-cecf-4b9d-bc21-d36506213d65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:28.115918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd16351-cd9c-40fa-b4ca-fcf51ce0ad33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:28.118941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:28.124343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:28.128792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ee35b1-e89a-4c06-9413-56565eb2eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.131881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69ee35b1-e89a-4c06-9413-56565eb2eba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.135772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-69ee35b1-e89a-4c06-9413-56565eb2eba2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38421ec4-98ab-47ef-bb7c-be857dd23682 HTTP/1.1" status: 204 len: 168 time: 0.3152688 Jul 23 14:13:28.151262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Pushing event updated for resources: {'Port': ['ID=681a733b-7734-458a-bf7a-2d62f97c9fbb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:28.153689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee35b1-e89a-4c06-9413-56565eb2eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38421ec4-98ab-47ef-bb7c-be857dd23682,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:28.169736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] No DVR routers for this DVR port efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:28.238457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Allocated IP 10.2.2.2 (cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0/cb99c054-580d-4fc7-84a1-1a3fa89f7234/a02f1948-f9c3-4738-b3db-c827349a48df) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:28.276628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Attempting to bind port 681a733b-7734-458a-bf7a-2d62f97c9fbb on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:28.277581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Attempting to bind port 681a733b-7734-458a-bf7a-2d62f97c9fbb by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:28.277581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Attempting to bind port 681a733b-7734-458a-bf7a-2d62f97c9fbb on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:28.288100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 10.1.1.177 (1be42223-cecf-4b9d-bc21-d36506213d65/2fa79289-bdd0-4461-88c4-9a99348aa5ee/76728841-98f6-46f3-b204-1dcb9d6cdf84) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:28.296172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:28.296670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Checking segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:28.296936 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.297330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Bound using segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:28.297815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Bound port: 681a733b-7734-458a-bf7a-2d62f97c9fbb, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:28.298224 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.318721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.379343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebfd035-b5f1-448f-91ac-e86d333eaedf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:28.401627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbf459f-d86f-4619-ab10-33e2f8d45b98') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:28.402088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbf459f-d86f-4619-ab10-33e2f8d45b98') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:28.419438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.468926 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.494816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] For port 681a733b-7734-458a-bf7a-2d62f97c9fbb, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:28.503576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:28.504078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:28.507985 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:28.540053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.582314 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.600770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Transition to ACTIVE for port object a02f1948-f9c3-4738-b3db-c827349a48df will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:28.619194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Transition to ACTIVE for port object a02f1948-f9c3-4738-b3db-c827349a48df will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:28.629905 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.685977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:28.691231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:28.691481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.697632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:28.725025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Transition to ACTIVE for port object 76728841-98f6-46f3-b204-1dcb9d6cdf84 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:28.742615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef67a0-0fa8-48a2-901d-a434ec2456ab req-9d2ea410-9555-4bc6-bd68-85e8db917ffb tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:28.744335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84ef67a0-0fa8-48a2-901d-a434ec2456ab req-9d2ea410-9555-4bc6-bd68-85e8db917ffb tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 945 time: 0.1694558 Jul 23 14:13:28.791956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47759d7-00bf-4a51-a2c4-6cfb56a8c658,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:28.801496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Pushing event updated for resources: {'Port': ['ID=a02f1948-f9c3-4738-b3db-c827349a48df,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:28.804091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:28.807586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.808128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.808641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.809169 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.809691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.810375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.810940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.811451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.811967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.812485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.812998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.813516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:13:28.819098 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.823974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84ef67a0-0fa8-48a2-901d-a434ec2456ab req-05853864-0bf4-4bb6-b998-a66275c13bcd tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682986 Jul 23 14:13:28.824669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c3718d2-6d61-46f9-a6bf-c680983ae896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.831637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.837497 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ebfd035-b5f1-448f-91ac-e86d333eaedf HTTP/1.1" status: 204 len: 168 time: 1.5886247 Jul 23 14:13:28.837718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] For port 681a733b-7734-458a-bf7a-2d62f97c9fbb, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=681a733b-7734-458a-bf7a-2d62f97c9fbb,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:28.843419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Attempting to bind port a02f1948-f9c3-4738-b3db-c827349a48df on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:28.843578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Attempting to bind port a02f1948-f9c3-4738-b3db-c827349a48df by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:28.844280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Attempting to bind port a02f1948-f9c3-4738-b3db-c827349a48df on network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:28.848087 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.851991 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.857009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:28.857444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25924408-542c-4500-b1c1-a8bda2b3c4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebfd035-b5f1-448f-91ac-e86d333eaedf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:28.857831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Checking segment: {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:28.858338 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.859015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Bound using segment: {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:28.859818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Bound port: a02f1948-f9c3-4738-b3db-c827349a48df, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:28.864305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.864556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Checking segment: {'id': '30a809b2-6a16-42ea-a6d5-9581ba6cb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c1c58b3c-15ae-4979-b54a-88535225fe3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:28.865111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Network hostable DHCP agents. Network: c1c58b3c-15ae-4979-b54a-88535225fe3e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:13:28.900470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Network c1c58b3c-15ae-4979-b54a-88535225fe3e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:13:28.921290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network 1be42223-cecf-4b9d-bc21-d36506213d65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:28.923904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c1c58b3c-15ae-4979-b54a-88535225fe3e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:28.944742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:28.946601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:28.948223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:28.955151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:28.963911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0932c-bc59-452d-b38e-646c03ed8e24 None None] Network c1c58b3c-15ae-4979-b54a-88535225fe3e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:29.024006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21ffff-2b6d-4a52-a5e4-d6ae3c189f91 None None] Pushing event updated for resources: {'Port': ['ID=681a733b-7734-458a-bf7a-2d62f97c9fbb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:29.043793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:29.044452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.056003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=76728841-98f6-46f3-b204-1dcb9d6cdf84,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:29.065828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] For port a02f1948-f9c3-4738-b3db-c827349a48df, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:29.072229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] For port a02f1948-f9c3-4738-b3db-c827349a48df, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a02f1948-f9c3-4738-b3db-c827349a48df,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:29.113081 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.122843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27062967-37bb-46bd-9fa1-8f22770426b3 req-46208b35-92b1-482a-b59c-9a3a35192626 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:29.126050 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27062967-37bb-46bd-9fa1-8f22770426b3 req-46208b35-92b1-482a-b59c-9a3a35192626 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 946 time: 0.1241636 Jul 23 14:13:29.144861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c3718d2-6d61-46f9-a6bf-c680983ae896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.155759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c3718d2-6d61-46f9-a6bf-c680983ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.178337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb2340c0-bef8-40b3-bfd2-72a277cbfb2c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1914206 Jul 23 14:13:29.189325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-423757ab-7f63-4085-a8fe-fb8f09544b01 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6512532 Jul 23 14:13:29.190905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-27062967-37bb-46bd-9fa1-8f22770426b3 req-c4f0d771-bb29-4a24-b56d-aa97fc261979 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575786 Jul 23 14:13:29.191069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:29.228403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ee959-533e-4704-b118-6fa3a0485b00 None None] Pushing event updated for resources: {'Port': ['ID=a02f1948-f9c3-4738-b3db-c827349a48df,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:29.228586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'port': {'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'name': 'tempest-TaggedBootDevicesTest_v242-475566905', 'fixed_ips': [{'subnet_id': '2fa79289-bdd0-4461-88c4-9a99348aa5ee'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:29.306494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:29.314128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3718d2-6d61-46f9-a6bf-c680983ae896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2d72c-a25c-4817-bcde-f1195cd11b0a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:29.348597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4c3718d2-6d61-46f9-a6bf-c680983ae896 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b72b0174df62409f916a08fd393af53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419233 Jul 23 14:13:29.356869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:29.400485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:29.458326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05634dd-0ac0-4c35-8957-242b5776013d None None] Network c1c58b3c-15ae-4979-b54a-88535225fe3e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:29.462605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:29.463192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device efd16351-cd9c-40fa-b4ca-fcf51ce0ad33 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:29.464217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8521d9a7-00a9-4812-8685-a122f483185c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6750b5030dbb4feebf7d98ed286c2a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564088 Jul 23 14:13:29.472541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:29.622714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf513e2a-77fe-43bd-9969-82c88bd2059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.659820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:29.666603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.686311 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d7cb39-9352-4174-949e-c8867b7078d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.707808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf513e2a-77fe-43bd-9969-82c88bd2059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.730097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-930bc98f-f147-4a2c-a7ce-48f417e0e09a req-730c94f4-0c50-4456-a282-10f8d1ac6a7e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-41052722', 'description': 'tempest-description-440458842'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:29.776458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] device_id is not set on port 26c90806-dd94-426b-a6f3-804038c1dcb8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:13:29.781485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d7cb39-9352-4174-949e-c8867b7078d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.832554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930bc98f-f147-4a2c-a7ce-48f417e0e09a req-730c94f4-0c50-4456-a282-10f8d1ac6a7e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.874921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf513e2a-77fe-43bd-9969-82c88bd2059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.877699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf513e2a-77fe-43bd-9969-82c88bd2059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.881666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf513e2a-77fe-43bd-9969-82c88bd2059d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dc2d72c-a25c-4817-bcde-f1195cd11b0a HTTP/1.1" status: 204 len: 168 time: 0.5211589 Jul 23 14:13:29.920400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf513e2a-77fe-43bd-9969-82c88bd2059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2d72c-a25c-4817-bcde-f1195cd11b0a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:29.922243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d7cb39-9352-4174-949e-c8867b7078d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.923245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eecc85-4f45-40e1-b9c6-e0e2e9a5719a req-6b4b9cd7-f6d6-4b74-9b7f-9690cfb030d5 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:29.924896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05eecc85-4f45-40e1-b9c6-e0e2e9a5719a req-6b4b9cd7-f6d6-4b74-9b7f-9690cfb030d5 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 946 time: 0.2846003 Jul 23 14:13:29.930430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d7cb39-9352-4174-949e-c8867b7078d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:29.934460 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-10d7cb39-9352-4174-949e-c8867b7078d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/177fd18f-cb01-472c-8a1c-5a96c5392756 HTTP/1.1" status: 204 len: 168 time: 0.4559221 Jul 23 14:13:29.986261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7cb39-9352-4174-949e-c8867b7078d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177fd18f-cb01-472c-8a1c-5a96c5392756,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:30.051147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930bc98f-f147-4a2c-a7ce-48f417e0e09a req-730c94f4-0c50-4456-a282-10f8d1ac6a7e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.059162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930bc98f-f147-4a2c-a7ce-48f417e0e09a req-730c94f4-0c50-4456-a282-10f8d1ac6a7e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.060354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05eecc85-4f45-40e1-b9c6-e0e2e9a5719a req-bdacbbc7-e27a-4ff9-8081-e490a8d80847 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205087 Jul 23 14:13:30.107460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-930bc98f-f147-4a2c-a7ce-48f417e0e09a req-730c94f4-0c50-4456-a282-10f8d1ac6a7e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.118922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 10.1.1.39 (1be42223-cecf-4b9d-bc21-d36506213d65/2fa79289-bdd0-4461-88c4-9a99348aa5ee/26c90806-dd94-426b-a6f3-804038c1dcb8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:30.120570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-930bc98f-f147-4a2c-a7ce-48f417e0e09a req-730c94f4-0c50-4456-a282-10f8d1ac6a7e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4104300 Jul 23 14:13:30.163956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c94f4-0c50-4456-a282-10f8d1ac6a7e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc5073e-696a-490a-be35-997df54f978f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:30.356160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-1eba85e6-b0d5-4d01-afa7-f870606f054e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/9dc5073e-696a-490a-be35-997df54f978f HTTP/1.1" status: 200 len: 1804 time: 0.1147017 Jul 23 14:13:30.369289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9dc5073e-696a-490a-be35-997df54f978f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:30.369730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9dc5073e-696a-490a-be35-997df54f978f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:30.435580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.447175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Transition to ACTIVE for port object 26c90806-dd94-426b-a6f3-804038c1dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:30.508253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.555046 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.556382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.565728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.600441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8535cd47-5ed8-46e3-83cc-e57034c519d2 None None] Network 1be42223-cecf-4b9d-bc21-d36506213d65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:30.635022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network 1be42223-cecf-4b9d-bc21-d36506213d65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:30.637226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8185b19d-3d5c-4d3a-9a3a-5d8f1abf2642,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:30.645585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:30.650390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.655930 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c354b14d-4788-4b0c-a46f-4ba5c6477f3f req-eded6e31-f0f9-40fd-b908-d3c8c58d84ce tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2910216 Jul 23 14:13:30.660522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:30.667720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=26c90806-dd94-426b-a6f3-804038c1dcb8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:30.706777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-60ccf4c8-9996-4a5d-94bc-1ad19583e211 req-f5608f36-d732-416f-a216-bf768739e1b6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-399753518', 'description': 'tempest-description-297297421'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:30.748228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-60ccf4c8-9996-4a5d-94bc-1ad19583e211 req-f5608f36-d732-416f-a216-bf768739e1b6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.750085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:30.754362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.780240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1bef4f25-5529-46d8-8126-4c17dc62887e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5846426 Jul 23 14:13:30.957150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-60ccf4c8-9996-4a5d-94bc-1ad19583e211 req-f5608f36-d732-416f-a216-bf768739e1b6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:30.957459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-04940a6d-f51b-4946-9f71-d7d05fa441d3 None None] Provisioning for port 681a733b-7734-458a-bf7a-2d62f97c9fbb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:30.964170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-60ccf4c8-9996-4a5d-94bc-1ad19583e211 req-f5608f36-d732-416f-a216-bf768739e1b6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.010412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-60ccf4c8-9996-4a5d-94bc-1ad19583e211 req-f5608f36-d732-416f-a216-bf768739e1b6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.012237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-60ccf4c8-9996-4a5d-94bc-1ad19583e211 req-f5608f36-d732-416f-a216-bf768739e1b6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3146114 Jul 23 14:13:31.042072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5608f36-d732-416f-a216-bf768739e1b6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32742ac-6bde-447a-b225-ef28941a6f60,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:31.094152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbafe55-02bd-440f-9350-fa7f457960d8 None None] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:31.231211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-a3653702-cfbb-45c3-8f67-891af4395483 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/f32742ac-6bde-447a-b225-ef28941a6f60 HTTP/1.1" status: 200 len: 1805 time: 0.1573925 Jul 23 14:13:31.249566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1bc35104-0998-42fa-a175-24f484cb5b9b None None] Provisioning for port a02f1948-f9c3-4738-b3db-c827349a48df completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:31.263310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-620d9310-4547-4102-bd87-d7f6bef9d01e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:31.264899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-620d9310-4547-4102-bd87-d7f6bef9d01e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 946 time: 0.2356493 Jul 23 14:13:31.276049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f32742ac-6bde-447a-b225-ef28941a6f60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:31.276421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f32742ac-6bde-447a-b225-ef28941a6f60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:31.495720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a02f1948-f9c3-4738-b3db-c827349a48df up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:31.600655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.660788 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a02f1948-f9c3-4738-b3db-c827349a48df completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:31.661571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Deleting port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:31.661976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.667430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a02f1948-f9c3-4738-b3db-c827349a48df triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:31.668307 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.669063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.686112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.704864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:31.710083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21230a68-ebc0-43e9-a40a-6659b80e09df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499533021', 'description': 'tempest-description--1183969377'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:31.739358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:31.743941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3f6b89-daad-4919-a898-d17ed91dbee7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:31.768920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Provisioning for port 26c90806-dd94-426b-a6f3-804038c1dcb8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:31.787831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Provisioning complete for port 26c90806-dd94-426b-a6f3-804038c1dcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:31.788999 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.801221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21230a68-ebc0-43e9-a40a-6659b80e09df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.883220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Port 26c90806-dd94-426b-a6f3-804038c1dcb8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:31.904634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:31.905872 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b34e7436-5f74-4068-b66e-c79cf24189f5 req-5cda3ede-15ad-43d5-96c1-68cafdb1909f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6400120 Jul 23 14:13:31.983945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] For port 12f3101c-6676-427b-8a4b-fbb9c2e277d1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=12f3101c-6676-427b-8a4b-fbb9c2e277d1,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:31.984551 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.002778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Provisioning for port 76728841-98f6-46f3-b204-1dcb9d6cdf84 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:32.014292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.031197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Calling delete_port for 12f3101c-6676-427b-8a4b-fbb9c2e277d1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:32.031470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae8d7c-6b59-453e-9bdd-1545abbe1923 req-be12769a-c876-4a2d-9975-c1f62450f265 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:32.033363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3ae8d7c-6b59-453e-9bdd-1545abbe1923 req-be12769a-c876-4a2d-9975-c1f62450f265 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 946 time: 0.1982844 Jul 23 14:13:32.042875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Provisioning complete for port 76728841-98f6-46f3-b204-1dcb9d6cdf84 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:32.043071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.136165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1436367913-network', 'tenant_id': '7eccde6509234feeaeb4604d2ffc1f51'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:32.150753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3ae8d7c-6b59-453e-9bdd-1545abbe1923 req-eb9a86f9-6321-4e38-ae30-448f1ef33690 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020491 Jul 23 14:13:32.178926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21230a68-ebc0-43e9-a40a-6659b80e09df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.193084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a02f1948-f9c3-4738-b3db-c827349a48df, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a02f1948-f9c3-4738-b3db-c827349a48df,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:32.206239 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.207550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 681a733b-7734-458a-bf7a-2d62f97c9fbb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:32.215122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21230a68-ebc0-43e9-a40a-6659b80e09df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.232103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4fd553a5-7566-4210-aa82-82f6163eb4df req-e1b8cff6-558d-4393-903b-38b58484d36c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1846153449', 'description': 'tempest-description-1847939435'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:32.293932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-69610889-ad6d-4e74-ae76-2b72f0708028 None None] Port 76728841-98f6-46f3-b204-1dcb9d6cdf84 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:32.296102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Made reservation on behalf of 7eccde6509234feeaeb4604d2ffc1f51 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:32.299377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.332400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21230a68-ebc0-43e9-a40a-6659b80e09df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.336513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-21230a68-ebc0-43e9-a40a-6659b80e09df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6292083 Jul 23 14:13:32.337721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21230a68-ebc0-43e9-a40a-6659b80e09df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770f50c7-0ddf-48d4-b03f-3221b8a49a18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:32.340502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:32.344502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fd553a5-7566-4210-aa82-82f6163eb4df req-e1b8cff6-558d-4393-903b-38b58484d36c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.363341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 681a733b-7734-458a-bf7a-2d62f97c9fbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:32.370204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 681a733b-7734-458a-bf7a-2d62f97c9fbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:32.370935 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.376825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23f8f905-cee3-4ea1-8a1f-b6fc1c7c5b00 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'security_group_rule': {'security_group_id': '770f50c7-0ddf-48d4-b03f-3221b8a49a18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:32.399750 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.415799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a02f1948-f9c3-4738-b3db-c827349a48df,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:32.469699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23f8f905-cee3-4ea1-8a1f-b6fc1c7c5b00 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.492756 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.508985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Provisioning complete for port 26c90806-dd94-426b-a6f3-804038c1dcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:32.510617 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.552315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23f8f905-cee3-4ea1-8a1f-b6fc1c7c5b00 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.561818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Port 26c90806-dd94-426b-a6f3-804038c1dcb8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:32.567401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23f8f905-cee3-4ea1-8a1f-b6fc1c7c5b00 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.602138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Provisioning complete for port 76728841-98f6-46f3-b204-1dcb9d6cdf84 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:32.602624 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.603989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8f905-cee3-4ea1-8a1f-b6fc1c7c5b00 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbb692a-82bf-495e-9791-b6c2defbe8ce,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:32.634161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 681a733b-7734-458a-bf7a-2d62f97c9fbb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=681a733b-7734-458a-bf7a-2d62f97c9fbb,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:32.642863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.680718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Port 76728841-98f6-46f3-b204-1dcb9d6cdf84 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:32.685269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fd553a5-7566-4210-aa82-82f6163eb4df req-e1b8cff6-558d-4393-903b-38b58484d36c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.693102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fd553a5-7566-4210-aa82-82f6163eb4df req-e1b8cff6-558d-4393-903b-38b58484d36c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.713415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Provisioning complete for port a02f1948-f9c3-4738-b3db-c827349a48df triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:32.713714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23f8f905-cee3-4ea1-8a1f-b6fc1c7c5b00 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.713898 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a7ba4fd-a057-4739-8101-c1993290555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.715288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-23f8f905-cee3-4ea1-8a1f-b6fc1c7c5b00 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722351 Jul 23 14:13:32.716590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=681a733b-7734-458a-bf7a-2d62f97c9fbb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:32.723831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:32.735814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8d53228e-720d-41cb-95b5-62bca197d2fb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'security_group_rule': {'security_group_id': '770f50c7-0ddf-48d4-b03f-3221b8a49a18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:32.761964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8cff6-558d-4393-903b-38b58484d36c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695424b8-4a72-4ae8-ba59-e92e4724830f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:32.858609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.862914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.867125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.879557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['ad0a00b5-2a46-4e94-a656-c1a908005518'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:13:32.879819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fd553a5-7566-4210-aa82-82f6163eb4df req-e1b8cff6-558d-4393-903b-38b58484d36c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.893624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fd553a5-7566-4210-aa82-82f6163eb4df req-e1b8cff6-558d-4393-903b-38b58484d36c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6806479 Jul 23 14:13:32.910615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Pushing event deleted for resources: {'Port': ['ID=12f3101c-6676-427b-8a4b-fbb9c2e277d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:32.911079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:13:32.936966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6c3f346e-3121-4768-ba9c-195102628525', '12f3101c-6676-427b-8a4b-fbb9c2e277d1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:13:32.938353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca302e9-4b1d-47d1-9be4-092ac6485e0e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:32.947314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a5fc3fba-1c0b-415e-9f7b-a0fc5a79daeb req-5cc92a93-25db-4272-a945-a627e1d7f9fe tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1705885191', 'description': 'tempest-description-1594998618'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:32.947475 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d53228e-720d-41cb-95b5-62bca197d2fb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.951725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.952183 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Added segment ae60687a-cd83-4155-a5b1-9322709e686d of type vlan for network 55e1b3cf-949e-4fa6-93f8-0b5951cdf51f Jul 23 14:13:32.971090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] No DVR routers for this DVR port 12f3101c-6676-427b-8a4b-fbb9c2e277d1 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:32.974864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:32.977274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1a0133be-5e19-457f-9afc-8a8862914ee9 req-4b92bebd-fee9-4d65-99c0-27c88a097bf6 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "DELETE /v2.0/ports/12f3101c-6676-427b-8a4b-fbb9c2e277d1 HTTP/1.1" status: 204 len: 173 time: 1.6876142 Jul 23 14:13:32.979904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'name': 'network-vif-deleted', 'tag': '12f3101c-6676-427b-8a4b-fbb9c2e277d1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:32.983192 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf3188-fad7-474e-9d1c-2adabd58c816" -d '{"events": [{"server_uuid": "30e2f360-715d-4753-aef0-b54c66ee45a6", "name": "network-vif-deleted", "tag": "12f3101c-6676-427b-8a4b-fbb9c2e277d1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:33.026576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5fc3fba-1c0b-415e-9f7b-a0fc5a79daeb req-5cc92a93-25db-4272-a945-a627e1d7f9fe tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.038976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.055812 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea1a1a-99de-4c60-87b1-cac9ec7299aa x-openstack-request-id: req-66ea1a1a-99de-4c60-87b1-cac9ec7299aa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:33.057059 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e2f360-715d-4753-aef0-b54c66ee45a6", "name": "network-vif-deleted", "tag": "12f3101c-6676-427b-8a4b-fbb9c2e277d1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:33.057059 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66ea1a1a-99de-4c60-87b1-cac9ec7299aa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:33.057059 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e2f360-715d-4753-aef0-b54c66ee45a6', 'name': 'network-vif-deleted', 'tag': '12f3101c-6676-427b-8a4b-fbb9c2e277d1', 'status': 'completed', 'code': 200} Jul 23 14:13:33.110630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.115221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:33.118442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.149836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d53228e-720d-41cb-95b5-62bca197d2fb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.183955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d53228e-720d-41cb-95b5-62bca197d2fb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.207555 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5fc3fba-1c0b-415e-9f7b-a0fc5a79daeb req-5cc92a93-25db-4272-a945-a627e1d7f9fe tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.234506 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5fc3fba-1c0b-415e-9f7b-a0fc5a79daeb req-5cc92a93-25db-4272-a945-a627e1d7f9fe tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.259626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53228e-720d-41cb-95b5-62bca197d2fb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe06c93a-f5fd-437b-9a5e-ba7bcdfa1bff,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:33.265807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5250351 Jul 23 14:13:33.266978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d04241-f0d5-4922-a88a-c40e8d4ec989 admin admin] Pushing event updated for resources: {'Network': ['ID=55e1b3cf-949e-4fa6-93f8-0b5951cdf51f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:33.269374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:33.276009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Request body: {'subnet': {'network_id': '55e1b3cf-949e-4fa6-93f8-0b5951cdf51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1436367913-subnet', 'tenant_id': '7eccde6509234feeaeb4604d2ffc1f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:33.280950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d53228e-720d-41cb-95b5-62bca197d2fb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.285600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8d53228e-720d-41cb-95b5-62bca197d2fb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5572944 Jul 23 14:13:33.285970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:33.290897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:33.311870 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:13:33.311870 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:13:33.311870 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id_1': 'a18b3837678c4ab8b83132108f323afb', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 13, 33, 303373)}] Jul 23 14:13:33.311870 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:13:33.312461 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:13:33.314933 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5fc3fba-1c0b-415e-9f7b-a0fc5a79daeb req-5cc92a93-25db-4272-a945-a627e1d7f9fe tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.319132 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a5fc3fba-1c0b-415e-9f7b-a0fc5a79daeb req-5cc92a93-25db-4272-a945-a627e1d7f9fe tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3818417 Jul 23 14:13:33.330376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc92a93-25db-4272-a945-a627e1d7f9fe tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ac938-55fe-4945-89b6-7aae56ba6481,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:33.332613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Made reservation on behalf of 7eccde6509234feeaeb4604d2ffc1f51 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:33.335608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 55e1b3cf-949e-4fa6-93f8-0b5951cdf51f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:13:33.335967 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.453566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a02f1948-f9c3-4738-b3db-c827349a48df up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:33.506498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94870de2-adea-41db-87dc-460a9a8fd990 req-0478bba2-6828-45c0-9788-541581f72df4 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e2f360-715d-4753-aef0-b54c66ee45a6 HTTP/1.1" status: 200 len: 210 time: 0.1126509 Jul 23 14:13:33.561558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a02f1948-f9c3-4738-b3db-c827349a48df triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:33.561944 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.574622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-97e8a8f5-0c83-465e-9899-8aac65f1026b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/695424b8-4a72-4ae8-ba59-e92e4724830f HTTP/1.1" status: 200 len: 1807 time: 0.0826211 Jul 23 14:13:33.633789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-d078bdfe-2825-43ac-84c0-1626248ee6e9 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/b83ac938-55fe-4945-89b6-7aae56ba6481 HTTP/1.1" status: 200 len: 1807 time: 0.0503848 Jul 23 14:13:33.646309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '695424b8-4a72-4ae8-ba59-e92e4724830f', 'remote_group_id': 'b83ac938-55fe-4945-89b6-7aae56ba6481', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:33.647000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '695424b8-4a72-4ae8-ba59-e92e4724830f', 'remote_group_id': 'b83ac938-55fe-4945-89b6-7aae56ba6481', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:33.663913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 681a733b-7734-458a-bf7a-2d62f97c9fbb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:13:33.691806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.723959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 681a733b-7734-458a-bf7a-2d62f97c9fbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:33.724556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.734405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.771012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfce15d9-d152-4920-9235-8a7e993480dc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:33.786745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.791958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Checking segment: {'id': 'ae60687a-cd83-4155-a5b1-9322709e686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '55e1b3cf-949e-4fa6-93f8-0b5951cdf51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:33.792612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Network hostable DHCP agents. Network: 55e1b3cf-949e-4fa6-93f8-0b5951cdf51f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:13:33.797127 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.826347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2892e6c-62fd-4bf8-a4c9-f70ccab6eab7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:33.835837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Network 55e1b3cf-949e-4fa6-93f8-0b5951cdf51f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:13:33.841245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.858482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a47db4f-a831-4dd5-b2f9-5440e4d9478d req-f5a87995-efa3-4ebf-bc11-08b12848900e tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2175643 Jul 23 14:13:33.872514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 55e1b3cf-949e-4fa6-93f8-0b5951cdf51f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:33.880836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-279223a8-1684-4c27-9d84-09818deb882d req-756b3027-5d2a-4757-bac0-71741066ea2c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-962403331', 'description': 'tempest-description-1335739802'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:33.885888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef2ec0-8783-4ebe-b7a8-83d78bd8190a None None] Network 55e1b3cf-949e-4fa6-93f8-0b5951cdf51f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:33.893232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:33.894274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.899175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.958040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-279223a8-1684-4c27-9d84-09818deb882d req-756b3027-5d2a-4757-bac0-71741066ea2c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:33.984420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cce6df85-abb8-40f5-b17c-b6e376beb2d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7053928 Jul 23 14:13:34.064922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:34.099508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d935564-dbea-44df-a4d0-c24031fe42b4 None None] Network 55e1b3cf-949e-4fa6-93f8-0b5951cdf51f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:34.108738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.128426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-279223a8-1684-4c27-9d84-09818deb882d req-756b3027-5d2a-4757-bac0-71741066ea2c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.162607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-279223a8-1684-4c27-9d84-09818deb882d req-756b3027-5d2a-4757-bac0-71741066ea2c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.217796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b3027-5d2a-4757-bac0-71741066ea2c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97e835-0fab-4668-a2ef-f2aaf6bf19a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:34.218284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:34.221351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-279223a8-1684-4c27-9d84-09818deb882d req-756b3027-5d2a-4757-bac0-71741066ea2c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.227521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-279223a8-1684-4c27-9d84-09818deb882d req-756b3027-5d2a-4757-bac0-71741066ea2c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3547494 Jul 23 14:13:34.269003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b54e5232-0bee-4ee5-8634-e7051ada2672 req-d02b90c3-f8ca-47e3-8479-7470d73d2bfa tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1045940043', 'description': 'tempest-description-1242689458'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:34.288524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c521e88-cc82-4a9e-95a1-64864f54fed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.296287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 172.25.2.6 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/4fac1161-c407-48be-9b32-3fbcf3b32a4e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:34.323981 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b54e5232-0bee-4ee5-8634-e7051ada2672 req-d02b90c3-f8ca-47e3-8479-7470d73d2bfa tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.329779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] Deleting subnet dfce15d9-d152-4920-9235-8a7e993480dc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:34.336494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.397139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.441096 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.455114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.487025 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.518128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c521e88-cc82-4a9e-95a1-64864f54fed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.528845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c521e88-cc82-4a9e-95a1-64864f54fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.540849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=4fac1161-c407-48be-9b32-3fbcf3b32a4e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:34.549871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.561049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:34.565993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:34.570764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:34.608536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.613720 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfce15d9-d152-4920-9235-8a7e993480dc HTTP/1.1" status: 204 len: 168 time: 0.3941345 Jul 23 14:13:34.615145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:34.616778 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0c521e88-cc82-4a9e-95a1-64864f54fed2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10ce604c00524ec4aab582afba9f0768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5508833 Jul 23 14:13:34.618156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9cd83-fc19-43a2-99b0-87c791170c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfce15d9-d152-4920-9235-8a7e993480dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:34.620081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:34.626760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c521e88-cc82-4a9e-95a1-64864f54fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416c43bd-88d8-415a-abd6-91d6511ac42a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:34.676490 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-174d5427-43d8-447d-97e4-ecfdec862585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.700347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-174d5427-43d8-447d-97e4-ecfdec862585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.764333 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-174d5427-43d8-447d-97e4-ecfdec862585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.767802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-174d5427-43d8-447d-97e4-ecfdec862585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.771900 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-174d5427-43d8-447d-97e4-ecfdec862585 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/416c43bd-88d8-415a-abd6-91d6511ac42a HTTP/1.1" status: 204 len: 168 time: 0.1507642 Jul 23 14:13:34.778157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.781864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5427-43d8-447d-97e4-ecfdec862585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c43bd-88d8-415a-abd6-91d6511ac42a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:34.793398 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.797052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b54e5232-0bee-4ee5-8634-e7051ada2672 req-d02b90c3-f8ca-47e3-8479-7470d73d2bfa tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.809511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b54e5232-0bee-4ee5-8634-e7051ada2672 req-d02b90c3-f8ca-47e3-8479-7470d73d2bfa tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.890064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b54e5232-0bee-4ee5-8634-e7051ada2672 req-d02b90c3-f8ca-47e3-8479-7470d73d2bfa tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:34.899974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b54e5232-0bee-4ee5-8634-e7051ada2672 req-d02b90c3-f8ca-47e3-8479-7470d73d2bfa tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6404595 Jul 23 14:13:34.902524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 12f3101c-6676-427b-8a4b-fbb9c2e277d1 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:34.925978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b90c3-f8ca-47e3-8479-7470d73d2bfa tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37d0799-1329-4c68-b9c2-316088aeb621,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:34.949619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 12f3101c-6676-427b-8a4b-fbb9c2e277d1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:34.950251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 12f3101c-6676-427b-8a4b-fbb9c2e277d1 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:34.960673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.006620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.028444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e1b3cf-949e-4fa6-93f8-0b5951cdf51f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:35.050471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae60687a-cd83-4155-a5b1-9322709e686d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:35.050800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae60687a-cd83-4155-a5b1-9322709e686d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:35.069380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-04a604c5-be96-42be-b0cf-555946a9d3a0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/1a97e835-0fab-4668-a2ef-f2aaf6bf19a6 HTTP/1.1" status: 200 len: 1806 time: 0.1504223 Jul 23 14:13:35.072239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.113722 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.127931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:35.137972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:35.138204 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:35.139940 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:35.145290 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32aadf9f-2ab1-4e5e-908d-b80cae7c2afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.240748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-f9159fce-8bd6-4f1c-ad1d-179932a6e12c tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/e37d0799-1329-4c68-b9c2-316088aeb621 HTTP/1.1" status: 200 len: 1807 time: 0.1594784 Jul 23 14:13:35.254388 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32aadf9f-2ab1-4e5e-908d-b80cae7c2afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.260639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32aadf9f-2ab1-4e5e-908d-b80cae7c2afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.265393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a97e835-0fab-4668-a2ef-f2aaf6bf19a6', 'remote_group_id': 'e37d0799-1329-4c68-b9c2-316088aeb621', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:35.265711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a97e835-0fab-4668-a2ef-f2aaf6bf19a6', 'remote_group_id': 'e37d0799-1329-4c68-b9c2-316088aeb621', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:35.270767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.281006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.285697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] 10.222.0.21 "DELETE /v2.0/networks/55e1b3cf-949e-4fa6-93f8-0b5951cdf51f HTTP/1.1" status: 204 len: 168 time: 0.6675842 Jul 23 14:13:35.311782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7123471-fc93-4e10-a65a-b0acea8f9500 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e1b3cf-949e-4fa6-93f8-0b5951cdf51f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:35.313807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aadf9f-2ab1-4e5e-908d-b80cae7c2afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48120d-9003-4d06-af10-70ba71ecf809,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:35.324961 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-32aadf9f-2ab1-4e5e-908d-b80cae7c2afe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d17825ac5cd4b3685c1899c4754b19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949944 Jul 23 14:13:35.325493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:35.347804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.360280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.455774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=4fac1161-c407-48be-9b32-3fbcf3b32a4e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:35.470080 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.477514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7346-fb4d-447e-ab07-6f67a39a15e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.487160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:35.507738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.523760 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7346-fb4d-447e-ab07-6f67a39a15e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.537081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.546586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.548417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.549592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eec45670-ee89-4524-9e1a-98c8ba4665c5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2627370 Jul 23 14:13:35.568239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0336f8b-432f-41bb-b473-c23107ff6e32 req-3ebfbc84-03e0-4f72-bbfc-75729d727433 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:35.577703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0336f8b-432f-41bb-b473-c23107ff6e32 req-3ebfbc84-03e0-4f72-bbfc-75729d727433 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:35.578000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3a2306f6-b28e-4c47-b5ff-427503d96d09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7eccde6509234feeaeb4604d2ffc1f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875525 Jul 23 14:13:35.579106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c0f3fc-9cb8-4e41-a398-4fd5b4a37f9a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:35.581332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:35.589731 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c0336f8b-432f-41bb-b473-c23107ff6e32 req-3ebfbc84-03e0-4f72-bbfc-75729d727433 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d&device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 1681 time: 0.1908121 Jul 23 14:13:35.598183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.599664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-890e297b-e028-44f0-a857-bbff9cf6d713 req-7a58a241-65b0-418a-af61-4d6ebbe9c603 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3446307 Jul 23 14:13:35.652032 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a137da8-92b9-4aef-8645-ae07e8ab898b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.666979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c0336f8b-432f-41bb-b473-c23107ff6e32 req-b3a44d91-ad36-4476-a149-6e455e3d02d9 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759771 Jul 23 14:13:35.685732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7346-fb4d-447e-ab07-6f67a39a15e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.690312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7346-fb4d-447e-ab07-6f67a39a15e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.692046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca3c7346-fb4d-447e-ab07-6f67a39a15e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e48120d-9003-4d06-af10-70ba71ecf809 HTTP/1.1" status: 204 len: 168 time: 0.3654418 Jul 23 14:13:35.720543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c7346-fb4d-447e-ab07-6f67a39a15e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48120d-9003-4d06-af10-70ba71ecf809,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:35.730382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a137da8-92b9-4aef-8645-ae07e8ab898b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.846209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ab1d13b-b1f0-41d0-99ac-ddd6547586d6 req-5b957995-5c32-4089-b6d3-4b837e637122 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/e37d0799-1329-4c68-b9c2-316088aeb621 HTTP/1.1" status: 200 len: 1807 time: 0.1129658 Jul 23 14:13:35.898411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a137da8-92b9-4aef-8645-ae07e8ab898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.901187 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a137da8-92b9-4aef-8645-ae07e8ab898b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.903115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5a137da8-92b9-4aef-8645-ae07e8ab898b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fca302e9-4b1d-47d1-9be4-092ac6485e0e HTTP/1.1" status: 204 len: 168 time: 0.3210282 Jul 23 14:13:35.921325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a137da8-92b9-4aef-8645-ae07e8ab898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca302e9-4b1d-47d1-9be4-092ac6485e0e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:35.928984 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ab1d13b-b1f0-41d0-99ac-ddd6547586d6 req-b1783205-3704-404d-a75b-660d11d0e658 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.955626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ab1d13b-b1f0-41d0-99ac-ddd6547586d6 req-b1783205-3704-404d-a75b-660d11d0e658 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:35.988439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4ff5d594-5530-491c-86bb-0b2616428923 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1499533021&fields=id&tenant_id=a18b3837678c4ab8b83132108f323afb HTTP/1.1" status: 200 len: 267 time: 0.0417159 Jul 23 14:13:36.058916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ab1d13b-b1f0-41d0-99ac-ddd6547586d6 req-b1783205-3704-404d-a75b-660d11d0e658 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.062869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ab1d13b-b1f0-41d0-99ac-ddd6547586d6 req-b1783205-3704-404d-a75b-660d11d0e658 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.067251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ab1d13b-b1f0-41d0-99ac-ddd6547586d6 req-b1783205-3704-404d-a75b-660d11d0e658 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-groups/e37d0799-1329-4c68-b9c2-316088aeb621 HTTP/1.1" status: 204 len: 173 time: 0.2198145 Jul 23 14:13:36.079979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-8e33f89c-cc67-484f-8103-4517fda38ce1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:36.090305 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-8e33f89c-cc67-484f-8103-4517fda38ce1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports/76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 936 time: 0.0944073 Jul 23 14:13:36.090477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1783205-3704-404d-a75b-660d11d0e658 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37d0799-1329-4c68-b9c2-316088aeb621,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:36.182553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f22baaaf-eff4-42ac-9f2f-c4390f4f9c5b req-059916d5-7de2-4691-b300-a4a2b2fe57e0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/1a97e835-0fab-4668-a2ef-f2aaf6bf19a6 HTTP/1.1" status: 200 len: 1806 time: 0.0556586 Jul 23 14:13:36.194877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-60590ffa-c127-41b5-8294-4c5f5a4d2af3 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:36.203225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-60590ffa-c127-41b5-8294-4c5f5a4d2af3 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports/26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 935 time: 0.1116261 Jul 23 14:13:36.242288 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5c4ef35a-6bc9-4003-8bae-605a8b7c5b7d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0379148 Jul 23 14:13:36.296942 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-9480c144-cd1e-4ac6-a990-addec9a105d7 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0451314 Jul 23 14:13:36.375191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d0dd68f1-3d2a-46c0-9c22-ae45fd911577 req-726ca9ae-9e66-4419-bf43-9384b8227ff0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2120984821', 'description': 'tempest-description-1749996889'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:36.401782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0dd68f1-3d2a-46c0-9c22-ae45fd911577 req-726ca9ae-9e66-4419-bf43-9384b8227ff0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.468093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4d28fb44-3ce3-427f-a309-e6f29d1016a6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:36.477722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4d28fb44-3ce3-427f-a309-e6f29d1016a6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:36.481963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4d28fb44-3ce3-427f-a309-e6f29d1016a6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:36.489117 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4d28fb44-3ce3-427f-a309-e6f29d1016a6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/networks?id=f90128ca-9332-4025-8425-15b1e4bf1851&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 HTTP/1.1" status: 200 len: 1993 time: 0.1856346 Jul 23 14:13:36.500269 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-3e36de44-7e91-4d55-b475-45a03918324f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/quotas/a18b3837678c4ab8b83132108f323afb HTTP/1.1" status: 200 len: 375 time: 0.0098653 Jul 23 14:13:36.513218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0dd68f1-3d2a-46c0-9c22-ae45fd911577 req-726ca9ae-9e66-4419-bf43-9384b8227ff0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.519726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0dd68f1-3d2a-46c0-9c22-ae45fd911577 req-726ca9ae-9e66-4419-bf43-9384b8227ff0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.558376 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0dd68f1-3d2a-46c0-9c22-ae45fd911577 req-726ca9ae-9e66-4419-bf43-9384b8227ff0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.568059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0dd68f1-3d2a-46c0-9c22-ae45fd911577 req-726ca9ae-9e66-4419-bf43-9384b8227ff0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1976335 Jul 23 14:13:36.570787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca9ae-9e66-4419-bf43-9384b8227ff0 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32e063-e469-4934-a0d2-5705a01f3819,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:36.607267 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-8351ee27-4cff-4ebe-b480-55470ced39e7 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0990939 Jul 23 14:13:36.724650 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4f5bf76a-49c0-4e2c-a1c5-27e283d47fb1 service neutron] 10.222.0.21 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058245 Jul 23 14:13:36.809642 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-3dc18bc9-7f14-4bd7-97d6-b2c5f563b989 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/9f32e063-e469-4934-a0d2-5705a01f3819 HTTP/1.1" status: 200 len: 1807 time: 0.0435371 Jul 23 14:13:36.826542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f32e063-e469-4934-a0d2-5705a01f3819', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:36.827125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f32e063-e469-4934-a0d2-5705a01f3819', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:36.841250 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-7ff898c8-db76-4978-8aab-664e8fa3da69 service neutron] 10.222.0.21 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094203 Jul 23 14:13:36.906927 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-33c8b6ab-1b84-41e3-a5ab-f8aca8a24696 service neutron] 10.222.0.21 "GET /v2.0/ports/76728841-98f6-46f3-b204-1dcb9d6cdf84?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0643361 Jul 23 14:13:36.909741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.944334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.953375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.987025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bcb422-4c9f-4795-a65c-ce393f2fbcfb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:36.997005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:36.999383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5288bc39-f195-44c4-9494-84f2e71fe822 req-f0173694-3a64-4b0c-b1f3-446e27d73804 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1771860 Jul 23 14:13:37.054224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5c733d67-fdc6-44f1-9b0b-874fcf3f89f4 service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359706 Jul 23 14:13:37.190575 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-9d03a693-ba71-4550-bef0-2400486490e5 service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309044 Jul 23 14:13:37.246067 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e37cc851-002a-4e87-8e05-2e2cb9dd315f service neutron] 10.222.0.21 "GET /v2.0/ports/26c90806-dd94-426b-a6f3-804038c1dcb8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0494733 Jul 23 14:13:37.264369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-5156f511-cd8e-4b34-877d-12900f3ae5fb tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/9f32e063-e469-4934-a0d2-5705a01f3819 HTTP/1.1" status: 200 len: 2401 time: 0.0463943 Jul 23 14:13:37.275356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f32e063-e469-4934-a0d2-5705a01f3819', 'remote_group_id': None}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:37.275762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f32e063-e469-4934-a0d2-5705a01f3819', 'remote_group_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:37.346846 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41278d95-5d06-4b37-880e-763513fbcd83 service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961273 Jul 23 14:13:37.349817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.380785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.386219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.401475 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.414361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e05b7e-edc9-49fe-bb59-2a9d671e05fe,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:37.424395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.439736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d14adbd-3b77-4912-9711-b33e22073b33 req-564149a0-8100-4493-9b86-51660df14990 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1646185 Jul 23 14:13:37.455110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-f68cdcc6-b914-4912-a5f8-3c54a9f99277 service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019650 Jul 23 14:13:37.550988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef956d-3dc1-4f61-ade6-2d12de45bdde req-986c1d5b-b230-44f4-8e67-ef80646e8ce7 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:37.558157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acef956d-3dc1-4f61-ade6-2d12de45bdde req-986c1d5b-b230-44f4-8e67-ef80646e8ce7 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 945 time: 0.0794985 Jul 23 14:13:37.585730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-d2e5db57-fb06-45b5-b4df-20d83d075dd8 service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235831 Jul 23 14:13:37.601641 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acef956d-3dc1-4f61-ade6-2d12de45bdde req-dc465ca2-5436-4ea3-87e5-3e2dbdbf800a tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Jul 23 14:13:37.689865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-20de8eb6-69bd-4437-84b8-8b9f3a16402a req-16283e7e-2d3b-4cce-b8b4-16dd5f4c7d23 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/9f32e063-e469-4934-a0d2-5705a01f3819 HTTP/1.1" status: 200 len: 3000 time: 0.0514512 Jul 23 14:13:37.705480 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-9182fd41-c095-46d8-8a42-9afcc113db2d service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099911 Jul 23 14:13:37.724281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b1a00c9-f958-40f7-a9ea-47c53070d7ac req-7dd097a2-8049-48d6-88ae-dbf46093bdda tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-group-rules/f7e05b7e-edc9-49fe-bb59-2a9d671e05fe HTTP/1.1" status: 200 len: 783 time: 0.0219958 Jul 23 14:13:37.785663 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b1a00c9-f958-40f7-a9ea-47c53070d7ac req-b48db43b-fc94-4405-8ae2-d4449ff69189 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/9f32e063-e469-4934-a0d2-5705a01f3819 HTTP/1.1" status: 200 len: 3000 time: 0.0549424 Jul 23 14:13:37.798244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:37.823781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1a00c9-f958-40f7-a9ea-47c53070d7ac req-d1496186-8042-4461-b7b0-1e41197d334b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.831780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1a00c9-f958-40f7-a9ea-47c53070d7ac req-d1496186-8042-4461-b7b0-1e41197d334b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.839577 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-8bf3bbdf-65dc-40f8-b044-c205e758e2e0 service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276617 Jul 23 14:13:37.870602 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1a00c9-f958-40f7-a9ea-47c53070d7ac req-d1496186-8042-4461-b7b0-1e41197d334b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.879948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1a00c9-f958-40f7-a9ea-47c53070d7ac req-d1496186-8042-4461-b7b0-1e41197d334b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:37.881277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b1a00c9-f958-40f7-a9ea-47c53070d7ac req-d1496186-8042-4461-b7b0-1e41197d334b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f7e05b7e-edc9-49fe-bb59-2a9d671e05fe HTTP/1.1" status: 204 len: 173 time: 0.0898564 Jul 23 14:13:37.891410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1496186-8042-4461-b7b0-1e41197d334b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7e05b7e-edc9-49fe-bb59-2a9d671e05fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:37.959405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0fc67140-dbe6-40ee-8648-571a08fa069f service neutron] 10.222.0.21 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116259 Jul 23 14:13:37.971806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-366f4319-f5ef-437c-a271-4a826aee604d req-04af9569-4307-4e52-91c9-1f2e2fc15ed6 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/9f32e063-e469-4934-a0d2-5705a01f3819 HTTP/1.1" status: 200 len: 2401 time: 0.0633364 Jul 23 14:13:38.054604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-366f4319-f5ef-437c-a271-4a826aee604d req-f3fa6eb3-9620-4985-8515-8292098d39d5 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.056541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf6adb6-ef0a-4df0-b67f-d064d245b5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.058064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-535f1194-9a43-4b26-a811-8ce38b085dad service neutron] 10.222.0.21 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977566 Jul 23 14:13:38.100614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-366f4319-f5ef-437c-a271-4a826aee604d req-f3fa6eb3-9620-4985-8515-8292098d39d5 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.182533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-366f4319-f5ef-437c-a271-4a826aee604d req-f3fa6eb3-9620-4985-8515-8292098d39d5 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.185057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-366f4319-f5ef-437c-a271-4a826aee604d req-f3fa6eb3-9620-4985-8515-8292098d39d5 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.191074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-366f4319-f5ef-437c-a271-4a826aee604d req-f3fa6eb3-9620-4985-8515-8292098d39d5 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-groups/9f32e063-e469-4934-a0d2-5705a01f3819 HTTP/1.1" status: 204 len: 173 time: 0.2112632 Jul 23 14:13:38.197818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-01c0bd80-b9f6-4586-bf43-b8ec26c1c5a5 service neutron] 10.222.0.21 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338151 Jul 23 14:13:38.267447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa6eb3-9620-4985-8515-8292098d39d5 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32e063-e469-4934-a0d2-5705a01f3819,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:38.286126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf6adb6-ef0a-4df0-b67f-d064d245b5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.294425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf6adb6-ef0a-4df0-b67f-d064d245b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.306950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-9507e468-6cd2-4b6b-8eee-84bcbc87a860 service neutron] 10.222.0.21 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026444 Jul 23 14:13:38.367337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ebf6adb6-ef0a-4df0-b67f-d064d245b5ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da4b23ff1d034d08bf2678ea0ab0834e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5660756 Jul 23 14:13:38.370070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6adb6-ef0a-4df0-b67f-d064d245b5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0cf4e0-82da-4198-a451-eb1f5bdd77b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:38.374370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:38.398683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-3c9fdad2-8800-4617-aa35-6be15079c40f tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:38.399864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-3c9fdad2-8800-4617-aa35-6be15079c40f tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 945 time: 0.1971664 Jul 23 14:13:38.482113 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-8a52e18f-c896-4b12-90f5-b4b84ef17392 req-e5877087-b920-4a98-aec6-4f23645a6f0f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] show failed (client error): The resource could not be found. Jul 23 14:13:38.483137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a52e18f-c896-4b12-90f5-b4b84ef17392 req-e5877087-b920-4a98-aec6-4f23645a6f0f tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/e37d0799-1329-4c68-b9c2-316088aeb621 HTTP/1.1" status: 404 len: 352 time: 0.0565286 Jul 23 14:13:38.484992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-88ba459d-da8e-468d-a5d2-c23307fbefcd tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:38.487196 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-88ba459d-da8e-468d-a5d2-c23307fbefcd tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e3571de-7b19-462c-aae5-df59953eb95d HTTP/1.1" status: 200 len: 945 time: 0.1612644 Jul 23 14:13:38.510207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a54a9b-3505-4367-9b5d-1a00baf0299b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.543306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-9451c131-3a05-4518-b5f5-52abb3088973 service neutron] 10.222.0.21 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306666 Jul 23 14:13:38.589442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a54a9b-3505-4367-9b5d-1a00baf0299b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.632501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Deleting port 6c3f346e-3121-4768-ba9c-195102628525 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:38.632989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.645767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4652d43-2e05-401e-8788-dd0345719d4f req-6df90556-fe37-40c0-988a-fc86179eafee tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/1a97e835-0fab-4668-a2ef-f2aaf6bf19a6 HTTP/1.1" status: 200 len: 1806 time: 0.0964136 Jul 23 14:13:38.691072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Deleting port ad0a00b5-2a46-4e94-a656-c1a908005518 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:13:38.691476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.716171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a54a9b-3505-4367-9b5d-1a00baf0299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.718699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a54a9b-3505-4367-9b5d-1a00baf0299b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.722395 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-37a54a9b-3505-4367-9b5d-1a00baf0299b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c0cf4e0-82da-4198-a451-eb1f5bdd77b4 HTTP/1.1" status: 204 len: 168 time: 0.3443820 Jul 23 14:13:38.748218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a54a9b-3505-4367-9b5d-1a00baf0299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0cf4e0-82da-4198-a451-eb1f5bdd77b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:38.804364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] For port 6c3f346e-3121-4768-ba9c-195102628525, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6c3f346e-3121-4768-ba9c-195102628525,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:38.804634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:38.825226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Calling delete_port for 6c3f346e-3121-4768-ba9c-195102628525 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:39.099006 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.122622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['ad0a00b5-2a46-4e94-a656-c1a908005518'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:13:39.147876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Pushing event deleted for resources: {'Port': ['ID=6c3f346e-3121-4768-ba9c-195102628525,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:39.177922 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4652d43-2e05-401e-8788-dd0345719d4f req-c713f79d-9ca2-4777-a577-5556b8e84c7d tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.216033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] No DVR routers for this DVR port 6c3f346e-3121-4768-ba9c-195102628525 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:39.219298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.220306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4652d43-2e05-401e-8788-dd0345719d4f req-c713f79d-9ca2-4777-a577-5556b8e84c7d tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.222237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0bd0215a-2b15-4cc1-9ce8-1142bbc5d510 req-3f9ab19a-9f48-4408-a987-8a1c86b26461 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.11 "DELETE /v2.0/ports/6c3f346e-3121-4768-ba9c-195102628525 HTTP/1.1" status: 204 len: 173 time: 0.7288463 Jul 23 14:13:39.222827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3571de-7b19-462c-aae5-df59953eb95d', 'name': 'network-vif-deleted', 'tag': '6c3f346e-3121-4768-ba9c-195102628525'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:39.225742 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94bfee5-f9b8-44c1-b8dd-f738f3696a58" -d '{"events": [{"server_uuid": "5e3571de-7b19-462c-aae5-df59953eb95d", "name": "network-vif-deleted", "tag": "6c3f346e-3121-4768-ba9c-195102628525"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:39.244892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] For port ad0a00b5-2a46-4e94-a656-c1a908005518, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ad0a00b5-2a46-4e94-a656-c1a908005518,segment=NetworkSegment(7f8acb2b-7f21-4c6c-99ef-6a78babf536d),segment_id=7f8acb2b-7f21-4c6c-99ef-6a78babf536d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:13:39.245243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.265940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Calling delete_port for ad0a00b5-2a46-4e94-a656-c1a908005518 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:13:39.348710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4652d43-2e05-401e-8788-dd0345719d4f req-c713f79d-9ca2-4777-a577-5556b8e84c7d tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.352182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4652d43-2e05-401e-8788-dd0345719d4f req-c713f79d-9ca2-4777-a577-5556b8e84c7d tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.365036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4652d43-2e05-401e-8788-dd0345719d4f req-c713f79d-9ca2-4777-a577-5556b8e84c7d tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a97e835-0fab-4668-a2ef-f2aaf6bf19a6 HTTP/1.1" status: 204 len: 173 time: 0.7183590 Jul 23 14:13:39.401277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713f79d-9ca2-4777-a577-5556b8e84c7d tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97e835-0fab-4668-a2ef-f2aaf6bf19a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:39.538222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.577944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Pushing event deleted for resources: {'Port': ['ID=ad0a00b5-2a46-4e94-a656-c1a908005518,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:39.639540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] No DVR routers for this DVR port ad0a00b5-2a46-4e94-a656-c1a908005518 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:13:39.646268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:39.648511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-501fc78b-2097-492f-8bbf-bcbb1e7e8bec req-700cda1b-ccef-426d-8f24-b2a11d56d41e tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.48 "DELETE /v2.0/ports/ad0a00b5-2a46-4e94-a656-c1a908005518 HTTP/1.1" status: 204 len: 173 time: 1.2376461 Jul 23 14:13:39.656468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f98e4d-29d4-4d13-b7b3-cde2e2e51ece req-078b1827-4f81-446a-b231-b1020c803f31 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:39.663844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63f98e4d-29d4-4d13-b7b3-cde2e2e51ece req-078b1827-4f81-446a-b231-b1020c803f31 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb702f8-2f51-4917-8c48-82f86e5b804d HTTP/1.1" status: 200 len: 867 time: 0.2162955 Jul 23 14:13:39.665531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'name': 'network-vif-deleted', 'tag': 'ad0a00b5-2a46-4e94-a656-c1a908005518'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:39.668329 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a5fba-26ad-4198-a0c7-5dbc6659d9bc" -d '{"events": [{"server_uuid": "8fb702f8-2f51-4917-8c48-82f86e5b804d", "name": "network-vif-deleted", "tag": "ad0a00b5-2a46-4e94-a656-c1a908005518"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:39.692950 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118c4ea-3ace-4b7e-8e6a-26997a3f6569 x-openstack-request-id: req-4118c4ea-3ace-4b7e-8e6a-26997a3f6569 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:39.694474 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3571de-7b19-462c-aae5-df59953eb95d", "name": "network-vif-deleted", "tag": "6c3f346e-3121-4768-ba9c-195102628525", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:39.694917 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4118c4ea-3ace-4b7e-8e6a-26997a3f6569 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:39.695461 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3571de-7b19-462c-aae5-df59953eb95d', 'name': 'network-vif-deleted', 'tag': '6c3f346e-3121-4768-ba9c-195102628525', 'status': 'completed', 'code': 200} Jul 23 14:13:39.759786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63f98e4d-29d4-4d13-b7b3-cde2e2e51ece req-4df15074-0022-4d63-8f8e-53f9234793d5 tempest-ListServersNegativeTestJSON-2077791048 tempest-ListServersNegativeTestJSON-2077791048-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c317f23-077c-4a39-ad9b-3e47c6077f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950127 Jul 23 14:13:39.954325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c5bc53b-ffa4-4ef6-bc7d-cc2997931476 req-078415d1-cb88-47e4-bbc1-402c783a40c5 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/b83ac938-55fe-4945-89b6-7aae56ba6481 HTTP/1.1" status: 200 len: 1807 time: 0.1375020 Jul 23 14:13:40.046470 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-666c7211-9387-4362-9209-c053d0fb45ad req-d4ea74b6-d36c-4990-8bb0-1aad61b386a4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0515606 Jul 23 14:13:40.059516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c5bc53b-ffa4-4ef6-bc7d-cc2997931476 req-539e3771-f2a8-43d1-b2a7-e9c9e58f3b4a tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.087504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c5bc53b-ffa4-4ef6-bc7d-cc2997931476 req-539e3771-f2a8-43d1-b2a7-e9c9e58f3b4a tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.100894 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb645b0-76ac-4239-97a7-4c5f85333d10 x-openstack-request-id: req-eeb645b0-76ac-4239-97a7-4c5f85333d10 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:40.101280 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb702f8-2f51-4917-8c48-82f86e5b804d", "name": "network-vif-deleted", "tag": "ad0a00b5-2a46-4e94-a656-c1a908005518", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:40.101724 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeb645b0-76ac-4239-97a7-4c5f85333d10 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:40.102184 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb702f8-2f51-4917-8c48-82f86e5b804d', 'name': 'network-vif-deleted', 'tag': 'ad0a00b5-2a46-4e94-a656-c1a908005518', 'status': 'completed', 'code': 200} Jul 23 14:13:40.169918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c5bc53b-ffa4-4ef6-bc7d-cc2997931476 req-539e3771-f2a8-43d1-b2a7-e9c9e58f3b4a tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.173951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c5bc53b-ffa4-4ef6-bc7d-cc2997931476 req-539e3771-f2a8-43d1-b2a7-e9c9e58f3b4a tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.180937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c5bc53b-ffa4-4ef6-bc7d-cc2997931476 req-539e3771-f2a8-43d1-b2a7-e9c9e58f3b4a tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-groups/b83ac938-55fe-4945-89b6-7aae56ba6481 HTTP/1.1" status: 204 len: 173 time: 0.2174377 Jul 23 14:13:40.193135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e3771-f2a8-43d1-b2a7-e9c9e58f3b4a tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ac938-55fe-4945-89b6-7aae56ba6481,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:40.280768 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-291be387-e92f-4e85-b427-b40b7ba5a395 req-e0824f29-4e08-45eb-b3ac-235c696d9976 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/695424b8-4a72-4ae8-ba59-e92e4724830f HTTP/1.1" status: 200 len: 1807 time: 0.0770514 Jul 23 14:13:40.370077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291be387-e92f-4e85-b427-b40b7ba5a395 req-b3e188d0-c2c0-4091-85e4-2a90451eec1b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.414393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291be387-e92f-4e85-b427-b40b7ba5a395 req-b3e188d0-c2c0-4091-85e4-2a90451eec1b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.484238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291be387-e92f-4e85-b427-b40b7ba5a395 req-b3e188d0-c2c0-4091-85e4-2a90451eec1b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.488944 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-291be387-e92f-4e85-b427-b40b7ba5a395 req-b3e188d0-c2c0-4091-85e4-2a90451eec1b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.491549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-291be387-e92f-4e85-b427-b40b7ba5a395 req-b3e188d0-c2c0-4091-85e4-2a90451eec1b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-groups/695424b8-4a72-4ae8-ba59-e92e4724830f HTTP/1.1" status: 204 len: 173 time: 0.2009070 Jul 23 14:13:40.522409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e188d0-c2c0-4091-85e4-2a90451eec1b tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695424b8-4a72-4ae8-ba59-e92e4724830f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:40.585139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf256a34-0f73-4095-afc1-f51c904ddda0 req-b9435e81-d6a4-4b41-bf9c-e6faeefd6966 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/f32742ac-6bde-447a-b225-ef28941a6f60 HTTP/1.1" status: 200 len: 2405 time: 0.0707290 Jul 23 14:13:40.660372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf256a34-0f73-4095-afc1-f51c904ddda0 req-596159dd-5edf-4bff-a41f-a2030d142bd8 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.709770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf256a34-0f73-4095-afc1-f51c904ddda0 req-596159dd-5edf-4bff-a41f-a2030d142bd8 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.804614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf256a34-0f73-4095-afc1-f51c904ddda0 req-596159dd-5edf-4bff-a41f-a2030d142bd8 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.805436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf256a34-0f73-4095-afc1-f51c904ddda0 req-596159dd-5edf-4bff-a41f-a2030d142bd8 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:40.806609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf256a34-0f73-4095-afc1-f51c904ddda0 req-596159dd-5edf-4bff-a41f-a2030d142bd8 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-groups/f32742ac-6bde-447a-b225-ef28941a6f60 HTTP/1.1" status: 204 len: 173 time: 0.2144909 Jul 23 14:13:40.822871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596159dd-5edf-4bff-a41f-a2030d142bd8 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32742ac-6bde-447a-b225-ef28941a6f60,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:40.912307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ec8cc2c5-40eb-46ee-8884-fcf3b3ec78f0 req-96d54731-31a9-4b34-a317-5d852194fffd tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "GET /v2.0/security-groups/9dc5073e-696a-490a-be35-997df54f978f HTTP/1.1" status: 200 len: 2398 time: 0.0468740 Jul 23 14:13:40.929385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6c3f346e-3121-4768-ba9c-195102628525 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:40.945531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:40.970132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 6c3f346e-3121-4768-ba9c-195102628525 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:40.975264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6c3f346e-3121-4768-ba9c-195102628525 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:40.982212 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec8cc2c5-40eb-46ee-8884-fcf3b3ec78f0 req-23b12c33-9fcb-45d4-ae5e-8b4f007045c7 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.024569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec8cc2c5-40eb-46ee-8884-fcf3b3ec78f0 req-23b12c33-9fcb-45d4-ae5e-8b4f007045c7 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.050306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] Deleting subnet e27a035c-bd0d-44d9-a901-f421d7abbd2f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:41.055057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.082189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec8cc2c5-40eb-46ee-8884-fcf3b3ec78f0 req-23b12c33-9fcb-45d4-ae5e-8b4f007045c7 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.098208 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec8cc2c5-40eb-46ee-8884-fcf3b3ec78f0 req-23b12c33-9fcb-45d4-ae5e-8b4f007045c7 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.125169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ec8cc2c5-40eb-46ee-8884-fcf3b3ec78f0 req-23b12c33-9fcb-45d4-ae5e-8b4f007045c7 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] 10.222.0.21 "DELETE /v2.0/security-groups/9dc5073e-696a-490a-be35-997df54f978f HTTP/1.1" status: 204 len: 173 time: 0.2077572 Jul 23 14:13:41.131663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:41.216884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.231943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b12c33-9fcb-45d4-ae5e-8b4f007045c7 tempest-SecurityGroupRulesTestJSON-1821104835 tempest-SecurityGroupRulesTestJSON-1821104835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc5073e-696a-490a-be35-997df54f978f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:41.288146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] Deleting subnet b47759d7-00bf-4a51-a2c4-6cfb56a8c658 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:41.292518 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.305520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-408120ee-6c4e-480f-9c41-0e2eeb5d405f req-1d2bae73-d3b3-496b-afc5-8a045d1be216 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0457003 Jul 23 14:13:41.331954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.401826 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.424339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-49afac34-64cb-40d9-aa37-4f7cc48b7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:41.425719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-49afac34-64cb-40d9-aa37-4f7cc48b7cfd service neutron] 10.222.0.11 "GET /v2.0/ports/76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 1032 time: 0.0974929 Jul 23 14:13:41.437116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.474329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27a035c-bd0d-44d9-a901-f421d7abbd2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:41.484304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.486503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a5fd10a8-7552-4479-8f81-221315a1023d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e27a035c-bd0d-44d9-a901-f421d7abbd2f HTTP/1.1" status: 204 len: 168 time: 0.5399365 Jul 23 14:13:41.488920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:41.490421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.515178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6200d01e-19e6-4c8d-b282-e4ed321ceeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:41.516638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6200d01e-19e6-4c8d-b282-e4ed321ceeff service neutron] 10.222.0.11 "GET /v2.0/ports/26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 1031 time: 0.0807481 Jul 23 14:13:41.571253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.630402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.704111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.709329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47759d7-00bf-4a51-a2c4-6cfb56a8c658,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:41.717716 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.722421 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3fbaf20b-82ef-48d7-9810-7e791fa1406e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b47759d7-00bf-4a51-a2c4-6cfb56a8c658 HTTP/1.1" status: 204 len: 168 time: 0.5866866 Jul 23 14:13:41.722421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:41.730546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df30f34-f126-498a-b374-6f5fae09ca7b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:41.758892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8acb2b-7f21-4c6c-99ef-6a78babf536d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:41.760570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8acb2b-7f21-4c6c-99ef-6a78babf536d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:41.762754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37409209-2e9d-483c-bbee-4f9565116a74 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:41.768771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37409209-2e9d-483c-bbee-4f9565116a74 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:41.774706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37409209-2e9d-483c-bbee-4f9565116a74 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:41.775325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.776696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37409209-2e9d-483c-bbee-4f9565116a74 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "GET /v2.0/networks?id=f90128ca-9332-4025-8425-15b1e4bf1851&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 HTTP/1.1" status: 200 len: 1993 time: 0.2195036 Jul 23 14:13:41.795146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.805560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:41.806058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:41.808074 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:41.851970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.878554 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.889510 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ddfa3323-4691-418d-ad3f-e67caf170f1d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18b3837678c4ab8b83132108f323afb HTTP/1.1" status: 200 len: 380 time: 0.0984511 Jul 23 14:13:41.891764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:41.894748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6df30f34-f126-498a-b374-6f5fae09ca7b HTTP/1.1" status: 204 len: 168 time: 0.4046643 Jul 23 14:13:41.911831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d433ed4-b571-4a6f-94f8-a810b8c6f315 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df30f34-f126-498a-b374-6f5fae09ca7b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:41.934492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'admin_state_up': True, 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'security_groups': ['770f50c7-0ddf-48d4-b03f-3221b8a49a18']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:42.080520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.100918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c58b3c-15ae-4979-b54a-88535225fe3e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:42.116798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a809b2-6a16-42ea-a6d5-9581ba6cb614') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:42.117315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a809b2-6a16-42ea-a6d5-9581ba6cb614') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:42.139485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:42.183639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.214659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7123cdc7-a43c-4d81-ba79-99d2d082a641 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba9c38a7cded43c58d5a1114a250a990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720634 Jul 23 14:13:42.217051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:42.235825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.242351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:42.242847 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.284386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf74b-3e99-4c48-8873-440ceaf67994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:42.304949 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:42.319763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf74b-3e99-4c48-8873-440ceaf67994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.329887 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.338951 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.341952 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c1c58b3c-15ae-4979-b54a-88535225fe3e HTTP/1.1" status: 204 len: 168 time: 0.6187057 Jul 23 14:13:42.377974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:42.383035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.387903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998fee-6839-4e99-89da-935a75deb7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c58b3c-15ae-4979-b54a-88535225fe3e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:42.391039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf74b-3e99-4c48-8873-440ceaf67994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.394826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf74b-3e99-4c48-8873-440ceaf67994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.396515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8b7cf74b-3e99-4c48-8873-440ceaf67994 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c317f23-077c-4a39-ad9b-3e47c6077f98 HTTP/1.1" status: 204 len: 168 time: 0.1774585 Jul 23 14:13:42.413649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cf74b-3e99-4c48-8873-440ceaf67994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c317f23-077c-4a39-ad9b-3e47c6077f98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:42.618205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b228d76e-bfc6-491d-af3e-2778d4783b3e req-5f1d7996-99b7-402d-86e6-01a94703aff3 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0608191 Jul 23 14:13:42.708068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 172.20.0.10 (f90128ca-9332-4025-8425-15b1e4bf1851/4f9b00b3-649e-4d61-92c2-dcac2b10a7bf/5f4bafac-09dc-4375-add6-f3f780e2efca) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:42.714139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:42.770701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f16bc5c2-80c0-4e23-94a7-003bdb858e3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=863bbd1413284a9d8ea46b87f5da50b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539680 Jul 23 14:13:42.772079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:42.893228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3355d04f-1aa9-48b3-803b-895605804adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.901542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.922870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Transition to ACTIVE for port object 5f4bafac-09dc-4375-add6-f3f780e2efca will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:42.927064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3355d04f-1aa9-48b3-803b-895605804adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.974438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:42.981955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ad0a00b5-2a46-4e94-a656-c1a908005518 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:13:43.017762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3355d04f-1aa9-48b3-803b-895605804adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:43.025301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3355d04f-1aa9-48b3-803b-895605804adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:43.026196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: ad0a00b5-2a46-4e94-a656-c1a908005518 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:13:43.026733 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ad0a00b5-2a46-4e94-a656-c1a908005518 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:13:43.026877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3355d04f-1aa9-48b3-803b-895605804adf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe3f81fe-423e-4e61-a618-aa8beb35c510 HTTP/1.1" status: 204 len: 168 time: 0.2535536 Jul 23 14:13:43.037551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355d04f-1aa9-48b3-803b-895605804adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f81fe-423e-4e61-a618-aa8beb35c510,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:43.076213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network f90128ca-9332-4025-8425-15b1e4bf1851 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:43.085624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:43.099942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:43.191481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:43.192825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:43.197965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=5f4bafac-09dc-4375-add6-f3f780e2efca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:43.246178 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c3cb8b3b-9330-4405-ab6e-e1cf734aa17b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3159239 Jul 23 14:13:43.274842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'admin_state_up': True, 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'security_groups': ['770f50c7-0ddf-48d4-b03f-3221b8a49a18']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:43.562330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94d79e73-6982-43be-b24f-a7ce573a525a None None] Provisioning for port 5f4bafac-09dc-4375-add6-f3f780e2efca completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:43.575003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94d79e73-6982-43be-b24f-a7ce573a525a None None] Provisioning complete for port 5f4bafac-09dc-4375-add6-f3f780e2efca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:43.576329 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94d79e73-6982-43be-b24f-a7ce573a525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:43.576789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:43.600405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:43.679456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-94d79e73-6982-43be-b24f-a7ce573a525a None None] Port 5f4bafac-09dc-4375-add6-f3f780e2efca cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:44.062137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 10.1.1.67 (1be42223-cecf-4b9d-bc21-d36506213d65/2fa79289-bdd0-4461-88c4-9a99348aa5ee/a9cefb43-beaa-4ceb-91af-23aa28882cb7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:44.105297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9921-353e-4a0f-b371-3eea86bd3c3d req-4d354c40-95ce-46b3-885f-8358049205ad tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:44.107105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb9a9921-353e-4a0f-b371-3eea86bd3c3d req-4d354c40-95ce-46b3-885f-8358049205ad tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 932 time: 0.2542193 Jul 23 14:13:44.197006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb9a9921-353e-4a0f-b371-3eea86bd3c3d req-969ca84e-c4f8-45c6-bf24-283fdba4590f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838459 Jul 23 14:13:44.281967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:44.309024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Transition to ACTIVE for port object a9cefb43-beaa-4ceb-91af-23aa28882cb7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:44.366619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:44.408233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network 1be42223-cecf-4b9d-bc21-d36506213d65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:44.418781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:44.455444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:44.654141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=a9cefb43-beaa-4ceb-91af-23aa28882cb7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:44.671485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:44.672071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:44.699839 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-0b89a06d-b81d-4c82-851b-0bf56881441d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4399512 Jul 23 14:13:44.718872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'admin_state_up': True, 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'security_groups': ['770f50c7-0ddf-48d4-b03f-3221b8a49a18']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:44.915372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-871a2685-2b8f-4214-9b15-a5de6253022a None None] Provisioning for port a9cefb43-beaa-4ceb-91af-23aa28882cb7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:44.920136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:44.923282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-871a2685-2b8f-4214-9b15-a5de6253022a None None] Provisioning complete for port a9cefb43-beaa-4ceb-91af-23aa28882cb7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:44.925041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-871a2685-2b8f-4214-9b15-a5de6253022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:44.926896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:44.930330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.044804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-871a2685-2b8f-4214-9b15-a5de6253022a None None] Port a9cefb43-beaa-4ceb-91af-23aa28882cb7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:45.170829 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 10.1.1.117 (1be42223-cecf-4b9d-bc21-d36506213d65/2fa79289-bdd0-4461-88c4-9a99348aa5ee/c0c3e504-9ae2-4812-b521-8137056dcdcc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:45.184530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1701675087-network', 'tenant_id': '8bcb5cd422ab4b9e85c6a49e6e0aa03c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:45.252395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Made reservation on behalf of 8bcb5cd422ab4b9e85c6a49e6e0aa03c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:45.255730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.288376 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.355616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.364461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:45.524316 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.539909 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.594468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:13:45.632652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db65d281-c7ad-43e7-a420-831e94b083d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:45.654632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.659536 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Added segment 105ccaf9-8258-4b29-ab7d-4ac1e5415cf0 of type vlan for network 3dddb368-9a14-470c-88ea-c50a368e7f7e Jul 23 14:13:45.769062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43514c8e-0b8d-4dc7-9ab5-437d6604c366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.794169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.794806 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08701179-78c1-4c53-a4d7-21f8cf99de0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.871183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:45.872179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:45.872767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.112959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] Pushing event updated for resources: {'Network': ['ID=3dddb368-9a14-470c-88ea-c50a368e7f7e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:46.122669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Transition to ACTIVE for port object c0c3e504-9ae2-4812-b521-8137056dcdcc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:46.124353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 3dddb368-9a14-470c-88ea-c50a368e7f7e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:13:46.188105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43514c8e-0b8d-4dc7-9ab5-437d6604c366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.198343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43514c8e-0b8d-4dc7-9ab5-437d6604c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.214219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472d58-6859-44e7-a035-6269d76adf73 req-e013930c-0e13-4d19-adbe-42a79d9c75a5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:46.221049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472d58-6859-44e7-a035-6269d76adf73 req-e013930c-0e13-4d19-adbe-42a79d9c75a5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:46.223746 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5472d58-6859-44e7-a035-6269d76adf73 req-e013930c-0e13-4d19-adbe-42a79d9c75a5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 1653 time: 0.1151018 Jul 23 14:13:46.225770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.231085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0554539f-31cb-4d01-bfe7-421a347b4d55 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3023047 Jul 23 14:13:46.234110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:46.239510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Request body: {'subnet': {'network_id': '3dddb368-9a14-470c-88ea-c50a368e7f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1701675087-subnet', 'tenant_id': '8bcb5cd422ab4b9e85c6a49e6e0aa03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:46.299495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-43514c8e-0b8d-4dc7-9ab5-437d6604c366 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1be3aa0298384209b0a9893f0d74b466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9301109 Jul 23 14:13:46.300051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:46.377842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43514c8e-0b8d-4dc7-9ab5-437d6604c366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b9505-c333-4900-9186-1b585605f802,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:46.398392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network 1be42223-cecf-4b9d-bc21-d36506213d65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:46.437677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:46.437893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236f3d0b-e0b0-4886-90e3-030eb969697c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.463728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=c0c3e504-9ae2-4812-b521-8137056dcdcc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:46.476600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:46.490205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Made reservation on behalf of 8bcb5cd422ab4b9e85c6a49e6e0aa03c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:46.494375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236f3d0b-e0b0-4886-90e3-030eb969697c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.495940 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.505820 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5472d58-6859-44e7-a035-6269d76adf73 req-6a754d27-64cc-480a-9e12-4cfd61cbbe2b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616129 Jul 23 14:13:46.592149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236f3d0b-e0b0-4886-90e3-030eb969697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.598947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236f3d0b-e0b0-4886-90e3-030eb969697c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.604004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-236f3d0b-e0b0-4886-90e3-030eb969697c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b25b9505-c333-4900-9186-1b585605f802 HTTP/1.1" status: 204 len: 168 time: 0.2947814 Jul 23 14:13:46.643767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f3d0b-e0b0-4886-90e3-030eb969697c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25b9505-c333-4900-9186-1b585605f802,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:46.730151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:46.730890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:46.816031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-966d350f-f8be-4173-aa2e-e2b4451c8daf tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1036129 Jul 23 14:13:46.846532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0', 'admin_state_up': True, 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'security_groups': ['770f50c7-0ddf-48d4-b03f-3221b8a49a18']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:46.921493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25416c44-ff30-401e-96e0-2fd73eaea35c None None] Provisioning for port c0c3e504-9ae2-4812-b521-8137056dcdcc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:46.941308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25416c44-ff30-401e-96e0-2fd73eaea35c None None] Provisioning complete for port c0c3e504-9ae2-4812-b521-8137056dcdcc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:46.941866 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25416c44-ff30-401e-96e0-2fd73eaea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:47.041671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25416c44-ff30-401e-96e0-2fd73eaea35c None None] Port c0c3e504-9ae2-4812-b521-8137056dcdcc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:47.124711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:47.166321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:47.327182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:47.469413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=366cb0a6-ec2e-4d88-9606-5d0f512a0b17,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:47.500005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Checking segment: {'id': '105ccaf9-8258-4b29-ab7d-4ac1e5415cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dddb368-9a14-470c-88ea-c50a368e7f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:47.500478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Network hostable DHCP agents. Network: 3dddb368-9a14-470c-88ea-c50a368e7f7e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:13:47.684985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:47.702064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Network 3dddb368-9a14-470c-88ea-c50a368e7f7e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:13:47.771919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 3dddb368-9a14-470c-88ea-c50a368e7f7e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:47.776282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:47.777029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:47.781340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c4066-50a3-4155-8bd9-c1502d2affa0 None None] Network 3dddb368-9a14-470c-88ea-c50a368e7f7e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:47.847502 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2dde32d5-be8b-4625-9640-dd9ed9434abd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6120825 Jul 23 14:13:48.012841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 10.2.2.100 (cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0/cb99c054-580d-4fc7-84a1-1a3fa89f7234/5027f009-f67a-4528-9fa4-2d5ce045c563) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:48.056677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78316b57-85c9-4d13-9eee-5ad89700e664 req-b3c1032e-5d3d-47a1-ba82-9d6b48dee479 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:48.061723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e929ffd-6166-476e-8ed8-98ebef136293 None None] Network 3dddb368-9a14-470c-88ea-c50a368e7f7e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:13:48.074051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78316b57-85c9-4d13-9eee-5ad89700e664 req-b3c1032e-5d3d-47a1-ba82-9d6b48dee479 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:48.089159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78316b57-85c9-4d13-9eee-5ad89700e664 req-b3c1032e-5d3d-47a1-ba82-9d6b48dee479 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:48.091207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78316b57-85c9-4d13-9eee-5ad89700e664 req-b3c1032e-5d3d-47a1-ba82-9d6b48dee479 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 2374 time: 0.3939753 Jul 23 14:13:48.271881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78316b57-85c9-4d13-9eee-5ad89700e664 req-cbbd5ae2-d23b-4c71-8c60-0b961f803184 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700103 Jul 23 14:13:48.305901 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.456288 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439aa6bd-6342-4e4f-ad74-f74f8553592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.532323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.595062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Transition to ACTIVE for port object 5027f009-f67a-4528-9fa4-2d5ce045c563 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:48.603750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c4d16224-410a-4646-88a4-11bfba0477f5 req-a8d659b6-598d-4ab6-a9aa-475ecee89821 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-210446082', 'description': 'tempest-description-2014216707'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:48.660648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4d16224-410a-4646-88a4-11bfba0477f5 req-a8d659b6-598d-4ab6-a9aa-475ecee89821 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.672760 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.844722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:48.846775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:48.853307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:48.858015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=5027f009-f67a-4528-9fa4-2d5ce045c563,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:48.917235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:48.920294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.938830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4d16224-410a-4646-88a4-11bfba0477f5 req-a8d659b6-598d-4ab6-a9aa-475ecee89821 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.956090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4d16224-410a-4646-88a4-11bfba0477f5 req-a8d659b6-598d-4ab6-a9aa-475ecee89821 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:48.964584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-41894921-a50f-4b49-b6c0-e202c08822f8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1348975 Jul 23 14:13:48.991962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0', 'admin_state_up': True, 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'security_groups': ['770f50c7-0ddf-48d4-b03f-3221b8a49a18']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:49.022186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d659b6-598d-4ab6-a9aa-475ecee89821 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:49.029265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4d16224-410a-4646-88a4-11bfba0477f5 req-a8d659b6-598d-4ab6-a9aa-475ecee89821 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.044911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4d16224-410a-4646-88a4-11bfba0477f5 req-a8d659b6-598d-4ab6-a9aa-475ecee89821 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4564314 Jul 23 14:13:49.281369 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b20dd733-ee92-4556-8907-a86a449b0257 req-1e76d579-9c65-40f0-91a9-3abb359d858e tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a HTTP/1.1" status: 200 len: 1814 time: 0.2122827 Jul 23 14:13:49.292418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b20dd733-ee92-4556-8907-a86a449b0257 req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:49.292698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b20dd733-ee92-4556-8907-a86a449b0257 req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:49.336762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-00e0b429-22df-4c0f-bde6-d38cf1ba5022 None None] Provisioning for port 5027f009-f67a-4528-9fa4-2d5ce045c563 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:49.348047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-00e0b429-22df-4c0f-bde6-d38cf1ba5022 None None] Provisioning complete for port 5027f009-f67a-4528-9fa4-2d5ce045c563 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:49.350125 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00e0b429-22df-4c0f-bde6-d38cf1ba5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.432798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Made reservation on behalf of a18b3837678c4ab8b83132108f323afb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:13:49.434032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-00e0b429-22df-4c0f-bde6-d38cf1ba5022 None None] Port 5027f009-f67a-4528-9fa4-2d5ce045c563 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:49.449434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.468523 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.507851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20dd733-ee92-4556-8907-a86a449b0257 req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.587032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20dd733-ee92-4556-8907-a86a449b0257 req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.601196 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20dd733-ee92-4556-8907-a86a449b0257 req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.613631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51c1c9-1b47-4892-aad3-33eb3d7eaa0b req-bd3ab4fb-8289-4779-a4cf-a3e94a685ad6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:49.625147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51c1c9-1b47-4892-aad3-33eb3d7eaa0b req-bd3ab4fb-8289-4779-a4cf-a3e94a685ad6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:49.627841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063604f8-085a-4872-afc1-08ab86738523,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:49.632458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51c1c9-1b47-4892-aad3-33eb3d7eaa0b req-bd3ab4fb-8289-4779-a4cf-a3e94a685ad6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:49.639949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51c1c9-1b47-4892-aad3-33eb3d7eaa0b req-bd3ab4fb-8289-4779-a4cf-a3e94a685ad6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:49.648119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c51c1c9-1b47-4892-aad3-33eb3d7eaa0b req-bd3ab4fb-8289-4779-a4cf-a3e94a685ad6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 3095 time: 0.1358387 Jul 23 14:13:49.684738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20dd733-ee92-4556-8907-a86a449b0257 req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:49.686106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b20dd733-ee92-4556-8907-a86a449b0257 req-a488c6b6-d91d-4a9f-8895-754bf6f4fa48 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4012415 Jul 23 14:13:49.692972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c51c1c9-1b47-4892-aad3-33eb3d7eaa0b req-1af0a26a-cfba-4dee-b6f1-f445747321ff tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Jul 23 14:13:49.786186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Allocated IP 10.2.2.200 (cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0/cb99c054-580d-4fc7-84a1-1a3fa89f7234/bc1a32ce-cb1b-4ecd-b466-f1823f749231) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:13:49.812341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-46dac627-4eb4-4af4-8e9d-946aeb7e2489 req-106aab11-b0bd-457a-9ba2-9912c01a1c20 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a HTTP/1.1" status: 200 len: 2408 time: 0.1017253 Jul 23 14:13:49.865996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37df4aa4-23ea-4f41-b5de-f3ebc9d35e8a req-2570c477-8048-4c3f-824d-5835c673c6e9 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-group-rules/063604f8-085a-4872-afc1-08ab86738523 HTTP/1.1" status: 200 len: 778 time: 0.0232458 Jul 23 14:13:49.916545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37df4aa4-23ea-4f41-b5de-f3ebc9d35e8a req-b9638aff-4a49-434b-a6d1-c96a7f88267a tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a HTTP/1.1" status: 200 len: 2408 time: 0.0496275 Jul 23 14:13:49.980366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37df4aa4-23ea-4f41-b5de-f3ebc9d35e8a req-98d68cd3-cb1a-4669-861c-2083a27a0eeb tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.011993 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37df4aa4-23ea-4f41-b5de-f3ebc9d35e8a req-98d68cd3-cb1a-4669-861c-2083a27a0eeb tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.021903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.053712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Transition to ACTIVE for port object bc1a32ce-cb1b-4ecd-b466-f1823f749231 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:50.055649 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37df4aa4-23ea-4f41-b5de-f3ebc9d35e8a req-98d68cd3-cb1a-4669-861c-2083a27a0eeb tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.082528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37df4aa4-23ea-4f41-b5de-f3ebc9d35e8a req-98d68cd3-cb1a-4669-861c-2083a27a0eeb tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.083788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37df4aa4-23ea-4f41-b5de-f3ebc9d35e8a req-98d68cd3-cb1a-4669-861c-2083a27a0eeb tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/063604f8-085a-4872-afc1-08ab86738523 HTTP/1.1" status: 204 len: 173 time: 0.1519547 Jul 23 14:13:50.086625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d68cd3-cb1a-4669-861c-2083a27a0eeb tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=063604f8-085a-4872-afc1-08ab86738523,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:50.119804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.136915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-36524595-32f2-4d5b-bcae-4dc7e35ded15 req-cfb89013-1af6-4336-8d8e-7f096ef05923 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2079934945', 'description': 'tempest-description-716856936'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:50.197013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:13:50.207761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:13:50.226134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:13:50.255073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event updated for resources: {'Port': ['ID=bc1a32ce-cb1b-4ecd-b466-f1823f749231,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:50.260083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36524595-32f2-4d5b-bcae-4dc7e35ded15 req-cfb89013-1af6-4336-8d8e-7f096ef05923 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.307526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:50.308181 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.429735 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36524595-32f2-4d5b-bcae-4dc7e35ded15 req-cfb89013-1af6-4336-8d8e-7f096ef05923 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.440697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36524595-32f2-4d5b-bcae-4dc7e35ded15 req-cfb89013-1af6-4336-8d8e-7f096ef05923 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.480156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-21f2c5ac-5d89-4db3-a50b-fdcbdc56c4cd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5009308 Jul 23 14:13:50.509648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:50.554327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36524595-32f2-4d5b-bcae-4dc7e35ded15 req-cfb89013-1af6-4336-8d8e-7f096ef05923 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.555618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-36524595-32f2-4d5b-bcae-4dc7e35ded15 req-cfb89013-1af6-4336-8d8e-7f096ef05923 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4283965 Jul 23 14:13:50.558453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb89013-1af6-4336-8d8e-7f096ef05923 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8810999d-37bb-4eaf-ba69-350369588979,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:50.668042 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d114678-b98a-4522-a272-9f0cc2ac0e57 req-45b4cd83-06bd-4273-a068-d5ad17762f79 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/8810999d-37bb-4eaf-ba69-350369588979 HTTP/1.1" status: 200 len: 1814 time: 0.0728257 Jul 23 14:13:50.675793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea960f65-2154-47dd-8b3f-8a60a1499a8a None None] Provisioning for port bc1a32ce-cb1b-4ecd-b466-f1823f749231 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:13:50.696922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea960f65-2154-47dd-8b3f-8a60a1499a8a None None] Provisioning complete for port bc1a32ce-cb1b-4ecd-b466-f1823f749231 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:13:50.698449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea960f65-2154-47dd-8b3f-8a60a1499a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.704600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.705074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1c06e42e-e7b6-4070-815a-968e52a822c9 req-f417427f-4eef-40fb-b96a-f353627af389 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-275363982', 'description': 'tempest-description-1823652064'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:50.746791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c06e42e-e7b6-4070-815a-968e52a822c9 req-f417427f-4eef-40fb-b96a-f353627af389 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.755718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea960f65-2154-47dd-8b3f-8a60a1499a8a None None] Port bc1a32ce-cb1b-4ecd-b466-f1823f749231 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:13:50.899606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c06e42e-e7b6-4070-815a-968e52a822c9 req-f417427f-4eef-40fb-b96a-f353627af389 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.908394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c06e42e-e7b6-4070-815a-968e52a822c9 req-f417427f-4eef-40fb-b96a-f353627af389 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.949404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c06e42e-e7b6-4070-815a-968e52a822c9 req-f417427f-4eef-40fb-b96a-f353627af389 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:50.950774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c06e42e-e7b6-4070-815a-968e52a822c9 req-f417427f-4eef-40fb-b96a-f353627af389 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2506268 Jul 23 14:13:50.961753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417427f-4eef-40fb-b96a-f353627af389 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12391d7b-1613-4285-8e83-de255bb68f8d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:51.079296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1693e9b-f18b-46da-ba57-54f0eb79e1e6 req-bc842f42-7a87-40c6-a88c-77f815dbf183 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/12391d7b-1613-4285-8e83-de255bb68f8d HTTP/1.1" status: 200 len: 1814 time: 0.0800200 Jul 23 14:13:51.085014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-55465cc3-5496-4944-b3e1-ccddc02aade3 req-deaca38e-105d-422a-a7fa-54b0a30752b4 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-282479553', 'description': 'tempest-description-822964152'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:51.117211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4bafac-09dc-4375-add6-f3f780e2efca {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:51.127270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.129059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:51.143553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-55465cc3-5496-4944-b3e1-ccddc02aade3 req-deaca38e-105d-422a-a7fa-54b0a30752b4 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.159898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Transition to ACTIVE for port object 5f4bafac-09dc-4375-add6-f3f780e2efca will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:51.167030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.186809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.260733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-55465cc3-5496-4944-b3e1-ccddc02aade3 req-deaca38e-105d-422a-a7fa-54b0a30752b4 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.272848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-55465cc3-5496-4944-b3e1-ccddc02aade3 req-deaca38e-105d-422a-a7fa-54b0a30752b4 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.354132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaca38e-105d-422a-a7fa-54b0a30752b4 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee1ceef-b540-4f5a-b01e-d5d763de16d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:51.359881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-55465cc3-5496-4944-b3e1-ccddc02aade3 req-deaca38e-105d-422a-a7fa-54b0a30752b4 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.371134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55465cc3-5496-4944-b3e1-ccddc02aade3 req-deaca38e-105d-422a-a7fa-54b0a30752b4 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2857335 Jul 23 14:13:51.424116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55b36bf5-fbe7-4995-9056-af1dc6844a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.481388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80810c-7c5c-400d-b6d9-5b5d8d57e4a2 req-6cc189d2-3d05-4099-969b-747814e70ac4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:51.489366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80810c-7c5c-400d-b6d9-5b5d8d57e4a2 req-6cc189d2-3d05-4099-969b-747814e70ac4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:51.497461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80810c-7c5c-400d-b6d9-5b5d8d57e4a2 req-6cc189d2-3d05-4099-969b-747814e70ac4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:51.505864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80810c-7c5c-400d-b6d9-5b5d8d57e4a2 req-6cc189d2-3d05-4099-969b-747814e70ac4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:51.512266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80810c-7c5c-400d-b6d9-5b5d8d57e4a2 req-6cc189d2-3d05-4099-969b-747814e70ac4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:51.519233 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc80810c-7c5c-400d-b6d9-5b5d8d57e4a2 req-6cc189d2-3d05-4099-969b-747814e70ac4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 3816 time: 0.5519540 Jul 23 14:13:51.520509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Attempting to bind port 5f4bafac-09dc-4375-add6-f3f780e2efca on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:51.523158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Attempting to bind port 5f4bafac-09dc-4375-add6-f3f780e2efca by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:51.523687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Attempting to bind port 5f4bafac-09dc-4375-add6-f3f780e2efca on network f90128ca-9332-4025-8425-15b1e4bf1851 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:51.528308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4bafac-09dc-4375-add6-f3f780e2efca,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:51.578172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Port 5f4bafac-09dc-4375-add6-f3f780e2efca on network f90128ca-9332-4025-8425-15b1e4bf1851 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:51.578495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Attempting to bind port 5f4bafac-09dc-4375-add6-f3f780e2efca on network f90128ca-9332-4025-8425-15b1e4bf1851 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:51.609844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd7659ab-e460-4f4c-8373-42ef12f81ca5 req-1eb689f5-1f7c-423d-a7cc-ca2370201187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/0ee1ceef-b540-4f5a-b01e-d5d763de16d7 HTTP/1.1" status: 200 len: 1813 time: 0.2176421 Jul 23 14:13:51.630327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:51.631009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Checking segment: {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:51.631556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Bound using segment: {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:51.632164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Bound port: 5f4bafac-09dc-4375-add6-f3f780e2efca, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1becf44e-63bc-461d-94ce-726f51d9183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:51.632697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.678939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bc80810c-7c5c-400d-b6d9-5b5d8d57e4a2 req-0c777562-cd1c-40c2-a2a6-d979a38040ac tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513674 Jul 23 14:13:51.797598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] For port 5f4bafac-09dc-4375-add6-f3f780e2efca, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:51.801103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] For port 5f4bafac-09dc-4375-add6-f3f780e2efca, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5f4bafac-09dc-4375-add6-f3f780e2efca,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:51.814908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.851283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2f7dee92-bf71-4511-ace1-913ad09c630b req-f4fb3b95-186d-408d-9d91-a131c5a7d6b3 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2091524513', 'description': 'tempest-description-1756467922'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:51.873372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:51.874255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.876032 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f4bafac-09dc-4375-add6-f3f780e2efca HTTP/1.1" status: 200 len: 1092 time: 1.3815305 Jul 23 14:13:51.876768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:51.896755 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e489c-5c4c-43a9-b631-580ea18982d2" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:51.910037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55b36bf5-fbe7-4995-9056-af1dc6844a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.925707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55b36bf5-fbe7-4995-9056-af1dc6844a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:51.945396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:51.973143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a91b7-4b2c-436d-a684-cd80ac3449c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4bafac-09dc-4375-add6-f3f780e2efca,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:52.017145 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c98b44-9fa0-46b1-b449-4fb326504e90 x-openstack-request-id: req-85c98b44-9fa0-46b1-b449-4fb326504e90 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:52.017438 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:52.017900 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85c98b44-9fa0-46b1-b449-4fb326504e90 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:52.019476 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'status': 'completed', 'code': 200} Jul 23 14:13:52.097879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-55b36bf5-fbe7-4995-9056-af1dc6844a38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=781829f7a3a24c9a83fc4abc140bfdb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9669068 Jul 23 14:13:52.098728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:52.106567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7dee92-bf71-4511-ace1-913ad09c630b req-f4fb3b95-186d-408d-9d91-a131c5a7d6b3 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.130365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.153473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b36bf5-fbe7-4995-9056-af1dc6844a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9aaf22-3c96-4785-805c-27875444c61d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:52.221260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-085b9727-6abc-4d90-917d-e42b24923a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.221744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-085b9727-6abc-4d90-917d-e42b24923a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.222250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-085b9727-6abc-4d90-917d-e42b24923a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.222742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-085b9727-6abc-4d90-917d-e42b24923a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.223228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-085b9727-6abc-4d90-917d-e42b24923a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.225657 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-085b9727-6abc-4d90-917d-e42b24923a31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 4363 time: 0.1675360 Jul 23 14:13:52.306730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39087e2d-3cb9-4177-99a7-5902f790fd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.359783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39087e2d-3cb9-4177-99a7-5902f790fd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.485869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7dee92-bf71-4511-ace1-913ad09c630b req-f4fb3b95-186d-408d-9d91-a131c5a7d6b3 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.494474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7dee92-bf71-4511-ace1-913ad09c630b req-f4fb3b95-186d-408d-9d91-a131c5a7d6b3 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.521185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-dd2b0f2c-ef09-49bc-ad8d-c99cac43a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.521654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-dd2b0f2c-ef09-49bc-ad8d-c99cac43a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.528809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb3b95-186d-408d-9d91-a131c5a7d6b3 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d10a4-483a-4e35-9547-d2f1040a437d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:52.531069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39087e2d-3cb9-4177-99a7-5902f790fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.531395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-dd2b0f2c-ef09-49bc-ad8d-c99cac43a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.536233 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-dd2b0f2c-ef09-49bc-ad8d-c99cac43a367 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a18b3837678c4ab8b83132108f323afb&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2914946 Jul 23 14:13:52.536347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39087e2d-3cb9-4177-99a7-5902f790fd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.537016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-39087e2d-3cb9-4177-99a7-5902f790fd58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e9aaf22-3c96-4785-805c-27875444c61d HTTP/1.1" status: 204 len: 168 time: 0.4321787 Jul 23 14:13:52.550140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39087e2d-3cb9-4177-99a7-5902f790fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9aaf22-3c96-4785-805c-27875444c61d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:52.556327 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7dee92-bf71-4511-ace1-913ad09c630b req-f4fb3b95-186d-408d-9d91-a131c5a7d6b3 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.561781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f7dee92-bf71-4511-ace1-913ad09c630b req-f4fb3b95-186d-408d-9d91-a131c5a7d6b3 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7178373 Jul 23 14:13:52.610169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:52.773569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2099-42e0-47d9-bd14-7341a5f22ab1 req-38731a76-b96e-4358-b677-f1f8eb807931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.787018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3d9ee79b-d69d-4327-a3d6-629fb15810be req-c428366c-1aa5-421d-bcd4-5e0546860652 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/8e7d10a4-483a-4e35-9547-d2f1040a437d HTTP/1.1" status: 200 len: 1815 time: 0.1691139 Jul 23 14:13:52.794796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ffda2099-42e0-47d9-bd14-7341a5f22ab1 req-38731a76-b96e-4358-b677-f1f8eb807931 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1097 time: 0.1824811 Jul 23 14:13:52.892825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ffda2099-42e0-47d9-bd14-7341a5f22ab1 req-b608957c-f3d1-40b7-9819-9c4735a3b5d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968950 Jul 23 14:13:52.918598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76728841-98f6-46f3-b204-1dcb9d6cdf84 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:52.931891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:52.958981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Transition to ACTIVE for port object 76728841-98f6-46f3-b204-1dcb9d6cdf84 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:52.970542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-1a2db0fe-91ef-4c8e-a1c8-f18cddce93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:52.973159 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c3e489c-5c4c-43a9-b631-580ea18982d2 req-1a2db0fe-91ef-4c8e-a1c8-f18cddce93a2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150326 Jul 23 14:13:52.977121 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.066875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91236-48e5-44b8-9537-bacf1b293bb7 req-a9cd31a5-e828-49a9-8a3f-caa20841c06f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:53.075105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91236-48e5-44b8-9537-bacf1b293bb7 req-a9cd31a5-e828-49a9-8a3f-caa20841c06f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:53.081748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91236-48e5-44b8-9537-bacf1b293bb7 req-a9cd31a5-e828-49a9-8a3f-caa20841c06f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:53.089231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91236-48e5-44b8-9537-bacf1b293bb7 req-a9cd31a5-e828-49a9-8a3f-caa20841c06f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:53.100149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91236-48e5-44b8-9537-bacf1b293bb7 req-a9cd31a5-e828-49a9-8a3f-caa20841c06f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:53.112802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b91236-48e5-44b8-9537-bacf1b293bb7 req-a9cd31a5-e828-49a9-8a3f-caa20841c06f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 3828 time: 0.2014234 Jul 23 14:13:53.179888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Pushing event updated for resources: {'Port': ['ID=76728841-98f6-46f3-b204-1dcb9d6cdf84,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:53.215334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b91236-48e5-44b8-9537-bacf1b293bb7 req-6b6b925a-fd2b-4e68-ba6d-98598081abe1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014478 Jul 23 14:13:53.238475 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-31c4a1db-5a8c-4b66-9722-2b189c2749f9 req-a45626fb-f87e-408d-a55b-b72f53561b8d tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] show failed (client error): The resource could not be found. Jul 23 14:13:53.257381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31c4a1db-5a8c-4b66-9722-2b189c2749f9 req-a45626fb-f87e-408d-a55b-b72f53561b8d tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/30bbede8-b1fa-4a19-b46e-295d64a627fd HTTP/1.1" status: 404 len: 352 time: 0.0532575 Jul 23 14:13:53.296525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Attempting to bind port 76728841-98f6-46f3-b204-1dcb9d6cdf84 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:53.297085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Attempting to bind port 76728841-98f6-46f3-b204-1dcb9d6cdf84 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:53.297635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Attempting to bind port 76728841-98f6-46f3-b204-1dcb9d6cdf84 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:53.305485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Port 76728841-98f6-46f3-b204-1dcb9d6cdf84 on network 1be42223-cecf-4b9d-bc21-d36506213d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:53.307900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Attempting to bind port 76728841-98f6-46f3-b204-1dcb9d6cdf84 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:53.332850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:53.333484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Checking segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:53.334403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Bound using segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:53.335122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Bound port: 76728841-98f6-46f3-b204-1dcb9d6cdf84, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:53.336879 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.380705 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-17bec4e0-291d-466a-9f2c-1df8aa47f657 req-386e3f5e-2e04-47ce-9df0-5c881a7bda19 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] show failed (client error): The resource could not be found. Jul 23 14:13:53.381666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17bec4e0-291d-466a-9f2c-1df8aa47f657 req-386e3f5e-2e04-47ce-9df0-5c881a7bda19 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-group-rules/f2720a04-e297-4afc-aae7-e42d65071131 HTTP/1.1" status: 404 len: 361 time: 0.0163200 Jul 23 14:13:53.419999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:53.423175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] For port 76728841-98f6-46f3-b204-1dcb9d6cdf84, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:53.427000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] For port 76728841-98f6-46f3-b204-1dcb9d6cdf84, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:53.440857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.450896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8e18-d9f7-47cc-8081-b7a9150bbd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.496974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:53.498223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.507933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] 10.222.0.11 "PUT /v2.0/ports/76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 1135 time: 1.5777981 Jul 23 14:13:53.558923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b703ffd-0996-4fed-8d12-61975e407d98 req-a84ddbd7-630d-4b74-b531-4537f23e3cc9 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/8e7d10a4-483a-4e35-9547-d2f1040a437d HTTP/1.1" status: 200 len: 1815 time: 0.0945432 Jul 23 14:13:53.581340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:53.690001 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b703ffd-0996-4fed-8d12-61975e407d98 req-d9ba02c3-9b1d-49c7-b095-564473860322 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.706003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd3d9e-0bc8-416a-aed8-38e53efd3edc service neutron] Pushing event updated for resources: {'Port': ['ID=76728841-98f6-46f3-b204-1dcb9d6cdf84,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:53.718915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.728100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8e18-d9f7-47cc-8081-b7a9150bbd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.756071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8e18-d9f7-47cc-8081-b7a9150bbd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.759625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b703ffd-0996-4fed-8d12-61975e407d98 req-d9ba02c3-9b1d-49c7-b095-564473860322 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.873450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf8e18-d9f7-47cc-8081-b7a9150bbd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a91e39-743c-4a2e-85f5-d8b9cf31d6df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:53.877969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5fbf8e18-d9f7-47cc-8081-b7a9150bbd31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=293ca1b0465244cc8d81003e356626aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4567389 Jul 23 14:13:53.880508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:53.933384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b703ffd-0996-4fed-8d12-61975e407d98 req-d9ba02c3-9b1d-49c7-b095-564473860322 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.936732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b703ffd-0996-4fed-8d12-61975e407d98 req-d9ba02c3-9b1d-49c7-b095-564473860322 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:53.938109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b703ffd-0996-4fed-8d12-61975e407d98 req-d9ba02c3-9b1d-49c7-b095-564473860322 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e7d10a4-483a-4e35-9547-d2f1040a437d HTTP/1.1" status: 204 len: 173 time: 0.3783503 Jul 23 14:13:54.021120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '76728841-98f6-46f3-b204-1dcb9d6cdf84'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:54.026786 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "76728841-98f6-46f3-b204-1dcb9d6cdf84"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:54.046488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba02c3-9b1d-49c7-b095-564473860322 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d10a4-483a-4e35-9547-d2f1040a437d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:54.108328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c0c617b-3e43-4bad-afdb-5395e7623735 req-09064eba-3c38-4335-a48b-179943903592 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/0ee1ceef-b540-4f5a-b01e-d5d763de16d7 HTTP/1.1" status: 200 len: 1813 time: 0.1459310 Jul 23 14:13:54.160577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c90806-dd94-426b-a6f3-804038c1dcb8 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:54.169305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.171062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67997743-6a03-4a38-8b3b-925b3bc7b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.183344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Transition to ACTIVE for port object 26c90806-dd94-426b-a6f3-804038c1dcb8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:54.190707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.210218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67997743-6a03-4a38-8b3b-925b3bc7b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.220506 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0c617b-3e43-4bad-afdb-5395e7623735 req-3d5b73e9-c908-42f0-b699-521f2e889649 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.271983 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e807d0-62bf-45d7-ade2-3138b714754a x-openstack-request-id: req-01e807d0-62bf-45d7-ade2-3138b714754a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:54.272267 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "76728841-98f6-46f3-b204-1dcb9d6cdf84", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:54.272509 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e807d0-62bf-45d7-ade2-3138b714754a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:54.272892 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '76728841-98f6-46f3-b204-1dcb9d6cdf84', 'status': 'completed', 'code': 200} Jul 23 14:13:54.303695 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0c617b-3e43-4bad-afdb-5395e7623735 req-3d5b73e9-c908-42f0-b699-521f2e889649 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.422583 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0c617b-3e43-4bad-afdb-5395e7623735 req-3d5b73e9-c908-42f0-b699-521f2e889649 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.426267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0c617b-3e43-4bad-afdb-5395e7623735 req-3d5b73e9-c908-42f0-b699-521f2e889649 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.427737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c0c617b-3e43-4bad-afdb-5395e7623735 req-3d5b73e9-c908-42f0-b699-521f2e889649 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ee1ceef-b540-4f5a-b01e-d5d763de16d7 HTTP/1.1" status: 204 len: 173 time: 0.3182454 Jul 23 14:13:54.428051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Pushing event updated for resources: {'Port': ['ID=26c90806-dd94-426b-a6f3-804038c1dcb8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:54.461939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b73e9-c908-42f0-b699-521f2e889649 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee1ceef-b540-4f5a-b01e-d5d763de16d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:54.491286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67997743-6a03-4a38-8b3b-925b3bc7b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.495641 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67997743-6a03-4a38-8b3b-925b3bc7b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.497287 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-67997743-6a03-4a38-8b3b-925b3bc7b172 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83a91e39-743c-4a2e-85f5-d8b9cf31d6df HTTP/1.1" status: 204 len: 168 time: 0.6157112 Jul 23 14:13:54.524314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67997743-6a03-4a38-8b3b-925b3bc7b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a91e39-743c-4a2e-85f5-d8b9cf31d6df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:54.661520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Attempting to bind port 26c90806-dd94-426b-a6f3-804038c1dcb8 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:54.661884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Attempting to bind port 26c90806-dd94-426b-a6f3-804038c1dcb8 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:54.662181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Attempting to bind port 26c90806-dd94-426b-a6f3-804038c1dcb8 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:54.719805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Port 26c90806-dd94-426b-a6f3-804038c1dcb8 on network 1be42223-cecf-4b9d-bc21-d36506213d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:54.720110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Attempting to bind port 26c90806-dd94-426b-a6f3-804038c1dcb8 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:54.729436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:54.729781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Checking segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:54.730172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Bound using segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:54.730617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Bound port: 26c90806-dd94-426b-a6f3-804038c1dcb8, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:54.731003 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:54.742068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:54.742666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:54.744704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:54.745248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:54.745896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:54.746708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:54.747338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:54.750044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-72b8b6de-bf31-4f7b-ab2b-c33918544613 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6176 time: 0.4572597 Jul 23 14:13:54.889891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] For port 26c90806-dd94-426b-a6f3-804038c1dcb8, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:54.898550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] For port 26c90806-dd94-426b-a6f3-804038c1dcb8, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=26c90806-dd94-426b-a6f3-804038c1dcb8,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:54.922691 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.045897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.046742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.048373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] 10.222.0.11 "PUT /v2.0/ports/26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 1134 time: 1.4852302 Jul 23 14:13:55.072358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.078306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.088011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.095404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.101494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.107901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.113981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.116067 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-855b5546-f395-4896-b50a-1a646b1f9495 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5381 time: 0.4571323 Jul 23 14:13:55.141542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:55.173528 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3bbbf81-b967-4b1a-8f99-3d9b7814aefc req-754f7155-85cc-4dee-ad47-58df36602c01 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/12391d7b-1613-4285-8e83-de255bb68f8d HTTP/1.1" status: 200 len: 1814 time: 0.1072731 Jul 23 14:13:55.251175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283dc6b-45ab-418a-924e-988e39210a1b service neutron] Pushing event updated for resources: {'Port': ['ID=26c90806-dd94-426b-a6f3-804038c1dcb8,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:55.281710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-d2d6ff4e-ff49-4554-9698-911b8b23cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.282010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3bbbf81-b967-4b1a-8f99-3d9b7814aefc req-ba233547-0b2c-4d0c-af65-703657a11c03 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.282251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-d2d6ff4e-ff49-4554-9698-911b8b23cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.282746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-d2d6ff4e-ff49-4554-9698-911b8b23cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.284388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-d2d6ff4e-ff49-4554-9698-911b8b23cd7a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a18b3837678c4ab8b83132108f323afb&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5157166 Jul 23 14:13:55.322360 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ae71758c-ad85-44f7-8c20-1d178b5f93dc req-d29f4385-d0a6-416c-a37f-a86dd56131c7 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955264 Jul 23 14:13:55.356758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3bbbf81-b967-4b1a-8f99-3d9b7814aefc req-ba233547-0b2c-4d0c-af65-703657a11c03 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.464345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3bbbf81-b967-4b1a-8f99-3d9b7814aefc req-ba233547-0b2c-4d0c-af65-703657a11c03 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.466959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3bbbf81-b967-4b1a-8f99-3d9b7814aefc req-ba233547-0b2c-4d0c-af65-703657a11c03 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.478812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3bbbf81-b967-4b1a-8f99-3d9b7814aefc req-ba233547-0b2c-4d0c-af65-703657a11c03 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "DELETE /v2.0/security-groups/12391d7b-1613-4285-8e83-de255bb68f8d HTTP/1.1" status: 204 len: 173 time: 0.2993770 Jul 23 14:13:55.515258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba233547-0b2c-4d0c-af65-703657a11c03 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12391d7b-1613-4285-8e83-de255bb68f8d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:55.583093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-caadd2a9-6045-4181-b8af-1f3c4bf06b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:55.584800 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8dbc9ced-68f9-42a6-adf1-28646c9b5b1d req-caadd2a9-6045-4181-b8af-1f3c4bf06b09 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2879295 Jul 23 14:13:55.605218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.606556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2c5079d-7e64-44ef-9a08-46cda3e43f5f req-db97f606-1b4f-408b-bea5-cfaf95b1acc8 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/8810999d-37bb-4eaf-ba69-350369588979 HTTP/1.1" status: 200 len: 1814 time: 0.1091621 Jul 23 14:13:55.740713 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c5079d-7e64-44ef-9a08-46cda3e43f5f req-7d6a092f-c72f-4c0b-a786-c3a573f1420b tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.764051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c5079d-7e64-44ef-9a08-46cda3e43f5f req-7d6a092f-c72f-4c0b-a786-c3a573f1420b tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.813288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c5079d-7e64-44ef-9a08-46cda3e43f5f req-7d6a092f-c72f-4c0b-a786-c3a573f1420b tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.816961 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2c5079d-7e64-44ef-9a08-46cda3e43f5f req-7d6a092f-c72f-4c0b-a786-c3a573f1420b tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:55.830809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2c5079d-7e64-44ef-9a08-46cda3e43f5f req-7d6a092f-c72f-4c0b-a786-c3a573f1420b tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "DELETE /v2.0/security-groups/8810999d-37bb-4eaf-ba69-350369588979 HTTP/1.1" status: 204 len: 173 time: 0.2164061 Jul 23 14:13:55.873895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a092f-c72f-4c0b-a786-c3a573f1420b tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810999d-37bb-4eaf-ba69-350369588979,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:56.060051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cefb43-beaa-4ceb-91af-23aa28882cb7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:56.075701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:56.097802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Transition to ACTIVE for port object a9cefb43-beaa-4ceb-91af-23aa28882cb7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:56.101406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d669a71b-08e4-4e3a-b3cb-c729214ec16d req-242edd94-d0ee-4211-b9c5-b2b2fe19a3ad tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "GET /v2.0/security-groups/ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a HTTP/1.1" status: 200 len: 1814 time: 0.1258984 Jul 23 14:13:56.104875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:56.224247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cefb43-beaa-4ceb-91af-23aa28882cb7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:56.278053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '26c90806-dd94-426b-a6f3-804038c1dcb8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:56.286474 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "26c90806-dd94-426b-a6f3-804038c1dcb8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:56.375530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d669a71b-08e4-4e3a-b3cb-c729214ec16d req-23d23680-1f82-4042-b794-5917d0208d45 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:56.414581 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:13:56.719955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:56.760822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:56.781086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:56.800862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:56.813404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:56.833411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:56.849950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:56.859594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-bd382a2e-960b-4ca4-8c02-16786f08ff3a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5393 time: 0.3251326 Jul 23 14:13:57.053805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdc8f1bd-1c68-4bd9-9cb4-79b36f975f4e req-d6e51b7c-87b7-4cf7-bbec-72c8834af838 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896899 Jul 23 14:13:57.131879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-98e3dfbd-d161-4e6e-bec8-f544c7e8ca58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2641792 Jul 23 14:13:57.215388 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e99bdd7-3220-4cf3-828d-32ee1a77f221 x-openstack-request-id: req-1e99bdd7-3220-4cf3-828d-32ee1a77f221 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:57.215388 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "26c90806-dd94-426b-a6f3-804038c1dcb8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:57.216085 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e99bdd7-3220-4cf3-828d-32ee1a77f221 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:57.216085 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '26c90806-dd94-426b-a6f3-804038c1dcb8', 'status': 'completed', 'code': 200} Jul 23 14:13:57.227314 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d669a71b-08e4-4e3a-b3cb-c729214ec16d req-23d23680-1f82-4042-b794-5917d0208d45 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.356589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.357071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.357543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.358061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.358530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.359103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.359856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.361779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-826892c9-928f-4a34-b4dc-fbc22addb882 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6492 time: 0.1384451 Jul 23 14:13:57.374847 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d669a71b-08e4-4e3a-b3cb-c729214ec16d req-23d23680-1f82-4042-b794-5917d0208d45 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.377446 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d669a71b-08e4-4e3a-b3cb-c729214ec16d req-23d23680-1f82-4042-b794-5917d0208d45 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.378616 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d669a71b-08e4-4e3a-b3cb-c729214ec16d req-23d23680-1f82-4042-b794-5917d0208d45 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a HTTP/1.1" status: 204 len: 173 time: 1.2671685 Jul 23 14:13:57.385491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:57.421333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Attempting to bind port a9cefb43-beaa-4ceb-91af-23aa28882cb7 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:57.421687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Attempting to bind port a9cefb43-beaa-4ceb-91af-23aa28882cb7 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:57.422009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Attempting to bind port a9cefb43-beaa-4ceb-91af-23aa28882cb7 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:57.448040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d23680-1f82-4042-b794-5917d0208d45 tempest-SecurityGroupRulesNegativeTestJSON-2139902187 tempest-SecurityGroupRulesNegativeTestJSON-2139902187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b8c09-45b6-4fd2-a7cf-0f10af8ebd6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:57.453350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Port a9cefb43-beaa-4ceb-91af-23aa28882cb7 on network 1be42223-cecf-4b9d-bc21-d36506213d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:57.453670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Attempting to bind port a9cefb43-beaa-4ceb-91af-23aa28882cb7 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:57.455992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:57.463393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.463832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.464300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.465396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.466702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.466702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.467204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.469315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-e94471d4-756b-407a-addc-a41dd88483cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6243 time: 0.2696340 Jul 23 14:13:57.512827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:57.513177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Checking segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:57.513559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Bound using segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:57.514004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Bound port: a9cefb43-beaa-4ceb-91af-23aa28882cb7, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:57.514389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.546083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] Deleting subnet 366cb0a6-ec2e-4d88-9606-5d0f512a0b17 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:13:57.579813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.642549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.680179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-2cd9b6e3-340d-4a6d-aa9c-36476d258924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.680613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-2cd9b6e3-340d-4a6d-aa9c-36476d258924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.681083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-2cd9b6e3-340d-4a6d-aa9c-36476d258924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.682880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-2cd9b6e3-340d-4a6d-aa9c-36476d258924 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 HTTP/1.1" status: 200 len: 2294 time: 0.2473257 Jul 23 14:13:57.731892 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b46d08a-6bfe-4ddb-ae59-567e71405a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.774361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] For port a9cefb43-beaa-4ceb-91af-23aa28882cb7, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:57.783887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] For port a9cefb43-beaa-4ceb-91af-23aa28882cb7, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:57.791456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-5bfd274f-aa0d-470c-987e-c0d574e504fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.792048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-5bfd274f-aa0d-470c-987e-c0d574e504fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.792516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-5bfd274f-aa0d-470c-987e-c0d574e504fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.794445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-5bfd274f-aa0d-470c-987e-c0d574e504fa service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a18b3837678c4ab8b83132108f323afb&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2960181 Jul 23 14:13:57.798583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.809093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.850593 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-01023f1f-3c07-49ec-8d69-5ee26bb5b71b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930 HTTP/1.1" status: 200 len: 1002 time: 0.1548755 Jul 23 14:13:57.969406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.970051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.971499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/a9cefb43-beaa-4ceb-91af-23aa28882cb7 HTTP/1.1" status: 200 len: 1090 time: 2.8497756 Jul 23 14:13:57.976884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:57.982230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-336c84b8-e63a-4b72-a9ed-991bf1359721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:57.992081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-336c84b8-e63a-4b72-a9ed-991bf1359721 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d54dba8-135b-4549-a40f-e4325db6842c HTTP/1.1" status: 200 len: 851 time: 0.1241739 Jul 23 14:13:58.028960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:13:58.045508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec44fb-76fb-452e-9ec3-cc1b72a897b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cefb43-beaa-4ceb-91af-23aa28882cb7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:58.145345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366cb0a6-ec2e-4d88-9606-5d0f512a0b17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:58.172121 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.197511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-12487996-4680-48a5-b6eb-a3fed8f27d7d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/366cb0a6-ec2e-4d88-9606-5d0f512a0b17 HTTP/1.1" status: 204 len: 168 time: 0.8083761 Jul 23 14:13:58.201988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:58.287457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.410815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-d49c4d80-e6f6-48f6-881d-2f467015b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.416446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e1bee3c-567a-49b5-99da-ff0d2bfdf82e req-d49c4d80-e6f6-48f6-881d-2f467015b1f5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5458174 Jul 23 14:13:58.484691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-1b03bc3f-48f1-4c7d-8a38-498a34c52562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.487854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-1b03bc3f-48f1-4c7d-8a38-498a34c52562 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990581 Jul 23 14:13:58.514959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.630588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.638813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.647040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.655492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.664284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.671509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.678391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:58.682456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-23aeacf7-d498-4087-8e78-2a8f5aef0086 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5393 time: 0.4155297 Jul 23 14:13:58.791670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c3e504-9ae2-4812-b521-8137056dcdcc {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:13:58.801534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.810140 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b46d08a-6bfe-4ddb-ae59-567e71405a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.819891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b46d08a-6bfe-4ddb-ae59-567e71405a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.822915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-dc7e76a2-b806-4348-95ba-82d6ebd042db service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276436 Jul 23 14:13:58.847052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Transition to ACTIVE for port object c0c3e504-9ae2-4812-b521-8137056dcdcc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:13:58.870926 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b46d08a-6bfe-4ddb-ae59-567e71405a93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1891a855962b4d6f84178d5148a9accf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4136190 Jul 23 14:13:58.877913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:58.886922 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.920573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:58.942769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dddb368-9a14-470c-88ea-c50a368e7f7e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:58.961988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46d08a-6bfe-4ddb-ae59-567e71405a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041275a8-c061-46e9-b49d-d06809cf7896,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:59.030952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105ccaf9-8258-4b29-ab7d-4ac1e5415cf0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:59.031707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105ccaf9-8258-4b29-ab7d-4ac1e5415cf0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:13:59.059770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-489310a4-185e-4a74-9d8f-ca1371ff5696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.062313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.063248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43856241-93c5-4950-94fe-b91014153387 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3e504-9ae2-4812-b521-8137056dcdcc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:59.103415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.120643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d93d7117-b474-4d7b-8234-5bca2e9ad187 req-7d28eb25-4b2c-48d2-83e6-7f37791dbae9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3832572 Jul 23 14:13:59.143915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:13:59.145092 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:13:59.148843 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:13:59.179089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-489310a4-185e-4a74-9d8f-ca1371ff5696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.236401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:13:59.243293 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af32b6d3-4a79-4665-81cd-9b92aed42ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "a9cefb43-beaa-4ceb-91af-23aa28882cb7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:13:59.310685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Attempting to bind port c0c3e504-9ae2-4812-b521-8137056dcdcc on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:13:59.312231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Attempting to bind port c0c3e504-9ae2-4812-b521-8137056dcdcc by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:13:59.313826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Attempting to bind port c0c3e504-9ae2-4812-b521-8137056dcdcc on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:59.327162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Port c0c3e504-9ae2-4812-b521-8137056dcdcc on network 1be42223-cecf-4b9d-bc21-d36506213d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:13:59.328578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Attempting to bind port c0c3e504-9ae2-4812-b521-8137056dcdcc on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:13:59.334081 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a14a43-4b64-41b7-b2c3-6c75a71fa651 x-openstack-request-id: req-76a14a43-4b64-41b7-b2c3-6c75a71fa651 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:13:59.334434 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "a9cefb43-beaa-4ceb-91af-23aa28882cb7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:13:59.334813 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76a14a43-4b64-41b7-b2c3-6c75a71fa651 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:13:59.335190 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7', 'status': 'completed', 'code': 200} Jul 23 14:13:59.372131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:13:59.374062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Checking segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:13:59.374670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Bound using segment: {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:13:59.378053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Bound port: c0c3e504-9ae2-4812-b521-8137056dcdcc, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:13:59.378711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.383689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:13:59.384600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-489310a4-185e-4a74-9d8f-ca1371ff5696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.388011 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-489310a4-185e-4a74-9d8f-ca1371ff5696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.393039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-489310a4-185e-4a74-9d8f-ca1371ff5696 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/041275a8-c061-46e9-b49d-d06809cf7896 HTTP/1.1" status: 204 len: 168 time: 0.5137515 Jul 23 14:13:59.479255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.506010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.507427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489310a4-185e-4a74-9d8f-ca1371ff5696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041275a8-c061-46e9-b49d-d06809cf7896,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:59.509697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3dddb368-9a14-470c-88ea-c50a368e7f7e HTTP/1.1" status: 204 len: 168 time: 1.3051593 Jul 23 14:13:59.621400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57ef80-6063-4f69-b2a3-5b2ae64b93c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dddb368-9a14-470c-88ea-c50a368e7f7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:13:59.678202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-8073a501-e267-40cd-a9d2-8aed63a99edd service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404075 Jul 23 14:13:59.704846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.705474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.706024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.707370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.707762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.708303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.708840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.711454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-eced77bc-bb82-4599-b4b2-39712801073a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6310 time: 0.3292928 Jul 23 14:13:59.725503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] For port c0c3e504-9ae2-4812-b521-8137056dcdcc, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:13:59.792609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] For port c0c3e504-9ae2-4812-b521-8137056dcdcc, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:13:59.824113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.841865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-b3105b4c-8cc4-47bc-aa16-b3e08a56f1e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 217 time: 0.1554935 Jul 23 14:13:59.945969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:13:59.946579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:13:59.948274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-43856241-93c5-4950-94fe-b91014153387 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0c3e504-9ae2-4812-b521-8137056dcdcc HTTP/1.1" status: 200 len: 1091 time: 1.9256837 Jul 23 14:14:00.051186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:00.121737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-475d9441-01c6-4084-bd08-5d887f03d83c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bcb5cd422ab4b9e85c6a49e6e0aa03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685380 Jul 23 14:14:00.125186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-a3d65b66-f956-4294-ba6d-52186d6b7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:00.130525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-a3d65b66-f956-4294-ba6d-52186d6b7a3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.2789671 Jul 23 14:14:00.131653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:00.142146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43856241-93c5-4950-94fe-b91014153387 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3e504-9ae2-4812-b521-8137056dcdcc,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:00.161945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:00.167288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3d5e-0bef-4e56-a79b-93a9aa88a41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.301003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:00.353552 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf63179-0749-4822-b969-ec9ddd673575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.367303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-2e661749-652c-4be3-a096-f761dcb10ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:00.367869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82966-3c87-4249-88d1-cfd119e745ca req-0dc3ea1f-4fae-4119-9546-ef89c096845f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:00.367972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-2e661749-652c-4be3-a096-f761dcb10ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:00.368568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-2e661749-652c-4be3-a096-f761dcb10ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:00.370786 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-2e661749-652c-4be3-a096-f761dcb10ddb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a18b3837678c4ab8b83132108f323afb&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6422749 Jul 23 14:14:00.378484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dd82966-3c87-4249-88d1-cfd119e745ca req-0dc3ea1f-4fae-4119-9546-ef89c096845f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.5352893 Jul 23 14:14:00.461346 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8640d-9729-46a1-ac9a-28b95f3666aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.468761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.503327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dd82966-3c87-4249-88d1-cfd119e745ca req-f9617af9-4fca-4f5c-9261-4384d537f9fe tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186144 Jul 23 14:14:00.517271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-10d84764-4f70-47e0-96a0-179fa3ab4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:00.518881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-10d84764-4f70-47e0-96a0-179fa3ab4453 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3806660 Jul 23 14:14:00.600198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8640d-9729-46a1-ac9a-28b95f3666aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.736383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-371c0df2-df01-47bb-afe8-d7c8eae34381 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094443 Jul 23 14:14:00.935595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8640d-9729-46a1-ac9a-28b95f3666aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.938386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8640d-9729-46a1-ac9a-28b95f3666aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.939618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6bf8640d-9729-46a1-ac9a-28b95f3666aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db65d281-c7ad-43e7-a420-831e94b083d0 HTTP/1.1" status: 204 len: 168 time: 0.8066609 Jul 23 14:14:00.942913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5027f009-f67a-4528-9fa4-2d5ce045c563 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:00.963902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:00.983790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8640d-9729-46a1-ac9a-28b95f3666aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db65d281-c7ad-43e7-a420-831e94b083d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:01.006133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Transition to ACTIVE for port object 5027f009-f67a-4528-9fa4-2d5ce045c563 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:14:01.035014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:01.035166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-a0c737b1-3f50-45cc-b5b4-b8fd863a237d service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890329 Jul 23 14:14:01.118951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-815f345e-62de-44ad-9594-a4489c0a8ea4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 217 time: 0.0736127 Jul 23 14:14:01.280283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-2a7925be-32c8-44eb-8946-b9e59e253021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.289450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.292906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-2a7925be-32c8-44eb-8946-b9e59e253021 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1503599 Jul 23 14:14:01.306633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.313246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.330182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.358272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.380144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.408109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.410315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-a19893fc-0724-400e-afa3-82eba1dac26f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5405 time: 1.1095991 Jul 23 14:14:01.416510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:01.429880 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59905fb-3925-4804-b0b9-e599c2fb59ae" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:01.436579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-52258384-ea9d-46dc-80c7-f4a3565bc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.446400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af32b6d3-4a79-4665-81cd-9b92aed42ecb req-52258384-ea9d-46dc-80c7-f4a3565bc6a2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0466447 Jul 23 14:14:01.458316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-9d3a8bdc-57a4-44b8-8c30-818e195b0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.460649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-9d3a8bdc-57a4-44b8-8c30-818e195b0d4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1624520 Jul 23 14:14:01.505747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Pushing event updated for resources: {'Port': ['ID=5027f009-f67a-4528-9fa4-2d5ce045c563,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:01.541359 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f56111c-fdec-43b9-88ce-9a1218dc369d x-openstack-request-id: req-3f56111c-fdec-43b9-88ce-9a1218dc369d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:01.542003 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:01.542384 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f56111c-fdec-43b9-88ce-9a1218dc369d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:01.542992 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc', 'status': 'completed', 'code': 200} Jul 23 14:14:01.652904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-0ce266ab-018c-4957-b836-7386d5005bc4 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832194 Jul 23 14:14:01.748133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3d5e-0bef-4e56-a79b-93a9aa88a41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:01.766776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3d5e-0bef-4e56-a79b-93a9aa88a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:01.778671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-86bac2bf-8b13-4db3-ac75-92b9ec2687a2 req-ccce78dc-660b-49d1-b2d4-6d3727787235 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3145704 Jul 23 14:14:01.874557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-4b331522-6e83-4cba-a40e-df43fd15d25b service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123039 Jul 23 14:14:01.883225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.883526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.884006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.884498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.885019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.885499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.886028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:01.888985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-2d9fae9a-6c62-4ccf-a6e4-a29e1e4b54b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6377 time: 0.2890561 Jul 23 14:14:01.894413 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d1d3d5e-0bef-4e56-a79b-93a9aa88a41e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36e96922580140ebbe63cedddde07ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4996672 Jul 23 14:14:01.895849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d3d5e-0bef-4e56-a79b-93a9aa88a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b59d3b1-f0f4-4b41-af33-d61d37bb393f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:01.900326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:01.904785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Attempting to bind port 5027f009-f67a-4528-9fa4-2d5ce045c563 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:14:01.905300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Attempting to bind port 5027f009-f67a-4528-9fa4-2d5ce045c563 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:14:01.905741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Attempting to bind port 5027f009-f67a-4528-9fa4-2d5ce045c563 on network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:01.943721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-ef023f52-74a5-46cd-9e41-608df9766d01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4e76325a-27d4-4201-8bf2-98572f2c600d HTTP/1.1" status: 200 len: 217 time: 0.0568109 Jul 23 14:14:02.021053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Port 5027f009-f67a-4528-9fa4-2d5ce045c563 on network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:14:02.022387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Attempting to bind port 5027f009-f67a-4528-9fa4-2d5ce045c563 on network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:02.065516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf63179-0749-4822-b969-ec9ddd673575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.080874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf63179-0749-4822-b969-ec9ddd673575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.106784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-59f7c2a2-ad0b-4ca8-843d-94db1073cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:02.111195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-59f7c2a2-ad0b-4ca8-843d-94db1073cbf9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1585763 Jul 23 14:14:02.141274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6cf63179-0749-4822-b969-ec9ddd673575 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6a7a02836324fa480dbd6acc45e3627&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8331544 Jul 23 14:14:02.143469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:02.203565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63179-0749-4822-b969-ec9ddd673575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c488a39-4bc6-4453-9eac-ed5bacad98b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:02.240273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-9296f8b8-262b-403e-b1c2-f74d0ceb3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:02.241183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-9296f8b8-262b-403e-b1c2-f74d0ceb3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:02.241826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-9296f8b8-262b-403e-b1c2-f74d0ceb3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:02.243874 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-9296f8b8-262b-403e-b1c2-f74d0ceb3b6e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a18b3837678c4ab8b83132108f323afb&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3337488 Jul 23 14:14:02.245597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:14:02.246870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Checking segment: {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:02.247492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Bound using segment: {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:14:02.248284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Bound port: 5027f009-f67a-4528-9fa4-2d5ce045c563, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:14:02.248828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.253748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a2ad-ddb0-4d7a-adf7-6fe4a0b05656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.356998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-0abd417d-242b-49bd-a631-ddaecb6d391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:02.366412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-0abd417d-242b-49bd-a631-ddaecb6d391b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2238958 Jul 23 14:14:02.367929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1563614d-ccaa-4c07-941c-e9dde4a2f9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.368416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-f86d128f-fd86-43a8-bcba-d9d85a71d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:02.370733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a59905fb-3925-4804-b0b9-e599c2fb59ae req-f86d128f-fd86-43a8-bcba-d9d85a71d767 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178162 Jul 23 14:14:02.439306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1563614d-ccaa-4c07-941c-e9dde4a2f9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.479200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a2ad-ddb0-4d7a-adf7-6fe4a0b05656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.570778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:02.604125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1563614d-ccaa-4c07-941c-e9dde4a2f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.607818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] For port 5027f009-f67a-4528-9fa4-2d5ce045c563, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:14:02.608653 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1563614d-ccaa-4c07-941c-e9dde4a2f9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.613063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1563614d-ccaa-4c07-941c-e9dde4a2f9d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c488a39-4bc6-4453-9eac-ed5bacad98b3 HTTP/1.1" status: 204 len: 168 time: 0.4587903 Jul 23 14:14:02.629368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563614d-ccaa-4c07-941c-e9dde4a2f9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c488a39-4bc6-4453-9eac-ed5bacad98b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:02.651592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] For port 5027f009-f67a-4528-9fa4-2d5ce045c563, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5027f009-f67a-4528-9fa4-2d5ce045c563,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:14:02.663961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.715122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:02.717224 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.722276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] 10.222.0.11 "PUT /v2.0/ports/5027f009-f67a-4528-9fa4-2d5ce045c563 HTTP/1.1" status: 200 len: 1091 time: 2.5816031 Jul 23 14:14:02.787698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-8f0d90d6-fe8c-4e4c-88f7-24650d4a263d service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105141 Jul 23 14:14:02.879477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a2ad-ddb0-4d7a-adf7-6fe4a0b05656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.882861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a2ad-ddb0-4d7a-adf7-6fe4a0b05656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:02.884189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3ea7a2ad-ddb0-4d7a-adf7-6fe4a0b05656 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b59d3b1-f0f4-4b41-af33-d61d37bb393f HTTP/1.1" status: 204 len: 168 time: 0.9817970 Jul 23 14:14:02.900395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Request body: {'port': {'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:03.001123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7a2ad-ddb0-4d7a-adf7-6fe4a0b05656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b59d3b1-f0f4-4b41-af33-d61d37bb393f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:03.040019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:03.062172 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-57eedd7f-7d28-4160-a57f-f30ad08fdb92 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602358 Jul 23 14:14:03.153539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-8127e998-31c7-476c-9432-7127e8f67b6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c HTTP/1.1" status: 200 len: 217 time: 0.0790653 Jul 23 14:14:03.166392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-778028480-network', 'tenant_id': '2cc51e64468045af9f3b4640d51f27ac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:03.237455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686099c-52fe-4447-be38-11a8325b6f94 service neutron] Pushing event updated for resources: {'Port': ['ID=5027f009-f67a-4528-9fa4-2d5ce045c563,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:03.244378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Made reservation on behalf of 2cc51e64468045af9f3b4640d51f27ac for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:14:03.247374 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.292609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:03.310769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'mac_address': 'fa:16:3e:b9:ad:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:03.323411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.324873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.400707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-2ebf35bf-c960-468b-85aa-03819381008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.401737 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-2ebf35bf-c960-468b-85aa-03819381008b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1097 time: 0.6560321 Jul 23 14:14:03.405920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-6a954f93-a56c-4c5e-a9c1-a680e0e06d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.408611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-6a954f93-a56c-4c5e-a9c1-a680e0e06d7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1923757 Jul 23 14:14:03.514525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.521589 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.529786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.548312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.554501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.560545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.579802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.585624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:03.593284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.601805 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-7cb05164-bd88-4dfc-b340-e66d3a9a6169 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5417 time: 0.6111946 Jul 23 14:14:03.642922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:03.647261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:03.649914 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83651384-678b-44d9-8afa-aa5f97dc76ff" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:03.681869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4489b38-a1e4-4f4e-9b33-344a51eed735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.689093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:03.698327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.715473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-98eca153-fd55-413c-9aed-3f323ed50bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:03.717550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-98eca153-fd55-413c-9aed-3f323ed50bd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2960541 Jul 23 14:14:03.765846 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1edb4eb-9a57-44f9-a0a4-b7be689aa191 x-openstack-request-id: req-e1edb4eb-9a57-44f9-a0a4-b7be689aa191 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:03.766210 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:03.766464 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1edb4eb-9a57-44f9-a0a4-b7be689aa191 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:03.766872 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563', 'status': 'completed', 'code': 200} Jul 23 14:14:03.830224 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.839694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:03.869668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.882803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:14:03.893265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:03.893919 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Added segment 637fab09-1697-41dc-afd3-71eb70073f16 of type vlan for network 36c41b7c-de3c-4a70-955b-95a30081b911 Jul 23 14:14:03.911185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:03.987002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37fc560e-5099-4eb6-aa76-5004bf5f486f req-c3272e59-75ea-405e-8256-246b2fdaae93 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3803875 Jul 23 14:14:04.087568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:04.323101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-437b488c-78ca-43f8-a68e-7507e1e5a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:04.324764 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-437b488c-78ca-43f8-a68e-7507e1e5a3ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.8694484 Jul 23 14:14:04.542011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1a32ce-cb1b-4ecd-b466-f1823f749231 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:04.556682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:04.561641 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-f20b56e3-9b73-42d9-98ea-cdf5b94db278 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 1000 time: 0.2256784 Jul 23 14:14:04.597892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Transition to ACTIVE for port object bc1a32ce-cb1b-4ecd-b466-f1823f749231 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:14:04.611177 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:04.855780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-1077dd50-683f-45c7-8e53-333907d99b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:04.858612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-1077dd50-683f-45c7-8e53-333907d99b61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.2622035 Jul 23 14:14:04.862389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a32ce-cb1b-4ecd-b466-f1823f749231,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:04.875129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b969d48-66d5-4edf-bcea-1ff915946a15,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:05.038500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:05.181528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.186459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.190004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.226076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-866690c6-0bc6-4792-8cdf-1b7f9cb39a36 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4878778 Jul 23 14:14:05.241986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:05.242601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.255511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-13b16562-0a43-4680-b94d-2f1b0afeebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.257112 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-13b16562-0a43-4680-b94d-2f1b0afeebda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3736157 Jul 23 14:14:05.330781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Attempting to bind port bc1a32ce-cb1b-4ecd-b466-f1823f749231 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:14:05.331928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Attempting to bind port bc1a32ce-cb1b-4ecd-b466-f1823f749231 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:14:05.332481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Attempting to bind port bc1a32ce-cb1b-4ecd-b466-f1823f749231 on network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:05.340329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Port bc1a32ce-cb1b-4ecd-b466-f1823f749231 on network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:14:05.341102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Attempting to bind port bc1a32ce-cb1b-4ecd-b466-f1823f749231 on network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:05.384700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:14:05.385178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Checking segment: {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:05.385634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Bound using segment: {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:14:05.386152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Bound port: bc1a32ce-cb1b-4ecd-b466-f1823f749231, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2b4b92-516a-4ce5-be81-ff7018405ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:14:05.386589 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.452303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.516597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-b24b83e6-474e-4dc2-b313-fd01f2648bbb service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453635 Jul 23 14:14:05.542139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.542625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.543122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.543598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.549208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.549694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.550307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.552399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-9dc1988a-b799-4db1-80cb-ae7db6711351 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6419 time: 1.7338846 Jul 23 14:14:05.571700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:05.581228 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379688a7-6ed9-4d5a-8032-9a7938a69248" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:05.603553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:05.613371 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.690684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] For port bc1a32ce-cb1b-4ecd-b466-f1823f749231, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:14:05.701640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] For port bc1a32ce-cb1b-4ecd-b466-f1823f749231, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:14:05.722277 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95ba2b5-7082-4bfa-93e5-473b90d950b8 x-openstack-request-id: req-b95ba2b5-7082-4bfa-93e5-473b90d950b8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:05.722569 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:05.726028 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b95ba2b5-7082-4bfa-93e5-473b90d950b8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:05.726525 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'code': 200} Jul 23 14:14:05.729028 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.779304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:05.791090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.792182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.792754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.793294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.793855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.794527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.795133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.795692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.796250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.796805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.797385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.798094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:05.834609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-c04d7b55-8351-4b70-a7c0-927b9ec88221 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a023691a-7f6a-4b02-9288-e12459aa4a16 HTTP/1.1" status: 200 len: 217 time: 0.2253914 Jul 23 14:14:05.896201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:05.896827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:05.898277 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc1a32ce-cb1b-4ecd-b466-f1823f749231 HTTP/1.1" status: 200 len: 1091 time: 3.0250731 Jul 23 14:14:05.909234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:05.920445 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0d8dba-cf34-49bf-8510-86cd4d731e29" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:06.019187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-f98c09c4-9950-4f72-b14d-2826491910da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:06.023306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-f98c09c4-9950-4f72-b14d-2826491910da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.1638463 Jul 23 14:14:06.097499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-de28bdc6-123e-4a73-a882-49a94b91d250 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8100758 Jul 23 14:14:06.115723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] Pushing event updated for resources: {'Network': ['ID=36c41b7c-de3c-4a70-955b-95a30081b911,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:06.129173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 36c41b7c-de3c-4a70-955b-95a30081b911 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:14:06.323701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4489b38-a1e4-4f4e-9b33-344a51eed735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:06.369934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4489b38-a1e4-4f4e-9b33-344a51eed735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:06.469391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4489b38-a1e4-4f4e-9b33-344a51eed735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0bdd00-3bc1-402a-90d2-5e18d9d06b17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:06.475200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd6c1fc4-0290-49ce-aa21-900c59d0149a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.9029260 Jul 23 14:14:06.481778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:06.491170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Request body: {'subnet': {'network_id': '36c41b7c-de3c-4a70-955b-95a30081b911', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-778028480-subnet', 'tenant_id': '2cc51e64468045af9f3b4640d51f27ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:06.508259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-17844e07-55e2-4d9f-945b-13864d573d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:06.512148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-17844e07-55e2-4d9f-945b-13864d573d81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4371753 Jul 23 14:14:06.520275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-23c68d69-98b0-4ec5-ab52-2dbc90a58db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:06.521162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-23c68d69-98b0-4ec5-ab52-2dbc90a58db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:06.521474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-23c68d69-98b0-4ec5-ab52-2dbc90a58db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:06.525021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-23c68d69-98b0-4ec5-ab52-2dbc90a58db9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a18b3837678c4ab8b83132108f323afb&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8793068 Jul 23 14:14:06.764883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-184beab2-e887-49a1-83ed-bc2677dba9e1 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386484 Jul 23 14:14:06.809177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c4489b38-a1e4-4f4e-9b33-344a51eed735 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7103d28dcaf4ca18b992d55b1ac7849&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1631579 Jul 23 14:14:06.830476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:06.974243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Made reservation on behalf of 2cc51e64468045af9f3b4640d51f27ac for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:14:06.978935 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:07.202433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a32ce-cb1b-4ecd-b466-f1823f749231,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:07.203027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-814de310-e696-4a8b-ac9e-8b99cdd7285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.207387 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ff5533-840f-4d6b-9cec-557f79cad8d8 x-openstack-request-id: req-06ff5533-840f-4d6b-9cec-557f79cad8d8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:07.209186 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:07.209610 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06ff5533-840f-4d6b-9cec-557f79cad8d8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:07.210168 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231', 'status': 'completed', 'code': 200} Jul 23 14:14:07.215180 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6c8050e-be40-486f-80ac-a4b97b749179 req-3905e9a9-4c12-433e-af69-4a4d268ca7e7 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1158545 Jul 23 14:14:07.218804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83651384-678b-44d9-8afa-aa5f97dc76ff req-814de310-e696-4a8b-ac9e-8b99cdd7285a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4487848 Jul 23 14:14:07.254323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.269489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.278047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.285449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.296036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.303104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.309143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:07.311520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-a9151bb3-838a-479c-8bce-f293bf7969b4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 2.0531230 Jul 23 14:14:07.377817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1791cd18-2a15-421f-8b26-a57a92123a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:07.402597 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-79acd8d5-1836-40e0-b2a7-606b19c39e8d req-6ff8babc-ab8f-467f-8e8b-c375c4efef82 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835152 Jul 23 14:14:07.467128 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:07.574804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1791cd18-2a15-421f-8b26-a57a92123a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:07.591959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-c329fd81-a538-4f18-b946-69f216d211eb service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039942 Jul 23 14:14:07.701094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-a306925e-87cb-49b7-9723-8bf612a09785 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233 HTTP/1.1" status: 200 len: 217 time: 0.0982182 Jul 23 14:14:07.915972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1791cd18-2a15-421f-8b26-a57a92123a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:07.923429 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1791cd18-2a15-421f-8b26-a57a92123a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:07.929346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1791cd18-2a15-421f-8b26-a57a92123a49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef0bdd00-3bc1-402a-90d2-5e18d9d06b17 HTTP/1.1" status: 204 len: 168 time: 1.0868716 Jul 23 14:14:08.041567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-cdcf2bc1-0b2e-45a2-97b5-5f12ceb3dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.043448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-cdcf2bc1-0b2e-45a2-97b5-5f12ceb3dc0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.3273425 Jul 23 14:14:08.051586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.052177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.052761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.053309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.053948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.054856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.055387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.057856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6574422e-6d6d-43b6-a424-94f146279ae2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6486 time: 0.7434597 Jul 23 14:14:08.071316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791cd18-2a15-421f-8b26-a57a92123a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0bdd00-3bc1-402a-90d2-5e18d9d06b17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:08.078685 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:08.405369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c8c2ad55-d2a7-4654-b155-dfda351ffd41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4bafac-09dc-4375-add6-f3f780e2efca HTTP/1.1" status: 200 len: 217 time: 0.2927442 Jul 23 14:14:08.435270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de8af69-8439-4a96-9408-3b2a52431ebd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:08.532001 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:08.583592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Checking segment: {'id': '637fab09-1697-41dc-afd3-71eb70073f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36c41b7c-de3c-4a70-955b-95a30081b911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:08.587027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Network hostable DHCP agents. Network: 36c41b7c-de3c-4a70-955b-95a30081b911, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:14:08.662661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5f757fdb-8460-4d2a-b68e-4c3974f7031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.664326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5f757fdb-8460-4d2a-b68e-4c3974f7031d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f9b00b3-649e-4d61-92c2-dcac2b10a7bf HTTP/1.1" status: 200 len: 855 time: 0.2124245 Jul 23 14:14:08.706844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-95dfd687-e4f9-4b6c-995c-7469f33b717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.709158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-95dfd687-e4f9-4b6c-995c-7469f33b717f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6495583 Jul 23 14:14:08.733651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Network 36c41b7c-de3c-4a70-955b-95a30081b911 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:14:08.781356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 36c41b7c-de3c-4a70-955b-95a30081b911) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:14:08.789679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.790375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:08.793571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cc1cd-17a7-48d6-a5f1-f793aa44d825 None None] Network 36c41b7c-de3c-4a70-955b-95a30081b911 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:14:08.904071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-287789a4-6044-49b1-b43a-decae9f29d47 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4180741 Jul 23 14:14:08.937485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.949981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.958775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.959300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-554c2026-9523-46b0-8bfc-7abd39920d61 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267458 Jul 23 14:14:08.966066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6b41d289-4996-48c2-83c3-c1d14dcd9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.977855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6b41d289-4996-48c2-83c3-c1d14dcd9da3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f90128ca-9332-4025-8425-15b1e4bf1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873559 Jul 23 14:14:08.980486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.987966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:08.994357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:09.001520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:09.005775 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-46dfb879-5e11-45a6-8697-a9271a951103 req-9fa6d363-4961-487b-adee-3d6b949733bd tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.3470538 Jul 23 14:14:09.032777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d494a3-4312-4634-b7e8-070a96c1ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:09.138795 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-46dfb879-5e11-45a6-8697-a9271a951103 req-52dc89f0-957f-4555-a345-800a7ead923b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207442 Jul 23 14:14:09.228876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a2ef0a-d639-4ae3-bb5b-e6396671e48e req-28519236-f0c8-4c7c-9264-5894a2601562 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577837 Jul 23 14:14:09.316537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-befc88ba-c024-4394-84c0-afbc3db41f45 service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479632 Jul 23 14:14:09.399817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db74b0-2b09-41d0-918d-8be16d8ab95e None None] Network 36c41b7c-de3c-4a70-955b-95a30081b911 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:14:09.424354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d494a3-4312-4634-b7e8-070a96c1ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:09.439771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d494a3-4312-4634-b7e8-070a96c1ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:09.535706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d494a3-4312-4634-b7e8-070a96c1ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc7a03-e95b-4b09-ad5a-4690a32305fb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:09.577384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c9d494a3-4312-4634-b7e8-070a96c1ca00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97daca151d9b4aeb90d2bb002af82690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0417583 Jul 23 14:14:09.578478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:09.710131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-84bc35d1-4a2a-4670-a221-871272d25a0b service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841763 Jul 23 14:14:09.734565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de701b5e-0146-4c3f-9ace-ca4f4186d05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:09.824222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-d9b213d5-b038-4b74-bc30-50eb2c11dbce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 217 time: 0.1009455 Jul 23 14:14:09.871886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de701b5e-0146-4c3f-9ace-ca4f4186d05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:09.886426 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-7f7061f4-06fe-4f6d-9b3a-d94fad5635d2 req-cbc17879-50d7-470b-a92a-01191a863f46 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] show failed (client error): The resource could not be found. Jul 23 14:14:09.887855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f7061f4-06fe-4f6d-9b3a-d94fad5635d2 req-cbc17879-50d7-470b-a92a-01191a863f46 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "GET /v2.0/security-groups/a1caa1ca-fdcc-46fd-a927-bf714354c156 HTTP/1.1" status: 404 len: 352 time: 0.0228860 Jul 23 14:14:10.024576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-1b348093-3581-460e-b68f-49358f5e92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.027086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-1b348093-3581-460e-b68f-49358f5e92fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.1917050 Jul 23 14:14:10.081163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93170288-bbf8-464f-8a3c-6e70a1f43863 req-14436d98-9a38-49b8-9c00-da2dd03f2931 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cc51e64468045af9f3b4640d51f27ac HTTP/1.1" status: 200 len: 2988 time: 0.1295898 Jul 23 14:14:10.105287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de701b5e-0146-4c3f-9ace-ca4f4186d05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:10.108362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de701b5e-0146-4c3f-9ace-ca4f4186d05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:10.109868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-de701b5e-0146-4c3f-9ace-ca4f4186d05e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bafc7a03-e95b-4b09-ad5a-4690a32305fb HTTP/1.1" status: 204 len: 168 time: 0.5286629 Jul 23 14:14:10.181489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de701b5e-0146-4c3f-9ace-ca4f4186d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc7a03-e95b-4b09-ad5a-4690a32305fb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:10.261682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ed46ed63-5558-4f0e-8402-2e10f57e3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.263993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ed46ed63-5558-4f0e-8402-2e10f57e3163 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2291939 Jul 23 14:14:10.284547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93170288-bbf8-464f-8a3c-6e70a1f43863 req-5e250ed5-a64d-4c51-a83a-b0c2ac1789da tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "GET /v2.0/security-groups/7b969d48-66d5-4edf-bcea-1ff915946a15 HTTP/1.1" status: 200 len: 2985 time: 0.1955860 Jul 23 14:14:10.445185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.454404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.464460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.473893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.484150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.495721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.505524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:10.518065 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-79ea42af-e016-4aff-bd22-91870e56f962 req-ea030cf1-9763-497c-88e3-1c5b1a470458 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.1990492 Jul 23 14:14:10.574270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93170288-bbf8-464f-8a3c-6e70a1f43863 req-67271518-559f-4a27-86f5-ab6463342001 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "GET /v2.0/security-groups/7b969d48-66d5-4edf-bcea-1ff915946a15 HTTP/1.1" status: 200 len: 2985 time: 0.2011883 Jul 23 14:14:10.614214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-79ea42af-e016-4aff-bd22-91870e56f962 req-9a84d161-422d-4a19-8e3f-67b41a1e72ab tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942564 Jul 23 14:14:10.640265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-aa4a1350-2376-4acf-bea8-dc5de585ec55 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637037 Jul 23 14:14:10.866400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e75ce01-81de-46f0-960f-54440ed667a9 req-98327bd9-abca-41bd-af74-3495fb45d4bd tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "GET /v2.0/security-groups/7b969d48-66d5-4edf-bcea-1ff915946a15 HTTP/1.1" status: 200 len: 2985 time: 0.2239137 Jul 23 14:14:10.938936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-e3c1a587-7237-4ab6-a967-3dcd676d12c8 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851322 Jul 23 14:14:10.998209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-3b6f8a89-493c-4d7e-b93c-8aa105673e73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 217 time: 0.0507884 Jul 23 14:14:11.160467 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-5e75ce01-81de-46f0-960f-54440ed667a9 req-8ca5b7a3-29cc-4943-9394-1733dd1a225f tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 14:14:11.161680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e75ce01-81de-46f0-960f-54440ed667a9 req-8ca5b7a3-29cc-4943-9394-1733dd1a225f tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b969d48-66d5-4edf-bcea-1ff915946a15 HTTP/1.1" status: 409 len: 352 time: 0.2829416 Jul 23 14:14:11.255317 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-5366f8e6-f012-417d-9d16-89623d2b9adb req-ab1dcb7b-03b7-4da8-9ced-a1471bc263a8 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] show failed (client error): The resource could not be found. Jul 23 14:14:11.258043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5366f8e6-f012-417d-9d16-89623d2b9adb req-ab1dcb7b-03b7-4da8-9ced-a1471bc263a8 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "GET /v2.0/security-groups/4c0aa3d2-73c9-4bc7-b406-3aff904a18b8 HTTP/1.1" status: 404 len: 352 time: 0.0263150 Jul 23 14:14:11.264662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-a722d6ac-8277-4bad-adcc-7c923c081415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:11.266273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-a722d6ac-8277-4bad-adcc-7c923c081415 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.2435596 Jul 23 14:14:11.348241 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-223b5741-337e-4626-8899-1cad0d333a1e req-fdda644c-b3fc-4281-abaa-474ec8f0a947 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] show failed (client error): The resource could not be found. Jul 23 14:14:11.349750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-223b5741-337e-4626-8899-1cad0d333a1e req-fdda644c-b3fc-4281-abaa-474ec8f0a947 tempest-SecurityGroupsNegativeTestJSON-665323017 tempest-SecurityGroupsNegativeTestJSON-665323017-project] 10.222.0.21 "GET /v2.0/security-groups/3ecdbd24-a43b-4439-92f4-6298d38bdf98 HTTP/1.1" status: 404 len: 352 time: 0.0195060 Jul 23 14:14:11.365144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:11.465141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ff3f79a1-6db9-4946-ac5a-6de225e95cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:11.466765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ff3f79a1-6db9-4946-ac5a-6de225e95cbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1911945 Jul 23 14:14:11.494939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] Deleting subnet 1de8af69-8439-4a96-9408-3b2a52431ebd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:14:11.502731 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:11.580608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:11.634620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:11.725854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4cda5178-3487-4301-a029-760f59011ac9 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514729 Jul 23 14:14:11.757122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:11.818233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de8af69-8439-4a96-9408-3b2a52431ebd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:11.847779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:11.854679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6763c61e-d452-45f9-a960-7560bf38e62c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1de8af69-8439-4a96-9408-3b2a52431ebd HTTP/1.1" status: 204 len: 168 time: 0.4840429 Jul 23 14:14:11.855257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:11.928431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-8ad8ba52-5be9-4742-b464-de86b8781da3 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926999 Jul 23 14:14:11.992643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:12.009061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.018613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.019311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-3354ed7e-53fc-4d01-bfe1-e9e14a94ae13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7 HTTP/1.1" status: 200 len: 217 time: 0.0834646 Jul 23 14:14:12.026286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.033205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.040315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.051011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.057925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.060410 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-2321bd37-23e3-4fab-86ad-dc58da6dfd0a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.2445965 Jul 23 14:14:12.150060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-3c7867d9-8c48-4c2c-92a1-b9c05271de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.160313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-3c7867d9-8c48-4c2c-92a1-b9c05271de88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.1322408 Jul 23 14:14:12.212627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:12.232419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5a7de7-a6e0-4e1a-84e3-bc84407f3bb5 req-9db22cae-2e2e-4ebe-a8fd-e69e587744d9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597338 Jul 23 14:14:12.253178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c41b7c-de3c-4a70-955b-95a30081b911']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:12.284160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ef1fb2dc-5fc1-4f64-8c5c-f59b0449049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.285709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ef1fb2dc-5fc1-4f64-8c5c-f59b0449049b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205115 Jul 23 14:14:12.291389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637fab09-1697-41dc-afd3-71eb70073f16') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:12.291720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637fab09-1697-41dc-afd3-71eb70073f16') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:12.321590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:12.345668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:12.360148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:14:12.361008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:14:12.368418 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:14:12.403557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-d2312ebe-8aae-4cfb-9c66-7ec2b9ddf0ba service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105256 Jul 23 14:14:12.518190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:12.526976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:12.532648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] 10.222.0.21 "DELETE /v2.0/networks/36c41b7c-de3c-4a70-955b-95a30081b911 HTTP/1.1" status: 204 len: 168 time: 0.6765149 Jul 23 14:14:12.549585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468617a2-bbc5-459f-817d-6b24c490e314 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c41b7c-de3c-4a70-955b-95a30081b911,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:12.606903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-73a9f92f-d497-4ecc-8180-577cab5931b8 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958842 Jul 23 14:14:12.667999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c90f5a41-003c-409e-a758-683f923244de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc HTTP/1.1" status: 200 len: 217 time: 0.0523772 Jul 23 14:14:12.763611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-a0f02a4e-3bc4-46a3-9e7f-135c6ce8c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.766238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-a0f02a4e-3bc4-46a3-9e7f-135c6ce8c5b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0909319 Jul 23 14:14:12.881856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ee86297e-c9bf-475a-bc8f-9182ff50c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:12.883441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-ee86297e-c9bf-475a-bc8f-9182ff50c16e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034210 Jul 23 14:14:13.117644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-201a54fe-f0fb-4b15-bf85-5daf9d97a955 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247918 Jul 23 14:14:13.144587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:13.276898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-002d03f6-175b-4b31-86cf-c9e9ebfc1852 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cc51e64468045af9f3b4640d51f27ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240261 Jul 23 14:14:13.277972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:13.352134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-7402bf4c-f577-410f-94ae-e334a6e64aec service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268488 Jul 23 14:14:13.474236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-1f058aca-61e8-4e64-bac6-62f4ba377ee1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5027f009-f67a-4528-9fa4-2d5ce045c563 HTTP/1.1" status: 200 len: 217 time: 0.1148419 Jul 23 14:14:13.510015 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56675ba5-da1f-4d0c-b402-c140bad5d017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:13.559050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56675ba5-da1f-4d0c-b402-c140bad5d017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:13.628788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56675ba5-da1f-4d0c-b402-c140bad5d017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:13.633164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56675ba5-da1f-4d0c-b402-c140bad5d017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:13.635316 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-56675ba5-da1f-4d0c-b402-c140bad5d017 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b969d48-66d5-4edf-bcea-1ff915946a15 HTTP/1.1" status: 204 len: 168 time: 0.3550653 Jul 23 14:14:13.659669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675ba5-da1f-4d0c-b402-c140bad5d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b969d48-66d5-4edf-bcea-1ff915946a15,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:13.699708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.711885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.721720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.730543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.738399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.747189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.755295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.763608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-9085b7a2-2c07-4ec0-9af8-0ba78e54e1eb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.2878590 Jul 23 14:14:13.771563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4d4d54b9-b7af-4cef-bcdb-2df8851dc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.773735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-4d4d54b9-b7af-4cef-bcdb-2df8851dc27e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.2505834 Jul 23 14:14:13.873561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41961102-9931-4eeb-b30c-ee28ccca0977 req-49bd1dcc-da3a-46a8-a735-8d404649188c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087649 Jul 23 14:14:13.905042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-65fe1c34-ff09-4e23-bd78-46313e287134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:13.906980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-65fe1c34-ff09-4e23-bd78-46313e287134 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141105 Jul 23 14:14:14.124540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-6a9ebda0-5529-4401-b100-43fc3cf904b8 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944122 Jul 23 14:14:14.274460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-a4ed05c7-e58c-438a-925d-349aec063427 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421182 Jul 23 14:14:14.329773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c64179c9-17a3-47fd-ac4f-08e3a94ee354 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231 HTTP/1.1" status: 200 len: 217 time: 0.0477140 Jul 23 14:14:14.446137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-9932c1fc-0b0e-4bad-98bb-0e929a72c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:14.447897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-9932c1fc-0b0e-4bad-98bb-0e929a72c11f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.1063364 Jul 23 14:14:14.538727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5cc7caa8-48c6-4a4e-a4b1-d0a28c333cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:14.540735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-5cc7caa8-48c6-4a4e-a4b1-d0a28c333cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821791 Jul 23 14:14:14.713309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-a4fd2358-45ba-4bd3-8012-88d40b264b2e service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640513 Jul 23 14:14:14.830271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-90e7dc73-e6c2-495a-a537-399cb18f4e47 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084127 Jul 23 14:14:15.795530 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bccbca93-be88-48a2-9c4e-0a7115e00fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:15.808186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.815257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.821092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.828042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.835392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.842888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.849322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.855430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-204c4e90-8817-431a-8256-cebb8800005f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.8309050 Jul 23 14:14:15.880627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.881225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.881819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.883357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.883839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.884343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.884839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:15.887630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-293984f3-9299-477b-b0c5-a5470ee1d936 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6486 time: 0.7607698 Jul 23 14:14:15.957245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1730c02e-8bb1-476e-8902-ba4cf820d61c req-904ffea1-01c6-4523-9abc-c774541f7256 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851569 Jul 23 14:14:16.050564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-723714ba-05ec-43ff-9398-29b61f7b2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:16.052179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-723714ba-05ec-43ff-9398-29b61f7b2124 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 HTTP/1.1" status: 200 len: 902 time: 0.1569040 Jul 23 14:14:16.111125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-d5ac4265-8688-41c0-be5b-a8e46fc5ac7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231 HTTP/1.1" status: 200 len: 217 time: 0.0507598 Jul 23 14:14:16.201883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-d99310c4-8fa3-4c25-aaa4-0ccb30481626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:16.202754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-d99310c4-8fa3-4c25-aaa4-0ccb30481626 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.0848634 Jul 23 14:14:16.283449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-59e5f25e-ae74-4ea0-b8b5-cc756a704936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:16.286236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-59e5f25e-ae74-4ea0-b8b5-cc756a704936 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716500 Jul 23 14:14:16.395588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:16.464842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-2e0b1685-9d0b-47d4-8aeb-8626e5131f5e service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651111 Jul 23 14:14:16.596181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f0d8dba-cf34-49bf-8510-86cd4d731e29 req-6ffab8f1-f147-41df-bf2f-08d4277815e7 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232860 Jul 23 14:14:16.932026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-520812481-network', 'tenant_id': '4826d33744b24a21b987878766488de8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:17.033569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Made reservation on behalf of 4826d33744b24a21b987878766488de8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:14:17.049458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.092853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.422253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.440258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.440972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.449435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.477524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.481077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d078c7e-a556-4cd7-8a7d-b1843dec0eee,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:17.493322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.496837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:14:17.501442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.508706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.516031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.521883 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.523755 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Added segment c0d3345b-8053-4992-82e6-5ac3b506e232 of type vlan for network cb1471e1-0ac7-485c-9107-b2695b823a83 Jul 23 14:14:17.525672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-b870c554-d4f5-465f-b158-a42174b1198a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.3700562 Jul 23 14:14:17.622232 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.624551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63978be1-3213-4c5c-8a87-05244dd936a7 req-fd3ec74c-2c30-4ca8-8ea3-c184e7d235ab tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975606 Jul 23 14:14:17.708507 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.713831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.716229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:17.717270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:17.772935 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3746381 Jul 23 14:14:17.779278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:17.788024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Request body: {'subnet': {'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-subnet', 'tenant_id': '4826d33744b24a21b987878766488de8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:17.844789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fc7d3-4e47-4101-990e-18c2e26d746b admin admin] Pushing event updated for resources: {'Network': ['ID=cb1471e1-0ac7-485c-9107-b2695b823a83,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:17.853091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Made reservation on behalf of 4826d33744b24a21b987878766488de8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:14:17.861981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cb1471e1-0ac7-485c-9107-b2695b823a83 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:14:17.865586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:18.311675 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:18.401116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:18.469886 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7343a05a-6fb2-416b-873b-0dc85ade2b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:18.620055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:18.721654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=333fb6f5-b3c1-4538-8027-b63bd30ccac6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:18.753183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.753585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.754019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.754359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.754708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.755042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.755376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.755703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.756092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.756421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.756741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.757235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:18.782312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Checking segment: {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:18.783278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Network hostable DHCP agents. Network: cb1471e1-0ac7-485c-9107-b2695b823a83, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:14:18.821802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Network cb1471e1-0ac7-485c-9107-b2695b823a83 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:14:18.875171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cb1471e1-0ac7-485c-9107-b2695b823a83) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:14:18.884003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced13f51-93bc-4cc5-8182-cad22c0a92e4 None None] Network cb1471e1-0ac7-485c-9107-b2695b823a83 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:14:18.896906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:18.897567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.059318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:19.060638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-26dc6040-465d-4f1f-b5c8-4b771555ecb5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2778130 Jul 23 14:14:19.066136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:19.128428 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.129882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.160989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:19.177467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:19.192482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:19.207243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:19.213193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:19.227593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:19.233893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:19.236062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-2a768f84-3fcb-4b22-851f-60545a885b96 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.3726871 Jul 23 14:14:19.312812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e888d93b-b9be-437f-8045-7b9d772e5f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.319513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f660c14-b5f9-49cf-8586-7e233f045186 None None] Network cb1471e1-0ac7-485c-9107-b2695b823a83 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:14:19.322184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.369166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c01ab40-5fd9-41e7-8e75-bf594bbf3d9b req-985578c3-afc6-4374-a7cc-61c9850f4443 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258206 Jul 23 14:14:19.493588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.587398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.744876 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e888d93b-b9be-437f-8045-7b9d772e5f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.757572 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e888d93b-b9be-437f-8045-7b9d772e5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.818997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888d93b-b9be-437f-8045-7b9d772e5f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a645beb-ed5e-4e2d-8094-aa1851b89e66,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:19.837804 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e888d93b-b9be-437f-8045-7b9d772e5f9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=190f9a0d8bbb4615ba39f02f20cf4d87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2157221 Jul 23 14:14:19.840250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:19.897441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a4554b-0ba0-4692-8532-cd730f02d9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:19.930111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a4554b-0ba0-4692-8532-cd730f02d9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:20.001088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a4554b-0ba0-4692-8532-cd730f02d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:20.004707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a4554b-0ba0-4692-8532-cd730f02d9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:20.006476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:20.022908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-70a4554b-0ba0-4692-8532-cd730f02d9c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a645beb-ed5e-4e2d-8094-aa1851b89e66 HTTP/1.1" status: 204 len: 168 time: 0.1730363 Jul 23 14:14:20.038985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4554b-0ba0-4692-8532-cd730f02d9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a645beb-ed5e-4e2d-8094-aa1851b89e66,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:20.110289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:20.341559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Allocated IP 172.25.2.171 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3fdad947-deab-493a-a7a8-f9cf152aea5a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:14:20.625675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:20.696876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:20.704408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:20.709647 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:20.712488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:20.719384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:20.726270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:20.733025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:20.757972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:20.760161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6639ab03-12e1-4182-8d1b-a809bd5e595d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.2378936 Jul 23 14:14:20.852032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:14:20.866855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9271734b-6ade-43f3-853b-d2f987b0bbfa req-6b948fca-8f4c-4313-bb07-d240a2364a45 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967677 Jul 23 14:14:20.867549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:14:20.893210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:14:20.918799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:20.966518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d50c955-b985-4e21-8c37-13f9327f3afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.148522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Pushing event updated for resources: {'Port': ['ID=3fdad947-deab-493a-a7a8-f9cf152aea5a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:21.167229 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.202393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d50c955-b985-4e21-8c37-13f9327f3afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.214022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d50c955-b985-4e21-8c37-13f9327f3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.278435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6d50c955-b985-4e21-8c37-13f9327f3afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd860b03daa4405babcff98b0c9e1caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582027 Jul 23 14:14:21.279504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50c955-b985-4e21-8c37-13f9327f3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e047943-b862-4eaa-8848-330cb1e267ed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:21.282332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:21.384819 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.385612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59001bfd-0c38-4256-b618-88ceebded610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.413366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59001bfd-0c38-4256-b618-88ceebded610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.512351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59001bfd-0c38-4256-b618-88ceebded610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.519881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59001bfd-0c38-4256-b618-88ceebded610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:21.528411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-59001bfd-0c38-4256-b618-88ceebded610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e047943-b862-4eaa-8848-330cb1e267ed HTTP/1.1" status: 204 len: 168 time: 0.2413967 Jul 23 14:14:21.563841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59001bfd-0c38-4256-b618-88ceebded610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e047943-b862-4eaa-8848-330cb1e267ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:21.923515 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:22.290822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:22.304187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:22.326314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:22.342412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:22.356814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Router baba92f9-f253-4c0a-9966-35aeb3fce042 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:14:22.357353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:22.382084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:22.389811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:22.393650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-81ee4c55-4b37-4080-9929-0dc8591de617 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.3216097 Jul 23 14:14:22.506201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc813b7b-c88a-4416-a402-f3418ff99730 req-3d2e7683-40f8-4874-b31e-ca890ee276c8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808845 Jul 23 14:14:22.772653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:14:22.785528 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Sync routers for ids ['baba92f9-f253-4c0a-9966-35aeb3fce042'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:14:22.796759 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Routers {'baba92f9-f253-4c0a-9966-35aeb3fce042'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:14:22.798733 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:14:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['baba92f9-f253-4c0a-9966-35aeb3fce042'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:22.811235 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:22.813675 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-352c19bc-7cc6-4024-af4f-e885e4095d0b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7526529 Jul 23 14:14:22.817092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:23.050588 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Set router baba92f9-f253-4c0a-9966-35aeb3fce042 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:14:23.395452 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:14:21Z', 'revision_number': 3, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port': {'id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:20Z', 'updated_at': '2021-07-23T14:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:23.420141 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:23.445424 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Checking router: baba92f9-f253-4c0a-9966-35aeb3fce042 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:14:23.446030 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Updating router baba92f9-f253-4c0a-9966-35aeb3fce042 port 3fdad947-deab-493a-a7a8-f9cf152aea5a binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:14:23.510560 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:23.679300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Allocated IP 172.20.0.1 (cb1471e1-0ac7-485c-9107-b2695b823a83/333fb6f5-b3c1-4538-8027-b63bd30ccac6/9ae416ec-f719-4cb2-9614-bcbac5169951) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:14:24.079997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.135410 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.149087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:24.151793 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Transition to ACTIVE for port object 3fdad947-deab-493a-a7a8-f9cf152aea5a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:14:24.156818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:24.164942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:24.168688 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.171194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:24.177295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:24.183275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:24.189537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:24.191722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-b6247a41-68f5-495f-835c-1a2355c2e6f9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.3582530 Jul 23 14:14:24.239030 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Attempting to bind port 3fdad947-deab-493a-a7a8-f9cf152aea5a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:14:24.239318 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Attempting to bind port 3fdad947-deab-493a-a7a8-f9cf152aea5a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:14:24.245558 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Attempting to bind port 3fdad947-deab-493a-a7a8-f9cf152aea5a on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:24.253249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88b9e226-ab1b-4d91-a676-eba9601502c2 req-3926ba5f-66a1-41a2-8678-2610d63650c6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542789 Jul 23 14:14:24.257217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.322224 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:14:24.330161 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:24.331417 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.333586 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:14:24.335189 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Bound port: 3fdad947-deab-493a-a7a8-f9cf152aea5a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:14:24.337660 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.348045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Network cb1471e1-0ac7-485c-9107-b2695b823a83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:14:24.356589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:14:24.368729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:14:24.457899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Pushing event updated for resources: {'Port': ['ID=9ae416ec-f719-4cb2-9614-bcbac5169951,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:24.509602 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.515909 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] For port 3fdad947-deab-493a-a7a8-f9cf152aea5a, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:14:24.544014 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Pushing event updated for resources: {'Port': ['ID=3fdad947-deab-493a-a7a8-f9cf152aea5a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:24.555038 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] For port 3fdad947-deab-493a-a7a8-f9cf152aea5a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3fdad947-deab-493a-a7a8-f9cf152aea5a,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:14:24.568646 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.573956 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.580042 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.582148 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.582148 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.583287 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.583703 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.584321 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.586698 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.587198 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.587605 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.587998 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.589119 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:24.740340 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Routers {'baba92f9-f253-4c0a-9966-35aeb3fce042'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:14:24.741380 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:14:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['baba92f9-f253-4c0a-9966-35aeb3fce042'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:24.823099 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:24.881377 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bfcad-ada0-40e7-9760-fdf4004d335a None None] Pushing event updated for resources: {'Port': ['ID=3fdad947-deab-493a-a7a8-f9cf152aea5a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:24.957142 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] Set router baba92f9-f253-4c0a-9966-35aeb3fce042 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:14:25.232266 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:25.249538 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:25.437084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Pushing event updated for resources: {'Port': ['ID=9ae416ec-f719-4cb2-9614-bcbac5169951,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:25.450632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:25.469454 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 4, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port': {'id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:20Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9ae416ec-f719-4cb2-9614-bcbac5169951', 'name': '', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'tenant_id': '4826d33744b24a21b987878766488de8', 'mac_address': 'fa:16:3e:d5:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:23Z', 'updated_at': '2021-07-23T14:14:23Z', 'revision_number': 1, 'project_id': '4826d33744b24a21b987878766488de8', 'subnets': [{'id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:25.534121 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a43a40a-cbf8-482b-82c6-f1d4081a9d6d None None] The sync data for ids ['baba92f9-f253-4c0a-9966-35aeb3fce042'] in n-d-801990-3 is: [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 4, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port': {'id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:20Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9ae416ec-f719-4cb2-9614-bcbac5169951', 'name': '', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'tenant_id': '4826d33744b24a21b987878766488de8', 'mac_address': 'fa:16:3e:d5:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:23Z', 'updated_at': '2021-07-23T14:14:23Z', 'revision_number': 1, 'project_id': '4826d33744b24a21b987878766488de8', 'subnets': [{'id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:14:25.876870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Network cb1471e1-0ac7-485c-9107-b2695b823a83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:14:25.888528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:14:25.952822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:25.982981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:26.022550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:26.108397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:26.125721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:26.157072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:26.186067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:26.201450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-084c3b0b-8a84-4e31-9d89-c846055bed27 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.7309883 Jul 23 14:14:26.463742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a58e495f-8ad6-494a-91e7-f142a51e9bcc req-dde56c57-5802-42af-82fc-c7de41af8227 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2631643 Jul 23 14:14:26.486628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Router baba92f9-f253-4c0a-9966-35aeb3fce042 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:14:26.672557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:14:26.684871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e9a7d178-786c-4c5a-8d6f-bc328158da1e admin admin] 10.222.0.21 "PUT /v2.0/routers/baba92f9-f253-4c0a-9966-35aeb3fce042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8663697 Jul 23 14:14:27.472439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fdad947-deab-493a-a7a8-f9cf152aea5a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:27.574953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3fdad947-deab-493a-a7a8-f9cf152aea5a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:27.580664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3fdad947-deab-493a-a7a8-f9cf152aea5a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:27.580903 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:27.741206 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:27.780950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 3fdad947-deab-493a-a7a8-f9cf152aea5a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3fdad947-deab-493a-a7a8-f9cf152aea5a,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:27.798503 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:28.051939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=3fdad947-deab-493a-a7a8-f9cf152aea5a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:28.079013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.117194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.124471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.131002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.137617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.144085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.150427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.152682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-665349e2-4c1e-4990-9433-c1e840e23392 req-7679a8da-1238-4d67-942a-34c5a5c51248 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.3818803 Jul 23 14:14:28.245432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-665349e2-4c1e-4990-9433-c1e840e23392 req-76cb7157-f491-4ba9-9a3d-c6da765f0b88 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856385 Jul 23 14:14:28.322208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1ca4e983-efcf-42ff-a186-1f7f45706fa2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:28.331461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1ca4e983-efcf-42ff-a186-1f7f45706fa2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 818 time: 0.2148514 Jul 23 14:14:28.352947 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-0283eb60-1eac-49d6-8cfb-6835e24214b5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/quotas/4826d33744b24a21b987878766488de8 HTTP/1.1" status: 200 len: 375 time: 0.0198226 Jul 23 14:14:28.427675 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-146cfa0b-dc83-4c43-8ef4-4c8929f2d1c3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730832 Jul 23 14:14:28.556271 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-f958f448-d57c-46c4-8bf9-818a9d74c55e service neutron] 10.222.0.21 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214933 Jul 23 14:14:28.732945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-18743714-037a-4a3c-859d-592b8d2a34db service neutron] 10.222.0.21 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646605 Jul 23 14:14:28.834305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:28.962996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6162269-6a4a-4621-b4ba-b56bdf9cd111 req-a8b047e5-9f10-42f8-b2b6-2770f75d7d85 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 210 time: 0.0438156 Jul 23 14:14:29.114780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922a43db-ea22-4880-91ad-5a1da7f612a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.260562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Sync routers for ids ['baba92f9-f253-4c0a-9966-35aeb3fce042'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:14:29.292238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Routers {'baba92f9-f253-4c0a-9966-35aeb3fce042'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:14:29.293084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:14:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['baba92f9-f253-4c0a-9966-35aeb3fce042'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:29.456714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922a43db-ea22-4880-91ad-5a1da7f612a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.479191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922a43db-ea22-4880-91ad-5a1da7f612a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.487634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1161b7b-4d8d-414a-b7da-79f2e3fd835f req-29f6c001-84a6-4b95-a90d-01725ea02b15 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.499254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1161b7b-4d8d-414a-b7da-79f2e3fd835f req-29f6c001-84a6-4b95-a90d-01725ea02b15 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.1294618 Jul 23 14:14:29.518517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-922a43db-ea22-4880-91ad-5a1da7f612a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24a8a800234943dbac10d154b4d6cfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6825638 Jul 23 14:14:29.522831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:29.554538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fdad947-deab-493a-a7a8-f9cf152aea5a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:29.557545 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1161b7b-4d8d-414a-b7da-79f2e3fd835f req-bf4d4201-ea11-405b-8592-58bdad75196a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572844 Jul 23 14:14:29.650463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a43db-ea22-4880-91ad-5a1da7f612a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1c4475-fdeb-4fd3-b074-4931458a8d6e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:29.700646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed81803-64a9-4f55-a190-069306b4b01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.710046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Set router baba92f9-f253-4c0a-9966-35aeb3fce042 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:14:29.713097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3fdad947-deab-493a-a7a8-f9cf152aea5a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:29.714399 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.799742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c140-653a-430b-856e-899f9e9940ba req-6733f8b1-6652-4a10-959b-3aa77e7b390a tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.801647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-6733f8b1-6652-4a10-959b-3aa77e7b390a tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 818 time: 0.4340219 Jul 23 14:14:29.805008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed81803-64a9-4f55-a190-069306b4b01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.816628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.831997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.836844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-2850f8b6-26ff-405f-ad1c-8daf64fb4963 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/quotas/4826d33744b24a21b987878766488de8 HTTP/1.1" status: 200 len: 375 time: 0.0223532 Jul 23 14:14:29.846054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.868656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.874848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.888515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.917844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:29.929353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed81803-64a9-4f55-a190-069306b4b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.933185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed81803-64a9-4f55-a190-069306b4b01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:29.935142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ed81803-64a9-4f55-a190-069306b4b01a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa1c4475-fdeb-4fd3-b074-4931458a8d6e HTTP/1.1" status: 204 len: 168 time: 0.4082568 Jul 23 14:14:29.938094 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-2947ccf6-0307-405b-b9b9-78d25de0da34 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.2826209 Jul 23 14:14:29.951872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-cfe11b1a-b76e-4f62-8a7c-df5b71dbd8ff tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069076 Jul 23 14:14:29.973148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed81803-64a9-4f55-a190-069306b4b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1c4475-fdeb-4fd3-b074-4931458a8d6e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:30.088296 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b07e73e8-01bb-4e28-8f14-394d78cd5047 req-32b7b190-ad94-4755-a4ad-c8f4f0815db6 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381164 Jul 23 14:14:30.183356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-fc97716f-4687-4e7c-b33d-d0a11c12c82e service neutron] 10.222.0.21 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026632 Jul 23 14:14:30.339856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-79ec5347-5c9e-4129-9ff3-a9d06449df0e service neutron] 10.222.0.21 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515832 Jul 23 14:14:30.345575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 4, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port': {'id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:20Z', 'updated_at': '2021-07-23T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9ae416ec-f719-4cb2-9614-bcbac5169951', 'name': '', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'tenant_id': '4826d33744b24a21b987878766488de8', 'mac_address': 'fa:16:3e:d5:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:23Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 2, 'project_id': '4826d33744b24a21b987878766488de8', 'subnets': [{'id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:30.414783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Checking router: baba92f9-f253-4c0a-9966-35aeb3fce042 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:14:30.415158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Updating router baba92f9-f253-4c0a-9966-35aeb3fce042 port 9ae416ec-f719-4cb2-9614-bcbac5169951 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:14:30.536003 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:30.700427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb5fbc74-df73-4931-9bef-8a5ac10ae8f2 req-b91f2742-fdf1-41d5-8333-8ebacda9c12e tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 210 time: 0.0681121 Jul 23 14:14:30.754321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:30.780806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:30.872952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-c696daad-6f2f-4026-b1bf-f57241813eb5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:30.875406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-c696daad-6f2f-4026-b1bf-f57241813eb5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 818 time: 0.1715026 Jul 23 14:14:30.910199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Request body: {'port': {'device_id': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'admin_state_up': True, 'tenant_id': '4826d33744b24a21b987878766488de8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:31.071562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.083000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.148399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc4481a26e5845a2bb8723635c9d69b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923726 Jul 23 14:14:31.149377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2bb9a3-a1f7-4fd1-9657-7168edd22d7c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:31.153980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:31.181128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.181477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.181821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.183507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.184150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.184494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.184972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.185472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.185819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.186203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.186547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.186884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d8db7-7cce-40b5-928c-624cd25175b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:14:31.229664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.269921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Transition to ACTIVE for port object 9ae416ec-f719-4cb2-9614-bcbac5169951 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:14:31.289959 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.319070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Made reservation on behalf of 4826d33744b24a21b987878766488de8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:14:31.325020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.336961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b854-9102-4fb4-b184-4f4b993ba22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.342862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2f53-c42d-44a7-a186-62c406a28132 None None] Pushing event updated for resources: {'Port': ['ID=9ae416ec-f719-4cb2-9614-bcbac5169951,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:31.385694 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b854-9102-4fb4-b184-4f4b993ba22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.405749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:31.414250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:31.422826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:31.437913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:31.450035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:31.462178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:31.484202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:31.486487 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b854-9102-4fb4-b184-4f4b993ba22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.489541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b854-9102-4fb4-b184-4f4b993ba22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.490939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ffa4b854-9102-4fb4-b184-4f4b993ba22c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e2bb9a3-a1f7-4fd1-9657-7168edd22d7c HTTP/1.1" status: 204 len: 168 time: 0.3358018 Jul 23 14:14:31.496427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ab878cc-f577-42f5-a98b-4789df61681f req-9ed17c5c-f580-4c98-89fc-cbafc13ecfc8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.2511384 Jul 23 14:14:31.499900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4b854-9102-4fb4-b184-4f4b993ba22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2bb9a3-a1f7-4fd1-9657-7168edd22d7c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:31.611673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ab878cc-f577-42f5-a98b-4789df61681f req-120c3955-3d78-4b23-b4be-9437d30405dc tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140912 Jul 23 14:14:31.794559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Allocated IP 172.20.0.9 (cb1471e1-0ac7-485c-9107-b2695b823a83/333fb6f5-b3c1-4538-8027-b63bd30ccac6/edb48f26-74f4-41b4-bd67-28e4c29f1a28) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:14:31.868423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Attempting to bind port 9ae416ec-f719-4cb2-9614-bcbac5169951 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:14:31.872998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Attempting to bind port 9ae416ec-f719-4cb2-9614-bcbac5169951 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:14:31.873434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Attempting to bind port 9ae416ec-f719-4cb2-9614-bcbac5169951 on network cb1471e1-0ac7-485c-9107-b2695b823a83 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:31.883654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:14:31.884252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Checking segment: {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:31.885009 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.885446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Bound using segment: {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:14:31.885936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Bound port: 9ae416ec-f719-4cb2-9614-bcbac5169951, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:14:31.886322 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:31.926106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d276a11-0e35-4dfb-826a-db14a0a20280 req-c51bc8a5-1a44-4198-a698-c29d4d1e93e9 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 210 time: 0.0672009 Jul 23 14:14:31.972567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] For port 9ae416ec-f719-4cb2-9614-bcbac5169951, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:14:31.978941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] For port 9ae416ec-f719-4cb2-9614-bcbac5169951, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9ae416ec-f719-4cb2-9614-bcbac5169951,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:14:31.990727 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:32.086908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2f53-c42d-44a7-a186-62c406a28132 None None] Pushing event updated for resources: {'Port': ['ID=9ae416ec-f719-4cb2-9614-bcbac5169951,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:32.107438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Routers {'baba92f9-f253-4c0a-9966-35aeb3fce042'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:14:32.108283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:14:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['baba92f9-f253-4c0a-9966-35aeb3fce042'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:32.243699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:32.276461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] Set router baba92f9-f253-4c0a-9966-35aeb3fce042 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:14:32.296774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:32.356351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Network cb1471e1-0ac7-485c-9107-b2695b823a83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:14:32.361086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:14:32.363258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Pushing event updated for resources: {'Port': ['ID=edb48f26-74f4-41b4-bd67-28e4c29f1a28,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:32.365927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:14:32.426584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:32.427317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:32.448879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-14999bf4-4efc-4dfe-a34a-7991529117f2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5493188 Jul 23 14:14:32.463998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Request body: {'port': {'device_id': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:32.608881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 4, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port': {'id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:20Z', 'updated_at': '2021-07-23T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9ae416ec-f719-4cb2-9614-bcbac5169951', 'name': '', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'tenant_id': '4826d33744b24a21b987878766488de8', 'mac_address': 'fa:16:3e:d5:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:23Z', 'updated_at': '2021-07-23T14:14:31Z', 'revision_number': 4, 'project_id': '4826d33744b24a21b987878766488de8', 'subnets': [{'id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:32.648272 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:32.660467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2609f9d-ee0a-45d0-a20b-7de4d390cc9f None None] The sync data for ids ['baba92f9-f253-4c0a-9966-35aeb3fce042'] in n-d-801990-3 is: [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:14:24Z', 'revision_number': 4, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port': {'id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:20Z', 'updated_at': '2021-07-23T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9ae416ec-f719-4cb2-9614-bcbac5169951', 'name': '', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'tenant_id': '4826d33744b24a21b987878766488de8', 'mac_address': 'fa:16:3e:d5:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:23Z', 'updated_at': '2021-07-23T14:14:31Z', 'revision_number': 4, 'project_id': '4826d33744b24a21b987878766488de8', 'subnets': [{'id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:14:32.893562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c140-653a-430b-856e-899f9e9940ba req-8cd6ca0b-46a5-4cfc-a7e3-af040e74f547 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:32.902306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-8cd6ca0b-46a5-4cfc-a7e3-af040e74f547 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 818 time: 0.3112018 Jul 23 14:14:32.927143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Request body: {'port': {'device_id': '1dd8a16c-b627-4010-be30-983c58fb372b', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'admin_state_up': True, 'tenant_id': '4826d33744b24a21b987878766488de8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:32.956215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:32.969915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:32.986418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:33.002410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:33.010161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:33.020547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:33.029066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:33.031323 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-3fc22895-9cc6-4e3c-8336-33c4b34b08b2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5429 time: 0.2196639 Jul 23 14:14:33.176919 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2dd713ae-7445-4f59-816d-55b553e999b6 req-ad51002f-1390-46f9-a0f4-46f87d4086b8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358175 Jul 23 14:14:33.204001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c0c3e504-9ae2-4812-b521-8137056dcdcc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:33.217302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:14:33.263528 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d10326cc-3664-410a-86a1-d142092ecec1 req-6b2ae05d-dc71-40ca-97c6-196a817d2a25 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 210 time: 0.1353664 Jul 23 14:14:33.383408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Made reservation on behalf of 4826d33744b24a21b987878766488de8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:14:33.391385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:33.415810 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:14:33.512009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9ae416ec-f719-4cb2-9614-bcbac5169951 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:33.594593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb48f26-74f4-41b4-bd67-28e4c29f1a28 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:33.629504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:33.667391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Transition to ACTIVE for port object edb48f26-74f4-41b4-bd67-28e4c29f1a28 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:14:33.684010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:33.746239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9ae416ec-f719-4cb2-9614-bcbac5169951 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:33.768473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9ae416ec-f719-4cb2-9614-bcbac5169951 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:33.769387 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:33.815509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:33.857999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c0c3e504-9ae2-4812-b521-8137056dcdcc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:33.908808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:33.911234 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd27faa5-88b3-418e-a719-e1891eb977ee" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:33.926448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c0c3e504-9ae2-4812-b521-8137056dcdcc', 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'port_id': 'c0c3e504-9ae2-4812-b521-8137056dcdcc', 'mac_address': 'fa:16:3e:d3:d0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa79289-bdd0-4461-88c4-9a99348aa5ee', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:33.937852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:33.948280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.008007 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1e0261-dfdc-4707-871a-6e89efee90ca x-openstack-request-id: req-ad1e0261-dfdc-4707-871a-6e89efee90ca {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:34.008297 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:34.008543 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad1e0261-dfdc-4707-871a-6e89efee90ca {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:34.008926 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'code': 200} Jul 23 14:14:34.009736 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.065038 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.091140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c3e504-9ae2-4812-b521-8137056dcdcc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:34.116005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 9ae416ec-f719-4cb2-9614-bcbac5169951, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9ae416ec-f719-4cb2-9614-bcbac5169951,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:34.116952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:34.127470 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.130478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c0c3e504-9ae2-4812-b521-8137056dcdcc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:34.161700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.162763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:34.204041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=9ae416ec-f719-4cb2-9614-bcbac5169951,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:34.321485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c0c3e504-9ae2-4812-b521-8137056dcdcc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:34.377753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:34.383883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:34.400031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'mac_address': 'fa:16:3e:b9:ad:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:34.419410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:34.425753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:34.457241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:34.466867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:34.467374 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.482859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:34.495923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:34.497737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:34.506494 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-5379ffa3-74cc-4089-b838-c738e46daa8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5430 time: 0.2347360 Jul 23 14:14:34.520002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:34.525202 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.526249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 76728841-98f6-46f3-b204-1dcb9d6cdf84 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:34.551337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:34.581059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Allocated IP 172.20.0.4 (cb1471e1-0ac7-485c-9107-b2695b823a83/333fb6f5-b3c1-4538-8027-b63bd30ccac6/e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:14:34.609743 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0275d57-ac0f-408f-b0e8-2de9b48cbefa req-08125a2f-9e3f-4a28-b432-a52ddca5b780 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021285 Jul 23 14:14:34.657048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 76728841-98f6-46f3-b204-1dcb9d6cdf84, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:34.663187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:34.684543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Pushing event updated for resources: {'Port': ['ID=edb48f26-74f4-41b4-bd67-28e4c29f1a28,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:34.691492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '76728841-98f6-46f3-b204-1dcb9d6cdf84', 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'port_id': '76728841-98f6-46f3-b204-1dcb9d6cdf84', 'mac_address': 'fa:16:3e:13:9d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa79289-bdd0-4461-88c4-9a99348aa5ee', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:34.751263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0574d06a-3165-4afa-a196-22ed5456f6b2 req-b808de3a-1d89-47f3-a91f-9fec99027067 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 210 time: 0.2164977 Jul 23 14:14:34.797684 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.848073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76728841-98f6-46f3-b204-1dcb9d6cdf84 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:34.931979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 76728841-98f6-46f3-b204-1dcb9d6cdf84, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:34.939550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:34.941981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5027f009-f67a-4528-9fa4-2d5ce045c563 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:34.981697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.017600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Attempting to bind port edb48f26-74f4-41b4-bd67-28e4c29f1a28 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:14:35.017942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Attempting to bind port edb48f26-74f4-41b4-bd67-28e4c29f1a28 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:14:35.018281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Attempting to bind port edb48f26-74f4-41b4-bd67-28e4c29f1a28 on network cb1471e1-0ac7-485c-9107-b2695b823a83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:35.028860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Port edb48f26-74f4-41b4-bd67-28e4c29f1a28 on network cb1471e1-0ac7-485c-9107-b2695b823a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:14:35.029194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Attempting to bind port edb48f26-74f4-41b4-bd67-28e4c29f1a28 on network cb1471e1-0ac7-485c-9107-b2695b823a83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:35.039070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:14:35.040372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Checking segment: {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:35.040372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Bound using segment: {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:14:35.040824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Bound port: edb48f26-74f4-41b4-bd67-28e4c29f1a28, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:14:35.041207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.107996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad7e6-f05c-4815-bc19-66c0c7c02d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.108740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.188034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=76728841-98f6-46f3-b204-1dcb9d6cdf84,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:35.301075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Network cb1471e1-0ac7-485c-9107-b2695b823a83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:14:35.337092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:14:35.352030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad7e6-f05c-4815-bc19-66c0c7c02d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.362032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad7e6-f05c-4815-bc19-66c0c7c02d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.366805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:14:35.384178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] For port edb48f26-74f4-41b4-bd67-28e4c29f1a28, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:14:35.399837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Pushing event updated for resources: {'Port': ['ID=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:35.408305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5027f009-f67a-4528-9fa4-2d5ce045c563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5027f009-f67a-4528-9fa4-2d5ce045c563,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:35.429710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '5027f009-f67a-4528-9fa4-2d5ce045c563', 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0', 'port_id': '5027f009-f67a-4528-9fa4-2d5ce045c563', 'mac_address': 'fa:16:3e:75:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99c054-580d-4fc7-84a1-1a3fa89f7234', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:35.516689 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.524103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9ae416ec-f719-4cb2-9614-bcbac5169951 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:35.528418 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cb8ad7e6-f05c-4815-bc19-66c0c7c02d48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e37be1df8754b00bb0d0b67cabca5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9388824 Jul 23 14:14:35.528418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad7e6-f05c-4815-bc19-66c0c7c02d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ff00f-3ac0-4158-ac4d-f693b7825311,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:35.530358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:35.538323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] For port edb48f26-74f4-41b4-bd67-28e4c29f1a28, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:14:35.558848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.572648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5027f009-f67a-4528-9fa4-2d5ce045c563 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:35.594629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:35.599197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.607247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5027f009-f67a-4528-9fa4-2d5ce045c563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5027f009-f67a-4528-9fa4-2d5ce045c563,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:35.624497 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.626693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5f4bafac-09dc-4375-add6-f3f780e2efca details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:35.647560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:35.648353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.649992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] 10.222.0.48 "PUT /v2.0/ports/edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 1091 time: 3.1937280 Jul 23 14:14:35.650613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'tag': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:35.653332 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f508e183-9bfa-4fd7-9fa9-543f20cbdecd", "tag": "edb48f26-74f4-41b4-bd67-28e4c29f1a28"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:35.656645 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9ae416ec-f719-4cb2-9614-bcbac5169951 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:35.657379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.753797 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8807e47f-4ab9-4529-be15-beff01db586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.766591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacf3e2-d1b2-46a5-9eb8-0d8c1b89f89c service neutron] Pushing event updated for resources: {'Port': ['ID=edb48f26-74f4-41b4-bd67-28e4c29f1a28,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:35.801589 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c900fa-e54c-4772-97e0-99c4958e313d x-openstack-request-id: req-a3c900fa-e54c-4772-97e0-99c4958e313d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:35.801589 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f508e183-9bfa-4fd7-9fa9-543f20cbdecd", "tag": "edb48f26-74f4-41b4-bd67-28e4c29f1a28", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:35.803137 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3c900fa-e54c-4772-97e0-99c4958e313d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:35.803595 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'tag': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28', 'status': 'completed', 'code': 200} Jul 23 14:14:35.809452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-ad9f336e-9a12-48d8-8995-5f034c8c93f0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8850746 Jul 23 14:14:35.815658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8807e47f-4ab9-4529-be15-beff01db586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.887380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8807e47f-4ab9-4529-be15-beff01db586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.892585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8807e47f-4ab9-4529-be15-beff01db586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:35.893894 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8807e47f-4ab9-4529-be15-beff01db586e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f5ff00f-3ac0-4158-ac4d-f693b7825311 HTTP/1.1" status: 204 len: 168 time: 0.3595984 Jul 23 14:14:35.904911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807e47f-4ab9-4529-be15-beff01db586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ff00f-3ac0-4158-ac4d-f693b7825311,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:35.998773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5027f009-f67a-4528-9fa4-2d5ce045c563,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:36.039909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Request body: {'port': {'device_id': '1dd8a16c-b627-4010-be30-983c58fb372b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:36.076193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5f4bafac-09dc-4375-add6-f3f780e2efca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5f4bafac-09dc-4375-add6-f3f780e2efca,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:36.104464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'port_id': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'mac_address': 'fa:16:3e:b4:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:36.139840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e984e9-f32a-4f49-a547-1e1c1fbd46ac req-a7c635ba-cf4e-493f-8639-34755cafb7a4 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.141839 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89e984e9-f32a-4f49-a547-1e1c1fbd46ac req-a7c635ba-cf4e-493f-8639-34755cafb7a4 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 931 time: 0.1631398 Jul 23 14:14:36.181654 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.214383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4bafac-09dc-4375-add6-f3f780e2efca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:36.263005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.270476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.272944 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89e984e9-f32a-4f49-a547-1e1c1fbd46ac req-b80923d7-54da-4e90-9562-75732e3d29df tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224751 Jul 23 14:14:36.274192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5f4bafac-09dc-4375-add6-f3f780e2efca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5f4bafac-09dc-4375-add6-f3f780e2efca,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:36.281978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.284882 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.285931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device bc1a32ce-cb1b-4ecd-b466-f1823f749231 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:36.290020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.297109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.307339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.322997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.325312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bc2452c-ad12-457f-947a-57881d650e13 req-66765420-1e69-46d2-af0a-5fa3ca55b361 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5432 time: 0.5140002 Jul 23 14:14:36.398618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.437601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5f4bafac-09dc-4375-add6-f3f780e2efca,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:36.456264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port bc1a32ce-cb1b-4ecd-b466-f1823f749231, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:36.473363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231', 'network_id': 'cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0', 'port_id': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231', 'mac_address': 'fa:16:3e:7f:db:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99c054-580d-4fc7-84a1-1a3fa89f7234', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:36.517590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bc2452c-ad12-457f-947a-57881d650e13 req-90afb697-cf20-428d-9539-f965ef07159a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755610 Jul 23 14:14:36.524101 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.541917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1a32ce-cb1b-4ecd-b466-f1823f749231 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:36.567082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port bc1a32ce-cb1b-4ecd-b466-f1823f749231, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:36.579579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-5f18db99-188e-404c-9c29-259a4429dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.579989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.580985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a9cefb43-beaa-4ceb-91af-23aa28882cb7 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:36.581291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-5f18db99-188e-404c-9c29-259a4429dc2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1094 time: 0.7861106 Jul 23 14:14:36.618376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a9cefb43-beaa-4ceb-91af-23aa28882cb7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:36.640720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-21bc4bf6-7d96-47e4-8fb2-033ff628f73c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0507710 Jul 23 14:14:36.687080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7', 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'port_id': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7', 'mac_address': 'fa:16:3e:61:55:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa79289-bdd0-4461-88c4-9a99348aa5ee', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:36.692721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:36.694480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=bc1a32ce-cb1b-4ecd-b466-f1823f749231,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:36.708331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca032cce-027f-45ee-879c-92e474351ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.746918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.785795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cefb43-beaa-4ceb-91af-23aa28882cb7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:36.817124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a9cefb43-beaa-4ceb-91af-23aa28882cb7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:36.827951 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.829107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 26c90806-dd94-426b-a6f3-804038c1dcb8 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:36.863780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-4f19c5a9-7807-49b6-a57a-2f4bda8f6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:36.865552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-4f19c5a9-7807-49b6-a57a-2f4bda8f6354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.2168076 Jul 23 14:14:36.923136 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca032cce-027f-45ee-879c-92e474351ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.927791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-611c0d2d-21d0-49b4-af8e-2744e59e345f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482454 Jul 23 14:14:36.934752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca032cce-027f-45ee-879c-92e474351ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:36.967794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a9cefb43-beaa-4ceb-91af-23aa28882cb7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:36.994471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 26c90806-dd94-426b-a6f3-804038c1dcb8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=26c90806-dd94-426b-a6f3-804038c1dcb8,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:37.043892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '26c90806-dd94-426b-a6f3-804038c1dcb8', 'network_id': '1be42223-cecf-4b9d-bc21-d36506213d65', 'port_id': '26c90806-dd94-426b-a6f3-804038c1dcb8', 'mac_address': 'fa:16:3e:3f:4a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa79289-bdd0-4461-88c4-9a99348aa5ee', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:37.072684 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca032cce-027f-45ee-879c-92e474351ee3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0804a9095ec94e828c9f458350f7ef77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788040 Jul 23 14:14:37.074931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:37.103354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032cce-027f-45ee-879c-92e474351ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb42f68-0c72-4029-b5d6-c728db32207b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:37.137701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-be07f838-b03e-453a-b43b-8ce24be55128 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997783 Jul 23 14:14:37.149746 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.190142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c90806-dd94-426b-a6f3-804038c1dcb8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:37.231389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 26c90806-dd94-426b-a6f3-804038c1dcb8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=26c90806-dd94-426b-a6f3-804038c1dcb8,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:37.243581 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.251575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0a56ad-ddbc-48db-b3e7-3bcf62b9a356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.323500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:37.335449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:37.339224 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0a56ad-ddbc-48db-b3e7-3bcf62b9a356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.390368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.425054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Transition to ACTIVE for port object e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:14:37.448216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf54004-5a21-417e-8f0e-defb83454c02 req-5fa76ce8-7e38-4ed5-843f-6177d4144e66 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931888 Jul 23 14:14:37.448910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.507653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Pushing event updated for resources: {'Port': ['ID=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:37.549460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=26c90806-dd94-426b-a6f3-804038c1dcb8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:37.603309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.624093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Attempting to bind port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:14:37.624093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Attempting to bind port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:14:37.624685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Attempting to bind port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 on network cb1471e1-0ac7-485c-9107-b2695b823a83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:37.636167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 on network cb1471e1-0ac7-485c-9107-b2695b823a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:14:37.636611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Attempting to bind port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 on network cb1471e1-0ac7-485c-9107-b2695b823a83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:14:37.645695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:14:37.646397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Checking segment: {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:14:37.646618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Bound using segment: {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:14:37.647174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Bound port: e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d3345b-8053-4992-82e6-5ac3b506e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:14:37.647652 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.651961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-30e27473-dbda-4914-b6d8-ff73c4e8891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:37.653621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-30e27473-dbda-4914-b6d8-ff73c4e8891e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1094 time: 0.1223664 Jul 23 14:14:37.677502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9a588-ac98-4948-b3a9-48a98bf6a7f1 req-8efd32ce-97c1-4cf5-8ab1-5ec87fb96fcd tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:37.682013 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65a9a588-ac98-4948-b3a9-48a98bf6a7f1 req-8efd32ce-97c1-4cf5-8ab1-5ec87fb96fcd tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 943 time: 0.2675800 Jul 23 14:14:37.753693 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0a56ad-ddbc-48db-b3e7-3bcf62b9a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.762157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0a56ad-ddbc-48db-b3e7-3bcf62b9a356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.763439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d0a56ad-ddbc-48db-b3e7-3bcf62b9a356 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fb42f68-0c72-4029-b5d6-c728db32207b HTTP/1.1" status: 204 len: 168 time: 0.6814792 Jul 23 14:14:37.775324 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:37.824989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a56ad-ddbc-48db-b3e7-3bcf62b9a356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb42f68-0c72-4029-b5d6-c728db32207b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:37.848075 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-65a9a588-ac98-4948-b3a9-48a98bf6a7f1 req-9a2beba1-fca3-46ff-8857-0cf95b4afd30 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562977 Jul 23 14:14:37.849741 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f57dc94-52a7-45cd-9f22-d7eae26d86ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:37.921803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] For port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:14:38.009578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] For port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:14:38.043186 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.055667 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f57dc94-52a7-45cd-9f22-d7eae26d86ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.066411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f57dc94-52a7-45cd-9f22-d7eae26d86ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.088362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-1fdbb164-1893-4c28-ad16-80fce2808791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.089961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-1fdbb164-1893-4c28-ad16-80fce2808791 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.3656178 Jul 23 14:14:38.141221 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4f57dc94-52a7-45cd-9f22-d7eae26d86ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea18073379dd4be2aff4d70654d6dd19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986579 Jul 23 14:14:38.145430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:38.203551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['bc1a32ce-cb1b-4ecd-b466-f1823f749231'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:38.232609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.233453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.235019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] 10.222.0.11 "PUT /v2.0/ports/e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 1091 time: 2.2739182 Jul 23 14:14:38.238846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd8a16c-b627-4010-be30-983c58fb372b', 'tag': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:38.241196 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353ba51-bb49-417c-882f-89f2bbc02680" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd8a16c-b627-4010-be30-983c58fb372b", "tag": "e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:38.242210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5027f009-f67a-4528-9fa4-2d5ce045c563'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:38.249463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57dc94-52a7-45cd-9f22-d7eae26d86ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab4f8f-273a-46b1-87c2-b1ee1e1588bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:38.281440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-7930511c-f9c5-4187-a5b8-77cea7796a95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.1450176 Jul 23 14:14:38.298837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f08aaf9-51cf-4ff7-ad6b-f60f973a4fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.322346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f08aaf9-51cf-4ff7-ad6b-f60f973a4fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.346489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c0c3e504-9ae2-4812-b521-8137056dcdcc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:38.353454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5f4bafac-09dc-4375-add6-f3f780e2efca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:38.390785 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c373c-fe23-4deb-93b9-8354e7e574ec x-openstack-request-id: req-9d7c373c-fe23-4deb-93b9-8354e7e574ec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:38.391370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f08aaf9-51cf-4ff7-ad6b-f60f973a4fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.391682 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd8a16c-b627-4010-be30-983c58fb372b", "tag": "e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:38.392158 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d7c373c-fe23-4deb-93b9-8354e7e574ec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:38.392767 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd8a16c-b627-4010-be30-983c58fb372b', 'tag': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65', 'status': 'completed', 'code': 200} Jul 23 14:14:38.401146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f08aaf9-51cf-4ff7-ad6b-f60f973a4fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:38.405473 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4f08aaf9-51cf-4ff7-ad6b-f60f973a4fef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfab4f8f-273a-46b1-87c2-b1ee1e1588bd HTTP/1.1" status: 204 len: 168 time: 0.2587237 Jul 23 14:14:38.418682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08aaf9-51cf-4ff7-ad6b-f60f973a4fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab4f8f-273a-46b1-87c2-b1ee1e1588bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:38.457041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36600bd7-ddc0-4d53-823a-cd206252042f service neutron] Pushing event updated for resources: {'Port': ['ID=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:38.498972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.517077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.523337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.533079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['76728841-98f6-46f3-b204-1dcb9d6cdf84'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:38.535635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['26c90806-dd94-426b-a6f3-804038c1dcb8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:38.540313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.547108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.568682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.587326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.589999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-ee2a5418-b458-4f7a-b9c4-db1a2e1a7bca tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5436 time: 0.6980627 Jul 23 14:14:38.688580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-5edea152-f42d-462d-8964-929062e5d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.691391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-5edea152-f42d-462d-8964-929062e5d55c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.3908279 Jul 23 14:14:38.840462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c140-653a-430b-856e-899f9e9940ba req-0144d4c1-ba96-4dd3-af5f-b1e146713fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:38.846106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-0144d4c1-ba96-4dd3-af5f-b1e146713fdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1094 time: 0.5245781 Jul 23 14:14:38.856127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-26003516-807d-4a4b-8380-d55fc690e748 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153932 Jul 23 14:14:38.870211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18578f26-3f4c-4c16-bf37-d9bb08cde0e8 req-8a5c5192-a227-4674-a04f-5e359ce90166 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2653239 Jul 23 14:14:38.933836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-056ff7a3-7755-4a7a-a79a-563fae1029c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0522821 Jul 23 14:14:39.161567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:39.220691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa426b-c42e-413d-a9f9-83ae9daa39f0 req-1f884afb-bde1-4ec7-a4ec-7591de1176ea tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:39.224991 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6aa426b-c42e-413d-a9f9-83ae9daa39f0 req-1f884afb-bde1-4ec7-a4ec-7591de1176ea tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 943 time: 0.1992323 Jul 23 14:14:39.226191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d52d91a-6564-405d-8f50-5ba0ffb7aa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:39.243552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a9cefb43-beaa-4ceb-91af-23aa28882cb7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:39.255544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-7c417e57-1802-4084-a642-a721c5744ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841393 Jul 23 14:14:39.381428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c140-653a-430b-856e-899f9e9940ba req-9cb02ec7-940c-4c1e-8320-f0956630a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:39.391304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-9cb02ec7-940c-4c1e-8320-f0956630a66d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.4442744 Jul 23 14:14:39.448889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6aa426b-c42e-413d-a9f9-83ae9daa39f0 req-a6071e42-2457-4470-b325-b544c2e3c1a4 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021418 Jul 23 14:14:39.464467 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d52d91a-6564-405d-8f50-5ba0ffb7aa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:39.476792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d52d91a-6564-405d-8f50-5ba0ffb7aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:39.513186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52d91a-6564-405d-8f50-5ba0ffb7aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d029f235-c74a-422c-b684-253b7084aa8a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:39.528724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-063d8d96-c52d-4db0-9dc2-b16145ab19bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148105 Jul 23 14:14:39.573038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d52d91a-6564-405d-8f50-5ba0ffb7aa24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f8c25b7f634092aabf1891aa630b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103050 Jul 23 14:14:39.573975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:39.584902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:39.719629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e767c-94b6-42b1-90f3-7a77a121e4ac req-4ea76d92-0266-4ee7-932e-b75729be09e6 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527900 Jul 23 14:14:39.736293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea9be276-46d2-41d4-aee1-4c7bfe0659ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:39.767254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea9be276-46d2-41d4-aee1-4c7bfe0659ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:39.861205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea9be276-46d2-41d4-aee1-4c7bfe0659ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:39.864072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea9be276-46d2-41d4-aee1-4c7bfe0659ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:39.868354 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ea9be276-46d2-41d4-aee1-4c7bfe0659ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d029f235-c74a-422c-b684-253b7084aa8a HTTP/1.1" status: 204 len: 168 time: 0.2865922 Jul 23 14:14:39.895659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be276-46d2-41d4-aee1-4c7bfe0659ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d029f235-c74a-422c-b684-253b7084aa8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:39.902360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-ac31c676-ecde-4d77-990b-e9dd5d095de2 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668821 Jul 23 14:14:40.132296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f59c140-653a-430b-856e-899f9e9940ba req-e1c45860-0cc1-4304-beee-bc5ac76acb0f service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222440 Jul 23 14:14:40.193224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.221619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.240765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.261279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.276884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.293555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.308928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.315599 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-688f4b87-9aeb-4703-842b-8cc26068574b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5436 time: 0.2801225 Jul 23 14:14:40.407163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-9e846839-7c16-41c6-9ea2-e8f5a7c2dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.409318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-9e846839-7c16-41c6-9ea2-e8f5a7c2dccb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1094 time: 0.1672266 Jul 23 14:14:40.418352 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-62f27138-0c73-4cf2-b3cf-05709f80906f req-ef693869-262d-4fd2-9f82-ec71a35bbb3e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970426 Jul 23 14:14:40.508045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:40.514013 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:40.685508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-f8b73f1f-2941-4a5b-8244-00065c03706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.693291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-f8b73f1f-2941-4a5b-8244-00065c03706c service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.2681839 Jul 23 14:14:40.750827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-9afbf298-a771-435c-8dc0-d9d4d2c4ca74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0515761 Jul 23 14:14:40.840159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdae28-2b25-4032-8e0f-6147e5d4eb7d req-24486ba5-961c-4ed4-a35c-b226dd9263d7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.842082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-edbdae28-2b25-4032-8e0f-6147e5d4eb7d req-24486ba5-961c-4ed4-a35c-b226dd9263d7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 943 time: 0.2207315 Jul 23 14:14:40.846602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-538b896b-3f69-4a60-b769-9711516050d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:40.847712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-538b896b-3f69-4a60-b769-9711516050d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0856576 Jul 23 14:14:40.926824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-be4f5757-9ca1-45d0-9c5e-e0af49964863 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653319 Jul 23 14:14:40.973794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-edbdae28-2b25-4032-8e0f-6147e5d4eb7d req-f3bce078-0ce3-4b70-8b85-60eb78eb8349 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223555 Jul 23 14:14:41.003236 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:41.078967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:41.079773 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe3a8b4-7523-4f6b-aec4-886fbb62135e" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:41.128989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-cd1d9138-e17c-4cfa-b7ea-92541f3c9865 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930358 Jul 23 14:14:41.134688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:41.147549 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:41.208502 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3910f749-5826-4d91-a514-9883ae4529bd x-openstack-request-id: req-3910f749-5826-4d91-a514-9883ae4529bd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:41.208980 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:41.209567 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3910f749-5826-4d91-a514-9883ae4529bd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:41.209712 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'code': 200} Jul 23 14:14:41.277369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:41.341301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device edb48f26-74f4-41b4-bd67-28e4c29f1a28 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:41.371063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e353ba51-bb49-417c-882f-89f2bbc02680 req-f3fc83e3-9df4-4b52-b3ee-1e780433d1ef service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340343 Jul 23 14:14:41.437286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c0c3e504-9ae2-4812-b521-8137056dcdcc up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:41.627612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:41.635500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:41.644221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:41.652233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:41.665031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:41.672717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:41.680363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:41.682436 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-714c91e7-beb2-4379-b84c-9b4e43db6e6c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5436 time: 0.1502881 Jul 23 14:14:41.697694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port edb48f26-74f4-41b4-bd67-28e4c29f1a28, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:41.723744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port c0c3e504-9ae2-4812-b521-8137056dcdcc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:41.735878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c0c3e504-9ae2-4812-b521-8137056dcdcc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:41.743830 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:41.747053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'port_id': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28', 'mac_address': 'fa:16:3e:8b:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:41.758118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c38b057-f460-4f2f-bea0-a85498ca0503 req-0e57ecae-6c2b-47a2-bf78-5c4188698cd4 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643413 Jul 23 14:14:41.856488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:41.884699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb48f26-74f4-41b4-bd67-28e4c29f1a28 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:41.964521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port edb48f26-74f4-41b4-bd67-28e4c29f1a28, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:41.980030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:42.033711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:42.060670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=edb48f26-74f4-41b4-bd67-28e4c29f1a28,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:42.115207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c0c3e504-9ae2-4812-b521-8137056dcdcc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:42.133035 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:42.294490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f4f8d-ee00-47df-ad7a-5a5cdb8a3d03 req-7db91178-f2ba-4227-8c36-245a7d9e43df tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:42.298003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c0c3e504-9ae2-4812-b521-8137056dcdcc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:42.298855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef2f4f8d-ee00-47df-ad7a-5a5cdb8a3d03 req-7db91178-f2ba-4227-8c36-245a7d9e43df tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 943 time: 0.1528032 Jul 23 14:14:42.359763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['edb48f26-74f4-41b4-bd67-28e4c29f1a28'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:42.402867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef2f4f8d-ee00-47df-ad7a-5a5cdb8a3d03 req-314ee46d-b3bd-4db8-896f-845537f5d64a tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912139 Jul 23 14:14:43.009759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.018622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.032258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.040353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.048396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.057083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.064233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.074160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-5e0e7bfb-8f67-453b-aeb7-d11a1e654bd5 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5437 time: 0.1761546 Jul 23 14:14:43.134092 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-144e1b51-1d10-43c8-af2a-8092767b34d4 req-b7715e87-8a42-4227-8b5e-a137645f847e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586104 Jul 23 14:14:43.211364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:43.214340 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a648fd7-2b0e-4205-a997-5fe930f75e45" -d '{"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:43.286622 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270428c-c367-4bd8-8943-c23048ae9b24 x-openstack-request-id: req-f270428c-c367-4bd8-8943-c23048ae9b24 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:43.286951 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:43.287194 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f270428c-c367-4bd8-8943-c23048ae9b24 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:43.287610 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc', 'code': 200} Jul 23 14:14:43.416038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:14:43.423940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 76728841-98f6-46f3-b204-1dcb9d6cdf84 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:43.570825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 76728841-98f6-46f3-b204-1dcb9d6cdf84 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:43.586735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d533157-2d05-436c-8a01-eeaf4140fcd0 req-708e24af-c522-42cd-85b4-827abf8a14c7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:43.596392 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d533157-2d05-436c-8a01-eeaf4140fcd0 req-708e24af-c522-42cd-85b4-827abf8a14c7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 943 time: 0.1225398 Jul 23 14:14:43.610717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 76728841-98f6-46f3-b204-1dcb9d6cdf84 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:43.611104 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:43.681050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:43.689935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d533157-2d05-436c-8a01-eeaf4140fcd0 req-797edc15-acc2-4d6f-86f1-5603d031bc42 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910258 Jul 23 14:14:43.721032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65', 'network_id': 'cb1471e1-0ac7-485c-9107-b2695b823a83', 'port_id': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65', 'mac_address': 'fa:16:3e:71:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333fb6f5-b3c1-4538-8027-b63bd30ccac6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:14:43.760498 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:43.796108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:43.817149 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:14:43.824010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 76728841-98f6-46f3-b204-1dcb9d6cdf84, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:43.838909 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:43.839715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5f4bafac-09dc-4375-add6-f3f780e2efca up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:43.847009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:43.883599 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:43.928608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=76728841-98f6-46f3-b204-1dcb9d6cdf84,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:43.981135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:44.003844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 5f4bafac-09dc-4375-add6-f3f780e2efca completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:44.008250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 5f4bafac-09dc-4375-add6-f3f780e2efca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:44.008606 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:44.115791 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:44.155220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5f4bafac-09dc-4375-add6-f3f780e2efca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5f4bafac-09dc-4375-add6-f3f780e2efca,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:44.180534 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:44.182877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5027f009-f67a-4528-9fa4-2d5ce045c563 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:44.274820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:14:44.329048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:44.337879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:44.345157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:44.352423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:44.363416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:44.372749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:44.381380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:44.392244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-101b0ff6-ec08-4add-9a55-1f4f9cfb9af1 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5439 time: 0.1550798 Jul 23 14:14:44.430322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 5027f009-f67a-4528-9fa4-2d5ce045c563 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:44.447622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5f4bafac-09dc-4375-add6-f3f780e2efca,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:44.465326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 5027f009-f67a-4528-9fa4-2d5ce045c563 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:44.465700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:44.500082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-eb261f53-67ad-4f0b-b1a2-7528b164eee7 req-f4a5c628-6ab9-4d73-bad7-00cd6e78fe0b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013525 Jul 23 14:14:44.829812 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:44.879745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5027f009-f67a-4528-9fa4-2d5ce045c563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5027f009-f67a-4528-9fa4-2d5ce045c563,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:44.894763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:44.896078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device bc1a32ce-cb1b-4ecd-b466-f1823f749231 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:44.991156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5027f009-f67a-4528-9fa4-2d5ce045c563,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:45.021406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952d19-3ae0-4a47-a894-75e15d3d2c57 req-9fcfb76a-3fa6-4eeb-9ef0-8aea95c32be3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:45.023140 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba952d19-3ae0-4a47-a894-75e15d3d2c57 req-9fcfb76a-3fa6-4eeb-9ef0-8aea95c32be3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 944 time: 0.1946759 Jul 23 14:14:45.057581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port bc1a32ce-cb1b-4ecd-b466-f1823f749231 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:45.063392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port bc1a32ce-cb1b-4ecd-b466-f1823f749231 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:45.064240 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.094141 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ba952d19-3ae0-4a47-a894-75e15d3d2c57 req-fcb7a85f-84bf-48a9-b6ca-a9cebe699676 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Jul 23 14:14:45.132440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:45.280875 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.303487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76728841-98f6-46f3-b204-1dcb9d6cdf84'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:45.311158 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fe95e2-4db3-4c7a-9137-aaeaf96a47aa" -d '{"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "76728841-98f6-46f3-b204-1dcb9d6cdf84"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:45.373890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port bc1a32ce-cb1b-4ecd-b466-f1823f749231, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:45.388745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device edb48f26-74f4-41b4-bd67-28e4c29f1a28 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:45.452272 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e9044-e317-4cc7-aea7-6f647225147f x-openstack-request-id: req-288e9044-e317-4cc7-aea7-6f647225147f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:45.452549 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "76728841-98f6-46f3-b204-1dcb9d6cdf84", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:45.452944 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-288e9044-e317-4cc7-aea7-6f647225147f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:45.453795 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76728841-98f6-46f3-b204-1dcb9d6cdf84', 'code': 200} Jul 23 14:14:45.454059 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'code': 200} Jul 23 14:14:45.454305 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563', 'code': 200} Jul 23 14:14:45.456643 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.460784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a9cefb43-beaa-4ceb-91af-23aa28882cb7 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:45.650928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ec0a38-52a2-442f-a317-9946f246490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.665345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=bc1a32ce-cb1b-4ecd-b466-f1823f749231,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:45.682608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port edb48f26-74f4-41b4-bd67-28e4c29f1a28 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:45.687604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port edb48f26-74f4-41b4-bd67-28e4c29f1a28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:45.688172 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.692726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port a9cefb43-beaa-4ceb-91af-23aa28882cb7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:45.722346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port a9cefb43-beaa-4ceb-91af-23aa28882cb7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:45.723098 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.840124 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d96a9a2b-2be8-4179-9c37-f433845cf7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.944998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:45.961340 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.006782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port edb48f26-74f4-41b4-bd67-28e4c29f1a28, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:46.015982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.026499 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.031125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a9cefb43-beaa-4ceb-91af-23aa28882cb7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:46.031480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.053916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.066061 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.067851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 26c90806-dd94-426b-a6f3-804038c1dcb8 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:46.068062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.076557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.090729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.097322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.114845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-9af2d832-a871-4f54-8e32-06d2f935a987 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5441 time: 0.4043627 Jul 23 14:14:46.428230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa9cfb-4856-4954-b4b1-735a44d31fa8 req-347e81a8-bbc8-406e-8a61-5e750e79af7f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:46.441321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aaa9cfb-4856-4954-b4b1-735a44d31fa8 req-347e81a8-bbc8-406e-8a61-5e750e79af7f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 944 time: 0.1786194 Jul 23 14:14:46.476115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=edb48f26-74f4-41b4-bd67-28e4c29f1a28,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:46.541143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 26c90806-dd94-426b-a6f3-804038c1dcb8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:46.545402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a9cefb43-beaa-4ceb-91af-23aa28882cb7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:46.549936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 26c90806-dd94-426b-a6f3-804038c1dcb8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:46.550432 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.598159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aaa9cfb-4856-4954-b4b1-735a44d31fa8 req-e5644f05-a0b0-4ab5-af11-16cba923a7c0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539211 Jul 23 14:14:46.736564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.787531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 26c90806-dd94-426b-a6f3-804038c1dcb8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=26c90806-dd94-426b-a6f3-804038c1dcb8,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:46.811365 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.865046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ec0a38-52a2-442f-a317-9946f246490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.877603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:14:46.919276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-594792e5-4c9f-4757-bd9e-cfa4a5cb625f req-04d0178b-2f34-4208-9daa-4648b8c7a054 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8051627 Jul 23 14:14:46.922071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ec0a38-52a2-442f-a317-9946f246490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:46.982921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=26c90806-dd94-426b-a6f3-804038c1dcb8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:46.995122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:14:47.002326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:14:47.003381 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.016980 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c2ec0a38-52a2-442f-a317-9946f246490d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cadd7c171b834e8c99005cef9a0d5499&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8833263 Jul 23 14:14:47.019923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:47.035893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec0a38-52a2-442f-a317-9946f246490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f30321-047c-42ca-9593-310e4d4e84d6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:47.146624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f32c0d85-7223-49c9-b526-de73fd4b5adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.158786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.189475 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f32c0d85-7223-49c9-b526-de73fd4b5adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.234397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:47.243593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.271466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f32c0d85-7223-49c9-b526-de73fd4b5adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.276397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f32c0d85-7223-49c9-b526-de73fd4b5adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.282062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f32c0d85-7223-49c9-b526-de73fd4b5adc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08f30321-047c-42ca-9593-310e4d4e84d6 HTTP/1.1" status: 204 len: 168 time: 0.2604992 Jul 23 14:14:47.295294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c0d85-7223-49c9-b526-de73fd4b5adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f30321-047c-42ca-9593-310e4d4e84d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:47.440338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:47.455949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231'}, {'server_uuid': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c90806-dd94-426b-a6f3-804038c1dcb8'}, {'server_uuid': '1dd8a16c-b627-4010-be30-983c58fb372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:47.460101 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26edfe85-6cdd-4038-96e5-61000a317852" -d '{"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231"}, {"server_uuid": "f508e183-9bfa-4fd7-9fa9-543f20cbdecd", "name": "network-vif-plugged", "status": "completed", "tag": "edb48f26-74f4-41b4-bd67-28e4c29f1a28"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "a9cefb43-beaa-4ceb-91af-23aa28882cb7"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "26c90806-dd94-426b-a6f3-804038c1dcb8"}, {"server_uuid": "1dd8a16c-b627-4010-be30-983c58fb372b", "name": "network-vif-plugged", "status": "completed", "tag": "e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:47.606324 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c806533b-8f72-421c-a544-fe1a709ac786 x-openstack-request-id: req-c806533b-8f72-421c-a544-fe1a709ac786 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:47.607444 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231", "code": 200}, {"server_uuid": "f508e183-9bfa-4fd7-9fa9-543f20cbdecd", "name": "network-vif-plugged", "status": "completed", "tag": "edb48f26-74f4-41b4-bd67-28e4c29f1a28", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "a9cefb43-beaa-4ceb-91af-23aa28882cb7", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-plugged", "status": "completed", "tag": "26c90806-dd94-426b-a6f3-804038c1dcb8", "code": 200}, {"server_uuid": "1dd8a16c-b627-4010-be30-983c58fb372b", "name": "network-vif-plugged", "status": "completed", "tag": "e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:47.607973 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c806533b-8f72-421c-a544-fe1a709ac786 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:47.609130 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231', 'code': 200} Jul 23 14:14:47.610683 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28', 'code': 200} Jul 23 14:14:47.611113 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7', 'code': 200} Jul 23 14:14:47.617016 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c90806-dd94-426b-a6f3-804038c1dcb8', 'code': 200} Jul 23 14:14:47.617454 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd8a16c-b627-4010-be30-983c58fb372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65', 'code': 200} Jul 23 14:14:47.688853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.792469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5ce27-a58d-4d8b-9ef2-062fa638c8b8 req-2d7d89bf-b2cd-4759-8b36-c9b20801a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:47.799481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91c5ce27-a58d-4d8b-9ef2-062fa638c8b8 req-2d7d89bf-b2cd-4759-8b36-c9b20801a2f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.1338286 Jul 23 14:14:47.834304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:47.954213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340375-1854-473f-8e58-1115591ce0de req-2cabd80d-27e1-47ab-af67-a9020f881469 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:47.957690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3445648a-9820-403c-af9e-3357d77f1684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:47.973065 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cb340375-1854-473f-8e58-1115591ce0de req-2cabd80d-27e1-47ab-af67-a9020f881469 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.2227156 Jul 23 14:14:48.028908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91c5ce27-a58d-4d8b-9ef2-062fa638c8b8 req-9604a53d-94fc-461d-9ae6-ae030761ee93 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168095 Jul 23 14:14:48.109008 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cb340375-1854-473f-8e58-1115591ce0de req-121eb3db-9040-47f1-974e-e5994a223241 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297109 Jul 23 14:14:48.155100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.156083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.157878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.165615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.166266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.167694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.169139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.176281 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-ab72dc21-78ef-463b-b6c1-6a632d0f701d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6500 time: 0.3661373 Jul 23 14:14:48.182344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3445648a-9820-403c-af9e-3357d77f1684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.213147 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3445648a-9820-403c-af9e-3357d77f1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.257894 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12baa156-baaa-4b7f-9619-d1f9e2b5fb4c req-3dec0890-90bd-4f2a-9a61-3cb15390e453 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742145 Jul 23 14:14:48.266918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.345337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:48.376266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:48.376652 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3445648a-9820-403c-af9e-3357d77f1684 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ab503ad952142cca42e6b28b94fb6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412118 Jul 23 14:14:48.392462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95aa75-dcc6-4323-930f-3a7b172894ad req-0a25fe37-c24d-400c-8afd-54def0a4eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.394029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c95aa75-dcc6-4323-930f-3a7b172894ad req-0a25fe37-c24d-400c-8afd-54def0a4eea8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.5839531 Jul 23 14:14:48.402501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445648a-9820-403c-af9e-3357d77f1684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98006b37-9b55-4906-807c-f5acdd1b8a03,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:48.470098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.471799 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af526e27-3678-4539-8c50-e3de713cc5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.480726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.488209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.497307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.507439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.516995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.523510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1a2090-f7e5-468c-9b7b-1f0be5164d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.535039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:48.538081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-5ef77846-276d-4b31-9a42-804e85763e25 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.3541324 Jul 23 14:14:48.576898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9371e43a-90ef-40c4-9984-d4562a7fe180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.586839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1a2090-f7e5-468c-9b7b-1f0be5164d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.628467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c95aa75-dcc6-4323-930f-3a7b172894ad req-27127e9e-772b-4752-95ab-b155f1e3f8ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643511 Jul 23 14:14:48.642508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f813474d-b606-4c74-8f7e-576e8dd11b80 req-32bce08e-c767-4bd2-b0e3-5f76b9b19752 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957348 Jul 23 14:14:48.754323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9371e43a-90ef-40c4-9984-d4562a7fe180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.759911 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9371e43a-90ef-40c4-9984-d4562a7fe180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.807906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1a2090-f7e5-468c-9b7b-1f0be5164d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.810733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1a2090-f7e5-468c-9b7b-1f0be5164d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:48.814629 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2e1a2090-f7e5-468c-9b7b-1f0be5164d2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98006b37-9b55-4906-807c-f5acdd1b8a03 HTTP/1.1" status: 204 len: 168 time: 0.4370492 Jul 23 14:14:48.819190 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9371e43a-90ef-40c4-9984-d4562a7fe180 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a08d44e5fd748b098d0b400554c173f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725142 Jul 23 14:14:48.822808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:48.845347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371e43a-90ef-40c4-9984-d4562a7fe180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d55c6-097f-4c82-9815-cdaa364564e6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:48.881617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a2090-f7e5-468c-9b7b-1f0be5164d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98006b37-9b55-4906-807c-f5acdd1b8a03,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:48.997044 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d20231-d9e6-42a3-a9d4-70fa89ead6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.030485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d20231-d9e6-42a3-a9d4-70fa89ead6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.134617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d20231-d9e6-42a3-a9d4-70fa89ead6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.137544 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d20231-d9e6-42a3-a9d4-70fa89ead6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.139014 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-80d20231-d9e6-42a3-a9d4-70fa89ead6c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/685d55c6-097f-4c82-9815-cdaa364564e6 HTTP/1.1" status: 204 len: 168 time: 0.3139780 Jul 23 14:14:49.152459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d20231-d9e6-42a3-a9d4-70fa89ead6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d55c6-097f-4c82-9815-cdaa364564e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:49.326623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569750d-2587-4ee7-966b-fa435d7113ec req-d67a8a96-2ae8-48e3-aa12-d52de8bf23e3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.328288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1569750d-2587-4ee7-966b-fa435d7113ec req-d67a8a96-2ae8-48e3-aa12-d52de8bf23e3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1075132 Jul 23 14:14:49.388009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1569750d-2587-4ee7-966b-fa435d7113ec req-9e2a6def-5649-490c-9c25-ab9f04e62c3c tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446830 Jul 23 14:14:49.478221 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.640227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:49.657725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f78a7bc-668e-4810-b8a3-5f313f56343f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.774576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f78a7bc-668e-4810-b8a3-5f313f56343f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.783326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f78a7bc-668e-4810-b8a3-5f313f56343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:49.839903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0f78a7bc-668e-4810-b8a3-5f313f56343f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e931462c6ccd4a7b8e79586372c6ce4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956735 Jul 23 14:14:49.839903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78a7bc-668e-4810-b8a3-5f313f56343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba24ce5-540b-4b5a-a97c-9ac4995e429a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:49.841312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:49.911456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.921936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.930997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.939572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.946466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.954145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.962515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:49.976972 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-1db1049b-4b8b-4cf8-b202-c0eb7d408932 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.2006519 Jul 23 14:14:50.014456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c11051c-a8e3-4b86-b9f7-275dc00803d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:50.076679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c11051c-a8e3-4b86-b9f7-275dc00803d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:50.109074 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-119e8b9c-5a59-4db6-9a1f-9ff621918faa req-68185bdc-1ae3-4805-8db5-cf77ceecf53c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306820 Jul 23 14:14:50.195618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c11051c-a8e3-4b86-b9f7-275dc00803d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:50.198778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c11051c-a8e3-4b86-b9f7-275dc00803d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:50.202407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1c11051c-a8e3-4b86-b9f7-275dc00803d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bba24ce5-540b-4b5a-a97c-9ac4995e429a HTTP/1.1" status: 204 len: 168 time: 0.3578060 Jul 23 14:14:50.223743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11051c-a8e3-4b86-b9f7-275dc00803d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba24ce5-540b-4b5a-a97c-9ac4995e429a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:50.593227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77605ad1-bd85-4e9e-9e55-4ae5975e5613 req-783edbeb-ceda-4da9-b001-1e8885bfc57f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:50.594935 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77605ad1-bd85-4e9e-9e55-4ae5975e5613 req-783edbeb-ceda-4da9-b001-1e8885bfc57f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.0987904 Jul 23 14:14:50.664428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77605ad1-bd85-4e9e-9e55-4ae5975e5613 req-a91066e9-3dad-4a80-9b4b-7e29a9734dfb tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601213 Jul 23 14:14:51.059627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-237b38d1-4d5c-438e-93e9-75498b1868f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.061179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-237b38d1-4d5c-438e-93e9-75498b1868f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.1127660 Jul 23 14:14:51.100350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf915a2-d6f3-4d46-99c5-d97ddf9ce579 req-86084325-7c9c-433a-b40c-28c503820eff tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.102165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cf915a2-d6f3-4d46-99c5-d97ddf9ce579 req-86084325-7c9c-433a-b40c-28c503820eff tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1274283 Jul 23 14:14:51.183521 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:51.222789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1cf915a2-d6f3-4d46-99c5-d97ddf9ce579 req-faecebc2-4552-452f-939b-28d683176f25 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120050 Jul 23 14:14:51.266566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-f66a324f-b10f-4280-be93-7d3d43ff11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.272556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-f66a324f-b10f-4280-be93-7d3d43ff11cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.2030888 Jul 23 14:14:51.367662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-950b8aa8-af28-45a9-a888-9125db5fe8ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0880232 Jul 23 14:14:51.452153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-7b7bbb26-204a-493b-b516-ac4dc5f65267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.454207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-7b7bbb26-204a-493b-b516-ac4dc5f65267 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0764418 Jul 23 14:14:51.492003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-0950e2b0-8923-4861-8f5e-f8771eb89aec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299213 Jul 23 14:14:51.632609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-2e165362-0099-4d76-905c-9ef46286f805 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331236 Jul 23 14:14:51.808633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba69c9c3-0ed4-41a0-b24b-259845edbb8e req-697ae64d-48ae-49b9-8ca4-d2d9d9c09331 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663103 Jul 23 14:14:51.824825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.832257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.842049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.848499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.856192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.863489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.870232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:51.879898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-d1941c91-7e70-4045-a5a5-c016e10d3ac0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.6219938 Jul 23 14:14:51.944610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee1ab5a1-4c40-44d8-9cea-6ed6b4475513 req-568c3601-7234-4520-93a3-7d5d2d3a3005 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636621 Jul 23 14:14:52.136493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:52.143777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:52.152573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:52.160764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:52.167461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:52.175194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:52.182181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:52.195788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:14:52.196353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b257055b-c2dd-44f2-8240-c87ed5fb773b req-b8a5b6bc-7fa0-4209-bf51-537e5362a288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.1623609 Jul 23 14:14:52.201506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Request body: {'floatingip': {'port_id': '5f4bafac-09dc-4375-add6-f3f780e2efca'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:14:52.319526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:53.333327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836acb85-eb0f-4e37-aeac-951d4601db1c req-9c25c9f8-d95d-4d91-aff2-4e3b7088922f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:53.334926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-836acb85-eb0f-4e37-aeac-951d4601db1c req-9c25c9f8-d95d-4d91-aff2-4e3b7088922f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.6548543 Jul 23 14:14:53.417076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:53.423151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-836acb85-eb0f-4e37-aeac-951d4601db1c req-495e8938-8a34-45cd-90f5-4e8a214e8103 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Jul 23 14:14:53.424361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:53.560955 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Floating IP 3bf6807a-1da1-4570-ad3e-062f7d7554fc associated. External IP: 172.25.2.6, port: 5f4bafac-09dc-4375-add6-f3f780e2efca. Jul 23 14:14:53.859495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Router 437db0b8-ae21-45e9-a65c-cce30838cd0e has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:14:54.019029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:14:54.025080 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:54.030347 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] Sync routers for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:14:54.105532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5da9f55c-f414-49fc-9c6f-05ed00d3a72d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "PUT /v2.0/floatingips/3bf6807a-1da1-4570-ad3e-062f7d7554fc HTTP/1.1" status: 200 len: 990 time: 1.9074864 Jul 23 14:14:54.115283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:54.118053 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96" -d '{"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:54.221616 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d881fdaf-8d05-419d-acba-44ca64df765d x-openstack-request-id: req-d881fdaf-8d05-419d-acba-44ca64df765d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:54.221915 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:54.222360 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d881fdaf-8d05-419d-acba-44ca64df765d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:54.222913 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'status': 'completed', 'code': 200} Jul 23 14:14:54.263402 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:14:54.264198 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:14:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:54.417317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.418444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.419436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.420106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.420854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.421606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.422264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.425756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-9112bcc3-1b65-4f71-a5d3-c83c4f842a1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6500 time: 0.1303728 Jul 23 14:14:54.511336 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:14:54.620110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-99b63aa9-25d9-4751-978b-d7c43284e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.621881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-99b63aa9-25d9-4751-978b-d7c43284e383 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f90128ca-9332-4025-8425-15b1e4bf1851 HTTP/1.1" status: 200 len: 917 time: 0.1852176 Jul 23 14:14:54.711655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-07242645-dc11-4f3c-95a9-7ed2c282c6c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4bafac-09dc-4375-add6-f3f780e2efca HTTP/1.1" status: 200 len: 998 time: 0.0811782 Jul 23 14:14:54.818919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-2d7ad073-8f6f-485d-99f4-5f643096b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.825487 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-2d7ad073-8f6f-485d-99f4-5f643096b33c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f9b00b3-649e-4d61-92c2-dcac2b10a7bf HTTP/1.1" status: 200 len: 855 time: 0.1062107 Jul 23 14:14:54.932548 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '3bf6807a-1da1-4570-ad3e-062f7d7554fc', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'port_id': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'mac_address': 'fa:16:3e:b4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:13:34Z', 'updated_at': '2021-07-23T14:14:53Z', 'revision_number': 1, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:57Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:54.947920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-521b943f-9246-4716-8ce0-bedf9956dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:54.951538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-521b943f-9246-4716-8ce0-bedf9956dae5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f90128ca-9332-4025-8425-15b1e4bf1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218913 Jul 23 14:14:54.974412 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] Checking router: 437db0b8-ae21-45e9-a65c-cce30838cd0e for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:14:54.987292 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:14:54.990321 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:14:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:55.151792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-874fb489-c276-44e2-a29b-06712fcc782f service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902766 Jul 23 14:14:55.185804 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:14:55.276236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97519ce6-fd8c-4b96-9f12-590055cfd32a req-a437ee97-4b3e-4189-b0c4-fc3ad26ce605 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:55.301385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97519ce6-fd8c-4b96-9f12-590055cfd32a req-a437ee97-4b3e-4189-b0c4-fc3ad26ce605 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.7433040 Jul 23 14:14:55.383833 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-97519ce6-fd8c-4b96-9f12-590055cfd32a req-a6cf2902-c89f-4492-a2c8-7c8699d48b67 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791099 Jul 23 14:14:55.428757 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bea2f6f-9b90-42bb-8687-e9f4e7623e96 req-c3777e19-79c6-491a-bd91-13b6b0c5a58d service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721765 Jul 23 14:14:55.717253 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '3bf6807a-1da1-4570-ad3e-062f7d7554fc', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'port_id': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'mac_address': 'fa:16:3e:b4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:13:34Z', 'updated_at': '2021-07-23T14:14:53Z', 'revision_number': 1, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:57Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:14:55.778039 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8def41-90ce-4e0f-8a49-c7426e814cba None None] The sync data for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 is: [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '3bf6807a-1da1-4570-ad3e-062f7d7554fc', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'port_id': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'mac_address': 'fa:16:3e:b4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:13:34Z', 'updated_at': '2021-07-23T14:14:53Z', 'revision_number': 1, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:57Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:14:56.133591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f42fdd-85a7-4530-91bd-cd52e3f32890 None None] New status for floating IP 3bf6807a-1da1-4570-ad3e-062f7d7554fc: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:14:56.707906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cca9b-da1d-4a0f-969d-587e749d2431 req-e8b1f1da-6db7-4239-a3a4-4997cc06b8c8 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:56.715611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d03cca9b-da1d-4a0f-969d-587e749d2431 req-e8b1f1da-6db7-4239-a3a4-4997cc06b8c8 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.2034843 Jul 23 14:14:56.785156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d03cca9b-da1d-4a0f-969d-587e749d2431 req-71467f49-046c-4f94-9e76-e1cc69fdc3ad tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673916 Jul 23 14:14:56.887157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-360f2804-af23-472c-9790-e5f45149f108 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964160 Jul 23 14:14:57.007526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-9db48409-c6e1-411d-a55f-489324c0b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:57.009109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-9db48409-c6e1-411d-a55f-489324c0b95d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9cf036af1964a74a671f701243dd269&device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1097 time: 0.0940404 Jul 23 14:14:57.166348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-d4584dd0-f15e-45f1-9727-d133fddd6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:57.168239 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-d4584dd0-f15e-45f1-9727-d133fddd6851 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856 HTTP/1.1" status: 200 len: 909 time: 0.1382794 Jul 23 14:14:57.270633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-a0617c5e-3cf1-4ee3-8b17-c16bd2acf3ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8 HTTP/1.1" status: 200 len: 1002 time: 0.0943773 Jul 23 14:14:57.330490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-67d16e0c-b1d8-47d8-b2ea-18fa7b43027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:57.332023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-67d16e0c-b1d8-47d8-b2ea-18fa7b43027e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87913452-b853-4522-a39f-e35b8cdc6a45 HTTP/1.1" status: 200 len: 847 time: 0.0542355 Jul 23 14:14:57.405685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-af10ed08-fa4a-4afb-bde5-78da786663c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:57.407507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-af10ed08-fa4a-4afb-bde5-78da786663c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686398 Jul 23 14:14:57.613233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-961974e2-4970-4b14-aa0c-7afe1add6304 service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978304 Jul 23 14:14:57.799270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f11f346-913a-4aec-b860-9275feaa5ebc req-d086fd76-6e6c-4dac-9885-b34af926d884 service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768336 Jul 23 14:14:57.856113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2129e2-d8ad-4fd3-ac7d-09c31466d205 req-2fee0ff8-9b68-4d13-83ef-167cbeacd194 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:57.858092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e2129e2-d8ad-4fd3-ac7d-09c31466d205 req-2fee0ff8-9b68-4d13-83ef-167cbeacd194 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.2386408 Jul 23 14:14:57.928551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e2129e2-d8ad-4fd3-ac7d-09c31466d205 req-c7386290-4b47-463e-adf4-e0fdbd2c1af9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637817 Jul 23 14:14:58.000019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18204de1-67e5-48e5-b236-cb0374325e1b req-f45d2e22-ec40-4130-a14d-c531b885618b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:58.010426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18204de1-67e5-48e5-b236-cb0374325e1b req-f45d2e22-ec40-4130-a14d-c531b885618b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1165142 Jul 23 14:14:58.066374 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18204de1-67e5-48e5-b236-cb0374325e1b req-9244dea1-b2d6-4306-b725-22f99c505bf6 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499976 Jul 23 14:14:59.116689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1739d-9b91-4ec4-bdf2-fbb9ed4d7710 req-d16b3e3f-3cfc-4ca2-a5c3-dd2af5ed7002 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:59.130775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1739d-9b91-4ec4-bdf2-fbb9ed4d7710 req-d16b3e3f-3cfc-4ca2-a5c3-dd2af5ed7002 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1120884 Jul 23 14:14:59.253690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1739d-9b91-4ec4-bdf2-fbb9ed4d7710 req-5222bd90-e99b-4619-9a1e-6950dee7a41b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205628 Jul 23 14:14:59.322171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c648029-bb42-4d2b-8a58-8c2f3b9847f3 req-8ce12b3d-5245-48d0-b61d-c48bf4ca64ff tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:59.324087 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c648029-bb42-4d2b-8a58-8c2f3b9847f3 req-8ce12b3d-5245-48d0-b61d-c48bf4ca64ff tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1074994 Jul 23 14:14:59.376847 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c648029-bb42-4d2b-8a58-8c2f3b9847f3 req-141f310b-7eb8-446e-9209-50aa246ae142 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454998 Jul 23 14:14:59.524761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:14:59.612240 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:59.640374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:14:59.642619 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a51ac8-c716-4230-ba5b-5a2a97b744b9" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:14:59.657225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:14:59.662707 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:14:59.703638 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5635b23-3349-447e-b1fa-2c8ad17abbe0 x-openstack-request-id: req-e5635b23-3349-447e-b1fa-2c8ad17abbe0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:14:59.704243 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:14:59.704492 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5635b23-3349-447e-b1fa-2c8ad17abbe0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:14:59.705102 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'code': 200} Jul 23 14:14:59.722290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:14:59.815024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3031aa4-e05b-46d3-9aa3-eaa7658cba60 req-d71faedb-30b1-4561-90c3-f9cdccc2dec9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:14:59.816686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3031aa4-e05b-46d3-9aa3-eaa7658cba60 req-d71faedb-30b1-4561-90c3-f9cdccc2dec9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0710237 Jul 23 14:14:59.856070 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3031aa4-e05b-46d3-9aa3-eaa7658cba60 req-35ea453e-25ec-4c28-9837-b80b5ba00712 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336854 Jul 23 14:15:00.534382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff164-f3e9-447b-a8ee-c02114fa1c6e req-fcdc7e64-c6b1-49cb-88ea-5a32afb44068 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:00.536056 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a7ff164-f3e9-447b-a8ee-c02114fa1c6e req-fcdc7e64-c6b1-49cb-88ea-5a32afb44068 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.0742576 Jul 23 14:15:00.590409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a7ff164-f3e9-447b-a8ee-c02114fa1c6e req-df788b19-dd9a-4522-acd0-2527906e30b3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Jul 23 14:15:01.018114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adb13-a9f1-423e-9bd7-2249a39be9ca req-18c0b58f-7043-4fd3-9d4e-d6d9c1f8dd6d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:01.019803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-412adb13-a9f1-423e-9bd7-2249a39be9ca req-18c0b58f-7043-4fd3-9d4e-d6d9c1f8dd6d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0788627 Jul 23 14:15:01.088761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-412adb13-a9f1-423e-9bd7-2249a39be9ca req-bd73f971-12ce-4899-ad34-795b1ba9506f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622296 Jul 23 14:15:01.476709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:01.530255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:15:01.661323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f30d75d-9f20-41e7-b1be-95a318c81dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:01.674535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:01.698159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'mac_address': 'fa:16:3e:b9:ad:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:15:01.767011 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:01.792351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:15:01.811988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ea7e-f706-4533-8dde-f1ba6febe5af req-8298aeb0-f315-4bab-b5db-439b55ce3c73 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:01.820329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:01.822253 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b543ea7e-f706-4533-8dde-f1ba6febe5af req-8298aeb0-f315-4bab-b5db-439b55ce3c73 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.0968785 Jul 23 14:15:01.827361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:01.830558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f30d75d-9f20-41e7-b1be-95a318c81dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:01.838801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f30d75d-9f20-41e7-b1be-95a318c81dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:01.881346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b543ea7e-f706-4533-8dde-f1ba6febe5af req-fb4bb4c1-ac33-4391-82ca-d526ef352848 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531027 Jul 23 14:15:01.895153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:01.919078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30d75d-9f20-41e7-b1be-95a318c81dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1421bb2b-cd0e-452f-9ca6-dc066badaef0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:01.924562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8f30d75d-9f20-41e7-b1be-95a318c81dad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d859d64985c498eb91549ec295490bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468169 Jul 23 14:15:01.927915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:01.995893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-117d9302-91a5-4ee4-928b-872de888b3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.021990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-117d9302-91a5-4ee4-928b-872de888b3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.046187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:15:02.074874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-117d9302-91a5-4ee4-928b-872de888b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.077590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-117d9302-91a5-4ee4-928b-872de888b3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.079394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-117d9302-91a5-4ee4-928b-872de888b3a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1421bb2b-cd0e-452f-9ca6-dc066badaef0 HTTP/1.1" status: 204 len: 168 time: 0.1500773 Jul 23 14:15:02.090220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d9302-91a5-4ee4-928b-872de888b3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421bb2b-cd0e-452f-9ca6-dc066badaef0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:02.284816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebe085-cfac-49f1-85ff-065a33d5c6c1 req-1b9334d9-20cd-4268-8bbd-b8f296745d06 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:02.286424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23ebe085-cfac-49f1-85ff-065a33d5c6c1 req-1b9334d9-20cd-4268-8bbd-b8f296745d06 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.1157885 Jul 23 14:15:02.340141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23ebe085-cfac-49f1-85ff-065a33d5c6c1 req-1d87289b-8dc6-4919-9728-e7c4282c7a28 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459282 Jul 23 14:15:02.589333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:02.605352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd7c970-2c7f-4709-96c3-caaad93bf396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.699477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:02.720611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd7c970-2c7f-4709-96c3-caaad93bf396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.725951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd7c970-2c7f-4709-96c3-caaad93bf396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.793206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-efd7c970-2c7f-4709-96c3-caaad93bf396 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b71a2331fa21440f8fd74c2e5cd60e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999402 Jul 23 14:15:02.793206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7c970-2c7f-4709-96c3-caaad93bf396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87eabff-8a09-4ba9-94be-21cfb9713ed8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:02.796148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:02.866533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86b17099-02fc-4386-af04-4a1ccb394ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.892519 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-facccae7-96dc-43ad-b6d9-0db94b2e7aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:02.938269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-facccae7-96dc-43ad-b6d9-0db94b2e7aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.006187 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-facccae7-96dc-43ad-b6d9-0db94b2e7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.009746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-facccae7-96dc-43ad-b6d9-0db94b2e7aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.011917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-facccae7-96dc-43ad-b6d9-0db94b2e7aa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f87eabff-8a09-4ba9-94be-21cfb9713ed8 HTTP/1.1" status: 204 len: 168 time: 0.2138708 Jul 23 14:15:03.030719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facccae7-96dc-43ad-b6d9-0db94b2e7aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87eabff-8a09-4ba9-94be-21cfb9713ed8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:03.041135 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86b17099-02fc-4386-af04-4a1ccb394ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.067815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e264-f790-4c68-8364-b8fbe13848ef req-6b30c6dc-4c55-459f-acee-daffd89193a5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:03.069790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e308e264-f790-4c68-8364-b8fbe13848ef req-6b30c6dc-4c55-459f-acee-daffd89193a5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1168368 Jul 23 14:15:03.071261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86b17099-02fc-4386-af04-4a1ccb394ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.156133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e308e264-f790-4c68-8364-b8fbe13848ef req-f5b2a463-9648-4c9d-95f4-521aaf66b865 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722418 Jul 23 14:15:03.162666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:03.173842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-86b17099-02fc-4386-af04-4a1ccb394ef2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55c917b0c9304d0a96f7cb7e3f1943a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710171 Jul 23 14:15:03.173842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b17099-02fc-4386-af04-4a1ccb394ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca0594-1483-4342-a987-591f4c89b2e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:03.242151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d703301f-93e5-49b3-9050-7b3d07b5b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.263808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d703301f-93e5-49b3-9050-7b3d07b5b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.327089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d703301f-93e5-49b3-9050-7b3d07b5b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.329824 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d703301f-93e5-49b3-9050-7b3d07b5b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.334487 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d703301f-93e5-49b3-9050-7b3d07b5b7d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14ca0594-1483-4342-a987-591f4c89b2e3 HTTP/1.1" status: 204 len: 168 time: 0.1700058 Jul 23 14:15:03.343046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703301f-93e5-49b3-9050-7b3d07b5b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca0594-1483-4342-a987-591f4c89b2e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:03.527164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03871f7-d39c-4390-8001-4b2209a1f2d3 req-201215e7-8c6d-44e9-8c67-198850584a8f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:03.535885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f03871f7-d39c-4390-8001-4b2209a1f2d3 req-201215e7-8c6d-44e9-8c67-198850584a8f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 946 time: 0.0893607 Jul 23 14:15:03.553266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:15:03.587272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f03871f7-d39c-4390-8001-4b2209a1f2d3 req-ce13a30e-ff83-4b7a-a19a-166491afb1b9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 Jul 23 14:15:03.677698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:03.678114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.798746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:03.798956 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.827682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:15:03.830437 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e14cb1-b376-46df-b24a-22abe3cf722e" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:15:03.833830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59f3dcb0-263d-442e-840e-a9e9073c0bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.846372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:03.856055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:03.912788 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17201469-a33e-4221-8504-9d00e0504fd1 x-openstack-request-id: req-17201469-a33e-4221-8504-9d00e0504fd1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:15:03.913131 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:15:03.913357 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17201469-a33e-4221-8504-9d00e0504fd1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:15:03.914434 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'code': 200} Jul 23 14:15:04.003975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:04.052175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59f3dcb0-263d-442e-840e-a9e9073c0bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:04.064465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59f3dcb0-263d-442e-840e-a9e9073c0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:04.120301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-59f3dcb0-263d-442e-840e-a9e9073c0bc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67e01a70b51c4fd3b6ec506c1960f727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204072 Jul 23 14:15:04.127757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:04.158590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3dcb0-263d-442e-840e-a9e9073c0bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495c5f4d-d2e9-4521-bfdb-35312749fa2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:04.225811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-8358e133-e78a-4a73-b6cd-c9d0242c8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:04.227449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-8358e133-e78a-4a73-b6cd-c9d0242c8543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.3602793 Jul 23 14:15:04.364459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af691be-a256-4f3c-b624-76e0d8464317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:04.385210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64223ab3-e66e-4406-aa1f-cae61826c4fe req-b63d4d6a-929d-4a96-b55f-35f745caa500 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:04.396717 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64223ab3-e66e-4406-aa1f-cae61826c4fe req-b63d4d6a-929d-4a96-b55f-35f745caa500 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1216183 Jul 23 14:15:04.406955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af691be-a256-4f3c-b624-76e0d8464317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:04.490007 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64223ab3-e66e-4406-aa1f-cae61826c4fe req-8d92a3cc-b225-4db2-a96c-5ed5188792ae tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899260 Jul 23 14:15:04.529457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-45e13309-1dc4-457b-82b2-926373ae0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:04.531686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-45e13309-1dc4-457b-82b2-926373ae0ee3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.2684660 Jul 23 14:15:04.627953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af691be-a256-4f3c-b624-76e0d8464317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:04.632173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af691be-a256-4f3c-b624-76e0d8464317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:04.635316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9af691be-a256-4f3c-b624-76e0d8464317 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/495c5f4d-d2e9-4521-bfdb-35312749fa2a HTTP/1.1" status: 204 len: 168 time: 0.5051746 Jul 23 14:15:04.699432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-d4aa58ae-7da3-49d1-8191-fd100ee4ff95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 1001 time: 0.1580932 Jul 23 14:15:04.729636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af691be-a256-4f3c-b624-76e0d8464317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c5f4d-d2e9-4521-bfdb-35312749fa2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:04.851751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-60f790e1-a308-4173-87c4-542da53fe785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:04.854160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-60f790e1-a308-4173-87c4-542da53fe785 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1370034 Jul 23 14:15:04.855734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e764cd-dcf9-4cb5-a2f8-34238f41b842 req-084956e8-8b90-404f-b75f-8c8f3fc357a3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:04.863662 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14e764cd-dcf9-4cb5-a2f8-34238f41b842 req-084956e8-8b90-404f-b75f-8c8f3fc357a3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1499140 Jul 23 14:15:04.961861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14e764cd-dcf9-4cb5-a2f8-34238f41b842 req-d1fc8568-b780-45b5-ba74-19962834c0d3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873346 Jul 23 14:15:05.053790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-a2771d34-97bf-406f-8328-00d2d3dff98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:05.063789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-a2771d34-97bf-406f-8328-00d2d3dff98e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922677 Jul 23 14:15:05.395946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-93a18451-4753-4843-a2a9-f7059d7ba689 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205287 Jul 23 14:15:05.402830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:05.611363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab649071-6cfd-4f44-a64d-dbf0bdb25795 req-87fd1941-a481-43f8-8652-c19b44ad40f2 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083845 Jul 23 14:15:05.848109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6716b7-6c73-48a9-ab91-4a2650092ac2 req-fbadbc94-605e-4458-bb2f-4926aaec80e6 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:05.868441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab6716b7-6c73-48a9-ab91-4a2650092ac2 req-fbadbc94-605e-4458-bb2f-4926aaec80e6 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.2028565 Jul 23 14:15:05.884265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-757356695'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:05.925177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:05.959407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Made reservation on behalf of edbc4459b3354d31a5dba8bd04ca4429 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:05.963349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:05.965570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab6716b7-6c73-48a9-ab91-4a2650092ac2 req-7dd7d33f-098e-443e-a95b-b698b473114d tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907414 Jul 23 14:15:06.002283 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.170483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-172f6612-422f-423d-b85b-567446a38c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.274152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc2e43-50f0-4028-bf0a-4bd03e54dced req-42f43194-8f90-4d54-bd24-b0907fae4ed3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:06.275643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.287408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4bc2e43-50f0-4028-bf0a-4bd03e54dced req-42f43194-8f90-4d54-bd24-b0907fae4ed3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.2233379 Jul 23 14:15:06.295329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.344326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:06.363258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938657d5-290b-45b8-8bad-597d6b250232,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:06.370087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.370717 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Added segment e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd of type vlan for network c50674c9-ebff-46bb-abdb-ae1ac18b848f Jul 23 14:15:06.442095 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.455583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4bc2e43-50f0-4028-bf0a-4bd03e54dced req-5a3d8ecf-4b42-4ff4-84b3-b00c67ce39ef tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638894 Jul 23 14:15:06.514567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.527101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:06.541432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.581656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-172f6612-422f-423d-b85b-567446a38c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.591652 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-172f6612-422f-423d-b85b-567446a38c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.640144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f6612-422f-423d-b85b-567446a38c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d8257b-ca98-4818-8c5b-8bc37ad10d3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:06.646726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-172f6612-422f-423d-b85b-567446a38c4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40bf29241d6e444d9edc3e74c96d7f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178688 Jul 23 14:15:06.658135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:06.709358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event updated for resources: {'Network': ['ID=c50674c9-ebff-46bb-abdb-ae1ac18b848f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:06.715253 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aeff64e0-6015-4292-a644-cdf5dc2175a6 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3109708 Jul 23 14:15:06.723294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c50674c9-ebff-46bb-abdb-ae1ac18b848f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:06.731879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:06.740944 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b657-f5b9-4f61-9ce3-a26c3bf57bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.749008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Request body: {'subnet': {'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:06.799618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b657-f5b9-4f61-9ce3-a26c3bf57bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.890371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b657-f5b9-4f61-9ce3-a26c3bf57bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.893461 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b657-f5b9-4f61-9ce3-a26c3bf57bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:06.897288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b3f2b657-f5b9-4f61-9ce3-a26c3bf57bd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21d8257b-ca98-4818-8c5b-8bc37ad10d3d HTTP/1.1" status: 204 len: 168 time: 0.2359667 Jul 23 14:15:06.915706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2b657-f5b9-4f61-9ce3-a26c3bf57bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d8257b-ca98-4818-8c5b-8bc37ad10d3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:06.949603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Made reservation on behalf of edbc4459b3354d31a5dba8bd04ca4429 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:06.954109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.228386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19307c95-cc73-4726-af10-38816264978f req-17e23857-2050-4214-b2f2-77e1deaadbb7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:07.231430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19307c95-cc73-4726-af10-38816264978f req-17e23857-2050-4214-b2f2-77e1deaadbb7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1131735 Jul 23 14:15:07.326236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19307c95-cc73-4726-af10-38816264978f req-779897ed-8286-4b30-a169-36bddd369b6f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826004 Jul 23 14:15:07.331382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.408589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event updated for resources: {'Subnet': ['ID=5e0f3030-7154-4876-9fcd-01bfad3c3ab5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:07.416773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Checking segment: {'id': 'e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:07.416773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Network hostable DHCP agents. Network: c50674c9-ebff-46bb-abdb-ae1ac18b848f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:15:07.432888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.445920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Network c50674c9-ebff-46bb-abdb-ae1ac18b848f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:15:07.457952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c50674c9-ebff-46bb-abdb-ae1ac18b848f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:07.465774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:07.471704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:07.472402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.473472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da1793-a2b9-4e36-91bf-a443ed63de5e None None] Network c50674c9-ebff-46bb-abdb-ae1ac18b848f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:07.489197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e03048c8-a88f-409a-9848-c69aa94556db tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7546868 Jul 23 14:15:07.492057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:07.496965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab52d1f4-8b8d-499b-b77a-8d6121901f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.512847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Request body: {'port': {'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2020561250'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:07.650801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab52d1f4-8b8d-499b-b77a-8d6121901f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.661802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab52d1f4-8b8d-499b-b77a-8d6121901f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.700538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ab52d1f4-8b8d-499b-b77a-8d6121901f04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c681ea26895942bba3d458ea6c1abc28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326753 Jul 23 14:15:07.704235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:07.721652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574b4b6-ca15-49b0-9830-4460d044880b req-dd7938df-2cd7-4837-8740-e0562e29367d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:07.728821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1574b4b6-ca15-49b0-9830-4460d044880b req-dd7938df-2cd7-4837-8740-e0562e29367d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1730211 Jul 23 14:15:07.730184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-c50674c9-ebff-46bb-abdb-ae1ac18b848f', 'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f', 'tenant_id': 'edbc4459b3354d31a5dba8bd04ca4429', 'fixed_ips': [{'subnet_id': '5e0f3030-7154-4876-9fcd-01bfad3c3ab5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:15:07.731334 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.736456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Made reservation on behalf of edbc4459b3354d31a5dba8bd04ca4429 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:07.739934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.770082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] device_id is not set on port 3fddcc2c-dca6-497d-9b99-1cea766e9c36 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:07.771102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52d1f4-8b8d-499b-b77a-8d6121901f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e12a0a-7762-4b76-b6a7-a825cdb3da24,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:07.803317 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1574b4b6-ca15-49b0-9830-4460d044880b req-1a609384-7ea4-45d2-9c8c-5a62d065c5d4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732982 Jul 23 14:15:07.821458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7950-cc21-41f0-8721-5ebb8006148f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.870355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7950-cc21-41f0-8721-5ebb8006148f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.984940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7950-cc21-41f0-8721-5ebb8006148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.987570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf7950-cc21-41f0-8721-5ebb8006148f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:07.988789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f6bf7950-cc21-41f0-8721-5ebb8006148f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78e12a0a-7762-4b76-b6a7-a825cdb3da24 HTTP/1.1" status: 204 len: 168 time: 0.2834487 Jul 23 14:15:07.993194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Allocated IP 172.20.0.4 (c50674c9-ebff-46bb-abdb-ae1ac18b848f/5e0f3030-7154-4876-9fcd-01bfad3c3ab5/3fddcc2c-dca6-497d-9b99-1cea766e9c36) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:08.007692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf7950-cc21-41f0-8721-5ebb8006148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e12a0a-7762-4b76-b6a7-a825cdb3da24,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:08.262158 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:08.289718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Transition to ACTIVE for port object 3fddcc2c-dca6-497d-9b99-1cea766e9c36 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:08.354582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:08.391905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Network c50674c9-ebff-46bb-abdb-ae1ac18b848f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:08.417763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:08.421006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:08.470841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Allocated IP 172.20.0.2 (c50674c9-ebff-46bb-abdb-ae1ac18b848f/5e0f3030-7154-4876-9fcd-01bfad3c3ab5/28c68fa4-735f-40ea-8086-3a86bb56d44a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:08.561859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event updated for resources: {'Port': ['ID=3fddcc2c-dca6-497d-9b99-1cea766e9c36,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:08.584207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:08.584862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:08.597832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e72ab-8bbf-4363-a6a8-457b1448f9e2 req-e29aa15b-dc40-4d22-9524-193e565dd57f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:08.607146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-124e72ab-8bbf-4363-a6a8-457b1448f9e2 req-e29aa15b-dc40-4d22-9524-193e565dd57f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1290300 Jul 23 14:15:08.615912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:08.616221 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2d561162-72a9-410c-841a-7fc1da01a168 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1230061 Jul 23 14:15:08.701705 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-124e72ab-8bbf-4363-a6a8-457b1448f9e2 req-7480e647-b1ac-474e-9767-1f640bbd21e1 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921867 Jul 23 14:15:08.819479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Deleting port 3fddcc2c-dca6-497d-9b99-1cea766e9c36 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:08.820130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:08.831854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:08.847049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Transition to ACTIVE for port object 28c68fa4-735f-40ea-8086-3a86bb56d44a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:08.873610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Transition to ACTIVE for port object 28c68fa4-735f-40ea-8086-3a86bb56d44a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:08.890440 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:08.967324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:08.981376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Calling delete_port for 3fddcc2c-dca6-497d-9b99-1cea766e9c36 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:08.983054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Network c50674c9-ebff-46bb-abdb-ae1ac18b848f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:08.996224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:09.012375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:09.050238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b21f-cc50-4f03-92ad-17b4212b1cb9 req-014a6173-b495-4175-bf1d-cadd3da2b702 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:09.051969 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6047b21f-cc50-4f03-92ad-17b4212b1cb9 req-014a6173-b495-4175-bf1d-cadd3da2b702 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1600754 Jul 23 14:15:09.081138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Pushing event updated for resources: {'Port': ['ID=28c68fa4-735f-40ea-8086-3a86bb56d44a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:09.110475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.114225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.115289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.117776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.118148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.118463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.118827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.122868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.123271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.123616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.123991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.124325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:09.127445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6047b21f-cc50-4f03-92ad-17b4212b1cb9 req-2df60ca0-455d-4341-8f3e-172b74c6927a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643725 Jul 23 14:15:09.239332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Attempting to bind port 28c68fa4-735f-40ea-8086-3a86bb56d44a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:09.239688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Attempting to bind port 28c68fa4-735f-40ea-8086-3a86bb56d44a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:09.240081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Attempting to bind port 28c68fa4-735f-40ea-8086-3a86bb56d44a on network c50674c9-ebff-46bb-abdb-ae1ac18b848f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:09.263433 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:15:09.265340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Checking segment: {'id': 'e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:09.265931 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:09.266481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Bound using segment: {'id': 'e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:15:09.267803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Bound port: 28c68fa4-735f-40ea-8086-3a86bb56d44a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c50674c9-ebff-46bb-abdb-ae1ac18b848f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:15:09.272375 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:09.290490 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:09.354421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event deleted for resources: {'Port': ['ID=3fddcc2c-dca6-497d-9b99-1cea766e9c36,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:09.381901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] For port 28c68fa4-735f-40ea-8086-3a86bb56d44a, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:15:09.385210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] For port 28c68fa4-735f-40ea-8086-3a86bb56d44a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=28c68fa4-735f-40ea-8086-3a86bb56d44a,segment=NetworkSegment(e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd),segment_id=e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:15:09.397541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:09.458567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1a47-d535-4c0a-9287-69f0b1ebd622 None None] Pushing event updated for resources: {'Port': ['ID=28c68fa4-735f-40ea-8086-3a86bb56d44a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:09.482802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:09.488912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:09.490373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74f73f7b-4afa-4c3b-aba6-d46537f0cfaf tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "DELETE /v2.0/ports/3fddcc2c-dca6-497d-9b99-1cea766e9c36 HTTP/1.1" status: 204 len: 168 time: 0.8720043 Jul 23 14:15:09.702034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-06c6e969-6b7f-4ed7-b1ef-41a992b67002 tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.2106509 Jul 23 14:15:09.706694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:09.714845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-408061591'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:09.795404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Made reservation on behalf of edbc4459b3354d31a5dba8bd04ca4429 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:09.799604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:09.853916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:09.863569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:09.864323 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Added segment 389cf6bf-58bd-429e-b5f1-382ed769b9b4 of type vlan for network ab9326ea-6b4a-4716-ac26-3196f00e2b41 Jul 23 14:15:09.943700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:10.037392 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:10.057076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:10.057785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:10.064663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b60e11-3f9f-4832-9373-5d76daf6017b req-b35d1cef-6f6d-443b-b836-9ce38c1b32d7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:10.066353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-96b60e11-3f9f-4832-9373-5d76daf6017b req-b35d1cef-6f6d-443b-b836-9ce38c1b32d7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1418073 Jul 23 14:15:10.116200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-96b60e11-3f9f-4832-9373-5d76daf6017b req-2c2d971b-6519-4589-b464-5d45febd68e7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Jul 23 14:15:10.160587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4524667 Jul 23 14:15:10.164380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:10.270221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c70aa7-f19c-43eb-b3cd-5e4bc036df01 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event updated for resources: {'Network': ['ID=ab9326ea-6b4a-4716-ac26-3196f00e2b41,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:10.292173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ab9326ea-6b4a-4716-ac26-3196f00e2b41 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:10.415426 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:15:10.549553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7edca-227b-4422-ac69-46247a9ff248 req-e06e9de2-addf-4ad4-82eb-6acea1b6306c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:10.552001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-68a7edca-227b-4422-ac69-46247a9ff248 req-e06e9de2-addf-4ad4-82eb-6acea1b6306c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.2656028 Jul 23 14:15:10.557976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-38f95021-c23b-400c-973c-bcc5868ea304 tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "GET /v2.0/agents/73a9fdd3-a446-4685-a2ac-485aaf29123e/dhcp-networks HTTP/1.1" status: 200 len: 11239 time: 0.3919985 Jul 23 14:15:10.571267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:10.617809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-68a7edca-227b-4422-ac69-46247a9ff248 req-5469ada3-1d90-4087-bc21-f4f0ae74e0f3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584977 Jul 23 14:15:10.725626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eaf4ab-61cd-4862-9b1b-12ba1f86f4cd tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] Network ab9326ea-6b4a-4716-ac26-3196f00e2b41 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:15:10.770037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e2eaf4ab-61cd-4862-9b1b-12ba1f86f4cd tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "POST /v2.0/agents/73a9fdd3-a446-4685-a2ac-485aaf29123e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1965728 Jul 23 14:15:10.772710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:10.775369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4504fee3-db46-4fae-b89c-48a91a21cf8a None None] Network ab9326ea-6b4a-4716-ac26-3196f00e2b41 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:10.971970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b694cb2e-ec15-4ec3-8faf-1ca87cb5aac0 tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "GET /v2.0/agents/73a9fdd3-a446-4685-a2ac-485aaf29123e/dhcp-networks HTTP/1.1" status: 200 len: 12009 time: 0.1930516 Jul 23 14:15:10.976019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:10.978991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc593f85-0bc3-4557-b757-598b28637ee5 None None] Network c50674c9-ebff-46bb-abdb-ae1ac18b848f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:11.080097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2e6c0b40-443c-4ed8-a7a6-997b37cb7a28 None None] Provisioning for port 28c68fa4-735f-40ea-8086-3a86bb56d44a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:11.110512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:11.111715 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2517c8b7-95dd-494f-9460-0492659cf740 tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "DELETE /v2.0/agents/73a9fdd3-a446-4685-a2ac-485aaf29123e/dhcp-networks/ab9326ea-6b4a-4716-ac26-3196f00e2b41 HTTP/1.1" status: 204 len: 168 time: 0.1343050 Jul 23 14:15:11.306388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8ef5b6ee-5588-4b75-89bd-fe0eda67bfea tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "GET /v2.0/agents/73a9fdd3-a446-4685-a2ac-485aaf29123e/dhcp-networks HTTP/1.1" status: 200 len: 11239 time: 0.1942730 Jul 23 14:15:11.312011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:11.337159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a96c2da-9274-4c22-b633-52dfd2ebdf44 tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "GET /v2.0/networks/c50674c9-ebff-46bb-abdb-ae1ac18b848f/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0229599 Jul 23 14:15:11.346407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:11.462147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4c0622d2-2799-45d4-8309-ab57081b6774 tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "GET /v2.0/networks/c50674c9-ebff-46bb-abdb-ae1ac18b848f/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1107745 Jul 23 14:15:11.480354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:11.603291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b426ad-49d9-4d92-bd7a-d8eb872c8231 req-658a7b0f-b079-4c7b-ad35-3f9bc812a811 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:11.612017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6b426ad-49d9-4d92-bd7a-d8eb872c8231 req-658a7b0f-b079-4c7b-ad35-3f9bc812a811 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.3483691 Jul 23 14:15:11.655716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 28c68fa4-735f-40ea-8086-3a86bb56d44a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:15:11.743993 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a6b426ad-49d9-4d92-bd7a-d8eb872c8231 req-37088623-520d-4e5a-a8bb-8d81d73e5dcf tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185842 Jul 23 14:15:11.846909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 28c68fa4-735f-40ea-8086-3a86bb56d44a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:11.861065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 28c68fa4-735f-40ea-8086-3a86bb56d44a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:11.861536 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:11.964026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-88536dee-357d-44b6-b401-a6c633a903b1 None None] Provisioning complete for port 28c68fa4-735f-40ea-8086-3a86bb56d44a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:11.964810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88536dee-357d-44b6-b401-a6c633a903b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:11.991088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6806d-8060-4b6b-ba0d-394d47560131 req-c5cd725f-af73-4670-bab9-a71848706593 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:11.998255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-26d6806d-8060-4b6b-ba0d-394d47560131 req-c5cd725f-af73-4670-bab9-a71848706593 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.0966508 Jul 23 14:15:12.089486 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.120981 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-26d6806d-8060-4b6b-ba0d-394d47560131 req-f5a74555-7855-4e57-ac88-95c4aaefcd78 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217246 Jul 23 14:15:12.166983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 28c68fa4-735f-40ea-8086-3a86bb56d44a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=28c68fa4-735f-40ea-8086-3a86bb56d44a,segment=NetworkSegment(e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd),segment_id=e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:12.192427 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.245563 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88536dee-357d-44b6-b401-a6c633a903b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.299995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=28c68fa4-735f-40ea-8086-3a86bb56d44a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:12.401535 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-88536dee-357d-44b6-b401-a6c633a903b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:15:12.401875 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-88536dee-357d-44b6-b401-a6c633a903b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:15:12.416560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:12.418253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a5dae0ec-b060-4133-88cf-3a017eb1a7d9 tempest-DHCPAgentSchedulersTestJSON-700476024 tempest-DHCPAgentSchedulersTestJSON-700476024-project-admin] 10.222.0.21 "GET /v2.0/agents/73a9fdd3-a446-4685-a2ac-485aaf29123e/dhcp-networks HTTP/1.1" status: 200 len: 11239 time: 0.9339871 Jul 23 14:15:12.523011 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.645575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.660821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9326ea-6b4a-4716-ac26-3196f00e2b41']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:12.674045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389cf6bf-58bd-429e-b5f1-382ed769b9b4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:12.674525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389cf6bf-58bd-429e-b5f1-382ed769b9b4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:12.693118 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.720914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.735534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:15:12.737707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:15:12.824505 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:15:12.832070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.856415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:12.858616 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "DELETE /v2.0/networks/ab9326ea-6b4a-4716-ac26-3196f00e2b41 HTTP/1.1" status: 204 len: 168 time: 0.4408126 Jul 23 14:15:12.861498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:12.881554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841835e6-b123-4f74-9d21-e67263b636b0 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event deleted for resources: {'Network': ['ID=ab9326ea-6b4a-4716-ac26-3196f00e2b41,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:12.934764 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2025ddf9-0400-419e-92a9-a1c44d806eab tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] DELETE failed (client error): The resource could not be found. Jul 23 14:15:12.935597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2025ddf9-0400-419e-92a9-a1c44d806eab tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:15:12.942548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2025ddf9-0400-419e-92a9-a1c44d806eab tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "DELETE /v2.0/ports/3fddcc2c-dca6-497d-9b99-1cea766e9c36 HTTP/1.1" status: 404 len: 333 time: 0.0798151 Jul 23 14:15:12.943718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:13.029487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c409a9-6988-4d05-a717-b95e25479086 req-c4c23aa1-1ac5-405a-a641-d7c601dec952 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:13.031519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02c409a9-6988-4d05-a717-b95e25479086 req-c4c23aa1-1ac5-405a-a641-d7c601dec952 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1101854 Jul 23 14:15:13.035850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Deleting subnet 5e0f3030-7154-4876-9fcd-01bfad3c3ab5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:15:13.040821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.084896 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02c409a9-6988-4d05-a717-b95e25479086 req-ac885aea-bc1b-4f6c-ae57-3f225fcc4ca9 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Jul 23 14:15:13.099781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-020ec6e2-643a-499d-a188-3aa80c061b9c None None] Could not find standard attr ID for object 3fddcc2c-dca6-497d-9b99-1cea766e9c36. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:15:13.100469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.199510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.315673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc81a77-7f44-47b4-8e36-573e45f4705e req-cc9352e2-0f20-4e4e-b213-b4414f1f97d0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:13.317227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc81a77-7f44-47b4-8e36-573e45f4705e req-cc9352e2-0f20-4e4e-b213-b4414f1f97d0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.0881176 Jul 23 14:15:13.318267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.357048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0f3030-7154-4876-9fcd-01bfad3c3ab5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:13.368530 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.370434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3e1daec0-906f-4917-bf04-85a4956680fb tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "DELETE /v2.0/subnets/5e0f3030-7154-4876-9fcd-01bfad3c3ab5 HTTP/1.1" status: 204 len: 168 time: 0.4256492 Jul 23 14:15:13.373234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:13.379443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed67f36-0254-453e-b313-29637302e003 None None] Network c50674c9-ebff-46bb-abdb-ae1ac18b848f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:13.426381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc81a77-7f44-47b4-8e36-573e45f4705e req-9636ccc7-666d-486a-a17d-06cd2fad6fcd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779707 Jul 23 14:15:13.474740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 28c68fa4-735f-40ea-8086-3a86bb56d44a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:15:13.519216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.583231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 28c68fa4-735f-40ea-8086-3a86bb56d44a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:13.583603 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.587610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Deleting port 28c68fa4-735f-40ea-8086-3a86bb56d44a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:13.588180 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.698042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] For port 28c68fa4-735f-40ea-8086-3a86bb56d44a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=28c68fa4-735f-40ea-8086-3a86bb56d44a,segment=NetworkSegment(e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd),segment_id=e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:13.698550 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.709129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] DHCP port deletion for c50674c9-ebff-46bb-abdb-ae1ac18b848f request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:15:13.719233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Calling delete_port for 28c68fa4-735f-40ea-8086-3a86bb56d44a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:13.775546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] Deleting port 28c68fa4-735f-40ea-8086-3a86bb56d44a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:13.777324 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.855215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.874732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] For port 28c68fa4-735f-40ea-8086-3a86bb56d44a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=28c68fa4-735f-40ea-8086-3a86bb56d44a,segment=NetworkSegment(e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd),segment_id=e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:13.875293 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:13.885997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event deleted for resources: {'Port': ['ID=28c68fa4-735f-40ea-8086-3a86bb56d44a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:13.902015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] No DVR routers for this DVR port 28c68fa4-735f-40ea-8086-3a86bb56d44a on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:15:13.909218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] Calling delete_port for 28c68fa4-735f-40ea-8086-3a86bb56d44a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:14.015219 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:14.026780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50674c9-ebff-46bb-abdb-ae1ac18b848f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:14.043508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:14.043936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4754e6e-4de5-4cdf-99ea-8f0d04d7e5bd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:14.076003 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:14.110987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:14.122865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:15:14.125131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:15:14.177780 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:15:14.236195 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:14.270015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] No DVR routers for this DVR port 28c68fa4-735f-40ea-8086-3a86bb56d44a on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:15:14.295396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53da9be-d48a-4ed9-a844-48adf02053de None None] Pushing event deleted for resources: {'Port': ['ID=28c68fa4-735f-40ea-8086-3a86bb56d44a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:14.326406 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:14.347874 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:14.352612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] 10.222.0.21 "DELETE /v2.0/networks/c50674c9-ebff-46bb-abdb-ae1ac18b848f HTTP/1.1" status: 204 len: 168 time: 0.9757371 Jul 23 14:15:14.360624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356785e-c52a-4391-af56-3467b40cd723 tempest-DHCPAgentSchedulersTestJSON-316397437 tempest-DHCPAgentSchedulersTestJSON-316397437-project] Pushing event deleted for resources: {'Network': ['ID=c50674c9-ebff-46bb-abdb-ae1ac18b848f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:14.380839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3481c-83ca-41b7-8f9e-b9f32922fefc req-e35b61e1-3a48-4faf-ad9e-ac5d0c98f14f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:14.383062 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ec3481c-83ca-41b7-8f9e-b9f32922fefc req-e35b61e1-3a48-4faf-ad9e-ac5d0c98f14f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.2040606 Jul 23 14:15:14.476744 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ec3481c-83ca-41b7-8f9e-b9f32922fefc req-7888eb63-79fb-45aa-b2f8-4455de7032d3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810933 Jul 23 14:15:14.640605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f347094-6cae-4a23-bd92-976bb976b671 req-96a31b7a-68a1-445c-9d3c-d4014dc0dc04 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:14.648590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f347094-6cae-4a23-bd92-976bb976b671 req-96a31b7a-68a1-445c-9d3c-d4014dc0dc04 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1166492 Jul 23 14:15:14.711911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f347094-6cae-4a23-bd92-976bb976b671 req-334e58db-5381-4f58-a1da-3571572b5e7f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616558 Jul 23 14:15:14.806314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:15.004799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a8688080-d3b7-419f-9056-f4f386a0aae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edbc4459b3354d31a5dba8bd04ca4429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959963 Jul 23 14:15:15.005560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:15.079991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33154d8-09dd-465b-a461-6f8a98a4c36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:15.107620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33154d8-09dd-465b-a461-6f8a98a4c36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:15.199159 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33154d8-09dd-465b-a461-6f8a98a4c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:15.203120 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33154d8-09dd-465b-a461-6f8a98a4c36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:15.204862 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d33154d8-09dd-465b-a461-6f8a98a4c36e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/938657d5-290b-45b8-8bad-597d6b250232 HTTP/1.1" status: 204 len: 168 time: 0.1982307 Jul 23 14:15:15.224210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33154d8-09dd-465b-a461-6f8a98a4c36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938657d5-290b-45b8-8bad-597d6b250232,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:15.501575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 28c68fa4-735f-40ea-8086-3a86bb56d44a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:15:15.590665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 28c68fa4-735f-40ea-8086-3a86bb56d44a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:15:15.592646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 28c68fa4-735f-40ea-8086-3a86bb56d44a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:15:15.801125 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a476c7f-ce9e-46f4-a12a-d50564bdfdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:15.806227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a236-6eb9-4d51-ad5f-6d1914e3cccb req-53597d26-a97b-4fd1-aa48-41431379a082 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:15.811906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1486a236-6eb9-4d51-ad5f-6d1914e3cccb req-53597d26-a97b-4fd1-aa48-41431379a082 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1421216 Jul 23 14:15:15.981177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1486a236-6eb9-4d51-ad5f-6d1914e3cccb req-5ad9dcd2-13c0-4d36-8d97-a1f6e54f46c2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453054 Jul 23 14:15:16.074879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e09-38a9-4223-88b1-0234221483ab req-e400e954-1d98-45c8-99fd-dc67a015b1b7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:16.074879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-762c7e09-38a9-4223-88b1-0234221483ab req-e400e954-1d98-45c8-99fd-dc67a015b1b7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1673884 Jul 23 14:15:16.098603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:16.118484 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923e3ae4-691f-4ed2-83e9-bb4b1127d7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:16.146341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-762c7e09-38a9-4223-88b1-0234221483ab req-65731670-e56a-431f-83bf-698b5364ee03 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733821 Jul 23 14:15:16.239070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923e3ae4-691f-4ed2-83e9-bb4b1127d7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:16.253596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923e3ae4-691f-4ed2-83e9-bb4b1127d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:16.299244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-923e3ae4-691f-4ed2-83e9-bb4b1127d7cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c6c485cd4a24af8bd8f8925bf92a92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991374 Jul 23 14:15:16.302215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:16.314444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e3ae4-691f-4ed2-83e9-bb4b1127d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95de689a-b3c0-40bf-a711-4baf4e4197fd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:16.428949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50efd114-39a8-4dd9-ae36-ba71fc46edb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:16.465487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50efd114-39a8-4dd9-ae36-ba71fc46edb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:16.526577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50efd114-39a8-4dd9-ae36-ba71fc46edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:16.530618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50efd114-39a8-4dd9-ae36-ba71fc46edb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:16.540040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-50efd114-39a8-4dd9-ae36-ba71fc46edb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95de689a-b3c0-40bf-a711-4baf4e4197fd HTTP/1.1" status: 204 len: 168 time: 0.2359140 Jul 23 14:15:16.550009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efd114-39a8-4dd9-ae36-ba71fc46edb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de689a-b3c0-40bf-a711-4baf4e4197fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:17.197215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029911-2866-464b-9389-74843a597bb9 req-2c9b7d50-d6da-4478-817c-ddef8ecbd620 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:17.207888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62029911-2866-464b-9389-74843a597bb9 req-2c9b7d50-d6da-4478-817c-ddef8ecbd620 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1381822 Jul 23 14:15:17.294236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62029911-2866-464b-9389-74843a597bb9 req-6c353995-ce56-4c65-8888-2d97f0a9efee tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829594 Jul 23 14:15:17.415997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e3af8-1698-47da-a60f-b045c6e0d7de req-7647174c-1612-4201-9c8b-2c0854331bf6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:17.424725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-134e3af8-1698-47da-a60f-b045c6e0d7de req-7647174c-1612-4201-9c8b-2c0854331bf6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.0897698 Jul 23 14:15:17.512043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-134e3af8-1698-47da-a60f-b045c6e0d7de req-e1534ba6-bc3a-4630-8134-d2b6d2c677a7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859828 Jul 23 14:15:17.715870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:18.315540 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:18.516730 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d037-a675-467c-95cb-65783e9e07ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:18.589983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ee1d-b97d-4fbc-8fe8-7914261a8c51 req-8a7f70a3-ddcb-408e-a4e6-2f550975ad66 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:18.604766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5945ee1d-b97d-4fbc-8fe8-7914261a8c51 req-8a7f70a3-ddcb-408e-a4e6-2f550975ad66 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1813326 Jul 23 14:15:18.732956 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5945ee1d-b97d-4fbc-8fe8-7914261a8c51 req-ac18c7ee-30c1-436f-bc3e-a3b76b13b22e tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192784 Jul 23 14:15:18.832777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:18.852503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e64a0-28ef-44a6-8bc1-73ab36294fb2 req-e887d899-a8f1-4488-ae04-3bbee11c84b0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:18.854177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d3e64a0-28ef-44a6-8bc1-73ab36294fb2 req-e887d899-a8f1-4488-ae04-3bbee11c84b0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1243420 Jul 23 14:15:18.911370 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d3e64a0-28ef-44a6-8bc1-73ab36294fb2 req-39720115-7c26-4e73-abe1-6a49a694e81e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498047 Jul 23 14:15:19.037019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-456fd3b6-ea72-48b9-bbc1-96c0662bce32 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:19.086587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:19.091989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-456fd3b6-ea72-48b9-bbc1-96c0662bce32 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] 10.222.0.21 "PUT /v2.0/quotas/238b2480641e42c6baf2b6f8e0cc1a0c HTTP/1.1" status: 200 len: 368 time: 0.2514255 Jul 23 14:15:19.096299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Request body: {'network': {'project_id': '238b2480641e42c6baf2b6f8e0cc1a0c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:19.177877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Made reservation on behalf of 238b2480641e42c6baf2b6f8e0cc1a0c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:19.181272 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.207621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.404541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.416559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.466491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:19.518504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db812aed-6911-47b8-82f9-703fb471cf83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:19.521392 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.523983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.524343 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Added segment f84aa7b3-3cc9-4392-a3cd-1ff5d83444ba of type vlan for network 713fc826-9f85-4174-b110-b88c09dcd1ee Jul 23 14:15:19.568632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.575487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.576187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.576840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.577562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.578229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.578752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.579281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.579609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.580095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.580594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.581072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:19.641307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.727454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.728738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:19.729386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.794860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:19.847631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7589157 Jul 23 14:15:19.850449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:19.856488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Request body: {'network': {'project_id': '238b2480641e42c6baf2b6f8e0cc1a0c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:19.891250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360009-c510-498a-a3be-6c17e437ba77 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Pushing event updated for resources: {'Network': ['ID=713fc826-9f85-4174-b110-b88c09dcd1ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:19.903949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 713fc826-9f85-4174-b110-b88c09dcd1ee details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:19.906975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Made reservation on behalf of 238b2480641e42c6baf2b6f8e0cc1a0c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:19.909701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:19.976778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:20.011082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.011716 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Added segment 3ee16ad3-7bdf-4acf-820e-ce9171777ab7 of type vlan for network e88b2d8e-4161-415d-ab69-2640724ea5b7 Jul 23 14:15:20.057650 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.106150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676db9ce-d807-4908-8bac-f39c59dc7252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.160839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.162030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:20.162776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.178579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28317-c950-4734-92eb-0f60e9255320 req-18a30f47-0bc1-491a-a698-0899ee5964c4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:20.181930 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79f28317-c950-4734-92eb-0f60e9255320 req-18a30f47-0bc1-491a-a698-0899ee5964c4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1021180 Jul 23 14:15:20.230093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94206c-6624-44d7-ac69-ece469bcaa6c req-166c92d5-8e1d-41a3-aee7-1ec8be10d6cc tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:20.238111 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa94206c-6624-44d7-ac69-ece469bcaa6c req-166c92d5-8e1d-41a3-aee7-1ec8be10d6cc tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.3448751 Jul 23 14:15:20.260709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79f28317-c950-4734-92eb-0f60e9255320 req-44f69a3f-b6fb-4f26-8d10-442affd1d989 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699749 Jul 23 14:15:20.322126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Pushing event updated for resources: {'Network': ['ID=e88b2d8e-4161-415d-ab69-2640724ea5b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:20.340145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e88b2d8e-4161-415d-ab69-2640724ea5b7 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:20.345205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fa94206c-6624-44d7-ac69-ece469bcaa6c req-3b8b284c-89fa-4084-a0b4-fc7ead8b4e32 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038485 Jul 23 14:15:20.379543 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676db9ce-d807-4908-8bac-f39c59dc7252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.387520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676db9ce-d807-4908-8bac-f39c59dc7252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.410395 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-80a9cf03-8984-4dec-9b41-4fd25b4b4e0a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5587125 Jul 23 14:15:20.413534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:20.419999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3d844cac-35ed-4f25-b4e5-c3d29ae4f67e tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Request body: {'network': {'project_id': '238b2480641e42c6baf2b6f8e0cc1a0c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:20.424160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-676db9ce-d807-4908-8bac-f39c59dc7252 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ac77be088004c419e52e3dd8b8d7745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265914 Jul 23 14:15:20.427701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:20.449331 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d844cac-35ed-4f25-b4e5-c3d29ae4f67e tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 14:15:20.450210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d844cac-35ed-4f25-b4e5-c3d29ae4f67e tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:15:20.452474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3d844cac-35ed-4f25-b4e5-c3d29ae4f67e tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0372703 Jul 23 14:15:20.457980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676db9ce-d807-4908-8bac-f39c59dc7252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4349f914-3ca4-4f1f-ac47-79bcddc338df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:20.499706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916db2e0-deab-4859-8e0c-3087bb9cc536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.517199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:20.544581 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916db2e0-deab-4859-8e0c-3087bb9cc536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.606013 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916db2e0-deab-4859-8e0c-3087bb9cc536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.608826 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916db2e0-deab-4859-8e0c-3087bb9cc536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.613953 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-916db2e0-deab-4859-8e0c-3087bb9cc536 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4349f914-3ca4-4f1f-ac47-79bcddc338df HTTP/1.1" status: 204 len: 168 time: 0.1851447 Jul 23 14:15:20.623022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916db2e0-deab-4859-8e0c-3087bb9cc536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349f914-3ca4-4f1f-ac47-79bcddc338df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:20.655894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ee18c7fb-81a1-4765-8831-dbc5fd34bdfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=238b2480641e42c6baf2b6f8e0cc1a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344965 Jul 23 14:15:20.656289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:20.734363 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e8e6d9-521b-419b-aa1c-630f1400f6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.764704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e8e6d9-521b-419b-aa1c-630f1400f6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.847452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e8e6d9-521b-419b-aa1c-630f1400f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.850583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e8e6d9-521b-419b-aa1c-630f1400f6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:20.852101 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-06e8e6d9-521b-419b-aa1c-630f1400f6b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db812aed-6911-47b8-82f9-703fb471cf83 HTTP/1.1" status: 204 len: 168 time: 0.1946800 Jul 23 14:15:20.857209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:20.862395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8e6d9-521b-419b-aa1c-630f1400f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db812aed-6911-47b8-82f9-703fb471cf83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:20.967573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.076883 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.090746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88b2d8e-4161-415d-ab69-2640724ea5b7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:21.102679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee16ad3-7bdf-4acf-820e-ce9171777ab7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:21.102986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee16ad3-7bdf-4acf-820e-ce9171777ab7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:21.114188 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.134510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.144054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:15:21.144609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:15:21.147326 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:15:21.172186 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.185311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:21.209436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cceb2c9f-109b-45c6-a215-7f0f3fcd86b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.249627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.255559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.257837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e88b2d8e-4161-415d-ab69-2640724ea5b7 HTTP/1.1" status: 204 len: 168 time: 0.3981104 Jul 23 14:15:21.260834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:21.283728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a44ab-1ab6-4874-893b-0be61c459910 tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Pushing event deleted for resources: {'Network': ['ID=e88b2d8e-4161-415d-ab69-2640724ea5b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:21.372375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cceb2c9f-109b-45c6-a215-7f0f3fcd86b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.380459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cceb2c9f-109b-45c6-a215-7f0f3fcd86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.417434 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cceb2c9f-109b-45c6-a215-7f0f3fcd86b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a45495f17df14b61853075c3f15e66bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302561 Jul 23 14:15:21.424803 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.426313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:21.494679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb2c9f-109b-45c6-a215-7f0f3fcd86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f9f347-fecd-4e71-9379-d7909f3a197a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:21.532029 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.555890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713fc826-9f85-4174-b110-b88c09dcd1ee']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:21.560948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3e76-1024-4042-bcea-311c9fe358f7 req-7057f0f5-bdec-45ab-a6d4-3bc6de10af05 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:21.562907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f7c3e76-1024-4042-bcea-311c9fe358f7 req-7057f0f5-bdec-45ab-a6d4-3bc6de10af05 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1184907 Jul 23 14:15:21.563920 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90fcb78f-63b5-4bc1-9164-46fa6c62a0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.573389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84aa7b3-3cc9-4392-a3cd-1ff5d83444ba') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:21.573688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84aa7b3-3cc9-4392-a3cd-1ff5d83444ba') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:21.596194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d82862-441b-43cb-8f41-6963dee3a35f req-93b07465-ada9-4bb6-8875-553eb1a3f41d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:21.598218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1d82862-441b-43cb-8f41-6963dee3a35f req-93b07465-ada9-4bb6-8875-553eb1a3f41d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.2316778 Jul 23 14:15:21.602425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.617238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90fcb78f-63b5-4bc1-9164-46fa6c62a0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.637900 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.651528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:15:21.652276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:15:21.655655 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:15:21.665970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f7c3e76-1024-4042-bcea-311c9fe358f7 req-f767efa8-e7e1-4b12-9393-7d05a60c1251 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908318 Jul 23 14:15:21.694203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1d82862-441b-43cb-8f41-6963dee3a35f req-b78eda79-7002-47b5-b73d-cd59d224ca23 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808272 Jul 23 14:15:21.721479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90fcb78f-63b5-4bc1-9164-46fa6c62a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.725133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90fcb78f-63b5-4bc1-9164-46fa6c62a0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.726579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-90fcb78f-63b5-4bc1-9164-46fa6c62a0e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2f9f347-fecd-4e71-9379-d7909f3a197a HTTP/1.1" status: 204 len: 168 time: 0.2995563 Jul 23 14:15:21.740833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcb78f-63b5-4bc1-9164-46fa6c62a0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f9f347-fecd-4e71-9379-d7909f3a197a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:21.759994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.767986 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:21.770003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] 10.222.0.21 "DELETE /v2.0/networks/713fc826-9f85-4174-b110-b88c09dcd1ee HTTP/1.1" status: 204 len: 168 time: 0.5081775 Jul 23 14:15:21.789494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce803ba-742a-49fc-82e1-8d136a82946a tempest-QuotasNegativeTest-817483188 tempest-QuotasNegativeTest-817483188-project-admin] Pushing event deleted for resources: {'Network': ['ID=713fc826-9f85-4174-b110-b88c09dcd1ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:22.186096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:22.204679 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f769f3e-186f-40aa-ae6b-2e86af3e2ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.303328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f769f3e-186f-40aa-ae6b-2e86af3e2ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.307609 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f769f3e-186f-40aa-ae6b-2e86af3e2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.346376 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9f769f3e-186f-40aa-ae6b-2e86af3e2ba6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09716060c8b9469780e3c72092c7bf56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590779 Jul 23 14:15:22.347380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f769f3e-186f-40aa-ae6b-2e86af3e2ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ee8145-9e48-4eb8-afa0-ed03c0ea5d8a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:22.350257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:22.405119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44422ed7-1f11-49ee-b38a-1a097c554311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.431719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44422ed7-1f11-49ee-b38a-1a097c554311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.483838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44422ed7-1f11-49ee-b38a-1a097c554311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.487015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44422ed7-1f11-49ee-b38a-1a097c554311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.488225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-44422ed7-1f11-49ee-b38a-1a097c554311 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37ee8145-9e48-4eb8-afa0-ed03c0ea5d8a HTTP/1.1" status: 204 len: 168 time: 0.1365960 Jul 23 14:15:22.499243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44422ed7-1f11-49ee-b38a-1a097c554311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ee8145-9e48-4eb8-afa0-ed03c0ea5d8a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:22.812522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:22.834166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4bb177e-b29c-4e28-9ee8-6bdc76fd9ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:22.850174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91a44-5df4-4a06-bec2-4e42fb354e87 req-431a4930-0f25-429b-8f99-cd9cf8d7a263 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:22.852371 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-feb91a44-5df4-4a06-bec2-4e42fb354e87 req-431a4930-0f25-429b-8f99-cd9cf8d7a263 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.0970216 Jul 23 14:15:22.872264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730c96-aea5-49e4-b406-f3a9fb647c3e req-c7a151bb-51d1-434e-8104-aae817828bfc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:22.875796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae730c96-aea5-49e4-b406-f3a9fb647c3e req-c7a151bb-51d1-434e-8104-aae817828bfc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.0844877 Jul 23 14:15:22.916623 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-feb91a44-5df4-4a06-bec2-4e42fb354e87 req-e872bd2b-6eaa-4581-9c70-f4f558c2bb48 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570931 Jul 23 14:15:22.927454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae730c96-aea5-49e4-b406-f3a9fb647c3e req-2442a72b-51a9-4671-b936-6f615da76be3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437243 Jul 23 14:15:23.020975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4bb177e-b29c-4e28-9ee8-6bdc76fd9ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:23.028934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4bb177e-b29c-4e28-9ee8-6bdc76fd9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:23.069373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a4bb177e-b29c-4e28-9ee8-6bdc76fd9ebc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55010e69fd5940ac93121ed43ad888b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529604 Jul 23 14:15:23.069499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:23.080433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb177e-b29c-4e28-9ee8-6bdc76fd9ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d64347e-58ef-4f32-8814-81164546f167,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:23.133928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39822dfe-da8f-4bb9-b526-bc7753a2836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:23.159650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39822dfe-da8f-4bb9-b526-bc7753a2836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:23.224308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39822dfe-da8f-4bb9-b526-bc7753a2836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:23.228252 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39822dfe-da8f-4bb9-b526-bc7753a2836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:23.229482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-39822dfe-da8f-4bb9-b526-bc7753a2836c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d64347e-58ef-4f32-8814-81164546f167 HTTP/1.1" status: 204 len: 168 time: 0.1589999 Jul 23 14:15:23.242929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39822dfe-da8f-4bb9-b526-bc7753a2836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d64347e-58ef-4f32-8814-81164546f167,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:23.528961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf228e3-ec71-4275-a392-c79add5e8125 req-a6066a4d-2b35-4644-a4b1-88d8924a7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:23.532065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbf228e3-ec71-4275-a392-c79add5e8125 req-a6066a4d-2b35-4644-a4b1-88d8924a7a59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.0711708 Jul 23 14:15:23.580243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbf228e3-ec71-4275-a392-c79add5e8125 req-990f84ae-26dd-4eca-886b-4d750c867794 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Jul 23 14:15:24.128459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74036a33-eb10-4956-afbb-34701e24ce56 req-76a94adf-3c3d-4778-8981-6202e06ee88f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:24.133252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74036a33-eb10-4956-afbb-34701e24ce56 req-76a94adf-3c3d-4778-8981-6202e06ee88f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.0969536 Jul 23 14:15:24.180323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74036a33-eb10-4956-afbb-34701e24ce56 req-6cfafc2a-a367-4193-a6d5-3d99577a85f3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Jul 23 14:15:24.337712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a9053-a901-4edd-a457-2cc52ae205da req-2c640ae6-7e73-4619-a3d9-e59283cf0203 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:24.339785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-877a9053-a901-4edd-a457-2cc52ae205da req-2c640ae6-7e73-4619-a3d9-e59283cf0203 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.0734787 Jul 23 14:15:24.381803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-877a9053-a901-4edd-a457-2cc52ae205da req-eadaec82-d3bd-4c47-9c1b-31730b63855a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363944 Jul 23 14:15:24.750380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:24.899569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-268961660'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:24.922384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Made reservation on behalf of d845dbd144c44118b9b862f92c1bdf9b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:24.927420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:24.936388 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.042174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.046949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.071364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:25.086133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfd57a6-2434-48b8-b966-43a755668404,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:25.091360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.091761 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Added segment 647b5da2-e1f4-48de-bc92-7fdfcdb84d49 of type vlan for network d78546f7-8f43-47cd-8469-afad6f4bc23c Jul 23 14:15:25.136280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.170712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.179955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:25.180730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.221843 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4677818 Jul 23 14:15:25.276412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb80e53-3c98-422f-b9df-54b075810d7c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Pushing event updated for resources: {'Network': ['ID=d78546f7-8f43-47cd-8469-afad6f4bc23c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:25.287881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d78546f7-8f43-47cd-8469-afad6f4bc23c details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:25.344090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637abbd7-45e3-42c1-9362-2f81612d1da4 req-a1a4a620-a79f-4ecf-9f70-ba72a8bd5e81 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:25.345735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-637abbd7-45e3-42c1-9362-2f81612d1da4 req-a1a4a620-a79f-4ecf-9f70-ba72a8bd5e81 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.0871735 Jul 23 14:15:25.402520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-637abbd7-45e3-42c1-9362-2f81612d1da4 req-ec157cd4-594a-416d-a623-7246318317c7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496199 Jul 23 14:15:25.564796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:25.570299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Request body: {'port': {'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c', 'binding:host_id': 'n-h2-801990-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1487214190'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:25.602076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Made reservation on behalf of cc3fa0d15d7642c3bfe02b6d0c1f827c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:25.605217 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.615473 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.681612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a271480-cf7d-4c90-b300-27f94e5bc331 req-30cf2232-7893-40c1-b865-edf317b66316 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:25.683486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a271480-cf7d-4c90-b300-27f94e5bc331 req-30cf2232-7893-40c1-b865-edf317b66316 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0940831 Jul 23 14:15:25.748857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.751177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a271480-cf7d-4c90-b300-27f94e5bc331 req-2aef1f31-534c-4be4-a7ed-5cecddf283c9 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Jul 23 14:15:25.763128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:25.767348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] device_id is not set on port d33e84e9-24d8-48f1-850a-53f60e98731e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:25.907928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf95e6-305c-461d-a018-ca4699bd3c5d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:26.055057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4b92-0085-4920-bdfb-01f58aa6eaaa req-df4bda75-4dcb-4716-af3c-0a7a1afe3055 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.057244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-081c4b92-0085-4920-bdfb-01f58aa6eaaa req-df4bda75-4dcb-4716-af3c-0a7a1afe3055 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0864789 Jul 23 14:15:26.063074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef7236-aa14-494e-a832-9f2d84a19818 req-bfaba67c-c5d8-4752-9e35-d51ecca511ca tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.064738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92ef7236-aa14-494e-a832-9f2d84a19818 req-bfaba67c-c5d8-4752-9e35-d51ecca511ca tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.3121533 Jul 23 14:15:26.116097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-081c4b92-0085-4920-bdfb-01f58aa6eaaa req-49d0e82c-bd47-459e-b6cf-25a4aa01a340 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486658 Jul 23 14:15:26.120083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] device_id is not set on port d33e84e9-24d8-48f1-850a-53f60e98731e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:26.134845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:26.154256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-92ef7236-aa14-494e-a832-9f2d84a19818 req-e96d0901-7053-45cd-989c-e617a33e1639 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819166 Jul 23 14:15:26.157235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Transition to ACTIVE for port object d33e84e9-24d8-48f1-850a-53f60e98731e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:26.169471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:26.235099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=d33e84e9-24d8-48f1-850a-53f60e98731e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:26.255754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Checking segment: {'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:26.256039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Network hostable DHCP agents. Network: d78546f7-8f43-47cd-8469-afad6f4bc23c, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:15:26.285510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Network d78546f7-8f43-47cd-8469-afad6f4bc23c is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:15:26.305854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d78546f7-8f43-47cd-8469-afad6f4bc23c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:26.311232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:26.319068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242490c-a374-47f9-8579-625d388f0bb7 None None] Network d78546f7-8f43-47cd-8469-afad6f4bc23c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:26.350729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.351130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.351601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.359605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.360085 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.360642 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 2 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.392678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.393003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.393358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.426024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.426388 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.429196 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 3 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.452863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.453168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.455002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.467771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.468655 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.472988 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 4 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.473597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-a7bac830-9b66-43ea-a3c4-7883c58a7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.475832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-a7bac830-9b66-43ea-a3c4-7883c58a7e21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0742319 Jul 23 14:15:26.496418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.499197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.499639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.505639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.505965 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.514318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136b9a3-a10e-4c0c-a912-b2be031eb9d3 req-ebecf9f4-ce8e-44dc-96cc-624ab244f07c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.515929 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b136b9a3-a10e-4c0c-a912-b2be031eb9d3 req-ebecf9f4-ce8e-44dc-96cc-624ab244f07c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 947 time: 0.1380537 Jul 23 14:15:26.527691 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 5 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.545401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.545737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.546075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.551505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.551835 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.556740 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 6 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.581345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.581684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.582208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.588135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.588316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-3cf97fff-4b9a-43cf-b955-23add27dfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.588464 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.589867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-3cf97fff-4b9a-43cf-b955-23add27dfcd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1063168 Jul 23 14:15:26.602139 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 7 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.613753 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b136b9a3-a10e-4c0c-a912-b2be031eb9d3 req-6c56d9e3-0268-4b61-954e-3317f07de16b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694375 Jul 23 14:15:26.633997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.634115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.634579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.639537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.639863 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.640245 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 8 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.656444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.656780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.657110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.663004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.663330 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.663722 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 9 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.677030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.677361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.677694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.682387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.683385 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.683385 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 10 to bind port d33e84e9-24d8-48f1-850a-53f60e98731e Jul 23 14:15:26.697184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:26.697510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:26.697664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-56932e45-80a3-4f04-a9cc-c8e0099ca03a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 1001 time: 0.0993989 Jul 23 14:15:26.698185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:26.703060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port d33e84e9-24d8-48f1-850a-53f60e98731e on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:26.703464 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port d33e84e9-24d8-48f1-850a-53f60e98731e on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:26.703955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:26.749351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-e2329bdb-4823-4fe1-8317-bc0d81720447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.751034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-e2329bdb-4823-4fe1-8317-bc0d81720447 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0462992 Jul 23 14:15:26.771771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] For port d33e84e9-24d8-48f1-850a-53f60e98731e, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:15:26.772355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 14:15:26.777769 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:26.812436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.813269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:26.821945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-130a182d-77de-4b89-a22f-0d66fdb4b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:26.824156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-130a182d-77de-4b89-a22f-0d66fdb4b6dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671091 Jul 23 14:15:26.835002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=d33e84e9-24d8-48f1-850a-53f60e98731e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:26.839105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a46bbb21-8784-4b3b-af1b-3d4a0400c55a tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2732530 Jul 23 14:15:26.842625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:26.929425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-d556744d-e5c2-434c-9b22-612a03e136a1 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974109 Jul 23 14:15:26.953034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Deleting port d33e84e9-24d8-48f1-850a-53f60e98731e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:26.953398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.031251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] For port d33e84e9-24d8-48f1-850a-53f60e98731e, host n-h2-801990-3, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:27.031251 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.037814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7a307b9-4fc5-4ecb-a739-00a92f10b9fc req-0ac07dfd-9a06-445e-8cef-a855a9535061 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010411 Jul 23 14:15:27.044045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Calling delete_port for d33e84e9-24d8-48f1-850a-53f60e98731e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:27.131513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.170253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event deleted for resources: {'Port': ['ID=d33e84e9-24d8-48f1-850a-53f60e98731e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:27.180372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.184678 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7bbda38a-7a30-40b6-b5a6-476fee452cfa tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d33e84e9-24d8-48f1-850a-53f60e98731e HTTP/1.1" status: 204 len: 168 time: 0.3385386 Jul 23 14:15:27.185199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:27.235192 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7753a12-3fcf-46f4-9cb6-8717f04c4e66 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:15:27.241992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b7753a12-3fcf-46f4-9cb6-8717f04c4e66 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "GET /v2.0/ports/d33e84e9-24d8-48f1-850a-53f60e98731e HTTP/1.1" status: 404 len: 333 time: 0.0506032 Jul 23 14:15:27.242911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:27.249038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Request body: {'port': {'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2075797768'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:27.293275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Made reservation on behalf of cc3fa0d15d7642c3bfe02b6d0c1f827c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:27.296958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.320228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2a71-c9af-4411-bacc-718cd2ed561d req-53c52694-a144-470d-b70b-72c804c75d5c tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:27.321574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] device_id is not set on port db204ad5-399b-42a3-a5ba-ee559b14b04a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:27.321818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4efc2a71-c9af-4411-bacc-718cd2ed561d req-53c52694-a144-470d-b70b-72c804c75d5c tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0964155 Jul 23 14:15:27.377768 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4efc2a71-c9af-4411-bacc-718cd2ed561d req-14eff5f6-42de-4801-93d7-dedcf13a7411 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Jul 23 14:15:27.499496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.549406 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.568977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:15:27.604321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Network d78546f7-8f43-47cd-8469-afad6f4bc23c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:27.611672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:27.616253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:27.617026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:27.617380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.662745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=db204ad5-399b-42a3-a5ba-ee559b14b04a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:27.681092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.681814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:27.687842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:27.688799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fd284429-269a-47ce-bcb7-542ed331d665 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4445400 Jul 23 14:15:27.717462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:15:27.720253 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b9f993-c54d-4bcf-834e-2411b2049fed" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:15:27.736517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:27.754971 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.859632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:27.898480 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:27.947689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9acac-27b6-4974-b255-f5778c91f0ac req-15128465-4336-4906-9e7d-b88d578a58b5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:27.949411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6e9acac-27b6-4974-b255-f5778c91f0ac req-15128465-4336-4906-9e7d-b88d578a58b5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.2099566 Jul 23 14:15:27.974908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fc55a-a6d3-43bc-9117-530044e04452 req-5d569c25-242a-4686-889f-35cc77ce38ca tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:27.976535 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e44fc55a-a6d3-43bc-9117-530044e04452 req-5d569c25-242a-4686-889f-35cc77ce38ca tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1005001 Jul 23 14:15:28.040398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e44fc55a-a6d3-43bc-9117-530044e04452 req-ecae1287-d4de-4fa2-b83d-d51bffaba5af tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578630 Jul 23 14:15:28.087773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6e9acac-27b6-4974-b255-f5778c91f0ac req-e3cd8cb8-4cf9-41ae-a5de-ca434afb2776 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297698 Jul 23 14:15:28.167910 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccd784e-9e0b-4ba3-b062-7859ae2aa7ee x-openstack-request-id: req-3ccd784e-9e0b-4ba3-b062-7859ae2aa7ee {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:15:28.168196 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:15:28.168655 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ccd784e-9e0b-4ba3-b062-7859ae2aa7ee {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:15:28.169056 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'code': 200} Jul 23 14:15:28.209577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] device_id is not set on port db204ad5-399b-42a3-a5ba-ee559b14b04a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:28.221868 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:28.239232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Transition to ACTIVE for port object db204ad5-399b-42a3-a5ba-ee559b14b04a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:28.243531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:28.301029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=db204ad5-399b-42a3-a5ba-ee559b14b04a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:28.312815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.313623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.313746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.322740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.323129 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.323460 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 2 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.339093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.339436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.339776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.344930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.345264 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.345676 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 3 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.359593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.360429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.360777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.366473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.366844 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.367234 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 4 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.380684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.381072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.381441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.383014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c113f-851f-42a5-b11f-58679779c194 req-6e876986-786b-42b1-8a0b-1635b64f2580 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:28.387022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.387277 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.387661 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 5 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.388466 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e44c113f-851f-42a5-b11f-58679779c194 req-6e876986-786b-42b1-8a0b-1635b64f2580 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0901601 Jul 23 14:15:28.401377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.401829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.402047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.408050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.408421 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.408888 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 6 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.423097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.423774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.424172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.429254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.429649 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.429970 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 7 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.430906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e44c113f-851f-42a5-b11f-58679779c194 req-d33a5fd9-5852-4912-89ed-177f180d2a2a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Jul 23 14:15:28.455812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.455812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.455812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.455812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.455812 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.455812 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 8 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.471265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.471602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.471946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.477366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.477700 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.478098 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 9 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.495179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.495520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.496319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.501625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.501999 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.502479 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 10 to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a Jul 23 14:15:28.551230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:28.551590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:28.551916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:28.561410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:28.561825 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port db204ad5-399b-42a3-a5ba-ee559b14b04a on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:28.562119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:28.643799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a1a6-2d52-4be7-a01e-c7e7baa610ab req-369436cc-065d-499c-9c40-b4bd7128cfee tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:28.645554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25e8a1a6-2d52-4be7-a01e-c7e7baa610ab req-369436cc-065d-499c-9c40-b4bd7128cfee tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1280777 Jul 23 14:15:28.692430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] For port db204ad5-399b-42a3-a5ba-ee559b14b04a, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:15:28.693107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 14:15:28.702055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:28.747932 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25e8a1a6-2d52-4be7-a01e-c7e7baa610ab req-888bbc43-caed-4d69-9359-14379b067ed7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957458 Jul 23 14:15:28.760178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] In _notify_port_updated(), no bound segment for port db204ad5-399b-42a3-a5ba-ee559b14b04a on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:15:28.761085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:28.761908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:28.763521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "PUT /v2.0/ports/db204ad5-399b-42a3-a5ba-ee559b14b04a HTTP/1.1" status: 200 len: 975 time: 1.0806310 Jul 23 14:15:28.766883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:28.778598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172d630-6d7a-4020-b30e-4b9b736342f2 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=db204ad5-399b-42a3-a5ba-ee559b14b04a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:29.212448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-587f5d80-ddba-4a4b-9c92-77976ad842dd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.214617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-587f5d80-ddba-4a4b-9c92-77976ad842dd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.1889725 Jul 23 14:15:29.236883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-1ea96721-1ba4-4611-ab4b-e85c26699289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/quotas/7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 375 time: 0.0157332 Jul 23 14:15:29.321781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-97f40a68-eeee-43ab-b506-967373c82b04 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833435 Jul 23 14:15:29.374552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.375345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.375985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.376672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.377542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.378156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.383360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.384063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.385007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.386069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.386909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.387691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.388573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.389458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.390168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.390882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.391557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.392243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.392917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.393620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.394295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.395012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.395678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.396362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.397042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.397716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.398394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.399119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.399815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.400519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.401225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.401913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.402600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.403499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.404200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.404948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.405645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.406330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.407570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.407737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.408415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.409111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.410186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.411000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.411775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.413124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.413601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.414294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.426730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94e81579-a9e1-4ac8-b18a-ee8834d372f9 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43252 time: 0.6535971 Jul 23 14:15:29.427127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:29.500928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-aeabe4fc-35fa-4916-ae48-eee135a6160e service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709781 Jul 23 14:15:29.519649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f1954-a59b-485a-a7c5-c61b829ff4d1 req-6bdd2eb0-2513-4284-89e6-b812a5531825 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:29.521294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cb6f1954-a59b-485a-a7c5-c61b829ff4d1 req-6bdd2eb0-2513-4284-89e6-b812a5531825 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0975170 Jul 23 14:15:29.574979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cb6f1954-a59b-485a-a7c5-c61b829ff4d1 req-6502fee4-2118-4d90-a57a-429656d5b267 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467300 Jul 23 14:15:29.641461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-cde3c828-e307-40bc-9684-f7d2ba614341 service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323094 Jul 23 14:15:29.648943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Deleting port db204ad5-399b-42a3-a5ba-ee559b14b04a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:29.649505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:29.725316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] For port db204ad5-399b-42a3-a5ba-ee559b14b04a, host n-h2-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:29.725951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:29.742706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Calling delete_port for db204ad5-399b-42a3-a5ba-ee559b14b04a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:29.851006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:29.890692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event deleted for resources: {'Port': ['ID=db204ad5-399b-42a3-a5ba-ee559b14b04a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:29.897877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:29.903253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fce4c033-7b50-4bc5-b9dd-01f04b5fefab tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "DELETE /v2.0/ports/db204ad5-399b-42a3-a5ba-ee559b14b04a HTTP/1.1" status: 204 len: 168 time: 0.4749954 Jul 23 14:15:29.907769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:29.917364 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6827e609-c765-4391-b09e-10e7ede05b53 req-631a44dd-1c66-495a-9349-1e34ada91e4d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 210 time: 0.0533738 Jul 23 14:15:29.945986 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8ac486-081b-49ec-9860-4169f3610df0 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:15:29.952900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5e8ac486-081b-49ec-9860-4169f3610df0 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "GET /v2.0/ports/db204ad5-399b-42a3-a5ba-ee559b14b04a HTTP/1.1" status: 404 len: 333 time: 0.0392878 Jul 23 14:15:29.953164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:29.961947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-100606456', 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:29.992294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Made reservation on behalf of cc3fa0d15d7642c3bfe02b6d0c1f827c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:29.995694 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:30.025860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] device_id is not set on port fd83981a-1853-417f-9eef-14c3321f2506 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:30.296341 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:30.376915 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:30.450951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Network d78546f7-8f43-47cd-8469-afad6f4bc23c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:30.455144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:30.465393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:30.466788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:30.467796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:30.472154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=fd83981a-1853-417f-9eef-14c3321f2506,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:30.493504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-16b97728-a163-4141-b196-0d8f1f28042c tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5379159 Jul 23 14:15:30.496820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:30.609881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d277f9-9bd3-48b7-a460-a80c0761a5c6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:30.613463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-82d277f9-9bd3-48b7-a460-a80c0761a5c6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "GET /v2.0/ports/fd83981a-1853-417f-9eef-14c3321f2506 HTTP/1.1" status: 200 len: 954 time: 0.1146328 Jul 23 14:15:30.617093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:30.761928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Deleting port fd83981a-1853-417f-9eef-14c3321f2506 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:30.763599 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:30.875869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:30.898131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Calling delete_port for fd83981a-1853-417f-9eef-14c3321f2506 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:31.075202 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:31.127224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd83981a-1853-417f-9eef-14c3321f2506,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:31.158669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e11b192c-79a5-478b-96fe-c394798d4bc1 req-c21712ca-3778-49b6-912b-e43d5b195d1c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 210 time: 0.0412519 Jul 23 14:15:31.160475 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:31.163093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f568a870-c72e-4c43-ab46-1b8d9c08ed32 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fd83981a-1853-417f-9eef-14c3321f2506 HTTP/1.1" status: 204 len: 168 time: 0.5445635 Jul 23 14:15:31.166702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:31.271902 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-80553f1c-d9f4-4cd7-bcf5-8319b857dc8b tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:15:31.277767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-80553f1c-d9f4-4cd7-bcf5-8319b857dc8b tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "GET /v2.0/ports/fd83981a-1853-417f-9eef-14c3321f2506 HTTP/1.1" status: 404 len: 333 time: 0.1091313 Jul 23 14:15:31.281730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:31.289068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Request body: {'port': {'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-577327989'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:31.359654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Made reservation on behalf of cc3fa0d15d7642c3bfe02b6d0c1f827c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:31.362885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:31.392121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] device_id is not set on port cfa4e4ce-98c5-43da-a732-51c4f2291d61 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:31.604043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:31.660122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:31.722974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Network d78546f7-8f43-47cd-8469-afad6f4bc23c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:31.727144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:31.732525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:31.733855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:31.734620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:31.742042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa4e4ce-98c5-43da-a732-51c4f2291d61,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:31.755462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.756090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.756599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.757153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.757660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.758252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.759069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.759631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.760179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.760695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.761284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.761955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:15:31.767873 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f28fb3b2-3058-4ee4-b4a8-fff421ac8d1e tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4846425 Jul 23 14:15:31.770880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:31.779555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:31.937377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:32.037868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-70cc57fc-0038-4d18-a14e-44b4dd4446fc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:32.042205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-70cc57fc-0038-4d18-a14e-44b4dd4446fc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.48 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.2542346 Jul 23 14:15:32.073530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'port': {'device_id': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'admin_state_up': True, 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:32.144385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] device_id is not set on port cfa4e4ce-98c5-43da-a732-51c4f2291d61 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:32.159184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:32.184227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Transition to ACTIVE for port object cfa4e4ce-98c5-43da-a732-51c4f2291d61 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:32.191440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:32.246351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Made reservation on behalf of 7e34e96fc13e460cba3e4baa77f1fe63 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:32.251510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:32.273700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa4e4ce-98c5-43da-a732-51c4f2291d61,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:32.303915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.304453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.304788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.322138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.322458 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.323638 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 2 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.366017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-61ef9ea2-18ad-4768-a9e9-09cb1e386c64 req-76d3b300-7f4d-4023-8880-7bbde3bffab5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 210 time: 0.0400219 Jul 23 14:15:32.386329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.388912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.389401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.400162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.405367 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.406022 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 3 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.428717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.429517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.430112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.438156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.438967 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.439495 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 4 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.452708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.453021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.453368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.458490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.458977 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.459283 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 5 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.476576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.476931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.477251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.483252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.483660 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.483981 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 6 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.502790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.503222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.503481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.508433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.508767 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.509178 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 7 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.528264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.528637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.528952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.534832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.535120 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.535551 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 8 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.545920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Allocated IP 172.20.0.7 (827eb4ad-ac52-43b5-b7eb-72d2b1c38f45/e54ff542-5be1-4e57-8ee8-9b741232e996/b755c4f7-6898-4e10-ba12-a54c4812082a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:32.570984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.572637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.573614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.587594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.587978 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.588681 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 9 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.618453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.619084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.619430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.625080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.625412 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.626578 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempt 10 to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 Jul 23 14:15:32.645252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:32.646247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:32.647342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempting to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:32.658462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:32.659107 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Failed to bind port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '647b5da2-e1f4-48de-bc92-7fdfcdb84d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd78546f7-8f43-47cd-8469-afad6f4bc23c'}] Jul 23 14:15:32.659563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:32.735917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] For port cfa4e4ce-98c5-43da-a732-51c4f2291d61, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:15:32.736376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 14:15:32.743488 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:32.785138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] In _notify_port_updated(), no bound segment for port cfa4e4ce-98c5-43da-a732-51c4f2291d61 on network d78546f7-8f43-47cd-8469-afad6f4bc23c {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:15:32.785958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:32.786614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:32.789862 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "PUT /v2.0/ports/cfa4e4ce-98c5-43da-a732-51c4f2291d61 HTTP/1.1" status: 200 len: 974 time: 1.0171416 Jul 23 14:15:32.793767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:32.968924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.005132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6aa78-4003-4108-a8f9-994162051b37 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa4e4ce-98c5-43da-a732-51c4f2291d61,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:33.007678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Transition to ACTIVE for port object b755c4f7-6898-4e10-ba12-a54c4812082a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:33.089830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.162339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:33.171548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:33.200162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:33.204480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:33.207970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944a39-bb87-4fee-9510-7ae9351dd499 req-a2423241-7529-4677-a85c-eeb77dbe9bcd tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:33.209692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99944a39-bb87-4fee-9510-7ae9351dd499 req-a2423241-7529-4677-a85c-eeb77dbe9bcd tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.3076909 Jul 23 14:15:33.253210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-d928c3d2-b5a4-4608-a197-43847128a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:33.255446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-d928c3d2-b5a4-4608-a197-43847128a2de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.4036636 Jul 23 14:15:33.259039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=b755c4f7-6898-4e10-ba12-a54c4812082a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:33.351508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99944a39-bb87-4fee-9510-7ae9351dd499 req-54d42cd8-1b7e-4dae-9433-7880a084a3d7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265786 Jul 23 14:15:33.352451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:33.353185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.407263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-14d8eff5-84d5-4360-b708-3f7dbe48e748 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3439376 Jul 23 14:15:33.424130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Deleting port cfa4e4ce-98c5-43da-a732-51c4f2291d61 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:33.424402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.424963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Request body: {'port': {'device_id': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:33.546425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6de8c4e-2365-4c2c-b718-a9f040dcb216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.614542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.628734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] For port cfa4e4ce-98c5-43da-a732-51c4f2291d61, host n-h2-801990-3, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:33.629902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.676469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Calling delete_port for cfa4e4ce-98c5-43da-a732-51c4f2291d61 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:33.725188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9108f473-570a-405c-81ad-e8f71b78ef29 None None] Provisioning for port b755c4f7-6898-4e10-ba12-a54c4812082a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:33.749852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9108f473-570a-405c-81ad-e8f71b78ef29 None None] Provisioning complete for port b755c4f7-6898-4e10-ba12-a54c4812082a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:33.750917 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9108f473-570a-405c-81ad-e8f71b78ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.832594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9108f473-570a-405c-81ad-e8f71b78ef29 None None] Port b755c4f7-6898-4e10-ba12-a54c4812082a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:33.912903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.974354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfa4e4ce-98c5-43da-a732-51c4f2291d61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:33.993646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08d676-7536-4987-ac67-3114aa7ed746 req-90ac1805-8761-4915-ba5d-c2c9f2f56d74 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:33.994881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:33.997363 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b93fcce-83a5-423a-9afb-0317424824f6 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "DELETE /v2.0/ports/cfa4e4ce-98c5-43da-a732-51c4f2291d61 HTTP/1.1" status: 204 len: 168 time: 1.1852341 Jul 23 14:15:34.000530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:34.004017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a08d676-7536-4987-ac67-3114aa7ed746 req-90ac1805-8761-4915-ba5d-c2c9f2f56d74 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 931 time: 0.4043889 Jul 23 14:15:34.052675 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a805733-365d-42ee-9833-959cbd9d3f07 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:15:34.057107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0a805733-365d-42ee-9833-959cbd9d3f07 tempest-PortsAdminExtendedAttrsTestJSON-2017894057 tempest-PortsAdminExtendedAttrsTestJSON-2017894057-project-admin] 10.222.0.21 "GET /v2.0/ports/cfa4e4ce-98c5-43da-a732-51c4f2291d61 HTTP/1.1" status: 404 len: 333 time: 0.0544088 Jul 23 14:15:34.062811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:34.105682 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6de8c4e-2365-4c2c-b718-a9f040dcb216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.124542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a08d676-7536-4987-ac67-3114aa7ed746 req-38f2029e-e1d9-4138-b6f2-cb0a1e206570 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192460 Jul 23 14:15:34.141608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6de8c4e-2365-4c2c-b718-a9f040dcb216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.195475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-87867859-966f-4c26-bbe7-ab113c1e8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:34.198038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f6de8c4e-2365-4c2c-b718-a9f040dcb216 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95921044fe7948239ecb87c490b41a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9887488 Jul 23 14:15:34.199425 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-87867859-966f-4c26-bbe7-ab113c1e8c37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.9316657 Jul 23 14:15:34.201400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:34.245988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de8c4e-2365-4c2c-b718-a9f040dcb216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4080d8d5-3f42-40ec-b438-39c921243cf8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:34.262347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b755c4f7-6898-4e10-ba12-a54c4812082a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:15:34.277072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.292339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Transition to ACTIVE for port object b755c4f7-6898-4e10-ba12-a54c4812082a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:34.297659 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.318895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-7f3fd197-be7a-4ead-a530-17ffcd67d8c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0942135 Jul 23 14:15:34.328362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.360319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Pushing event updated for resources: {'Port': ['ID=b755c4f7-6898-4e10-ba12-a54c4812082a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:34.453119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-e48140a1-be7c-44ec-95fa-4d6c406a413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:34.456238 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-e48140a1-be7c-44ec-95fa-4d6c406a413c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.1255667 Jul 23 14:15:34.474619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Attempting to bind port b755c4f7-6898-4e10-ba12-a54c4812082a on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:34.475076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Attempting to bind port b755c4f7-6898-4e10-ba12-a54c4812082a by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:34.475413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Attempting to bind port b755c4f7-6898-4e10-ba12-a54c4812082a on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:34.480595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Port b755c4f7-6898-4e10-ba12-a54c4812082a on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:15:34.480918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Attempting to bind port b755c4f7-6898-4e10-ba12-a54c4812082a on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:34.486480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:15:34.486897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:34.487285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Bound using segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:15:34.487714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Bound port: b755c4f7-6898-4e10-ba12-a54c4812082a, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:15:34.488074 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.514984 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-281aeaec-5c12-4550-b0ae-874e0c68c268 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460436 Jul 23 14:15:34.520903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fbde34-5175-4d73-b139-4d1c93295fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.587960 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.615370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fbde34-5175-4d73-b139-4d1c93295fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.624654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] For port b755c4f7-6898-4e10-ba12-a54c4812082a, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:15:34.629773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] For port b755c4f7-6898-4e10-ba12-a54c4812082a, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b755c4f7-6898-4e10-ba12-a54c4812082a,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:15:34.648762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.713356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78546f7-8f43-47cd-8469-afad6f4bc23c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:34.718837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fbde34-5175-4d73-b139-4d1c93295fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.721135 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fbde34-5175-4d73-b139-4d1c93295fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.722261 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-41fbde34-5175-4d73-b139-4d1c93295fbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4080d8d5-3f42-40ec-b438-39c921243cf8 HTTP/1.1" status: 204 len: 168 time: 0.5121837 Jul 23 14:15:34.731984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd12fe1-53c9-411c-b06d-99b5daa95174 req-2a8ca5ff-3ae4-4877-b132-7345d1dadd54 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:34.733902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3bd12fe1-53c9-411c-b06d-99b5daa95174 req-2a8ca5ff-3ae4-4877-b132-7345d1dadd54 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.2086165 Jul 23 14:15:34.746059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647b5da2-e1f4-48de-bc92-7fdfcdb84d49') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:34.746365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647b5da2-e1f4-48de-bc92-7fdfcdb84d49') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:34.786447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:34.787528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.793937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbde34-5175-4d73-b139-4d1c93295fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4080d8d5-3f42-40ec-b438-39c921243cf8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:34.803651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.819152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] 10.222.0.48 "PUT /v2.0/ports/b755c4f7-6898-4e10-ba12-a54c4812082a HTTP/1.1" status: 200 len: 1091 time: 1.3957047 Jul 23 14:15:34.852728 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.868843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:15:34.869105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:34.869320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'tag': 'b755c4f7-6898-4e10-ba12-a54c4812082a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:15:34.872695 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:15:34.875163 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc0587-fd32-4846-9917-dcc6a043281d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fafaaa-09ed-4655-a8cf-37690ddbd159", "tag": "b755c4f7-6898-4e10-ba12-a54c4812082a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:15:34.876342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e698ca-641b-49a3-ba9b-af5b0e288448 service neutron] Pushing event updated for resources: {'Port': ['ID=b755c4f7-6898-4e10-ba12-a54c4812082a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:34.894107 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-0acca61c-f6bc-4069-86d7-658fd8963732 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679373 Jul 23 14:15:34.986006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3bd12fe1-53c9-411c-b06d-99b5daa95174 req-e1bd1f97-ebef-41c4-bfbc-4eedcb684297 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364690 Jul 23 14:15:35.047265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-decdb26f-880d-437f-90fb-74e15c55ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:35.052123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-decdb26f-880d-437f-90fb-74e15c55ba6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 1094 time: 0.1568825 Jul 23 14:15:35.146806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:35.162996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-b5e55ad8-f102-464d-acf8-6a18c96fb5d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b755c4f7-6898-4e10-ba12-a54c4812082a HTTP/1.1" status: 200 len: 217 time: 0.1013615 Jul 23 14:15:35.167836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:35.169959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] 10.222.0.21 "DELETE /v2.0/networks/d78546f7-8f43-47cd-8469-afad6f4bc23c HTTP/1.1" status: 204 len: 168 time: 1.1058459 Jul 23 14:15:35.190262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c5599-d9d9-4895-9c11-397d7f36229c tempest-PortsAdminExtendedAttrsTestJSON-1826160034 tempest-PortsAdminExtendedAttrsTestJSON-1826160034-project] Pushing event deleted for resources: {'Network': ['ID=d78546f7-8f43-47cd-8469-afad6f4bc23c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:35.229602 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a7e46fc-c284-4394-b383-2f6a14766b11 req-e91c6a4e-ca2f-4805-a718-7269ee5cca0a service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264079 Jul 23 14:15:35.277145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-0bcded5c-39f0-4496-a6c2-668cc23fdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:35.278993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-0bcded5c-39f0-4496-a6c2-668cc23fdd35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1087148 Jul 23 14:15:35.401725 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ded826-0b9c-4e3d-8ae9-3ae2c6951552 x-openstack-request-id: req-79ded826-0b9c-4e3d-8ae9-3ae2c6951552 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:15:35.402354 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fafaaa-09ed-4655-a8cf-37690ddbd159", "tag": "b755c4f7-6898-4e10-ba12-a54c4812082a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:15:35.402354 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79ded826-0b9c-4e3d-8ae9-3ae2c6951552 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:15:35.402690 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'tag': 'b755c4f7-6898-4e10-ba12-a54c4812082a', 'status': 'completed', 'code': 200} Jul 23 14:15:35.463220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-d30cb6a1-7f14-4753-83ab-3787c95e716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:35.464839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-d30cb6a1-7f14-4753-83ab-3787c95e716f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746755 Jul 23 14:15:35.474995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c1fa6-5a78-4882-af6f-2a23ae57853f req-cf4b4ff1-a763-4451-a17f-c21586f46412 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:35.476862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054c1fa6-5a78-4882-af6f-2a23ae57853f req-cf4b4ff1-a763-4451-a17f-c21586f46412 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 943 time: 0.1969230 Jul 23 14:15:35.552986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:35.765398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0130d6f5-5b4f-4dbe-ae2e-a81f527d4305 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d845dbd144c44118b9b862f92c1bdf9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088940 Jul 23 14:15:35.766071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:35.846734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf062a0-b45d-4d60-9691-ac732076adae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:35.904746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf062a0-b45d-4d60-9691-ac732076adae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:35.971802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf062a0-b45d-4d60-9691-ac732076adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:35.974422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf062a0-b45d-4d60-9691-ac732076adae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:35.976225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5cf062a0-b45d-4d60-9691-ac732076adae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bfd57a6-2434-48b8-b966-43a755668404 HTTP/1.1" status: 204 len: 168 time: 0.2093830 Jul 23 14:15:35.993513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf062a0-b45d-4d60-9691-ac732076adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfd57a6-2434-48b8-b966-43a755668404,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:36.007566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054c1fa6-5a78-4882-af6f-2a23ae57853f req-363e8174-bdd2-47e6-aea3-dcadcae10807 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285231 Jul 23 14:15:36.050290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-0c541fe3-1d07-4524-a735-c29d9da3844d service neutron] 10.222.0.48 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722439 Jul 23 14:15:36.187730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4b432d-c603-413e-b489-e1eed706ead2 req-467a5e26-0efd-4a8b-b640-94ed904d8ebc service neutron] 10.222.0.48 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259286 Jul 23 14:15:36.226290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7d25d-c645-4a71-9ad1-bcdb077e3e01 req-f94bbc34-47b5-405d-889d-2342ca250243 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:36.227774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15e7d25d-c645-4a71-9ad1-bcdb077e3e01 req-f94bbc34-47b5-405d-889d-2342ca250243 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1379435 Jul 23 14:15:36.301732 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-15e7d25d-c645-4a71-9ad1-bcdb077e3e01 req-ee150672-5fe6-4ca8-8344-4977067556a5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521269 Jul 23 14:15:36.354200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0587-fd32-4846-9917-dcc6a043281d req-d05bac8f-a648-4138-b31b-a4537c2f0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:36.356320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46dc0587-fd32-4846-9917-dcc6a043281d req-d05bac8f-a648-4138-b31b-a4537c2f0842 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 1094 time: 0.1002939 Jul 23 14:15:36.471486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:36.489779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0587-fd32-4846-9917-dcc6a043281d req-c8140cbd-c91c-465e-bc9c-83f6fb1fc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:36.491918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46dc0587-fd32-4846-9917-dcc6a043281d req-c8140cbd-c91c-465e-bc9c-83f6fb1fc449 service neutron] 10.222.0.48 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1260324 Jul 23 14:15:36.523933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e4ae663d-467c-476f-9d67-97f7dcf1f556 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc3fa0d15d7642c3bfe02b6d0c1f827c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490179 Jul 23 14:15:36.524219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:36.550950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46dc0587-fd32-4846-9917-dcc6a043281d req-31510a3a-1e9c-4341-9127-aa5cf939cb86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b755c4f7-6898-4e10-ba12-a54c4812082a HTTP/1.1" status: 200 len: 217 time: 0.0490532 Jul 23 14:15:36.596859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-488fccad-d26f-4d8d-b8da-975ba8d53c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:36.615204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0587-fd32-4846-9917-dcc6a043281d req-ba0e74ce-914b-4ab4-9efd-f28126b2e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:36.616986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46dc0587-fd32-4846-9917-dcc6a043281d req-ba0e74ce-914b-4ab4-9efd-f28126b2e710 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0583687 Jul 23 14:15:36.636025 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-488fccad-d26f-4d8d-b8da-975ba8d53c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:36.697812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0587-fd32-4846-9917-dcc6a043281d req-7dcba265-ef8e-4933-a8b1-87486152a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:36.700335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46dc0587-fd32-4846-9917-dcc6a043281d req-7dcba265-ef8e-4933-a8b1-87486152a231 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748177 Jul 23 14:15:36.708647 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-488fccad-d26f-4d8d-b8da-975ba8d53c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:36.714770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-488fccad-d26f-4d8d-b8da-975ba8d53c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:36.720194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-488fccad-d26f-4d8d-b8da-975ba8d53c51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28bf95e6-305c-461d-a018-ca4699bd3c5d HTTP/1.1" status: 204 len: 168 time: 0.1915991 Jul 23 14:15:36.732934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fccad-d26f-4d8d-b8da-975ba8d53c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf95e6-305c-461d-a018-ca4699bd3c5d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:36.867086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46dc0587-fd32-4846-9917-dcc6a043281d req-2c95d366-11ca-47a2-b723-a2d68a803ec2 service neutron] 10.222.0.48 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590164 Jul 23 14:15:37.079045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46dc0587-fd32-4846-9917-dcc6a043281d req-ca9153a3-7ca6-42b6-bc95-2fdbeed7270e service neutron] 10.222.0.48 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042916 Jul 23 14:15:37.235715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb3ad7-de45-4541-bbda-abdb51b5d543 req-86c24db1-36f3-49e3-a1a5-b738aa248798 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:37.247605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcdb3ad7-de45-4541-bbda-abdb51b5d543 req-86c24db1-36f3-49e3-a1a5-b738aa248798 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 943 time: 0.1080797 Jul 23 14:15:37.318256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcdb3ad7-de45-4541-bbda-abdb51b5d543 req-0c9705fb-4251-4fde-8b17-04c593f9953a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596833 Jul 23 14:15:37.434925 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:37.468494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef99f83-f291-4404-8698-713fc5a90a04 req-d69a6cb4-c49d-4c42-8d6b-761bece9b0d8 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:37.470260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7ef99f83-f291-4404-8698-713fc5a90a04 req-d69a6cb4-c49d-4c42-8d6b-761bece9b0d8 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0795569 Jul 23 14:15:37.516126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7ef99f83-f291-4404-8698-713fc5a90a04 req-2fb8a870-bedf-4d50-999d-5094ffcf9657 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Jul 23 14:15:37.802927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:37.916236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-815130027'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:37.938226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:37.941831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:37.950860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.059767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.065058 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.096606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:38.116544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e3361b-811f-460f-93f8-0d260b909a14,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:38.126266 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.127012 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Added segment 6dcf44d8-3e7a-444a-8350-4a370026aa78 of type vlan for network 1ac48825-e2ba-4dee-896a-7a5c37fd241e Jul 23 14:15:38.175191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.212306 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.219787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:38.220480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.266959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4628210 Jul 23 14:15:38.271274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:38.278344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'subnet': {'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:38.305583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1a18f-0627-417d-82b3-7cd784dce803 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Network': ['ID=1ac48825-e2ba-4dee-896a-7a5c37fd241e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:38.320799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:38.404767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:38.411207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.571743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ab7da-5cc2-47bf-a241-30cba55ce05f req-78c2ae7c-29ec-40aa-a2e7-4bbab5cccc98 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:38.579665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-759ab7da-5cc2-47bf-a241-30cba55ce05f req-78c2ae7c-29ec-40aa-a2e7-4bbab5cccc98 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 943 time: 0.1479211 Jul 23 14:15:38.674091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443878-81bb-40ac-a3cd-cc20bae57800 req-1d56470a-8a0b-4efc-b2b1-72245ae39db2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:38.684423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f443878-81bb-40ac-a3cd-cc20bae57800 req-1d56470a-8a0b-4efc-b2b1-72245ae39db2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0857625 Jul 23 14:15:38.691116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-759ab7da-5cc2-47bf-a241-30cba55ce05f req-e2b89b6d-d855-4505-b144-c3272fb8be25 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062415 Jul 23 14:15:38.741246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8f443878-81bb-40ac-a3cd-cc20bae57800 req-87b96d2b-45bc-4e5f-9182-d379904b4d24 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506680 Jul 23 14:15:38.776514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.816511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:38.851505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Subnet': ['ID=0b3af46b-fd24-4ced-910c-d3ed299c6fe7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:38.860570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Checking segment: {'id': '6dcf44d8-3e7a-444a-8350-4a370026aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:38.860933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network hostable DHCP agents. Network: 1ac48825-e2ba-4dee-896a-7a5c37fd241e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:15:38.879466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:15:38.891433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1ac48825-e2ba-4dee-896a-7a5c37fd241e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:38.902318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6146237-e526-4189-9d92-921a37cdd521 None None] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:38.903897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:38.904568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:38.925739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:38.926676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a7c0927-f335-4eda-b1e3-ad3d327b1255 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6550541 Jul 23 14:15:38.931751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1310462866'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:39.014001 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cc27-59ed-4456-a7ee-0481afade7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.072846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'tenant_id': '2b650d1c876947a4a295a7975eed3a48', 'fixed_ips': [{'subnet_id': '0b3af46b-fd24-4ced-910c-d3ed299c6fe7'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:15:39.074160 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.146927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cc27-59ed-4456-a7ee-0481afade7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.155063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cc27-59ed-4456-a7ee-0481afade7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.210535 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ffe7cc27-59ed-4456-a7ee-0481afade7b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fa231be12284003a3143e886701f4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928130 Jul 23 14:15:39.213836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:39.217457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:39.221437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.229023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Allocated IP 2001:db8::2 (1ac48825-e2ba-4dee-896a-7a5c37fd241e/0b3af46b-fd24-4ced-910c-d3ed299c6fe7/84ecbbaf-9342-4f0f-a1c7-fb6249a493cb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:39.237539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7cc27-59ed-4456-a7ee-0481afade7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08029964-aaca-41d7-89b8-551e9a7f4475,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:39.262551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] device_id is not set on port 5b27c281-686f-49eb-9cea-1cd5c9d261f3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:39.327454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cce0010-6c2d-4913-96bf-483bdab2abb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.381928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cce0010-6c2d-4913-96bf-483bdab2abb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.421597 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.448865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Transition to ACTIVE for port object 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:39.449661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cce0010-6c2d-4913-96bf-483bdab2abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.452715 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cce0010-6c2d-4913-96bf-483bdab2abb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.456371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1cce0010-6c2d-4913-96bf-483bdab2abb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08029964-aaca-41d7-89b8-551e9a7f4475 HTTP/1.1" status: 204 len: 168 time: 0.2387452 Jul 23 14:15:39.471091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce0010-6c2d-4913-96bf-483bdab2abb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08029964-aaca-41d7-89b8-551e9a7f4475,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:39.479899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Transition to ACTIVE for port object 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:39.497556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.549446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Pushing event updated for resources: {'Port': ['ID=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:39.564244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:39.565856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:39.572832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:39.573008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:39.617226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Allocated IP 2001:db8::3e2 (1ac48825-e2ba-4dee-896a-7a5c37fd241e/0b3af46b-fd24-4ced-910c-d3ed299c6fe7/5b27c281-686f-49eb-9cea-1cd5c9d261f3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:39.640588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b755c4f7-6898-4e10-ba12-a54c4812082a details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:15:39.815725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Attempting to bind port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:39.816104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Attempting to bind port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6dcf44d8-3e7a-444a-8350-4a370026aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:39.816436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Attempting to bind port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb on network 1ac48825-e2ba-4dee-896a-7a5c37fd241e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:39.836224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:15:39.836604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Checking segment: {'id': '6dcf44d8-3e7a-444a-8350-4a370026aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:39.837015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.838195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Bound using segment: {'id': '6dcf44d8-3e7a-444a-8350-4a370026aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:15:39.838195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Bound port: 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcf44d8-3e7a-444a-8350-4a370026aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:15:39.838406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.879951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7189b9-d3cd-4fbd-816b-558d9c9d5348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.881230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port b755c4f7-6898-4e10-ba12-a54c4812082a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b755c4f7-6898-4e10-ba12-a54c4812082a,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:39.914489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'b755c4f7-6898-4e10-ba12-a54c4812082a', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': 'b755c4f7-6898-4e10-ba12-a54c4812082a', 'mac_address': 'fa:16:3e:c0:cf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:15:39.916610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.938807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77529dcf-2e95-4213-952c-2a0e3b15e74c req-3081b7bf-707a-4c91-8343-85fe2cc55567 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:39.945600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Transition to ACTIVE for port object 5b27c281-686f-49eb-9cea-1cd5c9d261f3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:39.948063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77529dcf-2e95-4213-952c-2a0e3b15e74c req-3081b7bf-707a-4c91-8343-85fe2cc55567 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 943 time: 0.1325295 Jul 23 14:15:39.965257 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:39.973631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:39.994971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b755c4f7-6898-4e10-ba12-a54c4812082a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:15:39.999926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb65e14d-7509-4f5b-9f5d-94c703507c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.008383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] For port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:15:40.012637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.013423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] For port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,segment=NetworkSegment(6dcf44d8-3e7a-444a-8350-4a370026aa78),segment_id=6dcf44d8-3e7a-444a-8350-4a370026aa78)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:15:40.024671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.041807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1db14-161c-4853-9b31-928c638d0d50 req-9c3419c8-3410-41df-8ca6-bcb4e17b2a80 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:40.043568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e0f1db14-161c-4853-9b31-928c638d0d50 req-9c3419c8-3410-41df-8ca6-bcb4e17b2a80 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1840422 Jul 23 14:15:40.050868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77529dcf-2e95-4213-952c-2a0e3b15e74c req-60120cf3-5fd9-43d2-805b-73f241c942e4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940459 Jul 23 14:15:40.079700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port b755c4f7-6898-4e10-ba12-a54c4812082a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b755c4f7-6898-4e10-ba12-a54c4812082a,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:40.095550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.099698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:40.110888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7189b9-d3cd-4fbd-816b-558d9c9d5348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.113248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:40.121799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:40.127700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:40.128458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.128918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defc8fd-7790-4848-a9ef-af4786a73812 None None] Pushing event updated for resources: {'Port': ['ID=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:40.164179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=5b27c281-686f-49eb-9cea-1cd5c9d261f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:40.176232 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e0f1db14-161c-4853-9b31-928c638d0d50 req-43882966-8813-4b95-9f6d-dfc86c4817b9 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099355 Jul 23 14:15:40.191668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=b755c4f7-6898-4e10-ba12-a54c4812082a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:40.208789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7189b9-d3cd-4fbd-816b-558d9c9d5348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.270607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb65e14d-7509-4f5b-9f5d-94c703507c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.274282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dd7189b9-d3cd-4fbd-816b-558d9c9d5348 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b2899b7fe3e43e6a10b66ebf9e22051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004001 Jul 23 14:15:40.275442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7189b9-d3cd-4fbd-816b-558d9c9d5348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c5174-9037-45cd-970e-31db9aa893e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:40.278726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb65e14d-7509-4f5b-9f5d-94c703507c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.280137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:40.300059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dcd6cdfb-8292-46a4-be91-aea18bddeaac tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3723915 Jul 23 14:15:40.307436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:40.321253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65e14d-7509-4f5b-9f5d-94c703507c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d057a9-4d0e-4636-95fc-ab88dc9476b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:40.328471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cb65e14d-7509-4f5b-9f5d-94c703507c75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fdfa8123aad4bfcabec8391f2968f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508377 Jul 23 14:15:40.331729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:40.338261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1484751469', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:ce:c5:b7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:40.409409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34d222b5-1b78-4037-8e86-2dc8ab6a0f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.432730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34d222b5-1b78-4037-8e86-2dc8ab6a0f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.458096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:15:40.468558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6a935a0-9958-43db-8821-c37b228ee1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.500162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34d222b5-1b78-4037-8e86-2dc8ab6a0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.504498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34d222b5-1b78-4037-8e86-2dc8ab6a0f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.507762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-34d222b5-1b78-4037-8e86-2dc8ab6a0f49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49d057a9-4d0e-4636-95fc-ab88dc9476b8 HTTP/1.1" status: 204 len: 168 time: 0.1744053 Jul 23 14:15:40.512774 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6a935a0-9958-43db-8821-c37b228ee1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.529657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d222b5-1b78-4037-8e86-2dc8ab6a0f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d057a9-4d0e-4636-95fc-ab88dc9476b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:40.554959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:40.639439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6a935a0-9958-43db-8821-c37b228ee1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.642113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6a935a0-9958-43db-8821-c37b228ee1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.643411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b6a935a0-9958-43db-8821-c37b228ee1ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/273c5174-9037-45cd-970e-31db9aa893e1 HTTP/1.1" status: 204 len: 168 time: 0.3611403 Jul 23 14:15:40.656563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a935a0-9958-43db-8821-c37b228ee1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c5174-9037-45cd-970e-31db9aa893e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:40.675353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:40.696787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] device_id is not set on port d9747c55-defa-4c83-bd9c-610ec9b8fa9c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:40.828192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Allocated IP 2001:db8::f (1ac48825-e2ba-4dee-896a-7a5c37fd241e/0b3af46b-fd24-4ced-910c-d3ed299c6fe7/d9747c55-defa-4c83-bd9c-610ec9b8fa9c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:40.986502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:41.014276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4a3737b-08cb-48a3-92bd-b454ebe0cd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.019562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.035355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Transition to ACTIVE for port object d9747c55-defa-4c83-bd9c-610ec9b8fa9c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:41.079332 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.124511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:41.129635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:41.138970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:41.144807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:41.145485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.186632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4a3737b-08cb-48a3-92bd-b454ebe0cd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.195541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=d9747c55-defa-4c83-bd9c-610ec9b8fa9c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:41.205299 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4a3737b-08cb-48a3-92bd-b454ebe0cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.224618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18d22f1f-c99f-4999-8028-0d1ac2e80e7e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.9138682 Jul 23 14:15:41.231587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf24430-2127-40b7-b413-fdafb5292c8a req-e05157cb-7f97-4a37-b090-c727faceba3a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:41.233106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:41.233249 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bdf24430-2127-40b7-b413-fdafb5292c8a req-e05157cb-7f97-4a37-b090-c727faceba3a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 944 time: 0.1048627 Jul 23 14:15:41.275798 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bdf24430-2127-40b7-b413-fdafb5292c8a req-9bbe36b7-a97e-4f6a-b8cc-555169c453f5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Jul 23 14:15:41.285639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33222f34-01c9-467b-bcf0-1d73ed98ca52 None None] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:41.320092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3737b-08cb-48a3-92bd-b454ebe0cd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f02c0-057b-4dd6-9f34-3ac314ff57bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:41.357704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:41.369468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c4a3737b-08cb-48a3-92bd-b454ebe0cd0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d6906725bef4fe1bc0f00bd66f2bdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722963 Jul 23 14:15:41.460354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b394fa-655f-43f7-914f-064904039e9e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:41.469144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b394fa-655f-43f7-914f-064904039e9e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:41.475426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b394fa-655f-43f7-914f-064904039e9e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:41.479114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d4b394fa-655f-43f7-914f-064904039e9e tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2424469 Jul 23 14:15:41.481626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:41.486258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee0f5ca5-e6cf-4d7c-a7ce-93f786f6b7a9 None None] Provisioning for port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:41.518999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb81157f-059b-45d7-a4f1-bdfc753653ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.547210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:15:41.581216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb81157f-059b-45d7-a4f1-bdfc753653ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.599540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0be25-ca27-475c-9253-228c8f313332 req-6ddb3499-7d2c-4efd-8aaa-39b1cdaa6668 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:41.601296 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-acf0be25-ca27-475c-9253-228c8f313332 req-6ddb3499-7d2c-4efd-8aaa-39b1cdaa6668 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1924763 Jul 23 14:15:41.628943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting port d9747c55-defa-4c83-bd9c-610ec9b8fa9c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:41.629427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:41.629789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.639461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b755c4f7-6898-4e10-ba12-a54c4812082a up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:15:41.647718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:41.648258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.667409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-acf0be25-ca27-475c-9253-228c8f313332 req-e51b8c89-3258-413c-a797-420d71551379 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571804 Jul 23 14:15:41.689987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb81157f-059b-45d7-a4f1-bdfc753653ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.693502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb81157f-059b-45d7-a4f1-bdfc753653ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.699072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bb81157f-059b-45d7-a4f1-bdfc753653ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a64f02c0-057b-4dd6-9f34-3ac314ff57bf HTTP/1.1" status: 204 len: 168 time: 0.3398960 Jul 23 14:15:41.709922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81157f-059b-45d7-a4f1-bdfc753653ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f02c0-057b-4dd6-9f34-3ac314ff57bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:41.767718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.781561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Calling delete_port for d9747c55-defa-4c83-bd9c-610ec9b8fa9c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:41.881846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port b755c4f7-6898-4e10-ba12-a54c4812082a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:41.887258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port b755c4f7-6898-4e10-ba12-a54c4812082a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:41.887681 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:41.926561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.015428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.064440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,segment=NetworkSegment(6dcf44d8-3e7a-444a-8350-4a370026aa78),segment_id=6dcf44d8-3e7a-444a-8350-4a370026aa78)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:42.065432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3a08dc8-8dac-469c-a122-fef2c1954f06 None None] Provisioning for port 5b27c281-686f-49eb-9cea-1cd5c9d261f3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:42.080844 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.096060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3a08dc8-8dac-469c-a122-fef2c1954f06 None None] Provisioning complete for port 5b27c281-686f-49eb-9cea-1cd5c9d261f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:42.096550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3a08dc8-8dac-469c-a122-fef2c1954f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.119181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Port': ['ID=d9747c55-defa-4c83-bd9c-610ec9b8fa9c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:42.169506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.196592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b3a08dc8-8dac-469c-a122-fef2c1954f06 None None] Port 5b27c281-686f-49eb-9cea-1cd5c9d261f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:42.216232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3a08dc8-8dac-469c-a122-fef2c1954f06 None None] Could not find standard attr ID for object d9747c55-defa-4c83-bd9c-610ec9b8fa9c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:15:42.219916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:42.236251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b755c4f7-6898-4e10-ba12-a54c4812082a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:15:42.239506 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad58e8a0-2e2a-49cf-9eca-619f8a299a9c" -d '{"events": [{"server_uuid": "b9fafaaa-09ed-4655-a8cf-37690ddbd159", "name": "network-vif-plugged", "status": "completed", "tag": "b755c4f7-6898-4e10-ba12-a54c4812082a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:15:42.268064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port b755c4f7-6898-4e10-ba12-a54c4812082a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b755c4f7-6898-4e10-ba12-a54c4812082a,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:42.274453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3a08dc8-8dac-469c-a122-fef2c1954f06 None None] Provisioning complete for port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:42.275232 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3a08dc8-8dac-469c-a122-fef2c1954f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.287742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.290334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eb937bc5-16cd-4557-aa09-ddda085e7f8a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/ports/d9747c55-defa-4c83-bd9c-610ec9b8fa9c HTTP/1.1" status: 204 len: 168 time: 0.8071687 Jul 23 14:15:42.293019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:42.331989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.332613 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dedb49-5949-4f66-9221-210622ff9bd0 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] GET failed (client error): The resource could not be found. Jul 23 14:15:42.334302 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-67dedb49-5949-4f66-9221-210622ff9bd0 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "GET /v2.0/ports/d9747c55-defa-4c83-bd9c-610ec9b8fa9c HTTP/1.1" status: 404 len: 333 time: 0.0402503 Jul 23 14:15:42.340428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:42.347400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1748461621'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:42.397735 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdce72e-10b5-4746-a1cb-c125a489ada4 x-openstack-request-id: req-cfdce72e-10b5-4746-a1cb-c125a489ada4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:15:42.397735 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fafaaa-09ed-4655-a8cf-37690ddbd159", "name": "network-vif-plugged", "status": "completed", "tag": "b755c4f7-6898-4e10-ba12-a54c4812082a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:15:42.397735 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfdce72e-10b5-4746-a1cb-c125a489ada4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:15:42.397735 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b755c4f7-6898-4e10-ba12-a54c4812082a', 'code': 200} Jul 23 14:15:42.469590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=b755c4f7-6898-4e10-ba12-a54c4812082a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:42.595364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46236b9-eb19-47c9-9265-f4ee3a57e4ad req-d5fd40b5-65b4-4e41-bc9c-1594464d2b56 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:42.597095 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b46236b9-eb19-47c9-9265-f4ee3a57e4ad req-d5fd40b5-65b4-4e41-bc9c-1594464d2b56 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1417911 Jul 23 14:15:42.612791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08690109-2baf-4e13-a2be-c9b4d5412b42 None None] Provisioning complete for port 5b27c281-686f-49eb-9cea-1cd5c9d261f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:42.613425 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08690109-2baf-4e13-a2be-c9b4d5412b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.668771 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b46236b9-eb19-47c9-9265-f4ee3a57e4ad req-05e14137-8880-4d9e-99c2-2d5f7267fab9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614018 Jul 23 14:15:42.686005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08690109-2baf-4e13-a2be-c9b4d5412b42 None None] Port 5b27c281-686f-49eb-9cea-1cd5c9d261f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:42.691858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:42.695718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:42.723407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] device_id is not set on port 01002645-9444-4d3c-92a8-f598f479f5ae yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:42.730316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa894c2-f4e8-46f7-aaeb-4e722c96a7f1 req-0c1111b1-78a1-4f6e-8c72-f3fbe09a44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:42.731951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fa894c2-f4e8-46f7-aaeb-4e722c96a7f1 req-0c1111b1-78a1-4f6e-8c72-f3fbe09a44b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 1096 time: 0.2133765 Jul 23 14:15:42.831601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ac5a627-d112-4a9c-93f8-31240e2202d2 None None] Could not find standard attr ID for object d9747c55-defa-4c83-bd9c-610ec9b8fa9c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:15:42.845192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:42.865283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fa894c2-f4e8-46f7-aaeb-4e722c96a7f1 req-df739534-f59b-4f2d-8f27-bd1a1b0427d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964892 Jul 23 14:15:42.956923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Allocated IP 2001:db8::353 (1ac48825-e2ba-4dee-896a-7a5c37fd241e/0b3af46b-fd24-4ced-910c-d3ed299c6fe7/01002645-9444-4d3c-92a8-f598f479f5ae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:42.989048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc505c2-70fa-480d-a121-83191610ed95 req-d176dd25-7848-4638-b15c-3cafa0452075 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:42.990854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bc505c2-70fa-480d-a121-83191610ed95 req-d176dd25-7848-4638-b15c-3cafa0452075 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1935039 Jul 23 14:15:43.081818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bc505c2-70fa-480d-a121-83191610ed95 req-423f1a64-79d0-4bb4-9a48-fc5b185a14ab tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 Jul 23 14:15:43.128959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b77c3b96-3fb8-496f-8521-461c8cc75b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.173427 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.189370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Transition to ACTIVE for port object 01002645-9444-4d3c-92a8-f598f479f5ae will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:43.233958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.236556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b77c3b96-3fb8-496f-8521-461c8cc75b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.240903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b77c3b96-3fb8-496f-8521-461c8cc75b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.277669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:43.281041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:43.286014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b77c3b96-3fb8-496f-8521-461c8cc75b3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=069fa1b8979042beb006fe0c97a677f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395864 Jul 23 14:15:43.287156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c3b96-3fb8-496f-8521-461c8cc75b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9701de0c-ed96-4413-897d-7c3c0131d67b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:43.290180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:43.290450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:43.297284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:43.297954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.309805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=01002645-9444-4d3c-92a8-f598f479f5ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:43.323776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-29d350b0-8ad9-4609-a34b-a7e14de54ced tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9821966 Jul 23 14:15:43.327103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:43.334592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:ce:c5:b7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:43.359428 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c768c91f-0a2d-42b4-b63c-6e36dba9ee28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.389538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c768c91f-0a2d-42b4-b63c-6e36dba9ee28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.465309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:43.472230 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c768c91f-0a2d-42b4-b63c-6e36dba9ee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.475218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:15:43.484978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c768c91f-0a2d-42b4-b63c-6e36dba9ee28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.493591 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c768c91f-0a2d-42b4-b63c-6e36dba9ee28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9701de0c-ed96-4413-897d-7c3c0131d67b HTTP/1.1" status: 204 len: 168 time: 0.2028918 Jul 23 14:15:43.513255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768c91f-0a2d-42b4-b63c-6e36dba9ee28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9701de0c-ed96-4413-897d-7c3c0131d67b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:43.591333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.608119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:43.608828 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.788001 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae771e1c-dd8e-49e2-b17b-00a68710f229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.797379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bdbf1e4b-6e2b-477e-b000-5708123aecac None None] Provisioning for port 01002645-9444-4d3c-92a8-f598f479f5ae completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:43.803361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bdbf1e4b-6e2b-477e-b000-5708123aecac None None] Provisioning complete for port 01002645-9444-4d3c-92a8-f598f479f5ae triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:43.804014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1e4b-6e2b-477e-b000-5708123aecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.854970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf1e4b-6e2b-477e-b000-5708123aecac None None] Port 01002645-9444-4d3c-92a8-f598f479f5ae cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:43.883471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.890528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.905848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b400887-bb1e-4051-b44e-98f630026d7e req-475b4f8a-d2bc-4b69-8308-080809811c8b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:43.907456 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5b400887-bb1e-4051-b44e-98f630026d7e req-475b4f8a-d2bc-4b69-8308-080809811c8b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1220076 Jul 23 14:15:43.932859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] In _notify_port_updated(), no bound segment for port 01002645-9444-4d3c-92a8-f598f479f5ae on network 1ac48825-e2ba-4dee-896a-7a5c37fd241e {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:15:43.940260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:43.941105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:43.949110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:43.955343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "PUT /v2.0/ports/01002645-9444-4d3c-92a8-f598f479f5ae HTTP/1.1" status: 200 len: 1003 time: 0.6267662 Jul 23 14:15:43.987529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697d7e0-ddbb-45ec-8550-7d784abc6ba4 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=01002645-9444-4d3c-92a8-f598f479f5ae,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:44.061644 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5b400887-bb1e-4051-b44e-98f630026d7e req-8c708ad3-a2b3-4b18-bb1d-4b67ffb7d41a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431949 Jul 23 14:15:44.115161 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae771e1c-dd8e-49e2-b17b-00a68710f229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.125577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae771e1c-dd8e-49e2-b17b-00a68710f229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.182349 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ae771e1c-dd8e-49e2-b17b-00a68710f229 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52966320bd524905a5b833c5ad50ec7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7158759 Jul 23 14:15:44.183003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:44.198502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae771e1c-dd8e-49e2-b17b-00a68710f229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc67d26-6b5f-4816-8a4f-74ffec4290ae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:44.222865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting port 01002645-9444-4d3c-92a8-f598f479f5ae {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:44.223209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.261380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027a9b-a83a-4967-b80f-8b5feb27e5cf req-8b05ed1b-1cf2-486f-a16c-972f8bb082ca tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:44.263067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0027a9b-a83a-4967-b80f-8b5feb27e5cf req-8b05ed1b-1cf2-486f-a16c-972f8bb082ca tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0871890 Jul 23 14:15:44.283434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7171ae0b-fe9d-462e-80c7-073d1d3ca151 None None] Provisioning complete for port 01002645-9444-4d3c-92a8-f598f479f5ae triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:44.284134 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7171ae0b-fe9d-462e-80c7-073d1d3ca151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.287129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08f7f52c-4c0d-41ae-bb9d-1a93cb036dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.326968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7171ae0b-fe9d-462e-80c7-073d1d3ca151 None None] Port 01002645-9444-4d3c-92a8-f598f479f5ae cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:44.338413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0027a9b-a83a-4967-b80f-8b5feb27e5cf req-b7014a9d-857b-44d3-b8e0-fb35c3bbcbcf tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692306 Jul 23 14:15:44.347212 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08f7f52c-4c0d-41ae-bb9d-1a93cb036dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.373000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.398689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Calling delete_port for 01002645-9444-4d3c-92a8-f598f479f5ae owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:44.466232 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08f7f52c-4c0d-41ae-bb9d-1a93cb036dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.468841 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08f7f52c-4c0d-41ae-bb9d-1a93cb036dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.473176 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-08f7f52c-4c0d-41ae-bb9d-1a93cb036dc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fc67d26-6b5f-4816-8a4f-74ffec4290ae HTTP/1.1" status: 204 len: 168 time: 0.2807362 Jul 23 14:15:44.483749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7f52c-4c0d-41ae-bb9d-1a93cb036dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc67d26-6b5f-4816-8a4f-74ffec4290ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:44.561780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.590006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Port': ['ID=01002645-9444-4d3c-92a8-f598f479f5ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:44.734678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.737341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ce22091-5816-4c54-b770-6eb3ff35f409 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/ports/01002645-9444-4d3c-92a8-f598f479f5ae HTTP/1.1" status: 204 len: 168 time: 0.7867746 Jul 23 14:15:44.740110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:44.796645 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fe9646-545d-4350-9e80-2e8aa044f136 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] GET failed (client error): The resource could not be found. Jul 23 14:15:44.799270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-98fe9646-545d-4350-9e80-2e8aa044f136 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "GET /v2.0/ports/01002645-9444-4d3c-92a8-f598f479f5ae HTTP/1.1" status: 404 len: 333 time: 0.0576293 Jul 23 14:15:44.803189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:44.810165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1115632748'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:44.947447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:44.952304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:44.973276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] device_id is not set on port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:45.122211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Allocated IP 2001:db8::1c0 (1ac48825-e2ba-4dee-896a-7a5c37fd241e/0b3af46b-fd24-4ced-910c-d3ed299c6fe7/8620e3c8-5d2d-43f6-a27b-e129d2a011b0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:45.215386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a433-d9b5-4924-afd7-d0e6a77984be req-437ec963-2ca4-426b-adf3-4291a7194cf9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:45.221856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:45.223346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2802a433-d9b5-4924-afd7-d0e6a77984be req-437ec963-2ca4-426b-adf3-4291a7194cf9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.0765047 Jul 23 14:15:45.257785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2802a433-d9b5-4924-afd7-d0e6a77984be req-18cc828b-28da-4dea-be9e-e59e0460bbb9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Jul 23 14:15:45.326471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:45.342732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Transition to ACTIVE for port object 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:45.388218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:45.479442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=8620e3c8-5d2d-43f6-a27b-e129d2a011b0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:45.502052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:45.514790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:45.536809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:45.542605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:45.543361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:45.544152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed2e88-c418-4a79-aa57-9dc3e964c8c3 req-3c433c2d-8662-4c93-b7c6-8b65bb11bd61 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:45.552193 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5ed2e88-c418-4a79-aa57-9dc3e964c8c3 req-3c433c2d-8662-4c93-b7c6-8b65bb11bd61 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1147139 Jul 23 14:15:45.555851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:45.582681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-76da96b5-25f5-4c0e-b3c8-a757be5a863b tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7771747 Jul 23 14:15:45.586977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:45.592262 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5ed2e88-c418-4a79-aa57-9dc3e964c8c3 req-24cb6df5-e232-4d91-8863-9bb30da84167 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Jul 23 14:15:45.594909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ce:c5:b7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:45.654520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:45.668949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21f1a1-891f-4150-ad1d-3e610d51a77f req-f983baa9-af37-49db-a4da-814ad6de858b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:45.670616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba21f1a1-891f-4150-ad1d-3e610d51a77f req-f983baa9-af37-49db-a4da-814ad6de858b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1734591 Jul 23 14:15:45.786605 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c390fda1-925a-4f1c-abfc-4188bb4daeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:45.795273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba21f1a1-891f-4150-ad1d-3e610d51a77f req-3a76d713-aaf9-425b-a1b0-2486281e06a9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121502 Jul 23 14:15:45.796219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:45.870935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9efa0f72-4e2d-4c81-bb74-4173e17985c1 None None] Provisioning for port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:45.875305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9efa0f72-4e2d-4c81-bb74-4173e17985c1 None None] Provisioning complete for port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:45.875982 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9efa0f72-4e2d-4c81-bb74-4173e17985c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:45.920311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9efa0f72-4e2d-4c81-bb74-4173e17985c1 None None] Port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:45.995574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.118308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.126102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.195528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] In _notify_port_updated(), no bound segment for port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 on network 1ac48825-e2ba-4dee-896a-7a5c37fd241e {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:15:46.201322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:46.202058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.203490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "PUT /v2.0/ports/8620e3c8-5d2d-43f6-a27b-e129d2a011b0 HTTP/1.1" status: 200 len: 1003 time: 0.6151814 Jul 23 14:15:46.206387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:46.215150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Allocated IP 172.25.2.168 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/5ffacd38-3e93-45b4-9c35-16be17b31557) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:46.218515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f04ce-f550-4bee-9e2e-043fd989d12a tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=8620e3c8-5d2d-43f6-a27b-e129d2a011b0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:46.356550 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.426709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:46.427068 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.443118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.491371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:46.495118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:46.505272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:46.570393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Pushing event updated for resources: {'Port': ['ID=5ffacd38-3e93-45b4-9c35-16be17b31557,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:46.623522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb9c90e7-2989-4524-a2a8-eed506c24bf2 None None] Provisioning complete for port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:46.623522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb9c90e7-2989-4524-a2a8-eed506c24bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.631542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.665039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Calling delete_port for 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:46.676622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c90e7-2989-4524-a2a8-eed506c24bf2 None None] Port 8620e3c8-5d2d-43f6-a27b-e129d2a011b0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:46.705795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.828358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.866951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c05e4-0589-4840-a0d2-b7fd2d8643ee req-63de6f5b-c16a-4a87-9a60-455a4ea0ba7b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:46.876621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-490c05e4-0589-4840-a0d2-b7fd2d8643ee req-63de6f5b-c16a-4a87-9a60-455a4ea0ba7b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1526945 Jul 23 14:15:46.939960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65ecd-887f-4311-a53d-11851c4808f6 req-4654c25f-0ef1-4bb5-836b-d22874d4f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:46.941653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6d65ecd-887f-4311-a53d-11851c4808f6 req-4654c25f-0ef1-4bb5-836b-d22874d4f591 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.1558917 Jul 23 14:15:46.943225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-490c05e4-0589-4840-a0d2-b7fd2d8643ee req-cc8bffc0-fa05-42fa-9b47-d7f12a1f96ce tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655806 Jul 23 14:15:46.947466 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:46.980379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Port': ['ID=8620e3c8-5d2d-43f6-a27b-e129d2a011b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:47.049039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.051312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b8e5bb48-154f-4ab6-b53b-b9565401d162 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/ports/8620e3c8-5d2d-43f6-a27b-e129d2a011b0 HTTP/1.1" status: 204 len: 168 time: 0.8436782 Jul 23 14:15:47.053914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:47.126729 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae17894-3b2f-477f-840d-47ab784774fc tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] GET failed (client error): The resource could not be found. Jul 23 14:15:47.133696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ae17894-3b2f-477f-840d-47ab784774fc tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "GET /v2.0/ports/8620e3c8-5d2d-43f6-a27b-e129d2a011b0 HTTP/1.1" status: 404 len: 333 time: 0.0771625 Jul 23 14:15:47.133924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:47.141824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1078289380'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:47.331854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:47.336702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.361445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] device_id is not set on port b54198ec-edb2-4070-af8a-b8ce29f76afd yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:47.415302 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:15:47.507458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6d65ecd-887f-4311-a53d-11851c4808f6 req-1a60cc2f-202b-4ff8-af28-0b7041f3187b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Jul 23 14:15:47.514837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Allocated IP 2001:db8::247 (1ac48825-e2ba-4dee-896a-7a5c37fd241e/0b3af46b-fd24-4ced-910c-d3ed299c6fe7/b54198ec-edb2-4070-af8a-b8ce29f76afd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:47.542401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.553341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275c556-192f-4a35-9203-bb9e2b71e2db req-a4192881-3488-4bea-af0d-9bf57b703778 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:47.554942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3275c556-192f-4a35-9203-bb9e2b71e2db req-a4192881-3488-4bea-af0d-9bf57b703778 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.6408834 Jul 23 14:15:47.556110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.667525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Pushing event updated for resources: {'Port': ['ID=5ffacd38-3e93-45b4-9c35-16be17b31557,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:47.678514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.698093 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.703011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3275c556-192f-4a35-9203-bb9e2b71e2db req-b9b2398a-c078-4344-9bd5-17cb176b81ed tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156297 Jul 23 14:15:47.709916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.715305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd6579d9-03a0-4f0a-959a-1e4896ceebf7 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4919765 Jul 23 14:15:47.716074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:47.722133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-241469284', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'fixed_ips': [{'ip_address': '172.25.2.168'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:47.748196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Made reservation on behalf of 3edabbff2d7c48fa971acee14ea5030d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:47.750812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.761975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.882406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.889321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:47.895774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] device_id is not set on port ac756e84-106b-4448-a242-b99be2b80a00 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:47.970059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53234894-584f-49d3-9278-232ca9a6049b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:48.114965 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.135819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Transition to ACTIVE for port object b54198ec-edb2-4070-af8a-b8ce29f76afd will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:48.147852 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 14:15:48.148966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:15:48.158603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae13b1-43a3-4bb2-a81e-515b802a9bc5 req-690bc3bc-a041-4570-8979-996d21347b0c tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:48.160214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14ae13b1-43a3-4bb2-a81e-515b802a9bc5 req-690bc3bc-a041-4570-8979-996d21347b0c tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1290791 Jul 23 14:15:48.165495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e28743d4-9bab-4b93-8d8e-5de40b3a55c6 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4480565 Jul 23 14:15:48.168135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:48.215067 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.233880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-14ae13b1-43a3-4bb2-a81e-515b802a9bc5 req-c8c9fa3d-ad0c-4d2b-82db-6220b08fcd45 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622275 Jul 23 14:15:48.269456 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.283337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:48.286780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:48.290676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:48.296381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:48.297010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.314245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=b54198ec-edb2-4070-af8a-b8ce29f76afd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:48.334118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5b5945e1-8276-4995-b81e-d13e14a16c46 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1991053 Jul 23 14:15:48.339971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:48.346304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'network_id': '1ac48825-e2ba-4dee-896a-7a5c37fd241e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-585645345'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:48.384774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Deleting port 5ffacd38-3e93-45b4-9c35-16be17b31557 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:48.385386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.459918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29568606-8b37-400d-8fb9-c5d5cc34abeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.488535 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.488770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.518214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Made reservation on behalf of 2b650d1c876947a4a295a7975eed3a48 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:48.523867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.524183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Calling delete_port for 5ffacd38-3e93-45b4-9c35-16be17b31557 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:48.557373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] device_id is not set on port 7c305c3e-30db-449e-843d-a3e56b271fb8 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:48.648590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8613cfb1-e967-4e2c-bb7e-d216317a9627 None None] Provisioning for port b54198ec-edb2-4070-af8a-b8ce29f76afd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:48.652891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8613cfb1-e967-4e2c-bb7e-d216317a9627 None None] Provisioning complete for port b54198ec-edb2-4070-af8a-b8ce29f76afd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:48.653507 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8613cfb1-e967-4e2c-bb7e-d216317a9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.692142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8613cfb1-e967-4e2c-bb7e-d216317a9627 None None] Port b54198ec-edb2-4070-af8a-b8ce29f76afd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:48.704881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Allocated IP 2001:db8::5b (1ac48825-e2ba-4dee-896a-7a5c37fd241e/0b3af46b-fd24-4ced-910c-d3ed299c6fe7/7c305c3e-30db-449e-843d-a3e56b271fb8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:48.708334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.736906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ffacd38-3e93-45b4-9c35-16be17b31557,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:48.813680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.816442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.817773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a819611-05d9-459e-9686-b3e787a3a576 tempest-ExternalNetworksAdminNegativeTestJSON-652840765 tempest-ExternalNetworksAdminNegativeTestJSON-652840765-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/06c2227a-f162-4e21-9a1a-c53168fede23 HTTP/1.1" status: 204 len: 168 time: 0.6482706 Jul 23 14:15:48.917363 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:48.928977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64352c5-28a7-4a3b-85d8-c99e8c4a318b req-9df09828-834a-44d1-a990-b0fbcfa62fd7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:48.930513 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a64352c5-28a7-4a3b-85d8-c99e8c4a318b req-9df09828-834a-44d1-a990-b0fbcfa62fd7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1326544 Jul 23 14:15:48.948899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Transition to ACTIVE for port object 7c305c3e-30db-449e-843d-a3e56b271fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:48.985483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a64352c5-28a7-4a3b-85d8-c99e8c4a318b req-3766a9b5-d3fe-4fc4-a38e-b1e5cb60bb6f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Jul 23 14:15:49.025159 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.070195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:49.075482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:49.079879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:49.085605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:49.086589 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.093363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=7c305c3e-30db-449e-843d-a3e56b271fb8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:49.110448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5442dd6c-3e62-41e2-ae37-e2dc4ee26936 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7691543 Jul 23 14:15:49.113277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:49.117303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:49.118764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:ce:c5:b7'}, {'ip_address': '2001:db8::247', 'mac_address': 'fa:16:3e:4a:7e:2e'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:49.277444 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d38d30d-3618-42c5-bc1b-c03cfec0a3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.394357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d38d30d-3618-42c5-bc1b-c03cfec0a3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.402085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d38d30d-3618-42c5-bc1b-c03cfec0a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.437168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37d42890-331a-4c75-a8ff-b0064be696b8 None None] Provisioning for port 7c305c3e-30db-449e-843d-a3e56b271fb8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:49.447671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37d42890-331a-4c75-a8ff-b0064be696b8 None None] Provisioning complete for port 7c305c3e-30db-449e-843d-a3e56b271fb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:49.447790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37d42890-331a-4c75-a8ff-b0064be696b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.463108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38d30d-3618-42c5-bc1b-c03cfec0a3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02634ff8-3945-4b43-b2bd-ad87199e0bb6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:49.476571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.492479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d38d30d-3618-42c5-bc1b-c03cfec0a3a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=489dcb37c39a4bbd9ff76f4fa4d8ac6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734827 Jul 23 14:15:49.495520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:49.509386 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.511696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37d42890-331a-4c75-a8ff-b0064be696b8 None None] Port 7c305c3e-30db-449e-843d-a3e56b271fb8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:49.564061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c108d-8287-4b4c-8adc-49f05fae58fd req-c25f05b4-a285-49f8-83e3-1f33ef1259fc tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:49.567119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a9c108d-8287-4b4c-8adc-49f05fae58fd req-c25f05b4-a285-49f8-83e3-1f33ef1259fc tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1895375 Jul 23 14:15:49.652779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b378405-1a4c-4cf2-b759-63b42d66848e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.668427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a9c108d-8287-4b4c-8adc-49f05fae58fd req-9f1a8544-3eda-46d4-b1ab-50a63d16cd76 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929980 Jul 23 14:15:49.726107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b378405-1a4c-4cf2-b759-63b42d66848e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.811959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.814270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b378405-1a4c-4cf2-b759-63b42d66848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.817247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b378405-1a4c-4cf2-b759-63b42d66848e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.818438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2b378405-1a4c-4cf2-b759-63b42d66848e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02634ff8-3945-4b43-b2bd-ad87199e0bb6 HTTP/1.1" status: 204 len: 168 time: 0.3221734 Jul 23 14:15:49.821379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.840561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b378405-1a4c-4cf2-b759-63b42d66848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02634ff8-3945-4b43-b2bd-ad87199e0bb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:49.878890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] In _notify_port_updated(), no bound segment for port 7c305c3e-30db-449e-843d-a3e56b271fb8 on network 1ac48825-e2ba-4dee-896a-7a5c37fd241e {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:15:49.885159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:49.886178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:49.890382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:49.890982 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "PUT /v2.0/ports/7c305c3e-30db-449e-843d-a3e56b271fb8 HTTP/1.1" status: 200 len: 1066 time: 0.7765901 Jul 23 14:15:49.917295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad35a7d-e5d5-4139-8969-15099bd43f2f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event updated for resources: {'Port': ['ID=7c305c3e-30db-449e-843d-a3e56b271fb8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:50.183210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1753-0ef0-4196-b136-28cccf1982ad req-42a3ede8-767b-4f1b-88bd-bcbb06f9df5d tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:50.185343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-772e1753-0ef0-4196-b136-28cccf1982ad req-42a3ede8-767b-4f1b-88bd-bcbb06f9df5d tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.2021282 Jul 23 14:15:50.228036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513517e6-c218-4a52-92ea-9895c3c6b427 req-a7c99209-916d-4c3b-ada2-9e85c4b0c369 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:50.230424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-513517e6-c218-4a52-92ea-9895c3c6b427 req-a7c99209-916d-4c3b-ada2-9e85c4b0c369 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1301377 Jul 23 14:15:50.248562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aca2a9d3-aaf0-4fb8-ae89-fcb5098c9b4f None None] Provisioning complete for port 7c305c3e-30db-449e-843d-a3e56b271fb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:50.249122 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aca2a9d3-aaf0-4fb8-ae89-fcb5098c9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.252338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting port 7c305c3e-30db-449e-843d-a3e56b271fb8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:50.252691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.288173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-513517e6-c218-4a52-92ea-9895c3c6b427 req-1361c30e-e124-48d9-a681-c68a01513c36 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495572 Jul 23 14:15:50.298434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aca2a9d3-aaf0-4fb8-ae89-fcb5098c9b4f None None] Port 7c305c3e-30db-449e-843d-a3e56b271fb8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:15:50.317260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-b2196b71-4727-4347-b5b7-f28c8a525cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:50.318828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-b2196b71-4727-4347-b5b7-f28c8a525cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.3712254 Jul 23 14:15:50.343586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:50.359235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-772e1753-0ef0-4196-b136-28cccf1982ad req-b5ac132a-9d57-4f07-a114-341bed9310c8 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632848 Jul 23 14:15:50.406728 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a1471527-d33e-4ba6-9d1e-0e41b6b8823c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3edabbff2d7c48fa971acee14ea5030d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586374 Jul 23 14:15:50.409693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:50.462118 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dd4bdc8-4fa6-4b03-b1e0-5d81384fc7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.491057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dd4bdc8-4fa6-4b03-b1e0-5d81384fc7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.501532 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.521846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Calling delete_port for 7c305c3e-30db-449e-843d-a3e56b271fb8 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:50.524550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-64b55bac-e01b-431a-8ee2-c3b22de2750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:50.526073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-64b55bac-e01b-431a-8ee2-c3b22de2750f service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.1924577 Jul 23 14:15:50.560036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dd4bdc8-4fa6-4b03-b1e0-5d81384fc7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.563151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dd4bdc8-4fa6-4b03-b1e0-5d81384fc7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.564324 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9dd4bdc8-4fa6-4b03-b1e0-5d81384fc7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53234894-584f-49d3-9278-232ca9a6049b HTTP/1.1" status: 204 len: 168 time: 0.1534836 Jul 23 14:15:50.572489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-dd046966-b609-48ef-b2ff-3a24e8c056d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0378609 Jul 23 14:15:50.573879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4bdc8-4fa6-4b03-b1e0-5d81384fc7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53234894-584f-49d3-9278-232ca9a6049b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:50.670261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-81fd6475-b940-461f-a61e-eb0f75d452b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:50.671440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-81fd6475-b940-461f-a61e-eb0f75d452b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0672781 Jul 23 14:15:50.709303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-aba01913-53f5-4d2c-80f4-da0ee49c995f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296898 Jul 23 14:15:50.831813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:50.893820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Port': ['ID=7c305c3e-30db-449e-843d-a3e56b271fb8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:50.933850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-58366e49-9ab7-4fb9-93f6-d765ab50796e service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165914 Jul 23 14:15:51.121544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad62fa4e-de08-4efa-ae62-3783eafefb48 req-6d58e479-0246-4023-ba3d-771ed209ec97 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750333 Jul 23 14:15:51.147845 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:51.149904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0e8e8914-4646-43f3-8bbb-bdc01f67bda2 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/ports/7c305c3e-30db-449e-843d-a3e56b271fb8 HTTP/1.1" status: 204 len: 168 time: 1.2582657 Jul 23 14:15:51.152706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:51.176961 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:51.186526 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc1621c-6251-49fd-8510-81e5fb4a071f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] GET failed (client error): The resource could not be found. Jul 23 14:15:51.191210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bdc1621c-6251-49fd-8510-81e5fb4a071f tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "GET /v2.0/ports/7c305c3e-30db-449e-843d-a3e56b271fb8 HTTP/1.1" status: 404 len: 333 time: 0.0343764 Jul 23 14:15:51.191452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:51.302053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting port b54198ec-edb2-4070-af8a-b8ce29f76afd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:51.302869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:51.431044 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:51.450701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Calling delete_port for b54198ec-edb2-4070-af8a-b8ce29f76afd owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:51.479628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19442-45b3-4369-ae39-2ff9d60deb56 req-b72a3aff-bb7c-442c-8cd4-aab016810e6a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:51.487777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6f19442-45b3-4369-ae39-2ff9d60deb56 req-b72a3aff-bb7c-442c-8cd4-aab016810e6a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1069665 Jul 23 14:15:51.524557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6f19442-45b3-4369-ae39-2ff9d60deb56 req-b960874e-564a-4d3e-9f98-f1b7d4c088ec tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357399 Jul 23 14:15:51.672975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625263e-8fe0-4532-9c31-246515fb5148 req-edabf6b1-42bf-447d-93b7-53a1c3b7a7f8 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:51.674558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a625263e-8fe0-4532-9c31-246515fb5148 req-edabf6b1-42bf-447d-93b7-53a1c3b7a7f8 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1682587 Jul 23 14:15:51.704334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:51.743882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Port': ['ID=b54198ec-edb2-4070-af8a-b8ce29f76afd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:51.787955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a625263e-8fe0-4532-9c31-246515fb5148 req-9f25589c-8ed9-49ab-9cb9-68597b30e566 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071103 Jul 23 14:15:51.790956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:51.792819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2b321f39-d29f-4ed7-8517-5b6f2ee56eec tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/ports/b54198ec-edb2-4070-af8a-b8ce29f76afd HTTP/1.1" status: 204 len: 168 time: 0.6004062 Jul 23 14:15:51.796450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:51.827416 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2383171a-28df-4eb2-b830-e1664ed82a3c tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] GET failed (client error): The resource could not be found. Jul 23 14:15:51.829332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2383171a-28df-4eb2-b830-e1664ed82a3c tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "GET /v2.0/ports/b54198ec-edb2-4070-af8a-b8ce29f76afd HTTP/1.1" status: 404 len: 333 time: 0.0314879 Jul 23 14:15:51.833231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:51.948533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting port 5b27c281-686f-49eb-9cea-1cd5c9d261f3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:51.948997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.061539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.074837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Calling delete_port for 5b27c281-686f-49eb-9cea-1cd5c9d261f3 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:52.220132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.250875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Port': ['ID=5b27c281-686f-49eb-9cea-1cd5c9d261f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:52.280768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.282870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fdc8af3a-315e-4b6b-b6ce-7325d1a0f2b6 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/ports/5b27c281-686f-49eb-9cea-1cd5c9d261f3 HTTP/1.1" status: 204 len: 168 time: 0.4484138 Jul 23 14:15:52.285696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:52.351240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting subnet 0b3af46b-fd24-4ced-910c-d3ed299c6fe7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:15:52.355455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.405512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.525613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.609949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.649802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3af46b-fd24-4ced-910c-d3ed299c6fe7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:52.662485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.666022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-31115e32-4974-4b0b-96a0-67a01b85b501 tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/subnets/0b3af46b-fd24-4ced-910c-d3ed299c6fe7 HTTP/1.1" status: 204 len: 168 time: 0.3785691 Jul 23 14:15:52.669203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:52.671269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c8a03-ec0f-4360-a410-c69aad4c8fab None None] Network 1ac48825-e2ba-4dee-896a-7a5c37fd241e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:52.766462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b77de-217f-4c93-887d-740991414e32 req-efa08da7-0cda-4e81-8218-0d259aa8c38c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:52.775629 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6e5b77de-217f-4c93-887d-740991414e32 req-efa08da7-0cda-4e81-8218-0d259aa8c38c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1508920 Jul 23 14:15:52.795152 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.838513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:52.838724 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6e5b77de-217f-4c93-887d-740991414e32 req-1a5525d0-a546-49e5-ba48-ee9b33b27fce tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617352 Jul 23 14:15:52.888120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Deleting port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:52.888643 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:52.979419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] For port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,segment=NetworkSegment(6dcf44d8-3e7a-444a-8350-4a370026aa78),segment_id=6dcf44d8-3e7a-444a-8350-4a370026aa78)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:52.979897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.011284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Calling delete_port for 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:53.041517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] DHCP port deletion for 1ac48825-e2ba-4dee-896a-7a5c37fd241e request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:15:53.076625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4870d5-963b-4de5-a55f-188c6347b5b2 req-84b39801-fad8-40f9-8460-c8176ff00883 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:53.081060 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8e4870d5-963b-4de5-a55f-188c6347b5b2 req-84b39801-fad8-40f9-8460-c8176ff00883 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1187208 Jul 23 14:15:53.088304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:53.120901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] Deleting port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:15:53.121601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.139105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.142222 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8e4870d5-963b-4de5-a55f-188c6347b5b2 req-1c0b799d-191a-4067-bf28-4d53f41e1d54 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 Jul 23 14:15:53.204938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] For port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,segment=NetworkSegment(6dcf44d8-3e7a-444a-8350-4a370026aa78),segment_id=6dcf44d8-3e7a-444a-8350-4a370026aa78)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:53.205337 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.221328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] Calling delete_port for 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:15:53.325591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.371346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] No DVR routers for this DVR port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:15:53.380595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5dd17-2266-49d5-8ebf-c1c3a9c2ff2e None None] Pushing event deleted for resources: {'Port': ['ID=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:53.441821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.472439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] No DVR routers for this DVR port 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:15:53.482877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Port': ['ID=84ecbbaf-9342-4f0f-a1c7-fb6249a493cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:53.483123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:15:53.502049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:15:53.502401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ecbbaf-9342-4f0f-a1c7-fb6249a493cb not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:15:53.602809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.617131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac48825-e2ba-4dee-896a-7a5c37fd241e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:53.629552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcf44d8-3e7a-444a-8350-4a370026aa78') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:53.629853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcf44d8-3e7a-444a-8350-4a370026aa78') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:15:53.641556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.658558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.664440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.668394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:15:53.668956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:15:53.672282 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:15:53.743466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.772865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:53.774739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] 10.222.0.21 "DELETE /v2.0/networks/1ac48825-e2ba-4dee-896a-7a5c37fd241e HTTP/1.1" status: 204 len: 168 time: 1.1042531 Jul 23 14:15:53.793169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d576a-89ee-4b34-ab32-33a1d271c5fe tempest-AllowedAddressPairIpV6TestJSON-1655483386 tempest-AllowedAddressPairIpV6TestJSON-1655483386-project] Pushing event deleted for resources: {'Network': ['ID=1ac48825-e2ba-4dee-896a-7a5c37fd241e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:53.876177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Allocated IP 172.25.2.210 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/b9eb2e40-9593-4ae0-a962-42f7bcad308a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:54.013161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.039907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0885d-d647-4305-bd26-247146ee0458 req-7b83c1b9-f840-410e-a4cd-518a8c78c6cc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:54.042479 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7a0885d-d647-4305-bd26-247146ee0458 req-7b83c1b9-f840-410e-a4cd-518a8c78c6cc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1289837 Jul 23 14:15:54.064450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.105307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c7a0885d-d647-4305-bd26-247146ee0458 req-2f0320f3-a275-40f4-9df3-6dd7bcc8b9e2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Jul 23 14:15:54.115750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:54.119533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:54.128255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:54.155279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Port': ['ID=b9eb2e40-9593-4ae0-a962-42f7bcad308a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:54.184344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:54.239723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.312923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.345625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054865af-6dc4-4e30-9dcb-46e0dd7218bc req-303460f3-8d93-405c-878b-2be9cabb01eb tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:54.347270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054865af-6dc4-4e30-9dcb-46e0dd7218bc req-303460f3-8d93-405c-878b-2be9cabb01eb tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1230195 Jul 23 14:15:54.351707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8e98866b-79e2-438a-9eda-f4af6db8c901 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b650d1c876947a4a295a7975eed3a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619637 Jul 23 14:15:54.352580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:54.465198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054865af-6dc4-4e30-9dcb-46e0dd7218bc req-604b3c8c-1df9-4b6c-9c90-5c95c75a1b73 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045523 Jul 23 14:15:54.515387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a96ac7f5-c505-454a-8887-07332e6bac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.573512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a96ac7f5-c505-454a-8887-07332e6bac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.633516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.642578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.691735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a96ac7f5-c505-454a-8887-07332e6bac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.694243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a96ac7f5-c505-454a-8887-07332e6bac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.695457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a96ac7f5-c505-454a-8887-07332e6bac73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0e3361b-811f-460f-93f8-0d260b909a14 HTTP/1.1" status: 204 len: 168 time: 0.3420708 Jul 23 14:15:54.721248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Port': ['ID=b9eb2e40-9593-4ae0-a962-42f7bcad308a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:54.738269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac7f5-c505-454a-8887-07332e6bac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e3361b-811f-460f-93f8-0d260b909a14,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:54.801769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.842354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.846743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-89c06f91-9c9f-4315-a004-c8a39dc27a10 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0063658 Jul 23 14:15:54.846937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:54.856854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-213678050'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:54.898249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Made reservation on behalf of 28ab0a972f3c4e27ae13c9bb0df79617 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:54.904475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:54.919253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.077523 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.088793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.115151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:55.154815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.155385 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Added segment 13a2ba0f-6402-409f-a8ed-28e3600be289 of type vlan for network 81da1696-70c9-4073-974b-44ec9088895a Jul 23 14:15:55.207645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0441a1d5-a7b0-49e0-9c1f-8b6079932f21,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:55.212072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.283155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.289033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:55.289833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.364093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Network': ['ID=81da1696-70c9-4073-974b-44ec9088895a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:55.391042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 81da1696-70c9-4073-974b-44ec9088895a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:55.391660 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-adc154c2-4387-4dce-a842-1e666641f7d1 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5398536 Jul 23 14:15:55.391793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:55.397096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Request body: {'subnet': {'network_id': '81da1696-70c9-4073-974b-44ec9088895a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:55.413824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880934c-871e-408f-85e8-743d718a122d req-2cb81600-480c-46ae-b86e-c02ed6f16b11 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:55.415814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8880934c-871e-408f-85e8-743d718a122d req-2cb81600-480c-46ae-b86e-c02ed6f16b11 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1742256 Jul 23 14:15:55.466907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8880934c-871e-408f-85e8-743d718a122d req-71815d5b-3591-4d34-b56e-357577a2613f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Jul 23 14:15:55.533148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Made reservation on behalf of 28ab0a972f3c4e27ae13c9bb0df79617 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:55.537354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.749719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:55.777032 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.851657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Subnet': ['ID=709b163e-95c5-4a12-b1eb-5e1cbc813e66,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:55.860056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Checking segment: {'id': '13a2ba0f-6402-409f-a8ed-28e3600be289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81da1696-70c9-4073-974b-44ec9088895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:55.860609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Network hostable DHCP agents. Network: 81da1696-70c9-4073-974b-44ec9088895a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:15:55.864431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-485210547'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:55.884645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Network 81da1696-70c9-4073-974b-44ec9088895a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:15:55.900921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:55.904713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 81da1696-70c9-4073-974b-44ec9088895a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:55.915753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:55.916011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d593472-f282-4142-9a5a-d4c80d826156 None None] Network 81da1696-70c9-4073-974b-44ec9088895a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:55.916907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.920780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.939928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:55.952952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3659592e-2b1a-470b-ad47-9c1698989d09 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5576203 Jul 23 14:15:55.953468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:55.964815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1797782746', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:55.984349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:15:55.984349 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:15:55.984349 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id_1': '28ab0a972f3c4e27ae13c9bb0df79617', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 15, 55, 974372)}] Jul 23 14:15:55.984349 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:15:55.984818 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:15:56.113258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f19427-aae2-4970-99f3-49911d2d1a15 req-62f56155-3da4-4611-93e1-5d28a7d7be0d tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:56.115267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07f19427-aae2-4970-99f3-49911d2d1a15 req-62f56155-3da4-4611-93e1-5d28a7d7be0d tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.0966518 Jul 23 14:15:56.166276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.174337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.191837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07f19427-aae2-4970-99f3-49911d2d1a15 req-6e85248a-9248-45d0-9eec-f6948222f537 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686603 Jul 23 14:15:56.201640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-81da1696-70c9-4073-974b-44ec9088895a', 'network_id': '81da1696-70c9-4073-974b-44ec9088895a', 'tenant_id': '28ab0a972f3c4e27ae13c9bb0df79617', 'fixed_ips': [{'subnet_id': '709b163e-95c5-4a12-b1eb-5e1cbc813e66'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:15:56.202562 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.206919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:56.270897 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.271331 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment fde0fc18-8db5-4a59-a7ac-5cd62bd524f8 of type vlan for network cdd9f89f-6afb-4d91-98f9-2519a458020e Jul 23 14:15:56.330854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.351890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcd46a6-8812-47f7-9462-6d1a0f1d0d4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:56.382366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.391847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:56.393378 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.436404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:56.437004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6857448 Jul 23 14:15:56.443646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'name': 'tempest-PortsIpV6TestJSON-632215767'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:56.475512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Allocated IP 172.20.0.2 (81da1696-70c9-4073-974b-44ec9088895a/709b163e-95c5-4a12-b1eb-5e1cbc813e66/1c9e94a6-59fd-41fc-a432-ff5d11b5746d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:56.493348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f41e5-71e3-48df-bc4d-9702a6c25341 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=cdd9f89f-6afb-4d91-98f9-2519a458020e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:56.511941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:56.520882 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.521973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.670788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa909eb-375e-4ce1-abf2-c2ff1c679947 req-69ca1bcd-0afc-472a-938e-ebbcc51668fc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:56.674043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fa909eb-375e-4ce1-abf2-c2ff1c679947 req-69ca1bcd-0afc-472a-938e-ebbcc51668fc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1173360 Jul 23 14:15:56.679648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.733861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fa909eb-375e-4ce1-abf2-c2ff1c679947 req-c208d4ef-d02d-4586-b665-33e9bb8b7033 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Jul 23 14:15:56.830926 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.843706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Transition to ACTIVE for port object 1c9e94a6-59fd-41fc-a432-ff5d11b5746d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:56.866669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Transition to ACTIVE for port object 1c9e94a6-59fd-41fc-a432-ff5d11b5746d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:15:56.877317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.920687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Network 81da1696-70c9-4073-974b-44ec9088895a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:56.922087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:56.925993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:56.946022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:56.949529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:56.960151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Pushing event updated for resources: {'Port': ['ID=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:56.995982 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.002284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port de25325c-2922-431f-9ba6-ce788b1bb13d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:57.003183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Attempting to bind port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:15:57.003830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Attempting to bind port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '13a2ba0f-6402-409f-a8ed-28e3600be289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81da1696-70c9-4073-974b-44ec9088895a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:15:57.004437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Attempting to bind port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d on network 81da1696-70c9-4073-974b-44ec9088895a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:15:57.011085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:15:57.011902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Checking segment: {'id': '13a2ba0f-6402-409f-a8ed-28e3600be289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81da1696-70c9-4073-974b-44ec9088895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:57.012785 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.013513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Bound using segment: {'id': '13a2ba0f-6402-409f-a8ed-28e3600be289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81da1696-70c9-4073-974b-44ec9088895a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:15:57.014231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Bound port: 1c9e94a6-59fd-41fc-a432-ff5d11b5746d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a2ba0f-6402-409f-a8ed-28e3600be289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81da1696-70c9-4073-974b-44ec9088895a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:15:57.015125 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.106682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] For port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:15:57.111150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] For port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,segment=NetworkSegment(13a2ba0f-6402-409f-a8ed-28e3600be289),segment_id=13a2ba0f-6402-409f-a8ed-28e3600be289)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:15:57.121952 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.247333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e068e4-5272-41a9-9b85-fcba43135a7e None None] Pushing event updated for resources: {'Port': ['ID=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:57.336758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.479088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.535656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.591095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:57.754706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=de25325c-2922-431f-9ba6-ce788b1bb13d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:57.775790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': 'fde0fc18-8db5-4a59-a7ac-5cd62bd524f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:15:57.776512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: cdd9f89f-6afb-4d91-98f9-2519a458020e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:15:57.817198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Allocated IP 172.25.2.242 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c5a09b3e-f2f2-4f6b-a8d6-ebabc9d66271) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:15:57.939784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:15:58.282003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cdd9f89f-6afb-4d91-98f9-2519a458020e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:58.292642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:58.295378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc65ef-75a7-422a-9cbf-e0f948903f43 None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:58.299050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.299322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.330468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-f4f1837e-365b-4e40-b6e1-8264a39b6e8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5358787 Jul 23 14:15:58.406008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.494057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.532502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f101-6a7a-4277-8665-718e2ef995df req-4ec670ee-300b-457f-8d2e-cd5657b50f03 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.542110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db69f101-6a7a-4277-8665-718e2ef995df req-4ec670ee-300b-457f-8d2e-cd5657b50f03 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.6816859 Jul 23 14:15:58.577437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b6af2244-9026-4dbd-a058-69a1913a8f9e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1392214 Jul 23 14:15:58.580771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:58.587399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632589608'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:58.595580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142916e-2d60-4b23-890e-b10c6701f615 None None] Network 81da1696-70c9-4073-974b-44ec9088895a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:15:58.640896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:58.644858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.660698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db69f101-6a7a-4277-8665-718e2ef995df req-4070f401-1358-49a3-abc0-11acb4b3fc69 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175961 Jul 23 14:15:58.667236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:15:58.681336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:15:58.684136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:15:58.704192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:15:58.724948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.725756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c198f6f0-0ddf-40d0-ab60-72984737f5cb None None] Provisioning for port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:58.727398 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment cd88e14f-960e-4158-83a7-16b48f8b778d of type vlan for network 6ea5f091-53c0-4862-bc85-a4f85f0e11dd Jul 23 14:15:58.731191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Port': ['ID=c5a09b3e-f2f2-4f6b-a8d6-ebabc9d66271,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:58.798222 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.843099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.843707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.844102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.844580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.845058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.845536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.846009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.848564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2bdb050e-739d-466c-8db3-250fd40a8d84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e25d7f45b9434aee9751818dd8014c35&device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6492 time: 0.3648207 Jul 23 14:15:58.869339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.879718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:58.880457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:58.988707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=6ea5f091-53c0-4862-bc85-a4f85f0e11dd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:15:59.001298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6ea5f091-53c0-4862-bc85-a4f85f0e11dd details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:15:59.027794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-20da96a9-d82f-496d-8290-9177a257307d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4426825 Jul 23 14:15:59.028588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:15:59.047421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'ports': [{'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e'}, {'network_id': '6ea5f091-53c0-4862-bc85-a4f85f0e11dd'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:59.048552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:59.050743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': '6ea5f091-53c0-4862-bc85-a4f85f0e11dd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:15:59.142200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-fef7ccfc-d6c0-4931-9929-30c130e743f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:59.142900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-fef7ccfc-d6c0-4931-9929-30c130e743f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:59.143440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-fef7ccfc-d6c0-4931-9929-30c130e743f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:59.145110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-fef7ccfc-d6c0-4931-9929-30c130e743f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 HTTP/1.1" status: 200 len: 2294 time: 0.2542541 Jul 23 14:15:59.322383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:59.349514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:15:59.354382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:59.394301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:59.418756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-e563dcb6-77bd-4d4d-bebb-5d8f0e86dab5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930 HTTP/1.1" status: 200 len: 1002 time: 0.2536118 Jul 23 14:15:59.519058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-6ff667e2-047a-401a-95f4-16ff692818da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:59.520839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-6ff667e2-047a-401a-95f4-16ff692818da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d54dba8-135b-4549-a40f-e4325db6842c HTTP/1.1" status: 200 len: 851 time: 0.0635247 Jul 23 14:15:59.552263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1c9e94a6-59fd-41fc-a432-ff5d11b5746d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:15:59.570605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port a2e3ece9-8810-4960-8141-952fd916e7e7 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:15:59.666414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:15:59.671694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:15:59.673525 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:59.730942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-224ba7f1-9e51-4715-8297-aafdc942df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:15:59.737711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-224ba7f1-9e51-4715-8297-aafdc942df90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d535806-e4fe-4827-8f17-b6f7d473d2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040408 Jul 23 14:15:59.808723 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:59.863585 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:59.905489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-4cc45446-6bdc-4039-90ac-1566703c5f21 service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098301 Jul 23 14:15:59.934492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,segment=NetworkSegment(13a2ba0f-6402-409f-a8ed-28e3600be289),segment_id=13a2ba0f-6402-409f-a8ed-28e3600be289)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:15:59.955679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:15:59.977529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port ddb69c25-dd66-413a-adf1-4bc056dd83e5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:00.021678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eda1c-1e2b-4a2d-9ae1-1ede03b20b2e req-680bb043-6785-40bb-b08b-37c95bb34065 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:00.030126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-067eda1c-1e2b-4a2d-9ae1-1ede03b20b2e req-680bb043-6785-40bb-b08b-37c95bb34065 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.2169976 Jul 23 14:16:00.055820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:00.068854 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:00.146433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-067eda1c-1e2b-4a2d-9ae1-1ede03b20b2e req-d7baaeee-6b3b-4755-893c-3e3d5a94e15c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076872 Jul 23 14:16:00.179908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-d94bb200-c985-40ae-82ec-4d94a306bf56 service neutron] 10.222.0.48 "GET /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620430 Jul 23 14:16:00.244673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:00.258215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-412253e7-39c3-4294-9288-df8a38b817b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 217 time: 0.0550368 Jul 23 14:16:00.335124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:00.344947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-5728d441-98f0-4908-891f-eee4e4fe7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:00.347138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-5728d441-98f0-4908-891f-eee4e4fe7f16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.0766845 Jul 23 14:16:00.400003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Router b85b32bb-7100-419e-ab26-b169c8fec1f0 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:16:00.426236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:00.434426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:00.441230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:00.442820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:00.478914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=a2e3ece9-8810-4960-8141-952fd916e7e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:00.554192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:16:00.571326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-433ec783-d07c-46a0-b9b0-d55e0e4d6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:00.572875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-433ec783-d07c-46a0-b9b0-d55e0e4d6672 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2111301 Jul 23 14:16:00.573417 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] Sync routers for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:16:00.582326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=ddb69c25-dd66-413a-adf1-4bc056dd83e5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:00.583604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:00.587392 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-be22e5e3-2a5a-4188-8c5a-f65a32094098 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6324630 Jul 23 14:16:00.588774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:00.597063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': 'cd88e14f-960e-4158-83a7-16b48f8b778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ea5f091-53c0-4862-bc85-a4f85f0e11dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:00.597330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: 6ea5f091-53c0-4862-bc85-a4f85f0e11dd, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:00.602481 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:00.603167 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:00.640199 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:00.649885 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:00.650694 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:00.694922 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:00.696051 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a3072-c561-4de7-bef2-a7b214008010 None None] The sync data for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:16:00.704771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 6ea5f091-53c0-4862-bc85-a4f85f0e11dd is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:00.758215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-37d717bc-054c-4c54-8e10-9f101999d3de service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611004 Jul 23 14:16:00.806250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6ea5f091-53c0-4862-bc85-a4f85f0e11dd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:00.815046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af7b57-6712-4e30-8c24-0e57ffe80731 None None] Network 6ea5f091-53c0-4862-bc85-a4f85f0e11dd requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:00.901146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:00.920391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:00.932826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:00.933560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:01.143246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-ff5cba3c-9e13-4776-9fdd-a34fcf2a9d9c service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779263 Jul 23 14:16:01.211313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-7b7e1a39-15e0-4c1c-94ed-acdb1c092c71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 217 time: 0.0605295 Jul 23 14:16:01.221014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e69eab6e-0191-4b3c-8370-77615042fdfc tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1909428 Jul 23 14:16:01.227905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:01.329378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-12897a4a-a87c-4c1d-8281-1035a657cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:01.331126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-12897a4a-a87c-4c1d-8281-1035a657cc9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.1089406 Jul 23 14:16:01.389456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dd0d3-d2c4-4206-b467-f2300cc789cc req-a5d72383-f588-4d29-a8e3-bbeed2aa7a65 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:01.391096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-509dd0d3-d2c4-4206-b467-f2300cc789cc req-a5d72383-f588-4d29-a8e3-bbeed2aa7a65 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1530197 Jul 23 14:16:01.453121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-7eeabbe9-8871-4428-ae69-b93738b88d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:01.454790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-7eeabbe9-8871-4428-ae69-b93738b88d4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109269 Jul 23 14:16:01.458448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-509dd0d3-d2c4-4206-b467-f2300cc789cc req-42f08f39-0aec-4724-ae2f-d8866e15a323 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578787 Jul 23 14:16:01.465250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:01.488583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port ddb69c25-dd66-413a-adf1-4bc056dd83e5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:01.489070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:01.513749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1c9e94a6-59fd-41fc-a432-ff5d11b5746d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:01.601131 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:01.601521 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:01.605468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-d6026484-3a49-4ef0-afc8-07e34d24d4c9 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336198 Jul 23 14:16:01.719937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:01.739462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for ddb69c25-dd66-413a-adf1-4bc056dd83e5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:01.750927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-5bd7a505-ab86-4104-9887-d72f99a742c2 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364992 Jul 23 14:16:01.920246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-abc1befd-5d84-4478-84b1-f6482be0486d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4e76325a-27d4-4201-8bf2-98572f2c600d HTTP/1.1" status: 200 len: 217 time: 0.1395366 Jul 23 14:16:02.016814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-414ffc7e-0d0e-41c0-8313-efd561ce36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:02.018910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-414ffc7e-0d0e-41c0-8313-efd561ce36ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.0841486 Jul 23 14:16:02.043542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:02.065708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:02.068954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/ddb69c25-dd66-413a-adf1-4bc056dd83e5 HTTP/1.1" status: 204 len: 168 time: 0.8398745 Jul 23 14:16:02.074857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:02.111838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-72e214f6-d31a-47f7-96d6-4296b4057ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:02.113505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-72e214f6-d31a-47f7-96d6-4296b4057ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0815313 Jul 23 14:16:02.234546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-f6c3981d-676b-461a-a203-e614df29ba2c service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062534 Jul 23 14:16:02.403681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-184b6f20-53a3-4321-b342-8abe0d92513b service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571739 Jul 23 14:16:02.457340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-5a6d5c8b-f643-497f-bbb8-c3b636fc7ed5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c HTTP/1.1" status: 200 len: 217 time: 0.0364585 Jul 23 14:16:02.554029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-19bec584-9ca4-4011-a9d6-eb16178c9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:02.556990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-19bec584-9ca4-4011-a9d6-eb16178c9aae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 200 len: 797 time: 0.0891223 Jul 23 14:16:02.601465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e804297-3a4f-4565-b07f-ef18470e8f61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=ddb69c25-dd66-413a-adf1-4bc056dd83e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:02.636145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-9ca0b3f2-97ae-4edf-9c7e-d6112c4bd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:02.638222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-9ca0b3f2-97ae-4edf-9c7e-d6112c4bd967 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c29cb-49e6-4d69-a8b9-4afb0df6659d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674589 Jul 23 14:16:02.679359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Allocated IP 172.20.0.1 (81da1696-70c9-4073-974b-44ec9088895a/709b163e-95c5-4a12-b1eb-5e1cbc813e66/604aa4f2-dc02-4e41-9cdd-f439c1fe14ff) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:02.771047 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-e7838cc7-d0ed-4f80-a44b-19011ed10a79 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178229 Jul 23 14:16:02.821407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04c691-d419-40e0-b88e-d4af30fc24f7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:02.827589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04c691-d419-40e0-b88e-d4af30fc24f7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:02.831822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:02.833248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9f04c691-d419-40e0-b88e-d4af30fc24f7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7368722 Jul 23 14:16:02.882198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aca3a-ae07-48ab-8785-680863353ed7 req-c67c534b-deff-439d-a751-b7b1faef59e5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:02.884146 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab2aca3a-ae07-48ab-8785-680863353ed7 req-c67c534b-deff-439d-a751-b7b1faef59e5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.3113444 Jul 23 14:16:02.932808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:02.949031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab2aca3a-ae07-48ab-8785-680863353ed7 req-f0db7c97-24ee-4db0-bdf4-094db4d8dd6e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500872 Jul 23 14:16:02.959585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Transition to ACTIVE for port object 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:02.983164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-b3c6a381-5a23-4535-8ede-abbd0b73a65f service neutron] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904416 Jul 23 14:16:03.039608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.042771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-1b5b7583-fc22-426d-bd38-42c4aaf024e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a023691a-7f6a-4b02-9288-e12459aa4a16 HTTP/1.1" status: 200 len: 217 time: 0.0373085 Jul 23 14:16:03.095527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Network 81da1696-70c9-4073-974b-44ec9088895a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:03.100709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:03.101521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port a2e3ece9-8810-4960-8141-952fd916e7e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:03.101884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.105048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:03.143302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-0415bb7b-6886-4e78-b6aa-b11041867a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:03.143527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Port': ['ID=604aa4f2-dc02-4e41-9cdd-f439c1fe14ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:03.145385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-0415bb7b-6886-4e78-b6aa-b11041867a33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.0890179 Jul 23 14:16:03.170952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.242039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.264216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for a2e3ece9-8810-4960-8141-952fd916e7e7 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:03.356788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.361654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.400718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=a2e3ece9-8810-4960-8141-952fd916e7e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:03.409734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-c1596927-2983-4522-96cb-59c771ce43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:03.411398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-c1596927-2983-4522-96cb-59c771ce43c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2536108 Jul 23 14:16:03.412503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.414825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4468a2d1-a9db-4d93-afeb-b71a244ff626 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/a2e3ece9-8810-4960-8141-952fd916e7e7 HTTP/1.1" status: 204 len: 168 time: 0.5813990 Jul 23 14:16:03.419632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:03.440171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d257916d-911f-40f1-8269-9b7d9411ea6f None None] Provisioning for port 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:03.444798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d257916d-911f-40f1-8269-9b7d9411ea6f None None] Provisioning complete for port 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:03.445211 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d257916d-911f-40f1-8269-9b7d9411ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.486816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d257916d-911f-40f1-8269-9b7d9411ea6f None None] Port 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:03.573903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac2b757-f233-4592-8c87-efacf3563461 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:03.575532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fac2b757-f233-4592-8c87-efacf3563461 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1548305 Jul 23 14:16:03.578218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:03.590312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-1a6022c9-caf0-40e5-92aa-791a600a4cf7 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569571 Jul 23 14:16:03.617971 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b6be9-f242-4c8c-ac82-be9eb7a2e52d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:03.622348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-133b6be9-f242-4c8c-ac82-be9eb7a2e52d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/ddb69c25-dd66-413a-adf1-4bc056dd83e5 HTTP/1.1" status: 404 len: 333 time: 0.0406697 Jul 23 14:16:03.623746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:03.664872 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c73cf59-222d-433b-8a6c-2a7b88eacaf0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:03.669090 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2c73cf59-222d-433b-8a6c-2a7b88eacaf0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/a2e3ece9-8810-4960-8141-952fd916e7e7 HTTP/1.1" status: 404 len: 333 time: 0.0425632 Jul 23 14:16:03.670339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:03.701493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-57fbffbe-0032-4532-8c38-f4d2b53961f4 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924704 Jul 23 14:16:03.754781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-2c44a040-f943-4a9c-8a04-dbd954b0118d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233 HTTP/1.1" status: 200 len: 217 time: 0.0423062 Jul 23 14:16:03.826881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-8154c94f-4a9a-4848-83cf-f92445ac43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:03.826881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-8154c94f-4a9a-4848-83cf-f92445ac43b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 200 len: 797 time: 0.0606551 Jul 23 14:16:03.876071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.896357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.909229 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:03.922975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-316e7f52-fe93-402d-b8ce-96595db78f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:03.924769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-316e7f52-fe93-402d-b8ce-96595db78f66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769889 Jul 23 14:16:04.039467 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.056125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-15ab0607-b3f2-40ec-9741-b518ff41d7d7 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210246 Jul 23 14:16:04.075634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.100611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Port': ['ID=604aa4f2-dc02-4e41-9cdd-f439c1fe14ff,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:04.107831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea5f091-53c0-4862-bc85-a4f85f0e11dd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:04.126941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd88e14f-960e-4158-83a7-16b48f8b778d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:04.127297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd88e14f-960e-4158-83a7-16b48f8b778d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:04.141890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.203413 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.214837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:04.215261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:04.218793 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:04.224357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b887b3-bf00-4764-9581-d3884e5b4c89 req-15e58756-9769-4192-9a85-1dad4448cf6a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:04.227679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0b887b3-bf00-4764-9581-d3884e5b4c89 req-15e58756-9769-4192-9a85-1dad4448cf6a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1490738 Jul 23 14:16:04.268353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64811177-ca17-402e-ba2e-dbee10a855d9 req-0dfbe5e4-e78d-4537-b0b0-0f915fbd4f90 service neutron] 10.222.0.48 "GET /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009659 Jul 23 14:16:04.288048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0b887b3-bf00-4764-9581-d3884e5b4c89 req-d3cddcd4-fb3f-4138-a1f2-7b91e1d7258a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556870 Jul 23 14:16:04.292265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Network 81da1696-70c9-4073-974b-44ec9088895a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:04.294940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:04.381000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.412902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.417129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/6ea5f091-53c0-4862-bc85-a4f85f0e11dd HTTP/1.1" status: 204 len: 168 time: 0.7463169 Jul 23 14:16:04.427406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:04.432782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-647841746'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:04.452055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292e5b7-51e5-423c-9c68-3176eaf5f279 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=6ea5f091-53c0-4862-bc85-a4f85f0e11dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:04.461232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:04.465179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.495145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:04.507738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Router b85b32bb-7100-419e-ab26-b169c8fec1f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:16:04.513462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.513815 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment 270db944-046b-4f9b-821b-948069fe6360 of type vlan for network 93227f14-b4b7-43c5-8f67-db050c46e592 Jul 23 14:16:04.576756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.615919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.622985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:04.623613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.634569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-480c9560-3433-4162-8f84-9834be2b2a34 None None] Provisioning complete for port 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:04.635610 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480c9560-3433-4162-8f84-9834be2b2a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.663882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2353885 Jul 23 14:16:04.667476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:04.672870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:04.686406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-480c9560-3433-4162-8f84-9834be2b2a34 None None] Port 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:04.724045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:16:04.725868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa85b5-73c4-4734-a1c3-8bab6813a0a7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=93227f14-b4b7-43c5-8f67-db050c46e592,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:04.732480 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-654421f5-de3b-469f-869a-46e5f592ddc7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "PUT /v2.0/routers/b85b32bb-7100-419e-ab26-b169c8fec1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1426263 Jul 23 14:16:04.733293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:04.738574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Request body: {'port': {'network_id': '81da1696-70c9-4073-974b-44ec9088895a', 'name': 'tempest-FloatingIPAdminTestJSON-1127991617'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:04.747881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 93227f14-b4b7-43c5-8f67-db050c46e592 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:04.751522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] Sync routers for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:16:04.776838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:04.777780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:04.821225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:04.822328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:04.828836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.837312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:04.849746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:04.904448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Made reservation on behalf of 28ab0a972f3c4e27ae13c9bb0df79617 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:04.908387 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:04.936915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] device_id is not set on port 2744e6a4-c742-432a-bce9-7ad369c5c5df yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:04.954171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:04.954891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975dbcc-b020-4a40-89ec-bd3c8ffb9601 None None] The sync data for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:16:05.065891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Allocated IP 172.20.0.9 (81da1696-70c9-4073-974b-44ec9088895a/709b163e-95c5-4a12-b1eb-5e1cbc813e66/2744e6a4-c742-432a-bce9-7ad369c5c5df) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:05.102329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-8bb912e1-279f-422a-93a7-83f315fa66c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1432595 Jul 23 14:16:05.103847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:05.199969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=06798f9e-5ee8-4308-9b6f-34bfc2272254,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:05.217746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': '270db944-046b-4f9b-821b-948069fe6360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:05.218132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: 93227f14-b4b7-43c5-8f67-db050c46e592, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:05.249674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 93227f14-b4b7-43c5-8f67-db050c46e592 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:05.298414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.299160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.299401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.299869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.300340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.300821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.301288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.303545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-9e68bf11-3b2e-4634-b4bd-2c652cdc2da6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6500 time: 0.1479893 Jul 23 14:16:05.304828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 93227f14-b4b7-43c5-8f67-db050c46e592) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:05.306062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:05.310099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.311026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:05.339185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba5ea8a-c1ea-4480-a8be-cfb172a22e38 None None] Network 93227f14-b4b7-43c5-8f67-db050c46e592 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:05.341667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d8c3966f-fddb-40a9-a4b7-6331e5fb4175 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6729665 Jul 23 14:16:05.343180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Transition to ACTIVE for port object 2744e6a4-c742-432a-bce9-7ad369c5c5df will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:05.361923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:05.369474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592', 'name': 'tempest-PortsIpV6TestJSON-442931956'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:05.454337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:05.567778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event updated for resources: {'Port': ['ID=2744e6a4-c742-432a-bce9-7ad369c5c5df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:05.572137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-3135a192-1bef-4e9b-b67f-54b36c45fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.573314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-3135a192-1bef-4e9b-b67f-54b36c45fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.573790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-3135a192-1bef-4e9b-b67f-54b36c45fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.575629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-3135a192-1bef-4e9b-b67f-54b36c45fdee service neutron] 10.222.0.11 "GET /v2.0/networks?id=f90128ca-9332-4025-8425-15b1e4bf1851&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 HTTP/1.1" status: 200 len: 2296 time: 0.2239981 Jul 23 14:16:05.619325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Network 81da1696-70c9-4073-974b-44ec9088895a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:05.627532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:05.631227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:05.654069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:05.659098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:05.697256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port d52f1cb5-00ac-4661-a279-d370e1d0fe1d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:05.705889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-93227f14-b4b7-43c5-8f67-db050c46e592', 'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592', 'tenant_id': '002ce7679a5540f38ac1dbfa3bf8318c', 'fixed_ips': [{'subnet_id': '06798f9e-5ee8-4308-9b6f-34bfc2272254'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:05.706804 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:05.707342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-5b8949c1-9d63-4d73-9cad-18acf5555510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4bafac-09dc-4375-add6-f3f780e2efca HTTP/1.1" status: 200 len: 1000 time: 0.1244435 Jul 23 14:16:05.801367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d1815-1cb5-41a8-8bae-0b144f59ad18 req-4f137501-c0ec-47d9-9ac5-298ce8748941 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.805184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-c3574b64-71ca-4e5c-a91b-f35f5df920ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.806660 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fd3d1815-1cb5-41a8-8bae-0b144f59ad18 req-4f137501-c0ec-47d9-9ac5-298ce8748941 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.3639915 Jul 23 14:16:05.806815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-c3574b64-71ca-4e5c-a91b-f35f5df920ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f9b00b3-649e-4d61-92c2-dcac2b10a7bf HTTP/1.1" status: 200 len: 855 time: 0.0596068 Jul 23 14:16:05.895122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.895853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:05.902055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-0f5affea-d9d0-4021-9eb7-0ad0bcd8ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:05.904092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-0f5affea-d9d0-4021-9eb7-0ad0bcd8ae0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f90128ca-9332-4025-8425-15b1e4bf1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901146 Jul 23 14:16:05.947701 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fd3d1815-1cb5-41a8-8bae-0b144f59ad18 req-384d5c53-df03-4781-a728-70197f2a15c8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318731 Jul 23 14:16:05.956693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Allocated IP 2001:db8::2 (93227f14-b4b7-43c5-8f67-db050c46e592/06798f9e-5ee8-4308-9b6f-34bfc2272254/343f3222-d6cf-4429-8677-ba7c535d2910) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:05.963315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2de7701e-5a3a-408e-85f3-c05acc3e9136 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2253337 Jul 23 14:16:05.964068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:06.059695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-6909443b-a9ea-4e16-b4ec-556ef9e7d05b service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487577 Jul 23 14:16:06.115716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'project_id': '28ab0a972f3c4e27ae13c9bb0df79617', 'port_id': '2744e6a4-c742-432a-bce9-7ad369c5c5df'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:06.152911 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.191537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-85c5f4d3-951e-4107-a2b8-c5199973f3c0 service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252384 Jul 23 14:16:06.235345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.246430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Transition to ACTIVE for port object 343f3222-d6cf-4429-8677-ba7c535d2910 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:06.259730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-d758922b-442e-433f-b4e3-0698cdd9130c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 217 time: 0.0608428 Jul 23 14:16:06.277155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e587342-ca36-4e93-828c-b044b6cd3ccb None None] Provisioning for port 2744e6a4-c742-432a-bce9-7ad369c5c5df completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:06.283191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e587342-ca36-4e93-828c-b044b6cd3ccb None None] Provisioning complete for port 2744e6a4-c742-432a-bce9-7ad369c5c5df triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:06.283499 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e587342-ca36-4e93-828c-b044b6cd3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.286958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Transition to ACTIVE for port object 343f3222-d6cf-4429-8677-ba7c535d2910 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:06.322525 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.373629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e587342-ca36-4e93-828c-b044b6cd3ccb None None] Port 2744e6a4-c742-432a-bce9-7ad369c5c5df cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:06.385586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Network 93227f14-b4b7-43c5-8f67-db050c46e592 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:06.390178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:06.418361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:06.422249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-787f1d19-5aa7-4619-89bb-9b9d002111af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:06.425952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-787f1d19-5aa7-4619-89bb-9b9d002111af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.1585746 Jul 23 14:16:06.428496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.656742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Allocated IP 172.25.2.187 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/1ae04b5e-2e31-433d-97e1-db25e48150d6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:06.694708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::368 (93227f14-b4b7-43c5-8f67-db050c46e592/06798f9e-5ee8-4308-9b6f-34bfc2272254/d52f1cb5-00ac-4661-a279-d370e1d0fe1d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:06.716737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-f51decaa-5ae5-415a-9752-022903695f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:06.718362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-f51decaa-5ae5-415a-9752-022903695f1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2614844 Jul 23 14:16:06.815227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Pushing event updated for resources: {'Port': ['ID=343f3222-d6cf-4429-8677-ba7c535d2910,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:06.852548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.855681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Attempting to bind port 343f3222-d6cf-4429-8677-ba7c535d2910 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:06.856866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Attempting to bind port 343f3222-d6cf-4429-8677-ba7c535d2910 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '270db944-046b-4f9b-821b-948069fe6360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:06.857529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Attempting to bind port 343f3222-d6cf-4429-8677-ba7c535d2910 on network 93227f14-b4b7-43c5-8f67-db050c46e592 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:06.866663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:06.867805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Checking segment: {'id': '270db944-046b-4f9b-821b-948069fe6360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:06.868599 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.869972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Bound using segment: {'id': '270db944-046b-4f9b-821b-948069fe6360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:06.870693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Bound port: 343f3222-d6cf-4429-8677-ba7c535d2910, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270db944-046b-4f9b-821b-948069fe6360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '93227f14-b4b7-43c5-8f67-db050c46e592'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:06.871952 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.932334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:06.965273 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] For port 343f3222-d6cf-4429-8677-ba7c535d2910, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:06.969508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] For port 343f3222-d6cf-4429-8677-ba7c535d2910, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=343f3222-d6cf-4429-8677-ba7c535d2910,segment=NetworkSegment(270db944-046b-4f9b-821b-948069fe6360),segment_id=270db944-046b-4f9b-821b-948069fe6360)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:06.976271 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:07.002008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae04b5e-2e31-433d-97e1-db25e48150d6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:07.029951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:07.033074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:07.039004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:07.126984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48487024-8aa2-4fad-b764-e5372be6f27b None None] Pushing event updated for resources: {'Port': ['ID=343f3222-d6cf-4429-8677-ba7c535d2910,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:07.466815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:07.480501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9843-23af-4932-9b48-7538ebc9d120 req-7f356189-cd8f-4c49-951c-840152e7c41c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:07.483323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d2f9843-23af-4932-9b48-7538ebc9d120 req-7f356189-cd8f-4c49-951c-840152e7c41c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.3435309 Jul 23 14:16:07.556726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:07.561012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-fb567470-5336-4b05-b256-8387c551e03d service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8347256 Jul 23 14:16:07.587524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d2f9843-23af-4932-9b48-7538ebc9d120 req-aa38e0d5-6ba4-40ba-a4b8-4f2296408869 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956802 Jul 23 14:16:07.596405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object d52f1cb5-00ac-4661-a279-d370e1d0fe1d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:07.680522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:07.759728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:07.773347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-d3d68110-0f3e-46dd-840a-cbc17685f492 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749735 Jul 23 14:16:07.790389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:07.847830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 93227f14-b4b7-43c5-8f67-db050c46e592 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:07.853819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-a78231e5-4183-4f27-845c-1dfdbd524b4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 217 time: 0.0528147 Jul 23 14:16:07.857204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:07.906715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:07.912406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:07.912992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:07.916432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-a8153e8c-b03f-434c-a66b-d58d62aa6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:07.918114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-a8153e8c-b03f-434c-a66b-d58d62aa6932 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0557652 Jul 23 14:16:07.919348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=d52f1cb5-00ac-4661-a279-d370e1d0fe1d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:07.986171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:07.986502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8f52789-6fa6-45b3-a29a-3a5d32a2de8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6224060 Jul 23 14:16:08.013944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-b1b65460-a726-4d33-b04a-16e7e3b93790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:08.015893 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-b1b65460-a726-4d33-b04a-16e7e3b93790 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896029 Jul 23 14:16:08.070866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:08.098738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:08.154883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-e42c9a67-ad5c-4417-a929-07eb059088ed service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261663 Jul 23 14:16:08.178073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae04b5e-2e31-433d-97e1-db25e48150d6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:08.199750 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:08.268130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port d52f1cb5-00ac-4661-a279-d370e1d0fe1d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:08.268479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:08.274179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-c8d9df7b-f095-4252-9190-f592002e102b service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127408 Jul 23 14:16:08.317495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-c41e90d4-80e6-44a4-b79c-ddb0b652bdc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7 HTTP/1.1" status: 200 len: 217 time: 0.0361474 Jul 23 14:16:08.373437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-ebacb139-9d5f-425c-9cff-0202e0d637cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:08.374944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-ebacb139-9d5f-425c-9cff-0202e0d637cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0506516 Jul 23 14:16:08.378742 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Floating IP deb472f0-e328-4e2c-90b9-f7bdebc5dc12 associated. External IP: 172.25.2.187, port: 2744e6a4-c742-432a-bce9-7ad369c5c5df. Jul 23 14:16:08.384267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:08.459024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-7a5a12f2-a114-4703-852a-515295baa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:08.460597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-7a5a12f2-a114-4703-852a-515295baa595 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773032 Jul 23 14:16:08.510848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294498b-74db-4b0f-bdb3-77c92c99b06d None None] Network 93227f14-b4b7-43c5-8f67-db050c46e592 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:08.592857 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-f8ed1f29-2736-4709-997c-c13e75879f06 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229939 Jul 23 14:16:08.601588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ef7d5da-500d-4d9d-861a-c3a1848c72c7 None None] Provisioning for port 343f3222-d6cf-4429-8677-ba7c535d2910 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:08.864640 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-afc80edb-a82b-4e2d-9eb4-e5d3302e174d service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657089 Jul 23 14:16:08.921721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-2ce9f6e4-eae3-4c62-932a-9a761ab48072 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc HTTP/1.1" status: 200 len: 217 time: 0.0476093 Jul 23 14:16:08.933491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19ea7-16e0-4857-abcf-1d7405143c06 req-fbfb63e2-3a14-4c2c-8d6a-859922ad1639 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:08.939628 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5b19ea7-16e0-4857-abcf-1d7405143c06 req-fbfb63e2-3a14-4c2c-8d6a-859922ad1639 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1454387 Jul 23 14:16:08.975922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for d52f1cb5-00ac-4661-a279-d370e1d0fe1d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:09.035046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5b19ea7-16e0-4857-abcf-1d7405143c06 req-35828582-7150-4147-b9e4-c322c16e31ff tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782416 Jul 23 14:16:09.043557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-c4ded745-9f8c-4a84-aca8-fd7e2c7d7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:09.058921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-c4ded745-9f8c-4a84-aca8-fd7e2c7d7623 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.1179364 Jul 23 14:16:09.146023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-7a202c53-c459-4490-8ced-72887984f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:09.152140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-7a202c53-c459-4490-8ced-72887984f17b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862885 Jul 23 14:16:09.217950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.236527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-821dda41-8e53-48c8-b259-7a8cab66de8e None None] Could not find standard attr ID for object d52f1cb5-00ac-4661-a279-d370e1d0fe1d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:09.250360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=d52f1cb5-00ac-4661-a279-d370e1d0fe1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:09.295868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-29c5917e-2d2b-4c5a-9a7d-0ca4f2525d7c service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373439 Jul 23 14:16:09.302377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.309088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-17eb0916-3fd5-4938-b865-3b2b5ac3981c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/d52f1cb5-00ac-4661-a279-d370e1d0fe1d HTTP/1.1" status: 204 len: 168 time: 1.3218787 Jul 23 14:16:09.314976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:09.343281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Router b85b32bb-7100-419e-ab26-b169c8fec1f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:16:09.361234 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f6f8a2-e0e1-4e5e-a214-67035665621d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:16:09.362163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f6f8a2-e0e1-4e5e-a214-67035665621d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:16:09.367124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b0f6f8a2-e0e1-4e5e-a214-67035665621d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/d52f1cb5-00ac-4661-a279-d370e1d0fe1d HTTP/1.1" status: 404 len: 333 time: 0.0509546 Jul 23 14:16:09.370612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:09.421518 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-588afc19-f548-4892-a417-c8269841c2c8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:09.426378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-588afc19-f548-4892-a417-c8269841c2c8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/d52f1cb5-00ac-4661-a279-d370e1d0fe1d HTTP/1.1" status: 404 len: 333 time: 0.0546324 Jul 23 14:16:09.427250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:09.521396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet 06798f9e-5ee8-4308-9b6f-34bfc2272254 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:09.532757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 343f3222-d6cf-4429-8677-ba7c535d2910 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:09.544776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:16:09.554835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.556694 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] Sync routers for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:16:09.575013 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:09.576529 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:09.592245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7df6ca95-58f9-4198-9c75-09de0c03f2bd None None] Could not find standard attr ID for object d52f1cb5-00ac-4661-a279-d370e1d0fe1d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:09.602212 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.660337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 343f3222-d6cf-4429-8677-ba7c535d2910 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:09.665934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 343f3222-d6cf-4429-8677-ba7c535d2910 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:09.666301 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:09.667048 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.685816 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:09.686448 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:09.703573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-af801e41-5362-496c-984e-1fd9c25f0784 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7386734 Jul 23 14:16:09.706603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:09.732287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.752492 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:09.754415 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcd70e-bbd6-4312-a389-7dec02465fdf None None] The sync data for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:16:09.811687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edfd61-9aa9-4a5f-aff0-e57be1169909 req-25007c13-3bfe-488d-9242-59781e42be61 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:09.813543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4edfd61-9aa9-4a5f-aff0-e57be1169909 req-25007c13-3bfe-488d-9242-59781e42be61 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.3056631 Jul 23 14:16:09.815833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-0887ee8f-d7ae-43f6-8f2c-d95079dedd55 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124350 Jul 23 14:16:09.863230 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.901819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 343f3222-d6cf-4429-8677-ba7c535d2910, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=343f3222-d6cf-4429-8677-ba7c535d2910,segment=NetworkSegment(270db944-046b-4f9b-821b-948069fe6360),segment_id=270db944-046b-4f9b-821b-948069fe6360)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:09.909465 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:09.918970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-e87735a5-8d82-480e-ba4a-2a07c678d74e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5027f009-f67a-4528-9fa4-2d5ce045c563 HTTP/1.1" status: 200 len: 217 time: 0.0931945 Jul 23 14:16:09.920820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-d8b5043d-e742-45c2-b01d-b27a26a8214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:09.922232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-d8b5043d-e742-45c2-b01d-b27a26a8214d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.4221866 Jul 23 14:16:09.927001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4edfd61-9aa9-4a5f-aff0-e57be1169909 req-82234be9-44b7-411e-b482-86c626f404a5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901368 Jul 23 14:16:09.948916 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6ec4a79e-45dd-4819-bf95-2a5891d81a57 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] 10.222.0.21 "GET /v2.0/floatingips/deb472f0-e328-4e2c-90b9-f7bdebc5dc12 HTTP/1.1" status: 200 len: 983 time: 0.2408886 Jul 23 14:16:09.952306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:10.020989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=343f3222-d6cf-4429-8677-ba7c535d2910,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:10.021457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-8cb086a7-fb03-478a-9f7b-700fe7dc2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:10.023052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-8cb086a7-fb03-478a-9f7b-700fe7dc2d27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.0950549 Jul 23 14:16:10.031836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.032687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.033051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.033396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.033739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.034078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.034411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.034771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.035648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.036173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.036510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.036829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:10.113478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.136277 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2e78e9fc-1fb3-4ed9-8471-507c961588b0 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4606 time: 0.1825771 Jul 23 14:16:10.139543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:10.205329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-0f48084c-86c1-4d97-903a-7a1bd81729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:10.206816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-0f48084c-86c1-4d97-903a-7a1bd81729ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.2393739 Jul 23 14:16:10.263818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-09165440-5f3e-409a-8a03-f12677489083 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0470335 Jul 23 14:16:10.267174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-788ab704-9e42-4906-971c-8dd04049d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:10.268590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-788ab704-9e42-4906-971c-8dd04049d7e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2356174 Jul 23 14:16:10.291193 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.362021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Deleting port 1ae04b5e-2e31-433d-97e1-db25e48150d6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:10.362243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.371860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=06798f9e-5ee8-4308-9b6f-34bfc2272254,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:10.376102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.380521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-efbe55a6-31c9-4271-858c-cabd659afa24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/06798f9e-5ee8-4308-9b6f-34bfc2272254 HTTP/1.1" status: 204 len: 168 time: 0.9497359 Jul 23 14:16:10.383054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:10.394702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098751a9-025f-4ea8-a525-fba540520dfb None None] Network 93227f14-b4b7-43c5-8f67-db050c46e592 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:10.419152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-7c70cdfd-70d4-4716-a2a9-ad9086cfa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:10.420645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-7c70cdfd-70d4-4716-a2a9-ad9086cfa801 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.1477513 Jul 23 14:16:10.429900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06836a81-af3e-4cc2-9bd8-611f211dd91e req-f8afe89d-abc9-4803-abac-f5b08bff1063 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:10.431497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06836a81-af3e-4cc2-9bd8-611f211dd91e req-f8afe89d-abc9-4803-abac-f5b08bff1063 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.2897568 Jul 23 14:16:10.505559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.523714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.524069 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.541301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Calling delete_port for 1ae04b5e-2e31-433d-97e1-db25e48150d6 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:10.700026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] DHCP port deletion for 93227f14-b4b7-43c5-8f67-db050c46e592 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:10.704282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 343f3222-d6cf-4429-8677-ba7c535d2910 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:10.704539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.754355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-bfb0f2e6-5223-4898-b1a8-c73c06aaa4a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3154459 Jul 23 14:16:10.763988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] Deleting port 343f3222-d6cf-4429-8677-ba7c535d2910 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:10.764819 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.800083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] For port 343f3222-d6cf-4429-8677-ba7c535d2910, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=343f3222-d6cf-4429-8677-ba7c535d2910,segment=NetworkSegment(270db944-046b-4f9b-821b-948069fe6360),segment_id=270db944-046b-4f9b-821b-948069fe6360)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:10.800478 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.816173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-b8c66bcc-65bd-4a5a-a9ac-6e74f1629898 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354931 Jul 23 14:16:10.825417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06836a81-af3e-4cc2-9bd8-611f211dd91e req-1e309720-2f95-4775-80da-c9e1ddc12372 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772135 Jul 23 14:16:10.830535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 343f3222-d6cf-4429-8677-ba7c535d2910 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:10.873617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] For port 343f3222-d6cf-4429-8677-ba7c535d2910, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=343f3222-d6cf-4429-8677-ba7c535d2910,segment=NetworkSegment(270db944-046b-4f9b-821b-948069fe6360),segment_id=270db944-046b-4f9b-821b-948069fe6360)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:10.874022 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:10.890606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] Calling delete_port for 343f3222-d6cf-4429-8677-ba7c535d2910 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:11.060236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-4c9cbf8a-26fd-4453-8b1f-61932698c897 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947764 Jul 23 14:16:11.068101 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.115360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.128215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Port': ['ID=1ae04b5e-2e31-433d-97e1-db25e48150d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:11.173949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] Pushing event deleted for resources: {'Port': ['ID=343f3222-d6cf-4429-8677-ba7c535d2910,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:11.187386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5bd537-2126-496b-9803-db15cc69d6b7 None None] No DVR routers for this DVR port 343f3222-d6cf-4429-8677-ba7c535d2910 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:11.190441 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.192333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-6e024272-fae2-474b-8ac7-a829f3b0a198 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650713 Jul 23 14:16:11.251308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=343f3222-d6cf-4429-8677-ba7c535d2910,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:11.253307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No DVR routers for this DVR port 343f3222-d6cf-4429-8677-ba7c535d2910 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:11.272303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-6906d1c0-c133-4f8b-b3b7-a37fb86e4fcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231 HTTP/1.1" status: 200 len: 217 time: 0.0717690 Jul 23 14:16:11.298945 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.298945 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Floating IP deb472f0-e328-4e2c-90b9-f7bdebc5dc12 disassociated (deleted). External IP: 172.25.2.187, port: 2744e6a4-c742-432a-bce9-7ad369c5c5df. Jul 23 14:16:11.343269 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef39559-d609-48d8-a61d-c4f1d17ce6ae req-d94a2deb-efc1-43e1-844d-daab23811f0b service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727749 Jul 23 14:16:11.371091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a8de-8a86-46fd-adc3-69777451f873 req-3a2117de-370f-4562-95db-48843a1fcdaf tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:11.373032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42e7a8de-8a86-46fd-adc3-69777451f873 req-3a2117de-370f-4562-95db-48843a1fcdaf tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.2665040 Jul 23 14:16:11.379282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-04cc89f8-292b-4789-906d-1c5fd5738aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:11.380723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-04cc89f8-292b-4789-906d-1c5fd5738aef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.0960736 Jul 23 14:16:11.430765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:11.445191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.459848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93227f14-b4b7-43c5-8f67-db050c46e592']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:11.479119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42e7a8de-8a86-46fd-adc3-69777451f873 req-69e8fa21-5de8-4752-a160-ae3880fd2583 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972354 Jul 23 14:16:11.488403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 343f3222-d6cf-4429-8677-ba7c535d2910 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:16:11.498089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-67aecb05-542e-43dc-98de-58117b020dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:11.499698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-67aecb05-542e-43dc-98de-58117b020dea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105745 Jul 23 14:16:11.504147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270db944-046b-4f9b-821b-948069fe6360') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:11.504442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270db944-046b-4f9b-821b-948069fe6360') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:11.521883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 343f3222-d6cf-4429-8677-ba7c535d2910 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:11.522236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 343f3222-d6cf-4429-8677-ba7c535d2910 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:16:11.544006 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.564409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.572979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:11.573399 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:11.578526 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:11.626735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-c86e5890-6cbf-4a69-8034-ea67eec0b7ca service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187794 Jul 23 14:16:11.702791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb67d5a7-8ed8-4087-b0a4-93b7b482f260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.708909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.719667 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.721419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/93227f14-b4b7-43c5-8f67-db050c46e592 HTTP/1.1" status: 204 len: 168 time: 1.3379169 Jul 23 14:16:11.731779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:11.734702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf042e1-a8a3-46b9-bd82-5db538cf8840 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=93227f14-b4b7-43c5-8f67-db050c46e592,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:11.739216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-288018735'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:11.774461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Router b85b32bb-7100-419e-ab26-b169c8fec1f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:16:11.782432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6116cfe-7fbb-401b-a6f6-56c558c5036c req-ccd027fc-1164-4a60-8a1c-4cd1d465f7a5 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485698 Jul 23 14:16:11.856908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb67d5a7-8ed8-4087-b0a4-93b7b482f260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.877347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb67d5a7-8ed8-4087-b0a4-93b7b482f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.891048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:11.894807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.931284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:16:11.936083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:11.940358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bb67d5a7-8ed8-4087-b0a4-93b7b482f260 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d86b20ee7649474d8c7c019cd27c235a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086682 Jul 23 14:16:11.942394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67d5a7-8ed8-4087-b0a4-93b7b482f260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a99d0-2c01-40e0-ba05-ca844c0ce26e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:11.944972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:11.945508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] Sync routers for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:16:11.957321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:11.958093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:11.991417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:11.992927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:12.003156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:12.004058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:15:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:12.009597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.009950 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment f8efcb3c-f8b5-4f32-a833-f1bf962139cc of type vlan for network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc Jul 23 14:16:12.011595 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b407248e-0b06-429f-b58c-f29a74d127c4 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "DELETE /v2.0/floatingips/deb472f0-e328-4e2c-90b9-f7bdebc5dc12 HTTP/1.1" status: 204 len: 168 time: 1.8705175 Jul 23 14:16:12.016471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:12.020919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:12.022756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e57fe325-f9f7-4b31-84fd-d23edda043c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.046970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:12.047900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28da67e-b7f9-4ba7-b10e-7b6389b84e95 None None] The sync data for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:16:12.057745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c5529-0eba-415c-8fd5-d7cb3908020a req-f7086c03-a6b3-4107-803d-79403fcd05bf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:12.059356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-978c5529-0eba-415c-8fd5-d7cb3908020a req-f7086c03-a6b3-4107-803d-79403fcd05bf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1438000 Jul 23 14:16:12.060732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.076487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e57fe325-f9f7-4b31-84fd-d23edda043c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.079236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.131819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.135749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-978c5529-0eba-415c-8fd5-d7cb3908020a req-251b3372-0c1a-406b-933a-d99ad508f69c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612204 Jul 23 14:16:12.137634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:12.138349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.211349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4753494 Jul 23 14:16:12.211820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:12.242699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:12.248077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e57fe325-f9f7-4b31-84fd-d23edda043c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.250607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e57fe325-f9f7-4b31-84fd-d23edda043c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.251791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e57fe325-f9f7-4b31-84fd-d23edda043c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf3a99d0-2c01-40e0-ba05-ca844c0ce26e HTTP/1.1" status: 204 len: 168 time: 0.3038032 Jul 23 14:16:12.252604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fd3dc-704d-411c-863e-b74ef74f446d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=11c857be-ec3a-4bf2-a69f-09d4e34c4ddc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:12.264138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:12.365541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe325-f9f7-4b31-84fd-d23edda043c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a99d0-2c01-40e0-ba05-ca844c0ce26e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:12.390773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:12.397384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.649044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.652610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.660203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164972-4506-4006-85e7-5f2e1486484a req-56ba079b-27d1-4987-89ea-aaa64ee78c83 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:12.667095 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13164972-4506-4006-85e7-5f2e1486484a req-56ba079b-27d1-4987-89ea-aaa64ee78c83 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0904851 Jul 23 14:16:12.722499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=7e69d480-e104-4ed9-a884-1a04573508aa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:12.732148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7608000-fdcb-44de-a398-bd0117088aa1 req-5f6952b3-bb74-4a6f-8477-cb4871dcec10 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:12.734062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7608000-fdcb-44de-a398-bd0117088aa1 req-5f6952b3-bb74-4a6f-8477-cb4871dcec10 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1335554 Jul 23 14:16:12.746423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13164972-4506-4006-85e7-5f2e1486484a req-aa5fd969-bc0b-43b3-ac45-d23e8bc8e203 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783067 Jul 23 14:16:12.763025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': 'f8efcb3c-f8b5-4f32-a833-f1bf962139cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:12.763732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:12.804939 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7608000-fdcb-44de-a398-bd0117088aa1 req-71525648-e6c0-45d9-9d7a-b5002d4fa3ca tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581961 Jul 23 14:16:12.820593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:12.835129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:12.838593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Allocated IP 172.25.2.19 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c002fc5d-518a-4915-ac90-68a233a0269d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:12.841313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:12.842666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:12.852038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ea286-e0fb-47f1-bc62-97485e53334a None None] Network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:12.868862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1ee733c5-fea8-42d6-a928-c8ecbb2ebb30 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6304324 Jul 23 14:16:12.871181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:12.879477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1035017551'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:13.068175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.093325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:13.098249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.129669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-11c857be-ec3a-4bf2-a69f-09d4e34c4ddc', 'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc', 'tenant_id': '002ce7679a5540f38ac1dbfa3bf8318c', 'fixed_ips': [{'subnet_id': '7e69d480-e104-4ed9-a884-1a04573508aa'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:13.130933 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.140729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 82572512-ba8a-4395-9af8-a7b4044fc366 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:13.182693 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.246270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:13.252999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:13.255527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:13.266792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e196a6-707b-46ab-8183-7df59550bee3 req-ae5680ed-213a-4611-bbf2-40b6aedc0129 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:13.268381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35e196a6-707b-46ab-8183-7df59550bee3 req-ae5680ed-213a-4611-bbf2-40b6aedc0129 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1477187 Jul 23 14:16:13.315163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::39f (11c857be-ec3a-4bf2-a69f-09d4e34c4ddc/7e69d480-e104-4ed9-a884-1a04573508aa/82572512-ba8a-4395-9af8-a7b4044fc366) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:13.325589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Pushing event updated for resources: {'Port': ['ID=c002fc5d-518a-4915-ac90-68a233a0269d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:13.353566 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-35e196a6-707b-46ab-8183-7df59550bee3 req-d129c3c6-e9ae-4aaf-8947-df43c431a35b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652113 Jul 23 14:16:13.409436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.466563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.487792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.506149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 82572512-ba8a-4395-9af8-a7b4044fc366 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:13.554198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.607567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:13.611512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:13.613980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:13.619861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:13.620519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.640446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Allocated IP 2001:db8::2 (11c857be-ec3a-4bf2-a69f-09d4e34c4ddc/7e69d480-e104-4ed9-a884-1a04573508aa/b5538540-75b0-428e-b026-3c595e70b8a5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:13.642983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=82572512-ba8a-4395-9af8-a7b4044fc366,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:13.654834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-36fed3f6-e6d8-4c96-954c-1bc7883c551d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7817652 Jul 23 14:16:13.657603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:13.668577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:13.712897 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.747670 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.792709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 82572512-ba8a-4395-9af8-a7b4044fc366 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:13.793060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.816072 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.826814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Transition to ACTIVE for port object b5538540-75b0-428e-b026-3c595e70b8a5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:13.846006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Pushing event updated for resources: {'Port': ['ID=c002fc5d-518a-4915-ac90-68a233a0269d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:13.846983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Transition to ACTIVE for port object b5538540-75b0-428e-b026-3c595e70b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:13.856609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-cbfd5c5b-38cc-4002-b256-96608e03f4ff tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:13.858405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.863481 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-cbfd5c5b-38cc-4002-b256-96608e03f4ff tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.2432516 Jul 23 14:16:13.871293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e07486e-1634-40f7-a789-e9b4661ea6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.878010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.897616 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-245261b8-5a70-45fb-92a0-d28e8121b8d0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/quotas/7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 375 time: 0.0329347 Jul 23 14:16:13.908746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:13.910439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f93b4d83-b3ab-4843-85af-7fbe3366018c tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8929231 Jul 23 14:16:13.913069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:13.920112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:13.924465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:13.931633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:13.944755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Pushing event updated for resources: {'Port': ['ID=b5538540-75b0-428e-b026-3c595e70b8a5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:14.000795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Attempting to bind port b5538540-75b0-428e-b026-3c595e70b8a5 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:14.001415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Attempting to bind port b5538540-75b0-428e-b026-3c595e70b8a5 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'f8efcb3c-f8b5-4f32-a833-f1bf962139cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:14.001943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Attempting to bind port b5538540-75b0-428e-b026-3c595e70b8a5 on network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:14.007943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:14.008545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Checking segment: {'id': 'f8efcb3c-f8b5-4f32-a833-f1bf962139cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:14.009117 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.009673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Bound using segment: {'id': 'f8efcb3c-f8b5-4f32-a833-f1bf962139cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:14.010322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Bound port: b5538540-75b0-428e-b026-3c595e70b8a5, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8efcb3c-f8b5-4f32-a833-f1bf962139cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11c857be-ec3a-4bf2-a69f-09d4e34c4ddc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:14.010916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.021492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-bdebde0f-f34a-49fa-ab49-223f72a8eeb5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1225297 Jul 23 14:16:14.035017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.066242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 82572512-ba8a-4395-9af8-a7b4044fc366 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:14.092669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] For port b5538540-75b0-428e-b026-3c595e70b8a5, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:14.096197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] For port b5538540-75b0-428e-b026-3c595e70b8a5, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b5538540-75b0-428e-b026-3c595e70b8a5,segment=NetworkSegment(f8efcb3c-f8b5-4f32-a833-f1bf962139cc),segment_id=f8efcb3c-f8b5-4f32-a833-f1bf962139cc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:14.100309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae069bf-2644-4b0d-9258-cdf1320d879a req-ee9aca96-348a-4159-98d6-ab1c09751266 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:14.101864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bae069bf-2644-4b0d-9258-cdf1320d879a req-ee9aca96-348a-4159-98d6-ab1c09751266 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1841156 Jul 23 14:16:14.106515 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.147279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-5b1bbfe2-38af-4b37-804a-ef1fcbed1c60 service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247122 Jul 23 14:16:14.170434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc23459-4a70-4300-bc40-e5754a91ee7b None None] Pushing event updated for resources: {'Port': ['ID=b5538540-75b0-428e-b026-3c595e70b8a5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:14.171559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:14.213469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e07486e-1634-40f7-a789-e9b4661ea6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.225170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bae069bf-2644-4b0d-9258-cdf1320d879a req-2380648c-dc64-439c-8a5c-ea8ad8ff7da5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159005 Jul 23 14:16:14.225758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e07486e-1634-40f7-a789-e9b4661ea6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.259578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.261497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07486e-1634-40f7-a789-e9b4661ea6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6a9d72-ccec-422f-9161-b5a717eecbd2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:14.286039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3e07486e-1634-40f7-a789-e9b4661ea6ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f36c62e7fed4905bf2a805f7f1bf60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160705 Jul 23 14:16:14.289773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:14.315885 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-851bc7bd-23eb-459d-835f-517a0e7a33d3 service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625733 Jul 23 14:16:14.390448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.395482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345488f0-13a0-4f13-bb72-2bb022a9ba64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.478527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=82572512-ba8a-4395-9af8-a7b4044fc366,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:14.489687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345488f0-13a0-4f13-bb72-2bb022a9ba64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.512960 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.516844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.519412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b0584220-885c-4530-a403-041629cb799c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/82572512-ba8a-4395-9af8-a7b4044fc366 HTTP/1.1" status: 204 len: 168 time: 0.8602543 Jul 23 14:16:14.523140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:14.556066 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f013173a-a8c4-49bd-959c-605c72910caf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:14.558721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f013173a-a8c4-49bd-959c-605c72910caf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/82572512-ba8a-4395-9af8-a7b4044fc366 HTTP/1.1" status: 404 len: 333 time: 0.0334735 Jul 23 14:16:14.560921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:14.616983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet 7e69d480-e104-4ed9-a884-1a04573508aa {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:14.620355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.658466 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bafa13d5-f613-45ab-84c2-a741043f8563 req-f8398976-2de1-42b4-8aac-ddd42ed9e34b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 210 time: 0.0557156 Jul 23 14:16:14.672379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.687027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Allocated IP 172.25.2.241 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/dfa97c24-583c-4c31-9ec7-0dabdbeae810) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:14.725907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345488f0-13a0-4f13-bb72-2bb022a9ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.728958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345488f0-13a0-4f13-bb72-2bb022a9ba64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.730274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-345488f0-13a0-4f13-bb72-2bb022a9ba64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d6a9d72-ccec-422f-9161-b5a717eecbd2 HTTP/1.1" status: 204 len: 168 time: 0.4381349 Jul 23 14:16:14.776755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345488f0-13a0-4f13-bb72-2bb022a9ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6a9d72-ccec-422f-9161-b5a717eecbd2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:14.783586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.839716 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.872663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.890864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.911382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=7e69d480-e104-4ed9-a884-1a04573508aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:14.919075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:14.921053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-91cf079c-ffdc-48d9-97c5-5278c0f0e935 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/7e69d480-e104-4ed9-a884-1a04573508aa HTTP/1.1" status: 204 len: 168 time: 0.3559592 Jul 23 14:16:14.923930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:14.945645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Pushing event updated for resources: {'Port': ['ID=dfa97c24-583c-4c31-9ec7-0dabdbeae810,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:14.961943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:14.964162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:14.966729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:15.058161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.089755 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.131081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port b5538540-75b0-428e-b026-3c595e70b8a5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:15.131459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.146557 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.223681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] For port b5538540-75b0-428e-b026-3c595e70b8a5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b5538540-75b0-428e-b026-3c595e70b8a5,segment=NetworkSegment(f8efcb3c-f8b5-4f32-a833-f1bf962139cc),segment_id=f8efcb3c-f8b5-4f32-a833-f1bf962139cc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:15.224412 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.245905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for b5538540-75b0-428e-b026-3c595e70b8a5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:15.371453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.397904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.404420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.428538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=b5538540-75b0-428e-b026-3c595e70b8a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:15.436733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No DVR routers for this DVR port b5538540-75b0-428e-b026-3c595e70b8a5 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:15.455231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Pushing event updated for resources: {'Port': ['ID=dfa97c24-583c-4c31-9ec7-0dabdbeae810,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:15.513354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.532355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.533819 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5e411a69-68e5-4b29-8510-b4b6c5cb9c22 tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6198034 Jul 23 14:16:15.537333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:15.597230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee425bf-71b9-4d8f-b570-5b265e4c1799 None None] Network 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:15.605605 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.618293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5538540-75b0-428e-b026-3c595e70b8a5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:15.626921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c857be-ec3a-4bf2-a69f-09d4e34c4ddc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:15.633348 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-69484566-eeaf-4e4a-9cd4-a8c77416bdb5 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.0924189 Jul 23 14:16:15.633756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:15.646150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4837683-3407-4d7e-9a9e-53926d45041b req-8e6c5886-392f-4130-b522-d4d33949b578 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:15.653500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4837683-3407-4d7e-9a9e-53926d45041b req-8e6c5886-392f-4130-b522-d4d33949b578 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.2937117 Jul 23 14:16:15.697684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fe618788-c3f0-4e5a-b8ae-09eea37bb74d None None] Could not find standard attr ID for object b5538540-75b0-428e-b026-3c595e70b8a5. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:15.699116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b5538540-75b0-428e-b026-3c595e70b8a5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:15.699456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5538540-75b0-428e-b026-3c595e70b8a5 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 14:16:15.701217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8efcb3c-f8b5-4f32-a833-f1bf962139cc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:15.701681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8efcb3c-f8b5-4f32-a833-f1bf962139cc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:15.725295 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b26adbcb-babe-40eb-81e4-d46027ee034c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0905221 Jul 23 14:16:15.727990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:15.735040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.749053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Port b5538540-75b0-428e-b026-3c595e70b8a5 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 14:16:15.799275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.824649 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-465b7d6e-946e-4385-ae73-7bdeaed949ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.837276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4837683-3407-4d7e-9a9e-53926d45041b req-bb4fd0d5-7a29-473c-8f47-f4f090a6c561 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826448 Jul 23 14:16:15.838688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:15.839105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:15.843782 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:15.875186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2e55b53b-154f-43a5-a580-9ca16b4b6b43 req-d25b179e-9333-4d6c-9416-5566353e4020 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 210 time: 0.0618901 Jul 23 14:16:15.926303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebe798-17b6-4497-bb87-505d2658a815 None None] DHCP port deletion for 11c857be-ec3a-4bf2-a69f-09d4e34c4ddc request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:15.964332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:15.985314 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:15.999180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.001646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/11c857be-ec3a-4bf2-a69f-09d4e34c4ddc HTTP/1.1" status: 204 len: 168 time: 1.0767090 Jul 23 14:16:16.002594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Deleting port dfa97c24-583c-4c31-9ec7-0dabdbeae810 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:16.007300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.010410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:16.015964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4d8f4-b44f-4b76-ba0f-dae48e9f9e91 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=11c857be-ec3a-4bf2-a69f-09d4e34c4ddc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:16.016163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'name': 'tempest-PortsIpV6TestJSON-173931624'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:16.036367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-f1d87fe9-c4e8-46bf-89b2-a5c447d10e2f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:16.037967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-f1d87fe9-c4e8-46bf-89b2-a5c447d10e2f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.2323933 Jul 23 14:16:16.086247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'port': {'device_id': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'admin_state_up': True, 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:16.124184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-155854097-network', 'tenant_id': '171bb86e7ae948be952ddc85a1e4b856'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:16.174991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Made reservation on behalf of 171bb86e7ae948be952ddc85a1e4b856 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:16.177236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.183923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:16:16.183923 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:16:16.183923 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id_1': '7e34e96fc13e460cba3e4baa77f1fe63', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 16, 16, 176481)}] Jul 23 14:16:16.183923 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:16:16.184367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.184469 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:16:16.184553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.203581 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.218323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Calling delete_port for dfa97c24-583c-4c31-9ec7-0dabdbeae810 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:16.219886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:16.223366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.256946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 0ca361ec-bedc-4e0a-9d60-18f3324fe7c3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:16.546157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.558682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.566906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.571678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.618760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:16.634114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Pushing event deleted for resources: {'Port': ['ID=dfa97c24-583c-4c31-9ec7-0dabdbeae810,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:16.675299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.675795 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Added segment 011cb4a8-319d-4d99-8c26-0e3bc6acb46f of type vlan for network cd38dda9-5764-4b8e-9a8f-949d87411fc9 Jul 23 14:16:16.679382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474b0d9-386b-4e14-bb3f-474bdbf27b4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:16.712716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Made reservation on behalf of 7e34e96fc13e460cba3e4baa77f1fe63 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:16.716810 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.775119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.790210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.793540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.796288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.797397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f3b550e2-b7f8-4ec7-8f70-e3ee68763c0c tempest-FloatingIPAdminTestJSON-59019401 tempest-FloatingIPAdminTestJSON-59019401-project] 10.222.0.21 "DELETE /v2.0/floatingips/3053e778-6293-4a13-8554-6eba543a8ac8 HTTP/1.1" status: 204 len: 168 time: 1.0661891 Jul 23 14:16:16.801683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:16.861896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:16.865741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:16.867744 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.868715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:16.869290 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.871580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:16.877345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:16.877709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:16.891219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=0ca361ec-bedc-4e0a-9d60-18f3324fe7c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:16.927577 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a9e5e7a1-1d90-42d8-bec9-3c6f1f0de399 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9158554 Jul 23 14:16:16.936391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Allocated IP 172.20.0.4 (827eb4ad-ac52-43b5-b7eb-72d2b1c38f45/e54ff542-5be1-4e57-8ee8-9b741232e996/165769ec-c469-470c-825a-bf529665d920) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:16.943570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:16.957259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9908171 Jul 23 14:16:16.958917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377870-dcd0-4038-b5ee-0463753da3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd38dda9-5764-4b8e-9a8f-949d87411fc9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:16.964290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:16.971156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cd38dda9-5764-4b8e-9a8f-949d87411fc9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:16.971834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Request body: {'subnet': {'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-155854097-subnet', 'tenant_id': '171bb86e7ae948be952ddc85a1e4b856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:16.990348 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9a41624e-e775-45af-aad0-fc428355a204 req-b084105b-0811-486c-a009-688933a1e506 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 210 time: 0.0351138 Jul 23 14:16:17.376974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Made reservation on behalf of 171bb86e7ae948be952ddc85a1e4b856 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:17.379317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.435912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5538540-75b0-428e-b026-3c595e70b8a5 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:16:17.455424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b5538540-75b0-428e-b026-3c595e70b8a5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:17.455779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5538540-75b0-428e-b026-3c595e70b8a5 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:16:17.569152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68a500-3f09-4758-990a-7fc6e564c29b req-d5dcf3de-7776-465b-977d-e97603fae1a0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:17.570656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e68a500-3f09-4758-990a-7fc6e564c29b req-d5dcf3de-7776-465b-977d-e97603fae1a0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.6196916 Jul 23 14:16:17.577615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Deleting port c002fc5d-518a-4915-ac90-68a233a0269d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:17.577953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.701690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.707854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 0ca361ec-bedc-4e0a-9d60-18f3324fe7c3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:17.707854 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.717223 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.795009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Transition to ACTIVE for port object 165769ec-c469-470c-825a-bf529665d920 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:17.798962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e68a500-3f09-4758-990a-7fc6e564c29b req-d156f7ff-0839-492d-b4b0-d904ce05dd2a tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189326 Jul 23 14:16:17.807905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.808251 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.830341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Calling delete_port for c002fc5d-518a-4915-ac90-68a233a0269d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:17.880641 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:17.952657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 0ca361ec-bedc-4e0a-9d60-18f3324fe7c3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:18.030523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.045704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.073224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:16:18.206391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:18.208936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aebad4f-8e58-42ba-83f5-8840d1c245cf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:18.230115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:18.236366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=165769ec-c469-470c-825a-bf529665d920,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:18.240643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:18.268229 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.311582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Checking segment: {'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:18.311942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Network hostable DHCP agents. Network: cd38dda9-5764-4b8e-9a8f-949d87411fc9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:18.321396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.392076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=0ca361ec-bedc-4e0a-9d60-18f3324fe7c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:18.400402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:18.401116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.419002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7f175-2f93-4853-bc74-e28331b22bd0 req-233e1dcb-f6c9-46e8-b046-9c438b8f87ed tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:18.420687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36c7f175-2f93-4853-bc74-e28331b22bd0 req-233e1dcb-f6c9-46e8-b046-9c438b8f87ed tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 931 time: 0.3441637 Jul 23 14:16:18.431943 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.434372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-32c60063-22f8-49dd-a42b-a0bd0f76ac0b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/0ca361ec-bedc-4e0a-9d60-18f3324fe7c3 HTTP/1.1" status: 204 len: 168 time: 1.4845743 Jul 23 14:16:18.435331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.437230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:18.443731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'mac_address': 'fa:16:3e:22:e0:a0', 'name': 'tempest-PortsIpV6TestJSON-165664515'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:18.447815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Network cd38dda9-5764-4b8e-9a8f-949d87411fc9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:18.456294 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b37a09c2-3bbb-4c59-93cb-0fdce7566889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.485808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-9d4c86ed-2ee4-4d1f-91bc-2334b956957b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4051819 Jul 23 14:16:18.489124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Pushing event deleted for resources: {'Port': ['ID=c002fc5d-518a-4915-ac90-68a233a0269d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:18.494500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cd38dda9-5764-4b8e-9a8f-949d87411fc9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:18.505214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938cf0d-9051-495f-b3f4-c0767f2830b5 None None] Network cd38dda9-5764-4b8e-9a8f-949d87411fc9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:18.530617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Request body: {'port': {'device_id': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:18.534632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:18.535255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.555782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:18.609951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36c7f175-2f93-4853-bc74-e28331b22bd0 req-a35a4041-2dd8-4f33-b951-e5b94ec55b5d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796029 Jul 23 14:16:18.627404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8fd2c55c-1160-4a17-92ee-2de3ded877f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6604605 Jul 23 14:16:18.631691 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.664812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 0c4fe4c4-6205-4249-93f5-27f5d82b86b4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:18.667781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.672545 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.674585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-09eb315c-772b-4aed-bb97-b0ad0d3a0c70 tempest-FloatingIPAdminTestJSON-1505530901 tempest-FloatingIPAdminTestJSON-1505530901-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/d8ae47d7-1956-4791-b453-6878496c6f40 HTTP/1.1" status: 204 len: 168 time: 1.8710551 Jul 23 14:16:18.677723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:18.701200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.706355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7670065-d37b-4d97-bcab-a2d8339e05b1 None None] Network cd38dda9-5764-4b8e-9a8f-949d87411fc9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:18.709904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e124545-47ad-4a73-9c4b-7ff958d172c1 None None] Provisioning for port 165769ec-c469-470c-825a-bf529665d920 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:18.730103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e124545-47ad-4a73-9c4b-7ff958d172c1 None None] Provisioning complete for port 165769ec-c469-470c-825a-bf529665d920 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:18.730729 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e124545-47ad-4a73-9c4b-7ff958d172c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:18.807044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e124545-47ad-4a73-9c4b-7ff958d172c1 None None] Port 165769ec-c469-470c-825a-bf529665d920 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:18.925026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Deleting port 2744e6a4-c742-432a-bce9-7ad369c5c5df {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:18.925376 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.002566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.088803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd453e-cd03-4f72-b43d-e68ff41b9c56 req-03c1e4dd-1ff2-4644-a2db-871cb75953db tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:19.091216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04bd453e-cd03-4f72-b43d-e68ff41b9c56 req-03c1e4dd-1ff2-4644-a2db-871cb75953db tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1584377 Jul 23 14:16:19.159811 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04bd453e-cd03-4f72-b43d-e68ff41b9c56 req-86f6f1f2-eeb3-4ba7-b76b-d35f55598714 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616512 Jul 23 14:16:19.213504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165769ec-c469-470c-825a-bf529665d920 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:16:19.222168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.236120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Transition to ACTIVE for port object 165769ec-c469-470c-825a-bf529665d920 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:19.246313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.306921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Pushing event updated for resources: {'Port': ['ID=165769ec-c469-470c-825a-bf529665d920,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:19.361939 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.386276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Calling delete_port for 2744e6a4-c742-432a-bce9-7ad369c5c5df owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:19.433678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Attempting to bind port 165769ec-c469-470c-825a-bf529665d920 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:19.434570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Attempting to bind port 165769ec-c469-470c-825a-bf529665d920 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:19.434795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Attempting to bind port 165769ec-c469-470c-825a-bf529665d920 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:19.440815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Port 165769ec-c469-470c-825a-bf529665d920 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:16:19.441118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Attempting to bind port 165769ec-c469-470c-825a-bf529665d920 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:19.443587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.449809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:19.450251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:19.450780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Bound using segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:19.451283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Bound port: 165769ec-c469-470c-825a-bf529665d920, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:19.451778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.486763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.527700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:19.537143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] For port 165769ec-c469-470c-825a-bf529665d920, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:19.541292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] For port 165769ec-c469-470c-825a-bf529665d920, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=165769ec-c469-470c-825a-bf529665d920,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:19.551124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.553915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:19.558271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:19.569092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:19.570664 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.594621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=0c4fe4c4-6205-4249-93f5-27f5d82b86b4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:19.605109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:19.605881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.607589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] 10.222.0.11 "PUT /v2.0/ports/165769ec-c469-470c-825a-bf529665d920 HTTP/1.1" status: 200 len: 1091 time: 1.1034153 Jul 23 14:16:19.608099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'tag': '165769ec-c469-470c-825a-bf529665d920'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:16:19.610519 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3" -d '{"events": [{"name": "network-changed", "server_uuid": "145742c5-43c1-45fc-a7e1-2f16056bf4f9", "tag": "165769ec-c469-470c-825a-bf529665d920"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:16:19.678043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Pushing event updated for resources: {'Port': ['ID=165769ec-c469-470c-825a-bf529665d920,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:19.713880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.715789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.716235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.718223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.719237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.719987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.720828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.721614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.722366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.723145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.723891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.724653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd990e-1696-41f8-a1d8-c20aa5c1cf5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:19.744243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:19.748710 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85136b11-2aa6-441d-9bb4-11599f9b87b9 x-openstack-request-id: req-85136b11-2aa6-441d-9bb4-11599f9b87b9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:16:19.749817 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145742c5-43c1-45fc-a7e1-2f16056bf4f9", "tag": "165769ec-c469-470c-825a-bf529665d920", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:16:19.750578 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85136b11-2aa6-441d-9bb4-11599f9b87b9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:16:19.751899 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'tag': '165769ec-c469-470c-825a-bf529665d920', 'status': 'completed', 'code': 200} Jul 23 14:16:19.774196 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3e096f18-ebeb-499c-825e-9799ea742bbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3351078 Jul 23 14:16:19.794295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Port': ['ID=2744e6a4-c742-432a-bce9-7ad369c5c5df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:19.796574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:19.991954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-fb404d83-600a-474a-90e2-8c2b4d3d0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:20.001358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-fb404d83-600a-474a-90e2-8c2b4d3d0b77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 1094 time: 0.2958388 Jul 23 14:16:20.037190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25eda6-ab6f-4771-abd0-051801ad2338 req-ed658ac4-124c-4f79-8be7-eca306f5f432 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:20.045406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b25eda6-ab6f-4771-abd0-051801ad2338 req-ed658ac4-124c-4f79-8be7-eca306f5f432 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 943 time: 0.2796850 Jul 23 14:16:20.134989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-6d388af4-6adb-486a-b8f3-b026a88a7a24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=165769ec-c469-470c-825a-bf529665d920 HTTP/1.1" status: 200 len: 217 time: 0.1095855 Jul 23 14:16:20.233651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b25eda6-ab6f-4771-abd0-051801ad2338 req-4c4cfaa8-317e-4821-89f2-6e57cc8608f6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874709 Jul 23 14:16:20.249722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63088d3-f970-4793-968f-42e754f4f3cb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:20.251881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e63088d3-f970-4793-968f-42e754f4f3cb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/0c4fe4c4-6205-4249-93f5-27f5d82b86b4 HTTP/1.1" status: 200 len: 844 time: 0.4443729 Jul 23 14:16:20.255289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:20.268159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-54a7ae04-cc62-456e-a61b-001cc4fffa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:20.269677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-54a7ae04-cc62-456e-a61b-001cc4fffa41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1271994 Jul 23 14:16:20.283651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:20.290475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-17cdad66-7b3f-43a9-9149-107cddb90ea7 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "DELETE /v2.0/ports/2744e6a4-c742-432a-bce9-7ad369c5c5df HTTP/1.1" status: 204 len: 168 time: 1.6116290 Jul 23 14:16:20.291432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:20.399621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8efd-ae42-4d22-8cba-652587959495 req-fdb8a688-ff24-4720-bfc5-436b8f4b1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:20.401202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-fdb8a688-ff24-4720-bfc5-436b8f4b1994 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078591 Jul 23 14:16:20.449687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 0c4fe4c4-6205-4249-93f5-27f5d82b86b4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:20.449687 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:20.460126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6bb7c-c448-4c3f-abed-2798a582f37a tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:20.462023 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e1c6bb7c-c448-4c3f-abed-2798a582f37a tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85b32bb-7100-419e-ab26-b169c8fec1f0 HTTP/1.1" status: 200 len: 913 time: 0.1693084 Jul 23 14:16:20.466487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:20.482678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21f4c8-08f5-475f-9805-05f9d8493582 req-770047b8-f518-4725-bb56-b5d7c7879bb2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:20.484527 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb21f4c8-08f5-475f-9805-05f9d8493582 req-770047b8-f518-4725-bb56-b5d7c7879bb2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1248558 Jul 23 14:16:20.546091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fb21f4c8-08f5-475f-9805-05f9d8493582 req-57e0b59f-7704-4e00-b953-1cc0123b9498 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542531 Jul 23 14:16:20.677687 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:20.705746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-da7f4d26-18cc-4ad8-832b-917156068ebd service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974470 Jul 23 14:16:20.706589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 0c4fe4c4-6205-4249-93f5-27f5d82b86b4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:21.175769 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:21.211696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-138c8efd-ae42-4d22-8cba-652587959495 req-8f30120b-bef9-4e94-a4ca-5d712a06793e service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994664 Jul 23 14:16:21.214676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:21.252640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=0c4fe4c4-6205-4249-93f5-27f5d82b86b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:21.259512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:21.261165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4681f5ea-ec14-481b-84b7-e94ca821ce9c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/0c4fe4c4-6205-4249-93f5-27f5d82b86b4 HTTP/1.1" status: 204 len: 168 time: 1.0044291 Jul 23 14:16:21.264558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:21.308794 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a60b1aa-e1ed-47cc-b617-94ef41da949f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:21.311173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1a60b1aa-e1ed-47cc-b617-94ef41da949f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/0c4fe4c4-6205-4249-93f5-27f5d82b86b4 HTTP/1.1" status: 404 len: 333 time: 0.0459232 Jul 23 14:16:21.317035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:21.326277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'name': 'tempest-PortsIpV6TestJSON-100787256'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:21.599826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-71b8b574-e909-47ea-938a-f22af0c15ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:21.601356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-71b8b574-e909-47ea-938a-f22af0c15ab8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 1094 time: 0.2853768 Jul 23 14:16:21.604282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:21.608227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:21.705273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c874f-6a60-4d64-9c53-a49ecf15cec8 req-6ddffddc-110d-40cf-969e-82b40ca8277c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:21.720331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-591c874f-6a60-4d64-9c53-a49ecf15cec8 req-6ddffddc-110d-40cf-969e-82b40ca8277c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 943 time: 0.3660989 Jul 23 14:16:21.783178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 43a289a1-834f-48d4-81c2-89992f5bfbb3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:21.823140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e20be-60e8-4a61-8881-9f46d0826e28 req-0c0589de-dc35-4d27-8a70-f5ca72a7c8a5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:21.825500 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b4e20be-60e8-4a61-8881-9f46d0826e28 req-0c0589de-dc35-4d27-8a70-f5ca72a7c8a5 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1032906 Jul 23 14:16:21.870787 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b4e20be-60e8-4a61-8881-9f46d0826e28 req-b1d838ff-8f44-4483-97ee-6345636b1c45 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Jul 23 14:16:21.929282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-591c874f-6a60-4d64-9c53-a49ecf15cec8 req-24d475b6-6a24-472e-9145-f7bc675d018c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080200 Jul 23 14:16:21.980343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-e81ee42f-10ab-4391-be1b-bd8f41877026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:21.981773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-e81ee42f-10ab-4391-be1b-bd8f41877026 service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.3668225 Jul 23 14:16:22.003625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.112323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-d7beb5f2-ffb9-4c77-a498-5d6c57fcc47f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=165769ec-c469-470c-825a-bf529665d920 HTTP/1.1" status: 200 len: 217 time: 0.1175132 Jul 23 14:16:22.236577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-dfa4a623-a486-4aeb-b9ae-f095b5daa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:22.238048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-dfa4a623-a486-4aeb-b9ae-f095b5daa519 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1118550 Jul 23 14:16:22.247765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.426088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.462975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-667b733c-b176-4692-9428-73f799338f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:22.464401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-667b733c-b176-4692-9428-73f799338f25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131782 Jul 23 14:16:22.517920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:22.535230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:22.540389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:22.546024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:22.546668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.551300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=43a289a1-834f-48d4-81c2-89992f5bfbb3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:22.609427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-199dd70b-5402-4135-ac39-84bd0068cb9d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2908397 Jul 23 14:16:22.612284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:22.618077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:22.653712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-794518fe-abc1-4617-bd2b-d84748f4f4ef service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810145 Jul 23 14:16:22.720812 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.792976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de83d628-72de-4e8f-93ea-aa3f9ecd1de3 req-0d21169b-23eb-4476-8bd9-74381388ac0f service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313946 Jul 23 14:16:22.795529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Deleting port 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:22.795862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.923332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.923921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.933966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:22.939347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Calling delete_port for 604aa4f2-dc02-4e41-9cdd-f439c1fe14ff owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:23.000654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] In _notify_port_updated(), no bound segment for port 43a289a1-834f-48d4-81c2-89992f5bfbb3 on network cdd9f89f-6afb-4d91-98f9-2519a458020e {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:16:23.007853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:23.008502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.012271 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "PUT /v2.0/ports/43a289a1-834f-48d4-81c2-89992f5bfbb3 HTTP/1.1" status: 200 len: 818 time: 0.3963721 Jul 23 14:16:23.028392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:23.077714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eac174-03ac-4dee-81ec-e60dea3d8fab tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=43a289a1-834f-48d4-81c2-89992f5bfbb3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:23.149053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac163f1-23b5-4ef3-a384-a8bc1789e953 req-72755e70-b329-4d2b-9003-2feb94b591e2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:23.150807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8ac163f1-23b5-4ef3-a384-a8bc1789e953 req-72755e70-b329-4d2b-9003-2feb94b591e2 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1681428 Jul 23 14:16:23.177938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9f5a-b774-4f6c-9488-4e044ef0b917 req-9e49c89b-21d4-4b6d-a3f9-71fc28af9791 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:23.185042 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe2b9f5a-b774-4f6c-9488-4e044ef0b917 req-9e49c89b-21d4-4b6d-a3f9-71fc28af9791 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 943 time: 0.1051347 Jul 23 14:16:23.202388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 43a289a1-834f-48d4-81c2-89992f5bfbb3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:23.202693 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.209805 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8ac163f1-23b5-4ef3-a384-a8bc1789e953 req-e63136ee-d939-4aa2-bee3-8e96e19f05f9 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 Jul 23 14:16:23.261538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe2b9f5a-b774-4f6c-9488-4e044ef0b917 req-d950cdee-8c0a-4d18-aba4-190cd6ffd5b5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756295 Jul 23 14:16:23.274382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.303077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Port': ['ID=604aa4f2-dc02-4e41-9cdd-f439c1fe14ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:23.309294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.323177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 43a289a1-834f-48d4-81c2-89992f5bfbb3 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:23.452869 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.500845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=43a289a1-834f-48d4-81c2-89992f5bfbb3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:23.506885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.509517 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c27b0013-424d-4981-9da3-d592a076cd42 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/43a289a1-834f-48d4-81c2-89992f5bfbb3 HTTP/1.1" status: 204 len: 168 time: 0.4796762 Jul 23 14:16:23.512122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:23.593628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1a15d-e520-4e33-9bca-502f047d1892 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:23.595375 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-66e1a15d-e520-4e33-9bca-502f047d1892 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0821798 Jul 23 14:16:23.598126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:23.630593 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7692a61-e116-4333-9905-51a37d84ed83 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:23.636092 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c7692a61-e116-4333-9905-51a37d84ed83 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/43a289a1-834f-48d4-81c2-89992f5bfbb3 HTTP/1.1" status: 404 len: 333 time: 0.0332470 Jul 23 14:16:23.636433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:23.641878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-682373147'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:23.668193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:23.672198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.698940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:23.709605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.710011 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment f5e5d459-af61-4ebc-884c-e6e64ee77410 of type vlan for network 64f6f749-02eb-4477-99bf-e9e73c772034 Jul 23 14:16:23.753999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.785805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.791492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:23.792111 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.836521 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1955953 Jul 23 14:16:23.836777 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:23.837243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:23.844116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:23.887319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfc2ad-e847-4c9a-a5c5-a8a67afc07fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=64f6f749-02eb-4477-99bf-e9e73c772034,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:23.903565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 64f6f749-02eb-4477-99bf-e9e73c772034 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:23.972197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:23.978040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.089810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Router b85b32bb-7100-419e-ab26-b169c8fec1f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:16:24.184634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.202944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:16:24.210523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e69e3d9f-942d-401b-895b-0c9115068d0c tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "PUT /v2.0/routers/b85b32bb-7100-419e-ab26-b169c8fec1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7408247 Jul 23 14:16:24.211226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:24.220132 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] Sync routers for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:16:24.232514 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:24.234486 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:16:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:24.255454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': 'f5e5d459-af61-4ebc-884c-e6e64ee77410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:24.255909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: 64f6f749-02eb-4477-99bf-e9e73c772034, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:24.265507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=ec74fb01-0064-4ceb-b3e2-a49b8eab3438,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:24.288593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 64f6f749-02eb-4477-99bf-e9e73c772034 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:24.302553 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:24.316620 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] Routers {'b85b32bb-7100-419e-ab26-b169c8fec1f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:24.317629 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:16:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b85b32bb-7100-419e-ab26-b169c8fec1f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:24.348360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 64f6f749-02eb-4477-99bf-e9e73c772034) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:24.354747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:24.355483 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.364006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b83a5-2cb7-496f-8889-ce28ed3f56a1 None None] Network 64f6f749-02eb-4477-99bf-e9e73c772034 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:24.384843 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:24.385552 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b1a60-1f86-40db-8c40-672f8f9cc3a0 None None] The sync data for ids ['b85b32bb-7100-419e-ab26-b169c8fec1f0'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:16:24.394502 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7ff9c695-8d7c-4705-9075-da3f41a78cf9 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5558796 Jul 23 14:16:24.405683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:24.409167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.411918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e48d53b3-202f-4e10-abf0-b56f40f4b629 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:24.415167 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:16:24.425502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfbcc6-60b5-4060-ac98-891ccbd150c6 req-06ad141c-f57b-40cb-9b87-cb11c1ed67ab tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:24.433024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3dfbcc6-60b5-4060-ac98-891ccbd150c6 req-06ad141c-f57b-40cb-9b87-cb11c1ed67ab tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1264577 Jul 23 14:16:24.548028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3dfbcc6-60b5-4060-ac98-891ccbd150c6 req-7da01da3-976e-482a-94c4-c3d594f89cb3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136792 Jul 23 14:16:24.578496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e240877-cb99-463e-9074-e6a188de5fe3 req-87211659-265f-419a-b09c-8616861be6a0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:24.586601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e240877-cb99-463e-9074-e6a188de5fe3 req-87211659-265f-419a-b09c-8616861be6a0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 943 time: 0.1746647 Jul 23 14:16:24.620323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.630800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d53b3-202f-4e10-abf0-b56f40f4b629 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:24.637623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e48d53b3-202f-4e10-abf0-b56f40f4b629 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.642512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e240877-cb99-463e-9074-e6a188de5fe3 req-bae7759b-156a-40d6-850c-37039d821ffc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Jul 23 14:16:24.673741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-64f6f749-02eb-4477-99bf-e9e73c772034', 'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034', 'tenant_id': '002ce7679a5540f38ac1dbfa3bf8318c', 'fixed_ips': [{'subnet_id': 'ec74fb01-0064-4ceb-b3e2-a49b8eab3438'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:24.674992 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.719376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Deleting port c5a09b3e-f2f2-4f6b-a8d6-ebabc9d66271 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:24.720151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.799076 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-e48d53b3-202f-4e10-abf0-b56f40f4b629 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec74fb01-0064-4ceb-b3e2-a49b8eab3438 (CIDR: 2001:db8::/64) Jul 23 14:16:24.805148 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48d53b3-202f-4e10-abf0-b56f40f4b629 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:16:24.805808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48d53b3-202f-4e10-abf0-b56f40f4b629 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:16:24.827200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e48d53b3-202f-4e10-abf0-b56f40f4b629 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4202332 Jul 23 14:16:24.828225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:24.834545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:24.844448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:24.848332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Allocated IP 2001:db8::2 (64f6f749-02eb-4477-99bf-e9e73c772034/ec74fb01-0064-4ceb-b3e2-a49b8eab3438/df74e06c-c15f-4a3f-84a6-fa390c3f2577) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:24.864937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Calling delete_port for c5a09b3e-f2f2-4f6b-a8d6-ebabc9d66271 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:24.986377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:24.992655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.024590 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.036122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Transition to ACTIVE for port object df74e06c-c15f-4a3f-84a6-fa390c3f2577 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:25.072651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Transition to ACTIVE for port object df74e06c-c15f-4a3f-84a6-fa390c3f2577 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:25.081533 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.088226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.117089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Port': ['ID=c5a09b3e-f2f2-4f6b-a8d6-ebabc9d66271,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:25.124979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Network 64f6f749-02eb-4477-99bf-e9e73c772034 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:25.128708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:25.135661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:25.146477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Pushing event updated for resources: {'Port': ['ID=df74e06c-c15f-4a3f-84a6-fa390c3f2577,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:25.202418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.208158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Attempting to bind port df74e06c-c15f-4a3f-84a6-fa390c3f2577 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:25.208703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Attempting to bind port df74e06c-c15f-4a3f-84a6-fa390c3f2577 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'f5e5d459-af61-4ebc-884c-e6e64ee77410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:25.209160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Attempting to bind port df74e06c-c15f-4a3f-84a6-fa390c3f2577 on network 64f6f749-02eb-4477-99bf-e9e73c772034 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:25.215946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:25.216702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Checking segment: {'id': 'f5e5d459-af61-4ebc-884c-e6e64ee77410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:25.217328 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.217967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Bound using segment: {'id': 'f5e5d459-af61-4ebc-884c-e6e64ee77410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:25.218550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Bound port: df74e06c-c15f-4a3f-84a6-fa390c3f2577, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e5d459-af61-4ebc-884c-e6e64ee77410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:25.219084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.295457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] For port df74e06c-c15f-4a3f-84a6-fa390c3f2577, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:25.300107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] For port df74e06c-c15f-4a3f-84a6-fa390c3f2577, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df74e06c-c15f-4a3f-84a6-fa390c3f2577,segment=NetworkSegment(f5e5d459-af61-4ebc-884c-e6e64ee77410),segment_id=f5e5d459-af61-4ebc-884c-e6e64ee77410)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:25.304741 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.311733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.314082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.318376 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.367645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 64f6f749-02eb-4477-99bf-e9e73c772034 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:25.371708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:25.375918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ca86-d34f-4a59-bd49-e36e4b7481ce None None] Pushing event updated for resources: {'Port': ['ID=df74e06c-c15f-4a3f-84a6-fa390c3f2577,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:25.377410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:25.378055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.398098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=afd53f80-4450-4c0c-9a13-56e9bbc22fb7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:25.405860 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-16ce26df-ff9c-48ac-8aee-cd10179e2897 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5765259 Jul 23 14:16:25.408626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:25.415172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.415557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034', 'fixed_ips': [{'subnet_id': 'ec74fb01-0064-4ceb-b3e2-a49b8eab3438'}, {'subnet_id': 'afd53f80-4450-4c0c-9a13-56e9bbc22fb7'}], 'name': 'tempest-PortsIpV6TestJSON-1541677397'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:25.415688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Fanout notify agent at l3_agent the message router_deleted on router b85b32bb-7100-419e-ab26-b169c8fec1f0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:16:25.433218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.436695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8377af20-6e93-4c44-b0a6-1484d1aeee43 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "DELETE /v2.0/routers/b85b32bb-7100-419e-ab26-b169c8fec1f0 HTTP/1.1" status: 204 len: 168 time: 1.2221479 Jul 23 14:16:25.437022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:25.505654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Deleting subnet 709b163e-95c5-4a12-b1eb-5e1cbc813e66 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:25.509010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.551103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:25.552148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.694321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.792786 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.824203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47333339-fdbe-4e34-9e24-a2b328cdd28e req-0f36d6ac-f2b5-4d21-b53e-c119655eb02a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:25.824518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port f1932d6b-2f9c-42e7-a5dc-dbd263929263 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:25.825929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47333339-fdbe-4e34-9e24-a2b328cdd28e req-0f36d6ac-f2b5-4d21-b53e-c119655eb02a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 943 time: 0.0893924 Jul 23 14:16:25.827793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.845022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2802e2-c609-4912-8cc4-808858d4fb9a req-8c541714-9d90-4c7b-ba90-0a45879d059b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:25.846855 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c2802e2-c609-4912-8cc4-808858d4fb9a req-8c541714-9d90-4c7b-ba90-0a45879d059b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1601007 Jul 23 14:16:25.860975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 165769ec-c469-470c-825a-bf529665d920 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:16:25.863034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Subnet': ['ID=709b163e-95c5-4a12-b1eb-5e1cbc813e66,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:25.875170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:25.877169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-384e6e69-a787-4a04-bab5-93dd8f477005 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "DELETE /v2.0/subnets/709b163e-95c5-4a12-b1eb-5e1cbc813e66 HTTP/1.1" status: 204 len: 168 time: 0.4391811 Jul 23 14:16:25.879719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:25.884898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b57e5-6ce7-4058-8ace-57f149aa04f3 None None] Network 81da1696-70c9-4073-974b-44ec9088895a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:25.915746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47333339-fdbe-4e34-9e24-a2b328cdd28e req-fa0be3c1-c958-4322-b544-5a1c4e2fbdd7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817950 Jul 23 14:16:26.043115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.091631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c2802e2-c609-4912-8cc4-808858d4fb9a req-ca02dacf-fd44-462a-9eea-3396e8ea9db7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028089 Jul 23 14:16:26.149551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Deleting port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:26.150322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.159239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 165769ec-c469-470c-825a-bf529665d920, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=165769ec-c469-470c-825a-bf529665d920,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:26.183356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '165769ec-c469-470c-825a-bf529665d920', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': '165769ec-c469-470c-825a-bf529665d920', 'mac_address': 'fa:16:3e:7f:42:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:16:26.228983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] For port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,segment=NetworkSegment(13a2ba0f-6402-409f-a8ed-28e3600be289),segment_id=13a2ba0f-6402-409f-a8ed-28e3600be289)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:26.229497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.238770 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.256031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165769ec-c469-470c-825a-bf529665d920 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:16:26.256938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Calling delete_port for 1c9e94a6-59fd-41fc-a432-ff5d11b5746d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:26.294005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 165769ec-c469-470c-825a-bf529665d920, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=165769ec-c469-470c-825a-bf529665d920,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:26.310873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] DHCP port deletion for 81da1696-70c9-4073-974b-44ec9088895a request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:26.318675 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.387972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::35 (64f6f749-02eb-4477-99bf-e9e73c772034/ec74fb01-0064-4ceb-b3e2-a49b8eab3438/f1932d6b-2f9c-42e7-a5dc-dbd263929263) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:26.399745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=165769ec-c469-470c-825a-bf529665d920,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:26.400413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8:0:1::3 (64f6f749-02eb-4477-99bf-e9e73c772034/afd53f80-4450-4c0c-9a13-56e9bbc22fb7/f1932d6b-2f9c-42e7-a5dc-dbd263929263) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:26.431612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.449871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] Deleting port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:26.450207 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.468657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] No DVR routers for this DVR port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:26.473998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Port': ['ID=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:26.565793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] For port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:26.566183 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.579033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.587444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] Calling delete_port for 1c9e94a6-59fd-41fc-a432-ff5d11b5746d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:26.593240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81da1696-70c9-4073-974b-44ec9088895a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:26.594153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] Port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:16:26.595559 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.610706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.613714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a2ba0f-6402-409f-a8ed-28e3600be289') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:26.614012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a2ba0f-6402-409f-a8ed-28e3600be289') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:26.625767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object f1932d6b-2f9c-42e7-a5dc-dbd263929263 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:26.626569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.628525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] Pushing event deleted for resources: {'Port': ['ID=1c9e94a6-59fd-41fc-a432-ff5d11b5746d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:26.635500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb6f28-b148-4afc-970d-99aacd61e0eb None None] No DVR routers for this DVR port 1c9e94a6-59fd-41fc-a432-ff5d11b5746d on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:26.649001 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.655988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:26.656796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:26.660946 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:26.678064 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.694769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['165769ec-c469-470c-825a-bf529665d920'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:16:26.744518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.755456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.758860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "DELETE /v2.0/networks/81da1696-70c9-4073-974b-44ec9088895a HTTP/1.1" status: 204 len: 168 time: 0.8773856 Jul 23 14:16:26.761218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:26.767844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 64f6f749-02eb-4477-99bf-e9e73c772034 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:26.779744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:26.782849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:26.790058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:26.790882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.802472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=f1932d6b-2f9c-42e7-a5dc-dbd263929263,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:26.806971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4caed0b-e623-4f6f-902a-6f0383c7fbcd None None] Network 64f6f749-02eb-4477-99bf-e9e73c772034 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:26.823517 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3cdf14e8-152a-43d3-ae9b-f8c1525d731f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.4136295 Jul 23 14:16:26.826021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:26.833545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec74fb01-0064-4ceb-b3e2-a49b8eab3438'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:26.840528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76e963-cc58-4302-85b8-571e7ed206df tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Network': ['ID=81da1696-70c9-4073-974b-44ec9088895a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:26.923261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Deleting port b9eb2e40-9593-4ae0-a962-42f7bcad308a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:26.923948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.955316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:26.984601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab1fbeb5-ab85-454f-b1d2-3cd8ebc33020 None None] Provisioning for port df74e06c-c15f-4a3f-84a6-fa390c3f2577 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:27.018735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.019070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.033069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Calling delete_port for b9eb2e40-9593-4ae0-a962-42f7bcad308a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:27.253527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] Update dhcp port {'port': {'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034', 'fixed_ips': [{'subnet_id': 'ec74fb01-0064-4ceb-b3e2-a49b8eab3438', 'ip_address': '2001:db8::2'}, {'subnet_id': 'afd53f80-4450-4c0c-9a13-56e9bbc22fb7'}], 'binding:host_id': 'n-d-801990-3'}, 'id': 'df74e06c-c15f-4a3f-84a6-fa390c3f2577'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:16:27.268826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075c32a-f535-4d28-bf34-d169fe2c091c req-9519446e-61fd-4628-8835-71b332889aab tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:27.271030 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3075c32a-f535-4d28-bf34-d169fe2c091c req-9519446e-61fd-4628-8835-71b332889aab tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 944 time: 0.2297528 Jul 23 14:16:27.336708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.336995 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.369962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Pushing event deleted for resources: {'Port': ['ID=b9eb2e40-9593-4ae0-a962-42f7bcad308a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:27.372305 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3075c32a-f535-4d28-bf34-d169fe2c091c req-d73594b9-ccf7-4b0b-ad2c-bc2e1d0657f0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958707 Jul 23 14:16:27.451309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762bfee-08a9-4fdf-9031-5572a1d2c079 req-b76e42a4-da29-44b2-ac4f-756cdcdb340a tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:27.460006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0762bfee-08a9-4fdf-9031-5572a1d2c079 req-b76e42a4-da29-44b2-ac4f-756cdcdb340a tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1622105 Jul 23 14:16:27.497163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Delete allocated IP 2001:db8:0:1::3 (64f6f749-02eb-4477-99bf-e9e73c772034/afd53f80-4450-4c0c-9a13-56e9bbc22fb7) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 14:16:27.500358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.503462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.504681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bc304ba2-bdd6-4d96-bd9f-647f2a1fa0a9 tempest-FloatingIPAdminTestJSON-686810287 tempest-FloatingIPAdminTestJSON-686810287-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2e82aa3-1c51-4374-89cb-b394dd88906f HTTP/1.1" status: 204 len: 168 time: 0.7423446 Jul 23 14:16:27.526187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0762bfee-08a9-4fdf-9031-5572a1d2c079 req-95a62c58-766a-4b0c-88b5-29f2e66290e3 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664690 Jul 23 14:16:27.705891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.709958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df74e06c-c15f-4a3f-84a6-fa390c3f2577 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:27.720147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Ignored duplicate provisioning block setup for port f1932d6b-2f9c-42e7-a5dc-dbd263929263 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 14:16:27.733820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.788969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=f1932d6b-2f9c-42e7-a5dc-dbd263929263,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:27.814351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] In _notify_port_updated(), no bound segment for port f1932d6b-2f9c-42e7-a5dc-dbd263929263 on network 64f6f749-02eb-4477-99bf-e9e73c772034 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:16:27.820419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:27.821658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.823780 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5bd38f17-86c1-4a35-9796-23e81ee53298 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "PUT /v2.0/ports/f1932d6b-2f9c-42e7-a5dc-dbd263929263 HTTP/1.1" status: 200 len: 925 time: 0.9965587 Jul 23 14:16:27.826453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:27.841155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec74fb01-0064-4ceb-b3e2-a49b8eab3438'}, {'subnet_id': 'afd53f80-4450-4c0c-9a13-56e9bbc22fb7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:27.843968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:27.852826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33ab0-906c-434d-aefe-767450522dcf req-7845533d-ca7f-4d30-b48e-cdc226adcdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:27.854303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6e33ab0-906c-434d-aefe-767450522dcf req-7845533d-ca7f-4d30-b48e-cdc226adcdf8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.1316109 Jul 23 14:16:27.881346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 165769ec-c469-470c-825a-bf529665d920 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:27.912016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port df74e06c-c15f-4a3f-84a6-fa390c3f2577 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:27.923940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6e33ab0-906c-434d-aefe-767450522dcf req-904846df-e552-4759-a93e-649518ca6d1d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609882 Jul 23 14:16:27.928755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port df74e06c-c15f-4a3f-84a6-fa390c3f2577 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:27.929129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.970284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:27.983056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] Allocated IP 2001:db8:0:1::2 (64f6f749-02eb-4477-99bf-e9e73c772034/afd53f80-4450-4c0c-9a13-56e9bbc22fb7/df74e06c-c15f-4a3f-84a6-fa390c3f2577) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:28.072592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 165769ec-c469-470c-825a-bf529665d920 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:28.083559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 165769ec-c469-470c-825a-bf529665d920 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:28.083888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.122244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0b6e5aee-dd5c-4f17-a2ec-3ed83e551e0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28ab0a972f3c4e27ae13c9bb0df79617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739091 Jul 23 14:16:28.122661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:28.145711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.204485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] For port df74e06c-c15f-4a3f-84a6-fa390c3f2577, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df74e06c-c15f-4a3f-84a6-fa390c3f2577,segment=NetworkSegment(f5e5d459-af61-4ebc-884c-e6e64ee77410),segment_id=f5e5d459-af61-4ebc-884c-e6e64ee77410)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:28.233979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b117656-42c6-4323-961d-93232b28c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.270585 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.276878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.280091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b117656-42c6-4323-961d-93232b28c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.322598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] Transition to ACTIVE for port object df74e06c-c15f-4a3f-84a6-fa390c3f2577 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:28.323283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165769ec-c469-470c-825a-bf529665d920'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:16:28.326622 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d1a81-37d1-4ffb-aadb-faefbb902978" -d '{"events": [{"server_uuid": "145742c5-43c1-45fc-a7e1-2f16056bf4f9", "name": "network-vif-plugged", "status": "completed", "tag": "165769ec-c469-470c-825a-bf529665d920"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:16:28.340097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.367238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b117656-42c6-4323-961d-93232b28c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.372952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b117656-42c6-4323-961d-93232b28c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.374765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6b117656-42c6-4323-961d-93232b28c9aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0441a1d5-a7b0-49e0-9c1f-8b6079932f21 HTTP/1.1" status: 204 len: 168 time: 0.2504160 Jul 23 14:16:28.389343 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d7254f-31d5-4a3c-802f-f191423521df x-openstack-request-id: req-54d7254f-31d5-4a3c-802f-f191423521df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:16:28.392945 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145742c5-43c1-45fc-a7e1-2f16056bf4f9", "name": "network-vif-plugged", "status": "completed", "tag": "165769ec-c469-470c-825a-bf529665d920", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:16:28.392945 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54d7254f-31d5-4a3c-802f-f191423521df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:16:28.392945 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165769ec-c469-470c-825a-bf529665d920', 'code': 200} Jul 23 14:16:28.401268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b117656-42c6-4323-961d-93232b28c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441a1d5-a7b0-49e0-9c1f-8b6079932f21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:28.458762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 165769ec-c469-470c-825a-bf529665d920, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=165769ec-c469-470c-825a-bf529665d920,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:28.465111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f3766-e6f8-4cf9-97d9-b248d256f69a None None] Pushing event updated for resources: {'Port': ['ID=df74e06c-c15f-4a3f-84a6-fa390c3f2577,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:28.489043 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:28.577345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e4adf-8258-42b7-abb8-1ff8714c3717 req-8458813d-72cd-4cea-a758-7820a20cf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:28.590818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-406e4adf-8258-42b7-abb8-1ff8714c3717 req-8458813d-72cd-4cea-a758-7820a20cf817 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 1096 time: 0.1218553 Jul 23 14:16:28.605985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:16:28.606843 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:16:28.707868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=165769ec-c469-470c-825a-bf529665d920,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:28.723361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-406e4adf-8258-42b7-abb8-1ff8714c3717 req-c6dec45f-0198-4a02-8179-b16d124c76f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279805 Jul 23 14:16:28.910754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163a8f2-1d8b-46f1-91ef-f035b9b7acbe req-70d5ddf9-bcf9-48a2-b757-902c6d1d3850 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:28.918882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8163a8f2-1d8b-46f1-91ef-f035b9b7acbe req-70d5ddf9-bcf9-48a2-b757-902c6d1d3850 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1432374 Jul 23 14:16:28.934183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8:0:1::b7 (64f6f749-02eb-4477-99bf-e9e73c772034/afd53f80-4450-4c0c-9a13-56e9bbc22fb7/f1932d6b-2f9c-42e7-a5dc-dbd263929263) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:28.986300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8163a8f2-1d8b-46f1-91ef-f035b9b7acbe req-c27882a9-dd1c-46f0-8cc6-7e263d8101cf tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617249 Jul 23 14:16:29.089982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267883a-4bed-4d01-bd01-287f85919452 req-25780219-302a-4749-838e-0a8a1fd1bff6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:29.090970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:29.091988 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a267883a-4bed-4d01-bd01-287f85919452 req-25780219-302a-4749-838e-0a8a1fd1bff6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 945 time: 0.6311817 Jul 23 14:16:29.104897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31b07ec7-52b3-48f1-98d7-d37bdfa5dd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.176449 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a267883a-4bed-4d01-bd01-287f85919452 req-11ae6fd4-78cf-49b4-8e75-72a69c718603 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775878 Jul 23 14:16:29.211470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.224100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.236295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Ignored duplicate provisioning block setup for port f1932d6b-2f9c-42e7-a5dc-dbd263929263 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 14:16:29.249526 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.254459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31b07ec7-52b3-48f1-98d7-d37bdfa5dd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.266174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31b07ec7-52b3-48f1-98d7-d37bdfa5dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.273849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port df74e06c-c15f-4a3f-84a6-fa390c3f2577, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df74e06c-c15f-4a3f-84a6-fa390c3f2577,segment=NetworkSegment(f5e5d459-af61-4ebc-884c-e6e64ee77410),segment_id=f5e5d459-af61-4ebc-884c-e6e64ee77410)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:29.284676 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.338889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-31b07ec7-52b3-48f1-98d7-d37bdfa5dd5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af77064b912e4f71a0a8be3882bf707b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467477 Jul 23 14:16:29.342113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:29.377376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=f1932d6b-2f9c-42e7-a5dc-dbd263929263,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:29.423816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=df74e06c-c15f-4a3f-84a6-fa390c3f2577,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:29.430988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b07ec7-52b3-48f1-98d7-d37bdfa5dd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212d5241-f327-4cbd-a610-1cb57864ed5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:29.443381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1c9e94a6-59fd-41fc-a432-ff5d11b5746d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:16:29.462222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] In _notify_port_updated(), no bound segment for port f1932d6b-2f9c-42e7-a5dc-dbd263929263 on network 64f6f749-02eb-4477-99bf-e9e73c772034 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:16:29.476499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:29.478818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.481834 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f905b331-d0d1-4c77-a2f1-f444a472edef tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "PUT /v2.0/ports/f1932d6b-2f9c-42e7-a5dc-dbd263929263 HTTP/1.1" status: 200 len: 1010 time: 1.6522746 Jul 23 14:16:29.482875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:29.484148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 1c9e94a6-59fd-41fc-a432-ff5d11b5746d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:29.484693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1c9e94a6-59fd-41fc-a432-ff5d11b5746d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:16:29.532602 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-744480ea-712b-4a68-9c52-3a7d4d8d3c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.575198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-744480ea-712b-4a68-9c52-3a7d4d8d3c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.581852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df74e06c-c15f-4a3f-84a6-fa390c3f2577 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:29.630786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf77a5-6087-492f-a76e-9b3b98b391f6 None None] Network 64f6f749-02eb-4477-99bf-e9e73c772034 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:29.665598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-744480ea-712b-4a68-9c52-3a7d4d8d3c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.669462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-744480ea-712b-4a68-9c52-3a7d4d8d3c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.671018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-744480ea-712b-4a68-9c52-3a7d4d8d3c76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/212d5241-f327-4cbd-a610-1cb57864ed5c HTTP/1.1" status: 204 len: 168 time: 0.3263822 Jul 23 14:16:29.679984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port f1932d6b-2f9c-42e7-a5dc-dbd263929263 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:29.683526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.684595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744480ea-712b-4a68-9c52-3a7d4d8d3c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212d5241-f327-4cbd-a610-1cb57864ed5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:29.826111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-590b1a0e-fa3f-4fd2-9c11-caaf829b873b None None] Provisioning for port df74e06c-c15f-4a3f-84a6-fa390c3f2577 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:29.833068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-590b1a0e-fa3f-4fd2-9c11-caaf829b873b None None] Provisioning complete for port df74e06c-c15f-4a3f-84a6-fa390c3f2577 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:29.833454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-590b1a0e-fa3f-4fd2-9c11-caaf829b873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:29.835167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port df74e06c-c15f-4a3f-84a6-fa390c3f2577 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:29.836030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.145485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-590b1a0e-fa3f-4fd2-9c11-caaf829b873b None None] Provisioning for port f1932d6b-2f9c-42e7-a5dc-dbd263929263 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:30.155216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-590b1a0e-fa3f-4fd2-9c11-caaf829b873b None None] Provisioning complete for port f1932d6b-2f9c-42e7-a5dc-dbd263929263 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:30.156756 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-590b1a0e-fa3f-4fd2-9c11-caaf829b873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.162896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.191831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.198710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.206525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.212804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.219007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.224984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.231224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.250799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-9ac23a14-fa28-479c-9401-3a1a885449ac tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.1762614 Jul 23 14:16:30.258034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-590b1a0e-fa3f-4fd2-9c11-caaf829b873b None None] Port f1932d6b-2f9c-42e7-a5dc-dbd263929263 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:30.268200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for f1932d6b-2f9c-42e7-a5dc-dbd263929263 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:30.285364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af1319-1c7f-4b18-8f2b-a434283bdbf1 req-66699703-eef7-4375-bc80-9b6a5c7ab0c7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.292443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3af1319-1c7f-4b18-8f2b-a434283bdbf1 req-66699703-eef7-4375-bc80-9b6a5c7ab0c7 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1340711 Jul 23 14:16:30.337452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3af1319-1c7f-4b18-8f2b-a434283bdbf1 req-7f5fca4e-d4fc-41b2-83f4-b5d262a386ba tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Jul 23 14:16:30.405143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e4134f2-ef3f-4f0f-ad0c-0e7641a3b722 req-c810292c-d573-4a1e-997c-f499668aeba4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509829 Jul 23 14:16:30.446771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:30.526904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d532b34-4a9d-41d1-9031-da71ab83cbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.562376 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.618062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd6a3-31dd-41c4-82d3-98898e6ca17b req-37713424-b973-46e3-bb06-03852235ff13 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.619702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ebfd6a3-31dd-41c4-82d3-98898e6ca17b req-37713424-b973-46e3-bb06-03852235ff13 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 945 time: 0.2094307 Jul 23 14:16:30.657955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=f1932d6b-2f9c-42e7-a5dc-dbd263929263,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:30.693447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7a6c984-8c7a-4f51-a78d-1800f7c532fd None None] Provisioning complete for port df74e06c-c15f-4a3f-84a6-fa390c3f2577 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:30.693948 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7a6c984-8c7a-4f51-a78d-1800f7c532fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.719477 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6ebfd6a3-31dd-41c4-82d3-98898e6ca17b req-cf6bd120-3dd0-40d2-9442-7479770782b6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919881 Jul 23 14:16:30.772645 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.777257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2717d2bb-5fe0-49dd-ac6b-11879936feb2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/f1932d6b-2f9c-42e7-a5dc-dbd263929263 HTTP/1.1" status: 204 len: 168 time: 1.2914886 Jul 23 14:16:30.778442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:30.823359 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d532b34-4a9d-41d1-9031-da71ab83cbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.837953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d532b34-4a9d-41d1-9031-da71ab83cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:30.845347 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2aa970-6959-4be9-a92f-f6aa68fa5ddd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:30.847331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3a2aa970-6959-4be9-a92f-f6aa68fa5ddd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/f1932d6b-2f9c-42e7-a5dc-dbd263929263 HTTP/1.1" status: 404 len: 333 time: 0.0675926 Jul 23 14:16:30.851417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:30.866591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7a6c984-8c7a-4f51-a78d-1800f7c532fd None None] Could not find standard attr ID for object f1932d6b-2f9c-42e7-a5dc-dbd263929263. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:30.936976 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2d532b34-4a9d-41d1-9031-da71ab83cbd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c28437e9b1040d4ab9327ced5e446d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986675 Jul 23 14:16:30.941920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:30.952245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.958264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.964762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.971037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.977694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.981566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d532b34-4a9d-41d1-9031-da71ab83cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da26da06-2b48-4c23-9a79-90991210c1b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:30.983904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:30.990672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:31.011267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa9fa451-c255-44e2-bb9b-26cd726701c4 req-d184ba2e-a109-45b9-b1fd-cee6487f57b8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.2694938 Jul 23 14:16:31.018355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet afd53f80-4450-4c0c-9a13-56e9bbc22fb7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:31.030630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.031305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d452d26-4a4d-4ad0-9149-d5082effd1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.071295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d452d26-4a4d-4ad0-9149-d5082effd1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.087694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7f283c5-26b9-4a74-bc97-5a2ca43a5c98 None None] Could not find standard attr ID for object f1932d6b-2f9c-42e7-a5dc-dbd263929263. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:31.092082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.160528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d452d26-4a4d-4ad0-9149-d5082effd1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.163776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d452d26-4a4d-4ad0-9149-d5082effd1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.165051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6d452d26-4a4d-4ad0-9149-d5082effd1af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da26da06-2b48-4c23-9a79-90991210c1b8 HTTP/1.1" status: 204 len: 168 time: 0.2221520 Jul 23 14:16:31.181533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d452d26-4a4d-4ad0-9149-d5082effd1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26da06-2b48-4c23-9a79-90991210c1b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:31.244914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.356467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.390029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=afd53f80-4450-4c0c-9a13-56e9bbc22fb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:31.404749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10a464bf-fcbb-4803-b6f2-a5f6e74e1fda None None] Could not find standard attr ID for object f1932d6b-2f9c-42e7-a5dc-dbd263929263. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:31.422268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.424766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-519b131d-f7ec-472b-9232-ffaa4e774b8e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/afd53f80-4450-4c0c-9a13-56e9bbc22fb7 HTTP/1.1" status: 204 len: 168 time: 0.5703223 Jul 23 14:16:31.428012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:31.501138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet ec74fb01-0064-4ceb-b3e2-a49b8eab3438 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:31.504775 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.591098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.628530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d049e753-11fc-4ba8-b9f9-52155305d7e5 None None] Network 64f6f749-02eb-4477-99bf-e9e73c772034 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:31.632781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2acbc047-da83-4bd8-bc58-ececd9795f88 None None] Could not find standard attr ID for object f1932d6b-2f9c-42e7-a5dc-dbd263929263. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:31.747643 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.823435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.860179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=ec74fb01-0064-4ceb-b3e2-a49b8eab3438,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:31.869165 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:31.873644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9f718dca-88bb-4719-8c8e-b5055ad76751 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/ec74fb01-0064-4ceb-b3e2-a49b8eab3438 HTTP/1.1" status: 204 len: 168 time: 0.4395628 Jul 23 14:16:31.874475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:31.958376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9067b9-72f4-49e3-852b-602ff25af710 None None] Update dhcp port {'port': {'network_id': '64f6f749-02eb-4477-99bf-e9e73c772034', 'fixed_ips': [{'subnet_id': 'ec74fb01-0064-4ceb-b3e2-a49b8eab3438'}], 'binding:host_id': 'n-d-801990-3'}, 'id': 'df74e06c-c15f-4a3f-84a6-fa390c3f2577'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:16:31.997166 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.011802 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9067b9-72f4-49e3-852b-602ff25af710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.075833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port df74e06c-c15f-4a3f-84a6-fa390c3f2577 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:32.076351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.152740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] For port df74e06c-c15f-4a3f-84a6-fa390c3f2577, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df74e06c-c15f-4a3f-84a6-fa390c3f2577,segment=NetworkSegment(f5e5d459-af61-4ebc-884c-e6e64ee77410),segment_id=f5e5d459-af61-4ebc-884c-e6e64ee77410)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:32.153161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.167075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for df74e06c-c15f-4a3f-84a6-fa390c3f2577 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:32.289191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.355845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc844d-b410-48cf-b355-8968a6fdd162 None None] Network 64f6f749-02eb-4477-99bf-e9e73c772034 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:32.359827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=df74e06c-c15f-4a3f-84a6-fa390c3f2577,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:32.364559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-991c29e2-e674-4ff0-a7c9-3d65dc5d2637 None None] Could not find standard attr ID for object df74e06c-c15f-4a3f-84a6-fa390c3f2577. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:32.366586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No DVR routers for this DVR port df74e06c-c15f-4a3f-84a6-fa390c3f2577 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:32.477063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.491849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f6f749-02eb-4477-99bf-e9e73c772034']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:32.504863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e5d459-af61-4ebc-884c-e6e64ee77410') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:32.505160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e5d459-af61-4ebc-884c-e6e64ee77410') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:32.531639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.563310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.573204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:32.573687 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:32.578420 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:32.597319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9e588-78a4-4ea7-aaa7-93f1ae8c0ff6 None None] DHCP port deletion for 64f6f749-02eb-4477-99bf-e9e73c772034 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:32.669651 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.679356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.685556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/64f6f749-02eb-4477-99bf-e9e73c772034 HTTP/1.1" status: 204 len: 168 time: 0.8102202 Jul 23 14:16:32.688778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:32.710571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be3ec9-cab3-4a9c-bf30-0a8f55660d2d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=64f6f749-02eb-4477-99bf-e9e73c772034,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:32.777477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957a24b-b1a6-4602-af15-6651d10b8fa4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:32.779063 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3957a24b-b1a6-4602-af15-6651d10b8fa4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0892847 Jul 23 14:16:32.782747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:32.868413 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca740a6d-79a9-477a-9dc1-ae0d676399ff tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0844803 Jul 23 14:16:32.872859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:32.882235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1014671951'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:32.918603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:32.922498 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.960552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:32.983804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:32.984435 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment 2cc36c31-d57a-430f-bd18-e915d31968e5 of type vlan for network 89071fce-99d5-4354-b750-92f1ffbdab0b Jul 23 14:16:33.040817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:33.085200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:33.096314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.097358 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:33.154814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2801814 Jul 23 14:16:33.159464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:33.168787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:33.213680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=89071fce-99d5-4354-b750-92f1ffbdab0b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:33.228833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.229300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.229442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.229809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.230766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.230766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.239096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.244662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.245292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.246260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.247850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.249454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6830b-e51a-42d1-b096-d2394ec771c6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:16:33.272561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 89071fce-99d5-4354-b750-92f1ffbdab0b details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:33.500915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:33.508709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:33.512363 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:33.603312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df74e06c-c15f-4a3f-84a6-fa390c3f2577 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:16:33.636804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: df74e06c-c15f-4a3f-84a6-fa390c3f2577 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:33.637569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df74e06c-c15f-4a3f-84a6-fa390c3f2577 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:16:33.648801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.649280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.649757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.650203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.650707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.651247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.651727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.653986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d136254f-57b0-467f-b849-59ab19608c71 req-10c9129b-7975-41d5-93d4-82484c543e78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 6492 time: 0.1936564 Jul 23 14:16:33.739591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5aef0d9d-94cc-4635-861d-98102c6a03b2 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-653580928'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:33.740624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d136254f-57b0-467f-b849-59ab19608c71 req-382b8ced-cd51-48a4-ab8a-55b85b47ace6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790129 Jul 23 14:16:33.741776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5aef0d9d-94cc-4635-861d-98102c6a03b2 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:16:33.805465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:33.876600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=8c186996-4270-4f6c-9002-2173f6d0d0a5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:33.885301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': '2cc36c31-d57a-430f-bd18-e915d31968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:33.885876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: 89071fce-99d5-4354-b750-92f1ffbdab0b, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:33.909489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 89071fce-99d5-4354-b750-92f1ffbdab0b is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:33.921131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 89071fce-99d5-4354-b750-92f1ffbdab0b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:33.932691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049d86a-7e21-4250-b6b1-607d9c9a96e0 None None] Network 89071fce-99d5-4354-b750-92f1ffbdab0b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:33.936148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:33.937984 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:33.977424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe9a58f3-24d2-4180-a4a3-3d4d285dfbe3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8160870 Jul 23 14:16:33.979963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:34.027832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b', 'name': 'tempest-PortsIpV6TestJSON-702956449'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:34.073293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aef0d9d-94cc-4635-861d-98102c6a03b2 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.075184 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5aef0d9d-94cc-4635-861d-98102c6a03b2 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5715132 Jul 23 14:16:34.078681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:34.083986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94fa4f25-e00e-4d5c-9ec8-7be6bb808163 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '43edbc31-0116-40fb-81c4-10f3ef6c17ad'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:34.084922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94fa4f25-e00e-4d5c-9ec8-7be6bb808163 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:16:34.172040 n-d-801990-3 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-94fa4f25-e00e-4d5c-9ec8-7be6bb808163 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 14:16:34.213441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-89071fce-99d5-4354-b750-92f1ffbdab0b', 'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b', 'tenant_id': '002ce7679a5540f38ac1dbfa3bf8318c', 'fixed_ips': [{'subnet_id': '8c186996-4270-4f6c-9002-2173f6d0d0a5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:34.214561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.230247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:34.245293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.266459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 8a25a26b-ca4b-42ec-8168-1467f4431b2e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:34.290436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94fa4f25-e00e-4d5c-9ec8-7be6bb808163 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.291878 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94fa4f25-e00e-4d5c-9ec8-7be6bb808163 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2117136 Jul 23 14:16:34.295650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:34.314483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d176789-24f7-43a9-bc46-957499be94d0 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '43edbc31-0116-40fb-81c4-10f3ef6c17ad'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:34.317480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d176789-24f7-43a9-bc46-957499be94d0 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:16:34.415937 n-d-801990-3 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-4d176789-24f7-43a9-bc46-957499be94d0 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 14:16:34.427869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Allocated IP 2001:db8::2 (89071fce-99d5-4354-b750-92f1ffbdab0b/8c186996-4270-4f6c-9002-2173f6d0d0a5/9264c472-11ac-4c18-b9ef-4543d673c6c3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:34.534766 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d176789-24f7-43a9-bc46-957499be94d0 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.539453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4d176789-24f7-43a9-bc46-957499be94d0 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2393174 Jul 23 14:16:34.539832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:34.576669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d3fb2e28-936d-4a9c-9bea-df04bd6ce097 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c6909514-91aa-49d7-b0cd-583e8d169e8c HTTP/1.1" status: 200 len: 462 time: 0.0330977 Jul 23 14:16:34.578946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:34.612653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.623611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Transition to ACTIVE for port object 9264c472-11ac-4c18-b9ef-4543d673c6c3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:34.646133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Transition to ACTIVE for port object 9264c472-11ac-4c18-b9ef-4543d673c6c3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:34.654591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.709109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Network 89071fce-99d5-4354-b750-92f1ffbdab0b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:34.712130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:34.719100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:34.760629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::200 (89071fce-99d5-4354-b750-92f1ffbdab0b/8c186996-4270-4f6c-9002-2173f6d0d0a5/8a25a26b-ca4b-42ec-8168-1467f4431b2e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:34.765476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218e81cc-099b-456f-9fd1-06f7b89fb0b9 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.768343 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-218e81cc-099b-456f-9fd1-06f7b89fb0b9 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c6909514-91aa-49d7-b0cd-583e8d169e8c HTTP/1.1" status: 204 len: 168 time: 0.1878788 Jul 23 14:16:34.772476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:34.775175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Pushing event updated for resources: {'Port': ['ID=9264c472-11ac-4c18-b9ef-4543d673c6c3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:34.801391 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3ada3f36-2326-4dbb-a1cc-1ddf014227d4 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c6909514-91aa-49d7-b0cd-583e8d169e8c HTTP/1.1" status: 200 len: 221 time: 0.0265477 Jul 23 14:16:34.806508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:34.814838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ea5e84b-8b8c-4e2c-a6e4-a2012128d1c4 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--373687834', 'description': 'label created by tempest'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:34.816541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ea5e84b-8b8c-4e2c-a6e4-a2012128d1c4 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:16:34.831698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Attempting to bind port 9264c472-11ac-4c18-b9ef-4543d673c6c3 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:34.832245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Attempting to bind port 9264c472-11ac-4c18-b9ef-4543d673c6c3 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '2cc36c31-d57a-430f-bd18-e915d31968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:34.832804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Attempting to bind port 9264c472-11ac-4c18-b9ef-4543d673c6c3 on network 89071fce-99d5-4354-b750-92f1ffbdab0b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:34.840735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:34.841325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Checking segment: {'id': '2cc36c31-d57a-430f-bd18-e915d31968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:34.841896 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.842436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Bound using segment: {'id': '2cc36c31-d57a-430f-bd18-e915d31968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:34.843143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Bound port: 9264c472-11ac-4c18-b9ef-4543d673c6c3, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc36c31-d57a-430f-bd18-e915d31968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:34.843678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.920842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] For port 9264c472-11ac-4c18-b9ef-4543d673c6c3, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:34.924636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] For port 9264c472-11ac-4c18-b9ef-4543d673c6c3, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9264c472-11ac-4c18-b9ef-4543d673c6c3,segment=NetworkSegment(2cc36c31-d57a-430f-bd18-e915d31968e5),segment_id=2cc36c31-d57a-430f-bd18-e915d31968e5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:34.935989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:34.987862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.011026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 8a25a26b-ca4b-42ec-8168-1467f4431b2e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:35.020728 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e84b-8b8c-4e2c-a6e4-a2012128d1c4 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.021961 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7ea5e84b-8b8c-4e2c-a6e4-a2012128d1c4 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2136731 Jul 23 14:16:35.026177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.047974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb52c5b-c2c3-495e-b536-7b7c32fbdfdf None None] Pushing event updated for resources: {'Port': ['ID=9264c472-11ac-4c18-b9ef-4543d673c6c3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:35.051273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.112334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 89071fce-99d5-4354-b750-92f1ffbdab0b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:35.118681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:35.122992 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bddb6a80-2945-4288-a88e-d71c3508a48b tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ef1ce56d-651d-4781-8e54-d9f9649f1e71 HTTP/1.1" status: 200 len: 467 time: 0.0951784 Jul 23 14:16:35.124216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:35.125320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.131640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:35.132896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.143201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=8a25a26b-ca4b-42ec-8168-1467f4431b2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:35.180441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-303c187c-9c32-40ca-83cb-59dd44f65ac5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1982267 Jul 23 14:16:35.183264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.189651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': '89071fce-99d5-4354-b750-92f1ffbdab0b', 'name': 'tempest-PortsIpV6TestJSON-1427812486'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:35.412349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:35.428748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.453635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3696d053-9133-4664-973c-00916d7c3b6c tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.458973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3696d053-9133-4664-973c-00916d7c3b6c tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ef1ce56d-651d-4781-8e54-d9f9649f1e71 HTTP/1.1" status: 204 len: 168 time: 0.3324094 Jul 23 14:16:35.459504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.462508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 3f312262-26ea-42d0-9058-806fc3596de3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:35.489417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-77d584aa-3257-43c8-ba82-18bedc6175f7 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ef1ce56d-651d-4781-8e54-d9f9649f1e71 HTTP/1.1" status: 200 len: 216 time: 0.0287178 Jul 23 14:16:35.494274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.512834 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4cf83c05-4037-4588-a537-fd62f9364ebf tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0162122 Jul 23 14:16:35.519224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.555616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.556912 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b458e6e5-ee52-40cd-82bf-7e2614a1ad75 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0358515 Jul 23 14:16:35.667607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9264c472-11ac-4c18-b9ef-4543d673c6c3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:35.673371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.682952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-748da934-516f-454d-bcc7-fa4564533383 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/43edbc31-0116-40fb-81c4-10f3ef6c17ad HTTP/1.1" status: 200 len: 472 time: 0.1221247 Jul 23 14:16:35.690687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c448bc1d-e297-4688-a521-5d3763d98e50 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/4f4c5350-1749-49a0-af33-1899b514117e HTTP/1.1" status: 200 len: 459 time: 0.0158677 Jul 23 14:16:35.694686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.738365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::2d8 (89071fce-99d5-4354-b750-92f1ffbdab0b/8c186996-4270-4f6c-9002-2173f6d0d0a5/3f312262-26ea-42d0-9058-806fc3596de3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:35.758135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9264c472-11ac-4c18-b9ef-4543d673c6c3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:35.817518 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e146-2de2-4759-b43c-45e08caca862 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.818724 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c5d8e146-2de2-4759-b43c-45e08caca862 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/4f4c5350-1749-49a0-af33-1899b514117e HTTP/1.1" status: 204 len: 168 time: 0.1227798 Jul 23 14:16:35.821350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:35.957610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:35.985745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 3f312262-26ea-42d0-9058-806fc3596de3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:36.045433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.100437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network 89071fce-99d5-4354-b750-92f1ffbdab0b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:36.107189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d438cc-1dcf-43c8-a71d-c1fe19deb7a5 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.108449 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-02d438cc-1dcf-43c8-a71d-c1fe19deb7a5 tempest-MeteringIpV6TestJSON-57905133 tempest-MeteringIpV6TestJSON-57905133-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/43edbc31-0116-40fb-81c4-10f3ef6c17ad HTTP/1.1" status: 204 len: 168 time: 0.2859583 Jul 23 14:16:36.115424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:36.120420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:36.126503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:36.127352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.135519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=3f312262-26ea-42d0-9058-806fc3596de3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:36.156131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8cb18d7f-273f-4b50-bf76-4fb03a7569a6 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9716020 Jul 23 14:16:36.159448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:36.299758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22883e18-90e0-4b57-999c-9782d09f8e00 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:36.304604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22883e18-90e0-4b57-999c-9782d09f8e00 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A200 HTTP/1.1" status: 200 len: 928 time: 0.1412671 Jul 23 14:16:36.305421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:36.382560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96abb7-8bc3-4f14-9d59-2091c6925d09 None None] Network 89071fce-99d5-4354-b750-92f1ffbdab0b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:36.450091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 3f312262-26ea-42d0-9058-806fc3596de3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:36.450887 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.492119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-057f0aee-8a7b-4a50-91e7-777866d2b93f None None] Provisioning for port 9264c472-11ac-4c18-b9ef-4543d673c6c3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:36.495117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:36.502315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-057f0aee-8a7b-4a50-91e7-777866d2b93f None None] Provisioning complete for port 9264c472-11ac-4c18-b9ef-4543d673c6c3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:36.502711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-057f0aee-8a7b-4a50-91e7-777866d2b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.630246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.646754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8d12-07ce-4e01-ac6a-5051c7acd02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.653462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 3f312262-26ea-42d0-9058-806fc3596de3 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:36.839982 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-057f0aee-8a7b-4a50-91e7-777866d2b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.892133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-057f0aee-8a7b-4a50-91e7-777866d2b93f None None] For port 9264c472-11ac-4c18-b9ef-4543d673c6c3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9264c472-11ac-4c18-b9ef-4543d673c6c3,segment=NetworkSegment(2cc36c31-d57a-430f-bd18-e915d31968e5),segment_id=2cc36c31-d57a-430f-bd18-e915d31968e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:36.897045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8d12-07ce-4e01-ac6a-5051c7acd02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.901238 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-057f0aee-8a7b-4a50-91e7-777866d2b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:36.911221 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8d12-07ce-4e01-ac6a-5051c7acd02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.005176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f0aee-8a7b-4a50-91e7-777866d2b93f None None] Pushing event updated for resources: {'Port': ['ID=9264c472-11ac-4c18-b9ef-4543d673c6c3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:37.223308 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.247554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-462bdda1-a4c7-49db-9aac-5a9d54e0a243 None None] Provisioning complete for port 9264c472-11ac-4c18-b9ef-4543d673c6c3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:37.248622 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-462bdda1-a4c7-49db-9aac-5a9d54e0a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.276048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e8d12-07ce-4e01-ac6a-5051c7acd02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab900e-7fe3-4514-a35e-ed4303ad3af8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:37.282236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=3f312262-26ea-42d0-9058-806fc3596de3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:37.286210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2c9e8d12-07ce-4e01-ac6a-5051c7acd02d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=351961d0fe3344f4b9f4934c1b2a7a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897272 Jul 23 14:16:37.289769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:37.374124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a8b5-1c62-4c47-aa36-a9cdaf13fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.386345 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.391382 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9a0184cb-1f79-428b-a9b2-ab09dd98ad54 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/3f312262-26ea-42d0-9058-806fc3596de3 HTTP/1.1" status: 204 len: 168 time: 1.0845797 Jul 23 14:16:37.392325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:37.413531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a8b5-1c62-4c47-aa36-a9cdaf13fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.421394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-462bdda1-a4c7-49db-9aac-5a9d54e0a243 None None] Provisioning for port 8a25a26b-ca4b-42ec-8168-1467f4431b2e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:37.432752 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7390872a-dbb8-478a-8fc0-945d51d0700c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:37.437539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7390872a-dbb8-478a-8fc0-945d51d0700c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/3f312262-26ea-42d0-9058-806fc3596de3 HTTP/1.1" status: 404 len: 333 time: 0.0439508 Jul 23 14:16:37.438483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:37.441794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-462bdda1-a4c7-49db-9aac-5a9d54e0a243 None None] Provisioning complete for port 8a25a26b-ca4b-42ec-8168-1467f4431b2e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:37.442321 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-462bdda1-a4c7-49db-9aac-5a9d54e0a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.483723 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.495597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-462bdda1-a4c7-49db-9aac-5a9d54e0a243 None None] Port 8a25a26b-ca4b-42ec-8168-1467f4431b2e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:37.501357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-462bdda1-a4c7-49db-9aac-5a9d54e0a243 None None] Could not find standard attr ID for object 3f312262-26ea-42d0-9058-806fc3596de3. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:37.649524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 8a25a26b-ca4b-42ec-8168-1467f4431b2e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:37.649969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.653529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a8b5-1c62-4c47-aa36-a9cdaf13fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.656402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a8b5-1c62-4c47-aa36-a9cdaf13fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.657813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5cd3a8b5-1c62-4c47-aa36-a9cdaf13fbf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaab900e-7fe3-4514-a35e-ed4303ad3af8 HTTP/1.1" status: 204 len: 168 time: 0.3669753 Jul 23 14:16:37.680638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3f8fd05-4a74-4fda-958a-1d1e898a85d8 None None] Provisioning complete for port 8a25a26b-ca4b-42ec-8168-1467f4431b2e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:37.684773 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fd05-4a74-4fda-958a-1d1e898a85d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.693994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3a8b5-1c62-4c47-aa36-a9cdaf13fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab900e-7fe3-4514-a35e-ed4303ad3af8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:37.695701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9264c472-11ac-4c18-b9ef-4543d673c6c3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:37.812465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8fd05-4a74-4fda-958a-1d1e898a85d8 None None] Port 8a25a26b-ca4b-42ec-8168-1467f4431b2e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:37.850130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9264c472-11ac-4c18-b9ef-4543d673c6c3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:37.851178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.886190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:37.909082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 8a25a26b-ca4b-42ec-8168-1467f4431b2e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:37.942534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ccd1aaa-8b1c-4667-8d18-45bd1b546090 None None] Could not find standard attr ID for object 3f312262-26ea-42d0-9058-806fc3596de3. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:16:38.155621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.191561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=8a25a26b-ca4b-42ec-8168-1467f4431b2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:38.201149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:38.216032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfba8f58-39d2-4f45-9899-8fb4fc7ec376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.267309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.271237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2511e881-e44f-4810-8218-fb7b9e6f6499 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/8a25a26b-ca4b-42ec-8168-1467f4431b2e HTTP/1.1" status: 204 len: 168 time: 0.8309121 Jul 23 14:16:38.274069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:38.330504 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-792fdc39-fd1e-4df6-a6f0-5d65cb685e28 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:38.335445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-792fdc39-fd1e-4df6-a6f0-5d65cb685e28 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/8a25a26b-ca4b-42ec-8168-1467f4431b2e HTTP/1.1" status: 404 len: 333 time: 0.0572886 Jul 23 14:16:38.335973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfba8f58-39d2-4f45-9899-8fb4fc7ec376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.336367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:38.342158 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfba8f58-39d2-4f45-9899-8fb4fc7ec376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.391366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba8f58-39d2-4f45-9899-8fb4fc7ec376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be560786-c65f-4c43-bf9a-369a848ec464,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:38.396772 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cfba8f58-39d2-4f45-9899-8fb4fc7ec376 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b5393e9dd6043a68720c86462a50620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939783 Jul 23 14:16:38.399851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:38.424835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet 8c186996-4270-4f6c-9002-2173f6d0d0a5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:38.428297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.470133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e86ed3b0-a597-4b6b-8176-a1e419ebc2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.472368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.495914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e86ed3b0-a597-4b6b-8176-a1e419ebc2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.559419 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e86ed3b0-a597-4b6b-8176-a1e419ebc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.563712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e86ed3b0-a597-4b6b-8176-a1e419ebc2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.565797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e86ed3b0-a597-4b6b-8176-a1e419ebc2b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be560786-c65f-4c43-bf9a-369a848ec464 HTTP/1.1" status: 204 len: 168 time: 0.1646061 Jul 23 14:16:38.579615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ed3b0-a597-4b6b-8176-a1e419ebc2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be560786-c65f-4c43-bf9a-369a848ec464,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:38.592909 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.664535 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.694214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=8c186996-4270-4f6c-9002-2173f6d0d0a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:38.698330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.700491 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ed259e79-bd50-4901-9269-763953a44492 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/8c186996-4270-4f6c-9002-2173f6d0d0a5 HTTP/1.1" status: 204 len: 168 time: 0.3626225 Jul 23 14:16:38.703498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:38.707297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19552b66-c600-4cc8-8c67-76dd43c564fd None None] Network 89071fce-99d5-4354-b750-92f1ffbdab0b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:38.813571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.889785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 9264c472-11ac-4c18-b9ef-4543d673c6c3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:38.890282 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.978467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] For port 9264c472-11ac-4c18-b9ef-4543d673c6c3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9264c472-11ac-4c18-b9ef-4543d673c6c3,segment=NetworkSegment(2cc36c31-d57a-430f-bd18-e915d31968e5),segment_id=2cc36c31-d57a-430f-bd18-e915d31968e5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:38.979137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:38.999856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 9264c472-11ac-4c18-b9ef-4543d673c6c3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:39.004866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] DHCP port deletion for 89071fce-99d5-4354-b750-92f1ffbdab0b request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:39.069971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] Deleting port 9264c472-11ac-4c18-b9ef-4543d673c6c3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:39.070426 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.115192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.148570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=9264c472-11ac-4c18-b9ef-4543d673c6c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:39.153279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] For port 9264c472-11ac-4c18-b9ef-4543d673c6c3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9264c472-11ac-4c18-b9ef-4543d673c6c3,segment=NetworkSegment(2cc36c31-d57a-430f-bd18-e915d31968e5),segment_id=2cc36c31-d57a-430f-bd18-e915d31968e5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:39.153638 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.161320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No DVR routers for this DVR port 9264c472-11ac-4c18-b9ef-4543d673c6c3 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:39.168544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] Calling delete_port for 9264c472-11ac-4c18-b9ef-4543d673c6c3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:39.260135 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.270631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.272710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89071fce-99d5-4354-b750-92f1ffbdab0b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:39.283391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc36c31-d57a-430f-bd18-e915d31968e5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:39.283769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc36c31-d57a-430f-bd18-e915d31968e5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:39.295136 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.302936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] Pushing event deleted for resources: {'Port': ['ID=9264c472-11ac-4c18-b9ef-4543d673c6c3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:39.317658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad86591-8810-4843-82bb-257198a5a821 None None] No DVR routers for this DVR port 9264c472-11ac-4c18-b9ef-4543d673c6c3 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:39.317885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.333340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:39.334060 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:39.339566 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:39.413866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.426977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.429234 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/89071fce-99d5-4354-b750-92f1ffbdab0b HTTP/1.1" status: 204 len: 168 time: 0.7246041 Jul 23 14:16:39.433149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:39.438421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1552279061'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:39.451062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b4390-afe9-4d6b-b149-d5b62ee1f38f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=89071fce-99d5-4354-b750-92f1ffbdab0b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:39.466273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:39.470806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.500628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:39.513891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.514345 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment b2b6586c-ae8a-4661-aad7-e162a9fc4c2e of type vlan for network d3e22c24-0cca-4659-9abd-a9e58db2b93d Jul 23 14:16:39.571096 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.594572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9264c472-11ac-4c18-b9ef-4543d673c6c3 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:16:39.616913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9264c472-11ac-4c18-b9ef-4543d673c6c3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:39.617303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9264c472-11ac-4c18-b9ef-4543d673c6c3 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:16:39.620702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.627629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:39.628212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:39.678592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2411714 Jul 23 14:16:39.679044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:39.687299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:39.706347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aad684-b881-4960-ad35-4364e04b14f2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=d3e22c24-0cca-4659-9abd-a9e58db2b93d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:39.721533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:39.830713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:39.835417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.071708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.168486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': 'b2b6586c-ae8a-4661-aad7-e162a9fc4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:40.168853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: d3e22c24-0cca-4659-9abd-a9e58db2b93d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:40.170931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=56194662-ee26-493b-9f0d-991de67f71ae,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:40.191162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:40.212169 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d3e22c24-0cca-4659-9abd-a9e58db2b93d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:40.217141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:40.218040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.225658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95049a91-2e8e-4b68-a674-a89ca369e09c None None] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:40.247151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a3bf1491-fda0-4426-a0b6-181c705e71cf tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5633159 Jul 23 14:16:40.247525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:40.256401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d', 'name': 'tempest-PortsIpV6TestJSON-2074809687', 'fixed_ips': [{'subnet_id': '56194662-ee26-493b-9f0d-991de67f71ae', 'ip_address': '2001:db8::10'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:40.268542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:40.381267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:40.408325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-93b76df7-1b0e-437f-b424-effbaa6b18b8 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1595913448'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:40.411472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-d3e22c24-0cca-4659-9abd-a9e58db2b93d', 'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d', 'tenant_id': '002ce7679a5540f38ac1dbfa3bf8318c', 'fixed_ips': [{'subnet_id': '56194662-ee26-493b-9f0d-991de67f71ae'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:40.412900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.433531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b76df7-1b0e-437f-b424-effbaa6b18b8 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.434892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b76df7-1b0e-437f-b424-effbaa6b18b8 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.479044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.493398 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b76df7-1b0e-437f-b424-effbaa6b18b8 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.497720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 2f8b147d-74ce-467b-9563-e22c229e6c49 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:40.501243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b76df7-1b0e-437f-b424-effbaa6b18b8 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.516091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93b76df7-1b0e-437f-b424-effbaa6b18b8 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.517515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-93b76df7-1b0e-437f-b424-effbaa6b18b8 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2477376 Jul 23 14:16:40.520362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:40.574940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Allocated IP 2001:db8::2 (d3e22c24-0cca-4659-9abd-a9e58db2b93d/56194662-ee26-493b-9f0d-991de67f71ae/103df7a5-67e1-42d0-ad26-2a5b1797f88c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:40.596707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c745409f-ada4-40b5-b0a6-e28683d338a2 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.728609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.738098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Transition to ACTIVE for port object 103df7a5-67e1-42d0-ad26-2a5b1797f88c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:40.753617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Transition to ACTIVE for port object 103df7a5-67e1-42d0-ad26-2a5b1797f88c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:40.758621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c745409f-ada4-40b5-b0a6-e28683d338a2 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.761595 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.763990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c745409f-ada4-40b5-b0a6-e28683d338a2 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.800221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:40.805597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:40.809581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:40.812320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c745409f-ada4-40b5-b0a6-e28683d338a2 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.813193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c745409f-ada4-40b5-b0a6-e28683d338a2 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf4a8f0f-f92c-48b4-804d-594672cc772a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:16:40.817275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Pushing event updated for resources: {'Port': ['ID=103df7a5-67e1-42d0-ad26-2a5b1797f88c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:40.818350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c745409f-ada4-40b5-b0a6-e28683d338a2 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.823730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c745409f-ada4-40b5-b0a6-e28683d338a2 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cf4a8f0f-f92c-48b4-804d-594672cc772a HTTP/1.1" status: 204 len: 168 time: 0.3022788 Jul 23 14:16:40.824568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:40.829428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::10 (d3e22c24-0cca-4659-9abd-a9e58db2b93d/56194662-ee26-493b-9f0d-991de67f71ae/2f8b147d-74ce-467b-9563-e22c229e6c49) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:40.830036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d57fed09-c8f9-4ae0-bfdf-fabaae21bfa5 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Request body: {'router': {'name': 'tempest-router-1850383949', 'distributed': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:40.856241 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57fed09-c8f9-4ae0-bfdf-fabaae21bfa5 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.857415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57fed09-c8f9-4ae0-bfdf-fabaae21bfa5 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.878982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Attempting to bind port 103df7a5-67e1-42d0-ad26-2a5b1797f88c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:40.879346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Attempting to bind port 103df7a5-67e1-42d0-ad26-2a5b1797f88c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b2b6586c-ae8a-4661-aad7-e162a9fc4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:40.879915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Attempting to bind port 103df7a5-67e1-42d0-ad26-2a5b1797f88c on network d3e22c24-0cca-4659-9abd-a9e58db2b93d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:40.885977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:40.886681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Checking segment: {'id': 'b2b6586c-ae8a-4661-aad7-e162a9fc4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:40.887111 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.887529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Bound using segment: {'id': 'b2b6586c-ae8a-4661-aad7-e162a9fc4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:40.888012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Bound port: 103df7a5-67e1-42d0-ad26-2a5b1797f88c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b6586c-ae8a-4661-aad7-e162a9fc4c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:40.888400 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.913078 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57fed09-c8f9-4ae0-bfdf-fabaae21bfa5 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.918728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57fed09-c8f9-4ae0-bfdf-fabaae21bfa5 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.937198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d57fed09-c8f9-4ae0-bfdf-fabaae21bfa5 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:40.952086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:40.954875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d57fed09-c8f9-4ae0-bfdf-fabaae21bfa5 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1280978 Jul 23 14:16:40.963135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] For port 103df7a5-67e1-42d0-ad26-2a5b1797f88c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:40.967008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] For port 103df7a5-67e1-42d0-ad26-2a5b1797f88c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=103df7a5-67e1-42d0-ad26-2a5b1797f88c,segment=NetworkSegment(b2b6586c-ae8a-4661-aad7-e162a9fc4c2e),segment_id=b2b6586c-ae8a-4661-aad7-e162a9fc4c2e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:40.977844 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.059194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626705f-e3f7-48f1-b7ed-fd019da24fea None None] Pushing event updated for resources: {'Port': ['ID=103df7a5-67e1-42d0-ad26-2a5b1797f88c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:41.081244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa1fa-e12b-4499-bbfb-ffcb54ae9ede tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.159820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.193701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 2f8b147d-74ce-467b-9563-e22c229e6c49 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:41.313264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa1fa-e12b-4499-bbfb-ffcb54ae9ede tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.317260 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa1fa-e12b-4499-bbfb-ffcb54ae9ede tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.393675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa1fa-e12b-4499-bbfb-ffcb54ae9ede tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.394403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7fa1fa-e12b-4499-bbfb-ffcb54ae9ede tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 068cc80a-7d11-4940-b2fc-0260368a6dbb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:16:41.399075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa1fa-e12b-4499-bbfb-ffcb54ae9ede tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.400326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8d7fa1fa-e12b-4499-bbfb-ffcb54ae9ede tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/068cc80a-7d11-4940-b2fc-0260368a6dbb HTTP/1.1" status: 204 len: 168 time: 0.4469030 Jul 23 14:16:41.402503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.404316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:41.415166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c13a626-d73d-4ce5-afca-281de2f26d92 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Request body: {'router': {'name': 'tempest-router-863186721', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c608d2269a2d4239907824916667b74d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:41.463387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:41.469641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:41.477062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:41.482924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:41.483590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.503202 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c13a626-d73d-4ce5-afca-281de2f26d92 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.504386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c13a626-d73d-4ce5-afca-281de2f26d92 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.509056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=2f8b147d-74ce-467b-9563-e22c229e6c49,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:41.522968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-57d802d7-639e-4aa3-9ab9-9ed408c1c85b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2736273 Jul 23 14:16:41.525638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:41.531044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'd3e22c24-0cca-4659-9abd-a9e58db2b93d', 'name': 'tempest-PortsIpV6TestJSON-794246650', 'fixed_ips': [{'subnet_id': '56194662-ee26-493b-9f0d-991de67f71ae', 'ip_address': '2001:db8::f'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:41.638436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c13a626-d73d-4ce5-afca-281de2f26d92 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.648004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c13a626-d73d-4ce5-afca-281de2f26d92 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.668432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 103df7a5-67e1-42d0-ad26-2a5b1797f88c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:41.700505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c13a626-d73d-4ce5-afca-281de2f26d92 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.704484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9c13a626-d73d-4ce5-afca-281de2f26d92 tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2966032 Jul 23 14:16:41.705433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:41.711609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:41.726889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 103df7a5-67e1-42d0-ad26-2a5b1797f88c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:41.913775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:41.918966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.964101 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:41.964433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.030594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 6d7858d2-fc4e-4459-b2ed-64648661e8c6 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:42.114445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60023086-b9c2-43ff-b372-09bfd147307a None None] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:42.235805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d33583b-7820-49d3-af11-e7a340259550 None None] Provisioning for port 103df7a5-67e1-42d0-ad26-2a5b1797f88c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:42.243872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d33583b-7820-49d3-af11-e7a340259550 None None] Provisioning complete for port 103df7a5-67e1-42d0-ad26-2a5b1797f88c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:42.244404 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d33583b-7820-49d3-af11-e7a340259550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.384500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 14:16:42.384944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Router 134c0896-eb69-4bcb-84ae-9888dc86def4 migrating from provider to provider. {{(pid=93766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 14:16:42.385438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.392187 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.405032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.422695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d33583b-7820-49d3-af11-e7a340259550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.475243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6d33583b-7820-49d3-af11-e7a340259550 None None] For port 103df7a5-67e1-42d0-ad26-2a5b1797f88c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=103df7a5-67e1-42d0-ad26-2a5b1797f88c,segment=NetworkSegment(b2b6586c-ae8a-4661-aad7-e162a9fc4c2e),segment_id=b2b6586c-ae8a-4661-aad7-e162a9fc4c2e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:42.482539 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d33583b-7820-49d3-af11-e7a340259550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.597574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33583b-7820-49d3-af11-e7a340259550 None None] Pushing event updated for resources: {'Port': ['ID=103df7a5-67e1-42d0-ad26-2a5b1797f88c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:42.651407 n-d-801990-3 neutron-server[93766]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] No L3 agents can host the router 134c0896-eb69-4bcb-84ae-9888dc86def4 Jul 23 14:16:42.805934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::f (d3e22c24-0cca-4659-9abd-a9e58db2b93d/56194662-ee26-493b-9f0d-991de67f71ae/6d7858d2-fc4e-4459-b2ed-64648661e8c6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:42.839358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40abdb8-c2ad-4b9e-8ed4-335e59d4a0c6 req-54772c34-97fb-483b-94f6-33dabb58bf34 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:42.847806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c40abdb8-c2ad-4b9e-8ed4-335e59d4a0c6 req-54772c34-97fb-483b-94f6-33dabb58bf34 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.4023523 Jul 23 14:16:42.856962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a2ccafe-1509-4406-8fa4-b3b4ed0db73b None None] Provisioning for port 2f8b147d-74ce-467b-9563-e22c229e6c49 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:42.864392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a2ccafe-1509-4406-8fa4-b3b4ed0db73b None None] Provisioning complete for port 2f8b147d-74ce-467b-9563-e22c229e6c49 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:42.865046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccafe-1509-4406-8fa4-b3b4ed0db73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.908988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Hosts for router 134c0896-eb69-4bcb-84ae-9888dc86def4: [] {{(pid=93766) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 14:16:42.929285 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c40abdb8-c2ad-4b9e-8ed4-335e59d4a0c6 req-84b47e12-746b-4d04-a203-1fd758e25a9b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803959 Jul 23 14:16:42.934385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ccafe-1509-4406-8fa4-b3b4ed0db73b None None] Port 2f8b147d-74ce-467b-9563-e22c229e6c49 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:42.950560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a2ccafe-1509-4406-8fa4-b3b4ed0db73b None None] Provisioning complete for port 103df7a5-67e1-42d0-ad26-2a5b1797f88c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:42.951248 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccafe-1509-4406-8fa4-b3b4ed0db73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.966198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Hosts for other DVR routers connected to router 134c0896-eb69-4bcb-84ae-9888dc86def4: set() {{(pid=93766) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 14:16:42.970109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:42.971714 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6faebd15-3f73-459a-876f-7f978cb81b4f tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "PUT /v2.0/routers/134c0896-eb69-4bcb-84ae-9888dc86def4 HTTP/1.1" status: 200 len: 716 time: 1.2660191 Jul 23 14:16:42.975019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:43.112440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-90efa984-0f05-4591-bd50-42761d866dff tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "GET /v2.0/routers/134c0896-eb69-4bcb-84ae-9888dc86def4 HTTP/1.1" status: 200 len: 716 time: 0.1356082 Jul 23 14:16:43.114919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:43.125642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.144700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 6d7858d2-fc4e-4459-b2ed-64648661e8c6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:43.190261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.224427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354422b6-a543-4149-8cef-a2d2f73d06a7 req-b6d4636e-1b63-49db-88e5-e2a042f02f3f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:43.228968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80ccdd30-df15-4e10-990b-5c2a4646fb63 None None] Provisioning complete for port 2f8b147d-74ce-467b-9563-e22c229e6c49 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:43.229884 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80ccdd30-df15-4e10-990b-5c2a4646fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.233329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-354422b6-a543-4149-8cef-a2d2f73d06a7 req-b6d4636e-1b63-49db-88e5-e2a042f02f3f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1195357 Jul 23 14:16:43.256424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=6d7858d2-fc4e-4459-b2ed-64648661e8c6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:43.279438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:43.282345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:43.287455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:43.298982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-354422b6-a543-4149-8cef-a2d2f73d06a7 req-254afa9b-eb54-4886-b7fd-2dd1273d26fd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588815 Jul 23 14:16:43.308025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80ccdd30-df15-4e10-990b-5c2a4646fb63 None None] Port 2f8b147d-74ce-467b-9563-e22c229e6c49 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:43.315643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:43.316598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.348338 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-85ab4589-2c5f-45b5-bff7-8b576f166fd2 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8180244 Jul 23 14:16:43.348644 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:43.452230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:43.461337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1be903d6-7446-4a90-8edc-8c4222385146 tempest-RoutersTestDVR-322120352 tempest-RoutersTestDVR-322120352-project] 10.222.0.21 "GET /v2.0/routers/134c0896-eb69-4bcb-84ae-9888dc86def4 HTTP/1.1" status: 200 len: 682 time: 0.3448505 Jul 23 14:16:43.554558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aea322d4-6638-451e-b6cc-00cc57ee67aa tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.639156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e6c5e-ef66-4578-97df-d5fc912bba24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:43.639450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 103df7a5-67e1-42d0-ad26-2a5b1797f88c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:43.643781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:43.644058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c43e6c5e-ef66-4578-97df-d5fc912bba24 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2939816 Jul 23 14:16:43.722109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5e37abe-df3d-4af5-997b-d71fd615588e None None] Provisioning for port 6d7858d2-fc4e-4459-b2ed-64648661e8c6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:43.728464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5e37abe-df3d-4af5-997b-d71fd615588e None None] Provisioning complete for port 6d7858d2-fc4e-4459-b2ed-64648661e8c6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:43.729786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5e37abe-df3d-4af5-997b-d71fd615588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.772781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5e37abe-df3d-4af5-997b-d71fd615588e None None] Port 6d7858d2-fc4e-4459-b2ed-64648661e8c6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:43.777794 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aea322d4-6638-451e-b6cc-00cc57ee67aa tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.780968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aea322d4-6638-451e-b6cc-00cc57ee67aa tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.782579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 103df7a5-67e1-42d0-ad26-2a5b1797f88c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:43.783064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.839858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aea322d4-6638-451e-b6cc-00cc57ee67aa tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.840432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea322d4-6638-451e-b6cc-00cc57ee67aa tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 134c0896-eb69-4bcb-84ae-9888dc86def4 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:16:43.845529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aea322d4-6638-451e-b6cc-00cc57ee67aa tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.846527 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aea322d4-6638-451e-b6cc-00cc57ee67aa tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/134c0896-eb69-4bcb-84ae-9888dc86def4 HTTP/1.1" status: 204 len: 168 time: 0.3852642 Jul 23 14:16:43.850492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:43.856130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f0e6d0ea-2719-44ae-9e69-ac3a4f0e769d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Request body: {'router': {'name': 'tempest-router-801446068', 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:43.901209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72522ba-812d-4ffd-8479-41764a9ed505 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:43.907199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72522ba-812d-4ffd-8479-41764a9ed505 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:43.913076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72522ba-812d-4ffd-8479-41764a9ed505 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:43.916431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d72522ba-812d-4ffd-8479-41764a9ed505 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2702522 Jul 23 14:16:43.917805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:43.934461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd904-e012-48d8-9a08-aaa81beb8599 req-6704012b-5e06-47f4-8471-3201c7db1093 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:43.939500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c5dd904-e012-48d8-9a08-aaa81beb8599 req-6704012b-5e06-47f4-8471-3201c7db1093 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2186744 Jul 23 14:16:43.955331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d0ea-2719-44ae-9e69-ac3a4f0e769d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:43.960170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d0ea-2719-44ae-9e69-ac3a4f0e769d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.040130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 6d7858d2-fc4e-4459-b2ed-64648661e8c6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:44.040629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.045989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c5dd904-e012-48d8-9a08-aaa81beb8599 req-7eeb3518-4ec8-4233-a3b0-d36f159b3887 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007566 Jul 23 14:16:44.097712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d0ea-2719-44ae-9e69-ac3a4f0e769d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.108548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d0ea-2719-44ae-9e69-ac3a4f0e769d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.128704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d0ea-2719-44ae-9e69-ac3a4f0e769d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.130970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f0e6d0ea-2719-44ae-9e69-ac3a4f0e769d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2786562 Jul 23 14:16:44.134766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:44.263636 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b948222-0d07-4f7d-8c62-e8e842eadf2d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.273209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.357735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 6d7858d2-fc4e-4459-b2ed-64648661e8c6 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:44.507351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b948222-0d07-4f7d-8c62-e8e842eadf2d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.507944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2092c-d5b8-4722-bdcc-2e3fc90d37ea req-1737cbf6-7ec1-487e-8317-a585f885fc91 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:44.509220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ed2092c-d5b8-4722-bdcc-2e3fc90d37ea req-1737cbf6-7ec1-487e-8317-a585f885fc91 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0737817 Jul 23 14:16:44.511318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b948222-0d07-4f7d-8c62-e8e842eadf2d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.557769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ed2092c-d5b8-4722-bdcc-2e3fc90d37ea req-b8a7c513-6a6e-46e3-9324-4000269780f2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382233 Jul 23 14:16:44.592464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b948222-0d07-4f7d-8c62-e8e842eadf2d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.592941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b948222-0d07-4f7d-8c62-e8e842eadf2d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ceffee9-1137-4ee3-adc5-3e9c8f7f9da0 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:16:44.599352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b948222-0d07-4f7d-8c62-e8e842eadf2d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.603148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b948222-0d07-4f7d-8c62-e8e842eadf2d tempest-RoutersTestDVR-361655040 tempest-RoutersTestDVR-361655040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/6ceffee9-1137-4ee3-adc5-3e9c8f7f9da0 HTTP/1.1" status: 204 len: 168 time: 0.4644084 Jul 23 14:16:44.683261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.721749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=6d7858d2-fc4e-4459-b2ed-64648661e8c6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:44.765910 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.768634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e4ccf0c6-a99e-4738-85f0-4b5aa4a7e9a4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/6d7858d2-fc4e-4459-b2ed-64648661e8c6 HTTP/1.1" status: 204 len: 168 time: 0.8495257 Jul 23 14:16:44.771358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:44.812056 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-111c9be1-1f99-4121-a19e-6b31834accc8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:44.813878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-111c9be1-1f99-4121-a19e-6b31834accc8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/6d7858d2-fc4e-4459-b2ed-64648661e8c6 HTTP/1.1" status: 404 len: 333 time: 0.0410874 Jul 23 14:16:44.816660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:44.963424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 2f8b147d-74ce-467b-9563-e22c229e6c49 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:44.963779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:44.969754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:45.077304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.096564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 2f8b147d-74ce-467b-9563-e22c229e6c49 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:45.107607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e93c5ef0-6eac-4db5-bb2e-a2d0e326c766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.314889 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.318922 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e93c5ef0-6eac-4db5-bb2e-a2d0e326c766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.329667 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e93c5ef0-6eac-4db5-bb2e-a2d0e326c766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.359100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=2f8b147d-74ce-467b-9563-e22c229e6c49,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:45.413814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e93c5ef0-6eac-4db5-bb2e-a2d0e326c766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c608d2269a2d4239907824916667b74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428370 Jul 23 14:16:45.414607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c5ef0-6eac-4db5-bb2e-a2d0e326c766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6ef4e3-bdb1-4c1a-8ffc-2d978910f66b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:45.416742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:45.417702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.419944 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9ce59e22-e371-468a-8089-7bd4568ba174 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/2f8b147d-74ce-467b-9563-e22c229e6c49 HTTP/1.1" status: 204 len: 168 time: 0.6022203 Jul 23 14:16:45.422444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:45.455842 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07f8de5-cf3f-47fb-a6c2-2a27a1d9ee1e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:45.462362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a07f8de5-cf3f-47fb-a6c2-2a27a1d9ee1e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/2f8b147d-74ce-467b-9563-e22c229e6c49 HTTP/1.1" status: 404 len: 333 time: 0.0342381 Jul 23 14:16:45.462816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:45.525115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8186c24c-5513-481d-aed8-9a040290991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.537434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet 56194662-ee26-493b-9f0d-991de67f71ae {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:45.548760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.585410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8186c24c-5513-481d-aed8-9a040290991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.624890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.750610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8186c24c-5513-481d-aed8-9a040290991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.753255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8186c24c-5513-481d-aed8-9a040290991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.754510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8186c24c-5513-481d-aed8-9a040290991c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce6ef4e3-bdb1-4c1a-8ffc-2d978910f66b HTTP/1.1" status: 204 len: 168 time: 0.3358154 Jul 23 14:16:45.776502 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3115d708-9ff7-49f5-9ec3-8ee57c29a202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.778868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186c24c-5513-481d-aed8-9a040290991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6ef4e3-bdb1-4c1a-8ffc-2d978910f66b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:45.809563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c70e-28af-4d24-9a39-78804a277e6a req-a6a3d7fe-afab-46a1-87a1-9c2e38eeb743 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:45.812835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0805c70e-28af-4d24-9a39-78804a277e6a req-a6a3d7fe-afab-46a1-87a1-9c2e38eeb743 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1518478 Jul 23 14:16:45.821596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.895160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0805c70e-28af-4d24-9a39-78804a277e6a req-e6e0a5ce-faba-475d-b4ed-44f5cf07bf8e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692680 Jul 23 14:16:45.912494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.939296 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:45.943141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/56194662-ee26-493b-9f0d-991de67f71ae HTTP/1.1" status: 204 len: 168 time: 0.4792545 Jul 23 14:16:45.944113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:45.950445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458189e5-cd26-43e5-9e3f-a4389d3128ce None None] Network d3e22c24-0cca-4659-9abd-a9e58db2b93d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:46.000976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235370b-15ed-479a-bc77-39f918ea439e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=56194662-ee26-493b-9f0d-991de67f71ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:46.068789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.174309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 103df7a5-67e1-42d0-ad26-2a5b1797f88c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:46.174994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.212727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:46.235770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a544aa41-b67e-47cf-b186-6c4cadccdf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.237333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] DHCP port deletion for d3e22c24-0cca-4659-9abd-a9e58db2b93d request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:46.256143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] For port 103df7a5-67e1-42d0-ad26-2a5b1797f88c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=103df7a5-67e1-42d0-ad26-2a5b1797f88c,segment=NetworkSegment(b2b6586c-ae8a-4661-aad7-e162a9fc4c2e),segment_id=b2b6586c-ae8a-4661-aad7-e162a9fc4c2e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:46.256801 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.271641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 103df7a5-67e1-42d0-ad26-2a5b1797f88c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:46.300738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] Deleting port 103df7a5-67e1-42d0-ad26-2a5b1797f88c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:46.301448 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.385362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.395255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a544aa41-b67e-47cf-b186-6c4cadccdf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.403654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a544aa41-b67e-47cf-b186-6c4cadccdf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.412588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] For port 103df7a5-67e1-42d0-ad26-2a5b1797f88c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=103df7a5-67e1-42d0-ad26-2a5b1797f88c,segment=NetworkSegment(b2b6586c-ae8a-4661-aad7-e162a9fc4c2e),segment_id=b2b6586c-ae8a-4661-aad7-e162a9fc4c2e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:46.413070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.428171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=103df7a5-67e1-42d0-ad26-2a5b1797f88c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:46.428715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] Calling delete_port for 103df7a5-67e1-42d0-ad26-2a5b1797f88c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:46.449242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No DVR routers for this DVR port 103df7a5-67e1-42d0-ad26-2a5b1797f88c on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:46.467849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544aa41-b67e-47cf-b186-6c4cadccdf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f16159-f94e-447f-bf51-3fae18c43193,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:46.483870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a544aa41-b67e-47cf-b186-6c4cadccdf47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=652b6411c46e48ad80e0c240974564c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694983 Jul 23 14:16:46.487708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:46.545380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.561600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] No DVR routers for this DVR port 103df7a5-67e1-42d0-ad26-2a5b1797f88c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:46.572919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.579725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-010483ca-954b-414e-953c-ab435466d1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.588783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287f843-73be-46df-928f-b91d6d106f1d None None] Pushing event deleted for resources: {'Port': ['ID=103df7a5-67e1-42d0-ad26-2a5b1797f88c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:46.597738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e22c24-0cca-4659-9abd-a9e58db2b93d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:46.619066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b6586c-ae8a-4661-aad7-e162a9fc4c2e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:46.619345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b6586c-ae8a-4661-aad7-e162a9fc4c2e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:46.630304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.631856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-010483ca-954b-414e-953c-ab435466d1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.649598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.659452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:46.660057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:46.665289 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:46.715778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-010483ca-954b-414e-953c-ab435466d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.718221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-010483ca-954b-414e-953c-ab435466d1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.719474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-010483ca-954b-414e-953c-ab435466d1df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9f16159-f94e-447f-bf51-3fae18c43193 HTTP/1.1" status: 204 len: 168 time: 0.2306376 Jul 23 14:16:46.729346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010483ca-954b-414e-953c-ab435466d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f16159-f94e-447f-bf51-3fae18c43193,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:46.783775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.795574 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.797658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/d3e22c24-0cca-4659-9abd-a9e58db2b93d HTTP/1.1" status: 204 len: 168 time: 0.8515189 Jul 23 14:16:46.801595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:46.810788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b521701-54bb-476c-94be-d5ae6bd840bd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=d3e22c24-0cca-4659-9abd-a9e58db2b93d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:46.811786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1772977970'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:46.851270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:46.855654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.888307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:46.900519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:46.901268 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Added segment 25db3ccc-510c-42b9-a5fa-e8c76cf31964 of type vlan for network ff5ebcd1-e21c-4d8b-87bb-17567628d824 Jul 23 14:16:46.949966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.041312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.047193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:47.047822 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.099516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2964394 Jul 23 14:16:47.103399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:47.112252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:47.164168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e73de0-2dfb-45ba-99d7-a98d65d333fd tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Network': ['ID=ff5ebcd1-e21c-4d8b-87bb-17567628d824,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:47.186729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:47.194206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91f5ef-e5d6-480a-97ed-2568466224cb req-ff0815b2-abf5-4fa5-b4f6-1d4f1fb8a2d4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:47.202565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b91f5ef-e5d6-480a-97ed-2568466224cb req-ff0815b2-abf5-4fa5-b4f6-1d4f1fb8a2d4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2044497 Jul 23 14:16:47.311376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b91f5ef-e5d6-480a-97ed-2568466224cb req-3d9a8a7f-fb1f-4660-9a43-2a98b98283c2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076906 Jul 23 14:16:47.355635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:47.362197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.621756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 103df7a5-67e1-42d0-ad26-2a5b1797f88c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:16:47.644836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.648099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 103df7a5-67e1-42d0-ad26-2a5b1797f88c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:47.648698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 103df7a5-67e1-42d0-ad26-2a5b1797f88c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:16:47.718868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:47.728126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=a122c52d-76bb-4860-8869-3509c6bf69df,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:47.737148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Checking segment: {'id': '25db3ccc-510c-42b9-a5fa-e8c76cf31964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:47.737522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network hostable DHCP agents. Network: ff5ebcd1-e21c-4d8b-87bb-17567628d824, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:47.746763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.760717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:47.773287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ff5ebcd1-e21c-4d8b-87bb-17567628d824) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:47.778062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:47.778774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.788075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77838e72-e46b-498e-b072-5234ad6af94b None None] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:47.797646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e42e6aa8-fa40-4ca6-9c5c-c396a6a0ccae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6927540 Jul 23 14:16:47.800694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:47.805748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cfbb1cd5-5c40-4541-b33c-cfa865d743f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-85144596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:47.838080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1cd5-5c40-4541-b33c-cfa865d743f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.839732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1cd5-5c40-4541-b33c-cfa865d743f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.925121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1677949992'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:47.929502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1cd5-5c40-4541-b33c-cfa865d743f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.939182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1cd5-5c40-4541-b33c-cfa865d743f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.963571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:47.967597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.972078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1cd5-5c40-4541-b33c-cfa865d743f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.976148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cfbb1cd5-5c40-4541-b33c-cfa865d743f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1716015 Jul 23 14:16:47.976509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:47.980083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:47.982143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824', 'name': 'tempest-PortsIpV6TestJSON-143560134'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:48.009915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-ff5ebcd1-e21c-4d8b-87bb-17567628d824', 'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824', 'tenant_id': '002ce7679a5540f38ac1dbfa3bf8318c', 'fixed_ips': [{'subnet_id': 'a122c52d-76bb-4860-8869-3509c6bf69df'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:48.010880 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.116434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.123624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.152987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:48.155736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:48.163487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.168604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a106ec32-1962-44ab-9c1d-c9179246ec0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:48.174945 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.174945 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment 161d6ba1-02fd-4f1a-8fa7-7bba6a665192 of type vlan for network 50816333-3137-4266-bab6-655dca973bb6 Jul 23 14:16:48.200265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Allocated IP 2001:db8::2 (ff5ebcd1-e21c-4d8b-87bb-17567628d824/a122c52d-76bb-4860-8869-3509c6bf69df/d28d478b-ffa9-4908-b612-ee45dbce0d2c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:48.201563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port df365f97-b8d4-4dc7-9a0f-66437b40dca4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:48.223367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.269374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.279068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:48.280398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.291108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.327175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6070225 Jul 23 14:16:48.330627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:48.342308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'name': 'tempest-PortsTestJSON-584368118'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:48.381768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c608c05-6a0c-4cc5-8783-01c22c1d4635 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=50816333-3137-4266-bab6-655dca973bb6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:48.397566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 50816333-3137-4266-bab6-655dca973bb6 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:48.474505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:48.478145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.524095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:48.527907 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3b318bf-2dac-4beb-a5ab-53fdf268658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.545733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.561286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Transition to ACTIVE for port object d28d478b-ffa9-4908-b612-ee45dbce0d2c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:48.588890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Transition to ACTIVE for port object d28d478b-ffa9-4908-b612-ee45dbce0d2c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:48.600235 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.647393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:48.650615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:48.657440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:48.667558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Pushing event updated for resources: {'Port': ['ID=d28d478b-ffa9-4908-b612-ee45dbce0d2c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:48.676517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89ae84-21aa-4b59-b416-7fecbdd955a8 req-131ebc61-4efb-40c7-bb37-2239f1e5fd8b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:48.678362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de89ae84-21aa-4b59-b416-7fecbdd955a8 req-131ebc61-4efb-40c7-bb37-2239f1e5fd8b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2179523 Jul 23 14:16:48.734789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Attempting to bind port d28d478b-ffa9-4908-b612-ee45dbce0d2c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:48.735168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Attempting to bind port d28d478b-ffa9-4908-b612-ee45dbce0d2c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '25db3ccc-510c-42b9-a5fa-e8c76cf31964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:48.735536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Attempting to bind port d28d478b-ffa9-4908-b612-ee45dbce0d2c on network ff5ebcd1-e21c-4d8b-87bb-17567628d824 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:48.741020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:48.741455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Checking segment: {'id': '25db3ccc-510c-42b9-a5fa-e8c76cf31964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:48.741865 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.742398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Bound using segment: {'id': '25db3ccc-510c-42b9-a5fa-e8c76cf31964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:48.742898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Bound port: d28d478b-ffa9-4908-b612-ee45dbce0d2c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25db3ccc-510c-42b9-a5fa-e8c76cf31964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff5ebcd1-e21c-4d8b-87bb-17567628d824'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:48.743314 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.754751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::24e (ff5ebcd1-e21c-4d8b-87bb-17567628d824/a122c52d-76bb-4860-8869-3509c6bf69df/df365f97-b8d4-4dc7-9a0f-66437b40dca4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:48.812576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] For port d28d478b-ffa9-4908-b612-ee45dbce0d2c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:48.816521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] For port d28d478b-ffa9-4908-b612-ee45dbce0d2c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d28d478b-ffa9-4908-b612-ee45dbce0d2c,segment=NetworkSegment(25db3ccc-510c-42b9-a5fa-e8c76cf31964),segment_id=25db3ccc-510c-42b9-a5fa-e8c76cf31964)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:48.821977 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.852044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de89ae84-21aa-4b59-b416-7fecbdd955a8 req-b54a8c49-0c68-45c6-b9bf-5048c22a94a1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540358 Jul 23 14:16:48.859677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:48.922468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bff5-a7b8-47c9-ab80-1c1ed827ff4c None None] Pushing event updated for resources: {'Port': ['ID=d28d478b-ffa9-4908-b612-ee45dbce0d2c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:48.969446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.117006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=33fca581-a7d9-4b1c-a9f4-b08b87d55b6c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:49.145667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': '161d6ba1-02fd-4f1a-8fa7-7bba6a665192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '50816333-3137-4266-bab6-655dca973bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:49.146257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 50816333-3137-4266-bab6-655dca973bb6, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:49.171823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.195842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object df365f97-b8d4-4dc7-9a0f-66437b40dca4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:49.202550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:49.217844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 50816333-3137-4266-bab6-655dca973bb6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:49.222131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:49.228339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ccfa0e-45cb-4037-9982-0acedba36a9e None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:49.229158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:49.229811 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.264051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d0aab979-19ca-43d3-8873-ae528dab3fcf tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9316506 Jul 23 14:16:49.267104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:49.272779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1266228070'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:49.286936 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.328806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:49.337444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.373782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=df365f97-b8d4-4dc7-9a0f-66437b40dca4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:49.377309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:49.384493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:49.386680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:49.389038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:49.389851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.390371 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment 6c635671-602c-4238-9fbb-60bd75a33a8d of type vlan for network 92744096-02d4-4f36-a23a-ace724cd20b7 Jul 23 14:16:49.395640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:49.396596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.417582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a8c89dd-6e56-4f80-9f47-860567eefdb8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4396086 Jul 23 14:16:49.420231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:49.447461 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.477810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.482265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.488016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:49.488815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:49.537979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2693563 Jul 23 14:16:49.594730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:49.603205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'ports': [{'network_id': '50816333-3137-4266-bab6-655dca973bb6'}, {'network_id': '92744096-02d4-4f36-a23a-ace724cd20b7'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:49.603668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:49.604388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '92744096-02d4-4f36-a23a-ace724cd20b7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:49.609446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629733b-bb45-48c2-b984-3523b8684efe tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=92744096-02d4-4f36-a23a-ace724cd20b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:49.625016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 92744096-02d4-4f36-a23a-ace724cd20b7 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:49.720331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d28d478b-ffa9-4908-b612-ee45dbce0d2c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:49.889220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d28d478b-ffa9-4908-b612-ee45dbce0d2c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:49.970349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.208416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:50.214830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.235947 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.261996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a72d-d775-4f33-a7e3-5fec7bdb2e21 req-d1fe361a-8edf-4515-a292-e54e497656bc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:50.263592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de13a72d-d775-4f33-a7e3-5fec7bdb2e21 req-d1fe361a-8edf-4515-a292-e54e497656bc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2105110 Jul 23 14:16:50.300941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65948074-cbaf-4559-a601-2e8606cbba14 None None] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:50.335912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de13a72d-d775-4f33-a7e3-5fec7bdb2e21 req-2b1784e1-c1f6-40d7-b98a-ed195e92dd23 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590954 Jul 23 14:16:50.336297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port f3205c15-181a-4859-96f4-cc8e304b399f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:50.358709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.374964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.471222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=df365f97-b8d4-4dc7-9a0f-66437b40dca4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:50.512871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.652815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 93ac5c6e-9488-4013-a314-de40dc0e3945 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:50.723432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6eb598fd-cf7a-4aff-ba7e-b660f4333972 None None] Provisioning for port d28d478b-ffa9-4908-b612-ee45dbce0d2c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:50.733495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6eb598fd-cf7a-4aff-ba7e-b660f4333972 None None] Provisioning complete for port d28d478b-ffa9-4908-b612-ee45dbce0d2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:50.734272 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb598fd-cf7a-4aff-ba7e-b660f4333972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.857126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.887402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb598fd-cf7a-4aff-ba7e-b660f4333972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.918071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.932407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:50.963708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6eb598fd-cf7a-4aff-ba7e-b660f4333972 None None] For port d28d478b-ffa9-4908-b612-ee45dbce0d2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d28d478b-ffa9-4908-b612-ee45dbce0d2c,segment=NetworkSegment(25db3ccc-510c-42b9-a5fa-e8c76cf31964),segment_id=25db3ccc-510c-42b9-a5fa-e8c76cf31964)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:50.974351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb598fd-cf7a-4aff-ba7e-b660f4333972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.024224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:51.027635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:51.039100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:51.047128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.051275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb598fd-cf7a-4aff-ba7e-b660f4333972 None None] Pushing event updated for resources: {'Port': ['ID=d28d478b-ffa9-4908-b612-ee45dbce0d2c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:51.066538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=f3205c15-181a-4859-96f4-cc8e304b399f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:51.101781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.132475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=93ac5c6e-9488-4013-a314-de40dc0e3945,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:51.151417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': '6c635671-602c-4238-9fbb-60bd75a33a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92744096-02d4-4f36-a23a-ace724cd20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:51.152099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 92744096-02d4-4f36-a23a-ace724cd20b7, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:51.183048 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.187631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 92744096-02d4-4f36-a23a-ace724cd20b7 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:51.203162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 92744096-02d4-4f36-a23a-ace724cd20b7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:51.209291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:51.216210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393cbfe5-da13-438d-83a4-e59966c426e0 None None] Network 92744096-02d4-4f36-a23a-ace724cd20b7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:51.228547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:51.239411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:51.240540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.266838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-016f3f85-e51f-49e8-8bc2-e1fe8bbe6e90 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6703291 Jul 23 14:16:51.271255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:51.453760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 93ac5c6e-9488-4013-a314-de40dc0e3945 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:51.455094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.520712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f203a9d3-5ecb-47a6-b66d-51f868117e14 None None] Provisioning complete for port d28d478b-ffa9-4908-b612-ee45dbce0d2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:51.521698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f203a9d3-5ecb-47a6-b66d-51f868117e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.583284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.602941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 93ac5c6e-9488-4013-a314-de40dc0e3945 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:51.687620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.698670 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.699749 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.707993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d28d478b-ffa9-4908-b612-ee45dbce0d2c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:51.728640 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.760807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f203a9d3-5ecb-47a6-b66d-51f868117e14 None None] Provisioning for port df365f97-b8d4-4dc7-9a0f-66437b40dca4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:51.781762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f203a9d3-5ecb-47a6-b66d-51f868117e14 None None] Provisioning complete for port df365f97-b8d4-4dc7-9a0f-66437b40dca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:51.782035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed6a1-df81-4e47-b8dc-a5703247405b req-d34b0226-9382-464b-885e-def5eb499ce7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:51.782157 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f203a9d3-5ecb-47a6-b66d-51f868117e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.787020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a28ed6a1-df81-4e47-b8dc-a5703247405b req-d34b0226-9382-464b-885e-def5eb499ce7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2685986 Jul 23 14:16:51.787797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=93ac5c6e-9488-4013-a314-de40dc0e3945,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:51.804686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.807511 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-88c91068-ba6e-4f0a-80eb-8bb245e96a92 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/93ac5c6e-9488-4013-a314-de40dc0e3945 HTTP/1.1" status: 204 len: 168 time: 0.5348604 Jul 23 14:16:51.810164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:51.855099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=df365f97-b8d4-4dc7-9a0f-66437b40dca4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:51.884509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f203a9d3-5ecb-47a6-b66d-51f868117e14 None None] Port df365f97-b8d4-4dc7-9a0f-66437b40dca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:51.888680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d28d478b-ffa9-4908-b612-ee45dbce0d2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:51.889060 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:51.923924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb621fe-6a56-4cdd-8698-dc9cb9bc631d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:51.930204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb621fe-6a56-4cdd-8698-dc9cb9bc631d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:51.934703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fdb621fe-6a56-4cdd-8698-dc9cb9bc631d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1202116 Jul 23 14:16:51.936557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:52.009090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a28ed6a1-df81-4e47-b8dc-a5703247405b req-51093639-8f74-4b8f-a07b-a5ad9b318e2d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088821 Jul 23 14:16:52.034950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:52.038409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:52.046038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cd8aad1-90ad-4771-98e7-f6f2b7db3482 None None] Provisioning complete for port df365f97-b8d4-4dc7-9a0f-66437b40dca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:52.046602 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cd8aad1-90ad-4771-98e7-f6f2b7db3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.108494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8aad1-90ad-4771-98e7-f6f2b7db3482 None None] Port df365f97-b8d4-4dc7-9a0f-66437b40dca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:52.211471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port f3205c15-181a-4859-96f4-cc8e304b399f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:52.211962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.295460 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.314268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for f3205c15-181a-4859-96f4-cc8e304b399f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:52.327806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Router 6e3be478-550a-4dcb-b947-c99bf5b22d5b is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:16:52.375575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-caeb0c64-d860-4708-9e62-8eae6ace52e5 None None] Provisioning complete for port df365f97-b8d4-4dc7-9a0f-66437b40dca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:52.376334 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caeb0c64-d860-4708-9e62-8eae6ace52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.435105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-caeb0c64-d860-4708-9e62-8eae6ace52e5 None None] Port df365f97-b8d4-4dc7-9a0f-66437b40dca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:52.511595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:16:52.517978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-92a789ed-74a7-4638-909b-07bfda584ee7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "PUT /v2.0/routers/6e3be478-550a-4dcb-b947-c99bf5b22d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0966682 Jul 23 14:16:52.521044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:52.526826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] Sync routers for ids ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:16:52.537137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] Routers {'6e3be478-550a-4dcb-b947-c99bf5b22d5b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:52.537682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:16:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:52.571632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.581132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:52.597247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] Routers {'6e3be478-550a-4dcb-b947-c99bf5b22d5b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:52.598086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:16:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:52.604067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=f3205c15-181a-4859-96f4-cc8e304b399f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:52.617940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.619988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8137cdc9-c812-4ffc-9e57-c8a8fe3f08dd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/f3205c15-181a-4859-96f4-cc8e304b399f HTTP/1.1" status: 204 len: 168 time: 0.6786354 Jul 23 14:16:52.624004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:52.652631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:52.653607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67695c-3100-4408-be01-05e39fb93c2d None None] The sync data for ids ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:16:52.659474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee268ec7-3ae7-465b-848a-9c0979ee71c7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:52.659991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d45d2ff-c8a1-4895-b294-8313e8bcf7df None None] Provisioning complete for port df365f97-b8d4-4dc7-9a0f-66437b40dca4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:16:52.660616 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d45d2ff-c8a1-4895-b294-8313e8bcf7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.661036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ee268ec7-3ae7-465b-848a-9c0979ee71c7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e3be478-550a-4dcb-b947-c99bf5b22d5b HTTP/1.1" status: 200 len: 988 time: 0.1385083 Jul 23 14:16:52.663984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:52.717026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea4148-db05-4986-88ae-c44795da55cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:52.722180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e6ea4148-db05-4986-88ae-c44795da55cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0934775 Jul 23 14:16:52.722401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:52.722601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8d45d2ff-c8a1-4895-b294-8313e8bcf7df None None] Port df365f97-b8d4-4dc7-9a0f-66437b40dca4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:16:52.755706 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe79b24-947d-49bd-ae60-aac70365383f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:16:52.758682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2fe79b24-947d-49bd-ae60-aac70365383f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/93ac5c6e-9488-4013-a314-de40dc0e3945 HTTP/1.1" status: 404 len: 333 time: 0.0339601 Jul 23 14:16:52.760295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:52.789510 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8897192d-0576-46f1-85a7-349a8c93da99 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:16:52.794148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8897192d-0576-46f1-85a7-349a8c93da99 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/f3205c15-181a-4859-96f4-cc8e304b399f HTTP/1.1" status: 404 len: 333 time: 0.0297902 Jul 23 14:16:52.794373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:52.876227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.966440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:52.978448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92744096-02d4-4f36-a23a-ace724cd20b7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:52.990488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c635671-602c-4238-9fbb-60bd75a33a8d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:52.991045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c635671-602c-4238-9fbb-60bd75a33a8d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:53.004707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.020741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.028517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:53.029180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:53.033978 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:53.113017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.123537 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.125692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/92744096-02d4-4f36-a23a-ace724cd20b7 HTTP/1.1" status: 204 len: 168 time: 0.3303823 Jul 23 14:16:53.130281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:53.147895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-126022895'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:53.156051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbe16d-0325-42f6-8183-02bea2bb8f16 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=92744096-02d4-4f36-a23a-ace724cd20b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:53.185026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.193337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:53.207769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.238427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:53.253125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.253687 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment d66ab7a5-2e20-4475-8fa0-d214f18641e9 of type vlan for network 845f1b79-8cee-405d-882a-8bfc52dc73bd Jul 23 14:16:53.330678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.364668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.371456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:53.372090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.442555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3076172 Jul 23 14:16:53.443259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:53.449417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:53.480965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3bfb8-6fb6-4cd4-9d95-eedcce44e2a4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=845f1b79-8cee-405d-882a-8bfc52dc73bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:53.492250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 845f1b79-8cee-405d-882a-8bfc52dc73bd details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:53.524519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862b695-5271-49c5-916c-2ba9fe4853a2 req-d0edc7e1-5674-4ccb-98c7-167f9cbb0116 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:53.526277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d862b695-5271-49c5-916c-2ba9fe4853a2 req-d0edc7e1-5674-4ccb-98c7-167f9cbb0116 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1504166 Jul 23 14:16:53.573746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port df365f97-b8d4-4dc7-9a0f-66437b40dca4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:53.574098 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.576830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d862b695-5271-49c5-916c-2ba9fe4853a2 req-03c5ee4b-3c66-4e89-bb72-242228cb13a4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440238 Jul 23 14:16:53.623964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:53.627886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.742802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:53.760906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for df365f97-b8d4-4dc7-9a0f-66437b40dca4 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:53.977250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:54.083441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=ed75829c-84d1-4eea-b2dd-43a60946ee8d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:54.092251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': 'd66ab7a5-2e20-4475-8fa0-d214f18641e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:54.092596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 845f1b79-8cee-405d-882a-8bfc52dc73bd, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:54.094624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:54.132390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=df365f97-b8d4-4dc7-9a0f-66437b40dca4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:54.213484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 845f1b79-8cee-405d-882a-8bfc52dc73bd is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:54.255237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 845f1b79-8cee-405d-882a-8bfc52dc73bd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:54.259973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:54.260588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:54.264792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:54.277884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13743a57-d6df-4e6a-947e-d4ec943c8d28 None None] Network 845f1b79-8cee-405d-882a-8bfc52dc73bd requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:54.289126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-952fc6e6-bded-4790-870c-22556ddc9b8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8438056 Jul 23 14:16:54.294171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:54.303188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd', 'name': 'tempest-PortsTestJSON-915423095'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:54.465510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:54.471093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:54.486829 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Router 6e3be478-550a-4dcb-b947-c99bf5b22d5b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:16:54.496289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 3d70a267-7ee9-4ebf-a702-e941ca8c6e46 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:54.519225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-845f1b79-8cee-405d-882a-8bfc52dc73bd', 'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd', 'tenant_id': 'a3ed692cff16482ab5ddba859c13f47f', 'fixed_ips': [{'subnet_id': 'ed75829c-84d1-4eea-b2dd-43a60946ee8d'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:54.521906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:54.596565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:16:54.608496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-93b5dea1-131e-4f4b-8942-25daee9d5c38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "PUT /v2.0/routers/6e3be478-550a-4dcb-b947-c99bf5b22d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9431791 Jul 23 14:16:54.609457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:54.615658 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] Sync routers for ids ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:16:54.629891 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] Routers {'6e3be478-550a-4dcb-b947-c99bf5b22d5b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:54.630802 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:16:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:54.653184 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64c10b7-379f-4f68-b413-cda1d99ca707 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:16:54.667953 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a64c10b7-379f-4f68-b413-cda1d99ca707 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/df365f97-b8d4-4dc7-9a0f-66437b40dca4 HTTP/1.1" status: 404 len: 333 time: 0.0573549 Jul 23 14:16:54.672470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:54.675615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.12 (845f1b79-8cee-405d-882a-8bfc52dc73bd/ed75829c-84d1-4eea-b2dd-43a60946ee8d/3d70a267-7ee9-4ebf-a702-e941ca8c6e46) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:54.703679 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:54.719555 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] Routers {'6e3be478-550a-4dcb-b947-c99bf5b22d5b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:16:54.720570 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:16:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:54.754888 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:54.756018 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639c266-3c94-400a-8e3b-80909d675e85 None None] The sync data for ids ['6e3be478-550a-4dcb-b947-c99bf5b22d5b'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:16:54.874001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93dbca-f09c-4128-97ce-e672e5dfb24c req-cc068e71-d951-484a-ae50-611171a34fc6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:54.875652 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e93dbca-f09c-4128-97ce-e672e5dfb24c req-cc068e71-d951-484a-ae50-611171a34fc6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1649611 Jul 23 14:16:54.935853 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:54.956453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e93dbca-f09c-4128-97ce-e672e5dfb24c req-dab7ef81-f0d7-4f6e-b3c2-8a1697107451 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702853 Jul 23 14:16:54.967517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 3d70a267-7ee9-4ebf-a702-e941ca8c6e46 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:55.034312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.079096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 845f1b79-8cee-405d-882a-8bfc52dc73bd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:55.083411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:55.088099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:55.096872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Allocated IP 172.20.0.2 (845f1b79-8cee-405d-882a-8bfc52dc73bd/ed75829c-84d1-4eea-b2dd-43a60946ee8d/afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:55.173087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=3d70a267-7ee9-4ebf-a702-e941ca8c6e46,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:55.199250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fe685b3-3e26-4c88-8b05-f28fdb77236e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.203144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:55.204160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.241926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-391247e7-e9e5-4ab0-ab3d-feb3cd539256 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9444664 Jul 23 14:16:55.241926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:55.306012 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.315575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Transition to ACTIVE for port object afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:55.333793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Transition to ACTIVE for port object afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:55.344382 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.377327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 3d70a267-7ee9-4ebf-a702-e941ca8c6e46 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:55.378497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.392694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Network 845f1b79-8cee-405d-882a-8bfc52dc73bd is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:55.401720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:55.409487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:55.425512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Pushing event updated for resources: {'Port': ['ID=afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:55.440795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fe685b3-3e26-4c88-8b05-f28fdb77236e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.443210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fe685b3-3e26-4c88-8b05-f28fdb77236e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.482726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Attempting to bind port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:55.483098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Attempting to bind port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd66ab7a5-2e20-4475-8fa0-d214f18641e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:55.483461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Attempting to bind port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba on network 845f1b79-8cee-405d-882a-8bfc52dc73bd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:55.489328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:55.489703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Checking segment: {'id': 'd66ab7a5-2e20-4475-8fa0-d214f18641e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:55.490287 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.490688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Bound using segment: {'id': 'd66ab7a5-2e20-4475-8fa0-d214f18641e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:55.491037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Bound port: afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66ab7a5-2e20-4475-8fa0-d214f18641e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '845f1b79-8cee-405d-882a-8bfc52dc73bd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:55.491499 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.494969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.496184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fe685b3-3e26-4c88-8b05-f28fdb77236e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.496834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe685b3-3e26-4c88-8b05-f28fdb77236e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3be478-550a-4dcb-b947-c99bf5b22d5b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:16:55.505112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fe685b3-3e26-4c88-8b05-f28fdb77236e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.509292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7fe685b3-3e26-4c88-8b05-f28fdb77236e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/routers/6e3be478-550a-4dcb-b947-c99bf5b22d5b HTTP/1.1" status: 204 len: 168 time: 0.8325069 Jul 23 14:16:55.509437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:55.511890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 3d70a267-7ee9-4ebf-a702-e941ca8c6e46 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:55.581139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet a122c52d-76bb-4860-8869-3509c6bf69df {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:55.584681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.590349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] For port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:55.602358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] For port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba,segment=NetworkSegment(d66ab7a5-2e20-4475-8fa0-d214f18641e9),segment_id=d66ab7a5-2e20-4475-8fa0-d214f18641e9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:55.613956 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.638576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.673207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecfa06-95bd-4dbf-854e-fab05b0c3352 None None] Pushing event updated for resources: {'Port': ['ID=afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:55.704653 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.744037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=3d70a267-7ee9-4ebf-a702-e941ca8c6e46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:55.786103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.825156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.830158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e52bd248-4e25-4903-ae2c-fea936381323 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/3d70a267-7ee9-4ebf-a702-e941ca8c6e46 HTTP/1.1" status: 204 len: 168 time: 0.5848908 Jul 23 14:16:55.830317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:55.862877 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-38197906-12a4-40af-8da0-2a95e7cd7bb4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:16:55.862877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38197906-12a4-40af-8da0-2a95e7cd7bb4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:16:55.863472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-38197906-12a4-40af-8da0-2a95e7cd7bb4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/3d70a267-7ee9-4ebf-a702-e941ca8c6e46 HTTP/1.1" status: 404 len: 333 time: 0.0321105 Jul 23 14:16:55.875543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:55.905206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.943976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=a122c52d-76bb-4860-8869-3509c6bf69df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:55.952877 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f60afc-a34d-4f28-8f40-34a202efaee4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:16:55.957978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:55.958151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-76f60afc-a34d-4f28-8f40-34a202efaee4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/3d70a267-7ee9-4ebf-a702-e941ca8c6e46 HTTP/1.1" status: 404 len: 333 time: 0.0752697 Jul 23 14:16:55.958381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:55.960995 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0f092aac-b8da-4ca2-ae06-9bdc9b1ae12f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/a122c52d-76bb-4860-8869-3509c6bf69df HTTP/1.1" status: 204 len: 168 time: 0.4502666 Jul 23 14:16:55.961710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:55.966744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ff5c7-c684-405c-a8ff-05a8cfe4634a None None] Network ff5ebcd1-e21c-4d8b-87bb-17567628d824 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:56.036550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet ed75829c-84d1-4eea-b2dd-43a60946ee8d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:16:56.040070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.058964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.102401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.129130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port d28d478b-ffa9-4908-b612-ee45dbce0d2c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:56.130168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.230908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] For port d28d478b-ffa9-4908-b612-ee45dbce0d2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d28d478b-ffa9-4908-b612-ee45dbce0d2c,segment=NetworkSegment(25db3ccc-510c-42b9-a5fa-e8c76cf31964),segment_id=25db3ccc-510c-42b9-a5fa-e8c76cf31964)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:56.231562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.244113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for d28d478b-ffa9-4908-b612-ee45dbce0d2c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:56.276016 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.311838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] DHCP port deletion for ff5ebcd1-e21c-4d8b-87bb-17567628d824 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:56.312489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1a7ef-990f-49ef-b4d6-f834e573a185 req-bd73aced-0fed-44ed-b79f-4087c75556de tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:56.314104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bf1a7ef-990f-49ef-b4d6-f834e573a185 req-bd73aced-0fed-44ed-b79f-4087c75556de tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1640131 Jul 23 14:16:56.370766 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.397618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bf1a7ef-990f-49ef-b4d6-f834e573a185 req-d5031b55-28cf-4990-b4ea-79628239b2db tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Jul 23 14:16:56.404205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] Deleting port d28d478b-ffa9-4908-b612-ee45dbce0d2c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:56.404948 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.421872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.438911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=d28d478b-ffa9-4908-b612-ee45dbce0d2c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:56.446026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No DVR routers for this DVR port d28d478b-ffa9-4908-b612-ee45dbce0d2c on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:56.485197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.499891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/ed75829c-84d1-4eea-b2dd-43a60946ee8d HTTP/1.1" status: 204 len: 168 time: 0.5400131 Jul 23 14:16:56.501300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babb024-2fbb-46c5-aaeb-ee16fdad1649 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=ed75829c-84d1-4eea-b2dd-43a60946ee8d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:56.502986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:56.547867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] For port d28d478b-ffa9-4908-b612-ee45dbce0d2c, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:56.548815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.569920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] Calling delete_port for d28d478b-ffa9-4908-b612-ee45dbce0d2c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:56.580946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] Port d28d478b-ffa9-4908-b612-ee45dbce0d2c was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:16:56.588787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.589664 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.608032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5ebcd1-e21c-4d8b-87bb-17567628d824']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:56.627306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25db3ccc-510c-42b9-a5fa-e8c76cf31964') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:56.627306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25db3ccc-510c-42b9-a5fa-e8c76cf31964') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:56.642692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.660055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] Pushing event deleted for resources: {'Port': ['ID=d28d478b-ffa9-4908-b612-ee45dbce0d2c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:56.662395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.666240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93f676-b70b-48d5-886e-68bc13493b5c None None] No DVR routers for this DVR port d28d478b-ffa9-4908-b612-ee45dbce0d2c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:56.686510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.696274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:56.697608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:56.702011 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:56.786810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:16:56.791039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.815444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.826382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.829368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/ff5ebcd1-e21c-4d8b-87bb-17567628d824 HTTP/1.1" status: 204 len: 168 time: 0.8666110 Jul 23 14:16:56.843208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:56.854567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdb01-cac9-4517-914f-6d71b63db6fb tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=ff5ebcd1-e21c-4d8b-87bb-17567628d824,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:56.928720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2375761-5e3a-486c-92fa-52cc8ee5f150 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:56.931278 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b2375761-5e3a-486c-92fa-52cc8ee5f150 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/de25325c-2922-431f-9ba6-ce788b1bb13d HTTP/1.1" status: 200 len: 844 time: 0.0869217 Jul 23 14:16:56.939212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:56.972652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] For port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba,segment=NetworkSegment(d66ab7a5-2e20-4475-8fa0-d214f18641e9),segment_id=d66ab7a5-2e20-4475-8fa0-d214f18641e9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:16:56.973024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:56.996131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:16:57.027609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0a2222b5-4760-4dd9-bebb-5149b5c05769 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/de25325c-2922-431f-9ba6-ce788b1bb13d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0869021 Jul 23 14:16:57.033416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:57.040538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:57.043805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef07b26-fa2d-40f0-ae65-d4501f81403f None None] Network 845f1b79-8cee-405d-882a-8bfc52dc73bd requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:57.097775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-59a2cdd1-25f5-4313-89e0-9562e836fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:57.099454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-59a2cdd1-25f5-4313-89e0-9562e836fa7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1924798 Jul 23 14:16:57.125122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0143-4420-47ba-9862-bd43924cb99c req-0e51acae-1409-4c45-83a0-0e4e4e28beb7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:57.132386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8ee0143-4420-47ba-9862-bd43924cb99c req-0e51acae-1409-4c45-83a0-0e4e4e28beb7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2691121 Jul 23 14:16:57.159892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:57.161649 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f4292b47-124f-4535-8f29-6012381d0e2d None None] Provisioning for port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:57.166783 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.373971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf35963-a753-497b-ad81-35964315cf71 None None] DHCP port deletion for 845f1b79-8cee-405d-882a-8bfc52dc73bd request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:16:57.452477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.473600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:57.491556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:57.502123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:57.502123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.511443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b8e15-287c-4dd2-9709-0b56693bcac2 None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:57.522416 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4872577 Jul 23 14:16:57.546388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57184-0a43-4cc2-b62d-1eba09756cbe tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=ced19d68-e125-4feb-9f3b-788e3a97c8f2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:57.550287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:57.555686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5ea3e7f7-bd5c-4033-b109-c6e42e589fda tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'security_group': {'name': 'tempest-secgroup-164559165'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:57.580498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.608299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e7f7-bd5c-4033-b109-c6e42e589fda tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.630603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8ee0143-4420-47ba-9862-bd43924cb99c req-46740c6f-9197-4bb8-af33-ddb46fdfc309 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4972551 Jul 23 14:16:57.645738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:57.654563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d28d478b-ffa9-4908-b612-ee45dbce0d2c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:16:57.666572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No DVR routers for this DVR port afe5a5a3-2bd9-4727-bbdc-6f374f6a0bba on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:16:57.695138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d28d478b-ffa9-4908-b612-ee45dbce0d2c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:16:57.695507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d28d478b-ffa9-4908-b612-ee45dbce0d2c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:16:57.712022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-4c8a6cdc-b336-40ee-8bc3-fe4563eeca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:57.717140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-4c8a6cdc-b336-40ee-8bc3-fe4563eeca31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.6083095 Jul 23 14:16:57.762569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e7f7-bd5c-4033-b109-c6e42e589fda tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.768666 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e7f7-bd5c-4033-b109-c6e42e589fda tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.808364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3e7f7-bd5c-4033-b109-c6e42e589fda tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e9d4f-851f-454c-a80b-c9ddbe1fcae2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:57.821482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-cdd9f89f-6afb-4d91-98f9-2519a458020e', 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'tenant_id': '002ce7679a5540f38ac1dbfa3bf8318c', 'fixed_ips': [{'subnet_id': 'ced19d68-e125-4feb-9f3b-788e3a97c8f2'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:57.822624 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.824961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e7f7-bd5c-4033-b109-c6e42e589fda tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.829018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5ea3e7f7-bd5c-4033-b109-c6e42e589fda tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2751524 Jul 23 14:16:57.829300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:57.834077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9f1a02b-afe1-4b62-ac60-8cc4d6f81a8f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083915712'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:57.836060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.853306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845f1b79-8cee-405d-882a-8bfc52dc73bd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:57.861172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a02b-afe1-4b62-ac60-8cc4d6f81a8f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.874194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-a7d8b686-5d40-4f38-b8b5-3be998ce4caa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 999 time: 0.1392398 Jul 23 14:16:57.875865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66ab7a5-2e20-4475-8fa0-d214f18641e9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:57.876158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66ab7a5-2e20-4475-8fa0-d214f18641e9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:16:57.894745 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.932993 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.946777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:16:57.947292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:16:57.950880 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:16:57.953586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-8fa7d1f0-fa1b-4ae2-a633-7e43b1743a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:57.953726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-8fa7d1f0-fa1b-4ae2-a633-7e43b1743a4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0707605 Jul 23 14:16:57.970953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a02b-afe1-4b62-ac60-8cc4d6f81a8f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.979586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a02b-afe1-4b62-ac60-8cc4d6f81a8f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:57.993431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Allocated IP 2001:db8::2 (cdd9f89f-6afb-4d91-98f9-2519a458020e/ced19d68-e125-4feb-9f3b-788e3a97c8f2/242c03a7-d561-4685-a8c1-de87b921befc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:58.017337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a02b-afe1-4b62-ac60-8cc4d6f81a8f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3438c07-b86b-4aeb-ae5e-b7f8bf1cdb5c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:58.030976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a02b-afe1-4b62-ac60-8cc4d6f81a8f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.033259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d9f1a02b-afe1-4b62-ac60-8cc4d6f81a8f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2028058 Jul 23 14:16:58.036486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:58.044277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1606999153', 'security_groups': ['b3438c07-b86b-4aeb-ae5e-b7f8bf1cdb5c'], 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ced19d68-e125-4feb-9f3b-788e3a97c8f2'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:58.144165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-243cc1bb-4fd6-4547-999a-17db4877263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:58.146055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-243cc1bb-4fd6-4547-999a-17db4877263e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811988 Jul 23 14:16:58.147160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.153989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.156454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/845f1b79-8cee-405d-882a-8bfc52dc73bd HTTP/1.1" status: 204 len: 168 time: 1.6525245 Jul 23 14:16:58.163966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:58.184154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.186119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:58.195420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Transition to ACTIVE for port object 242c03a7-d561-4685-a8c1-de87b921befc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:58.216087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Transition to ACTIVE for port object 242c03a7-d561-4685-a8c1-de87b921befc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:58.225271 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.266457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-ffa365a8-d444-4de2-ad6c-d4457706f83f service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087167 Jul 23 14:16:58.267595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:58.270370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:58.274259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:58.283919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-954959874'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:58.291234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d7b21-25ab-40c2-b1fc-f9c0378bc517 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=845f1b79-8cee-405d-882a-8bfc52dc73bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:58.299291 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.315003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Pushing event updated for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:58.334782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 0017273e-b8d3-4d84-9744-fe7e3f554a53 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:58.358560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Attempting to bind port 242c03a7-d561-4685-a8c1-de87b921befc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:16:58.358954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Attempting to bind port 242c03a7-d561-4685-a8c1-de87b921befc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'fde0fc18-8db5-4a59-a7ac-5cd62bd524f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:16:58.359316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Attempting to bind port 242c03a7-d561-4685-a8c1-de87b921befc on network cdd9f89f-6afb-4d91-98f9-2519a458020e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:16:58.366415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:16:58.367320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Checking segment: {'id': 'fde0fc18-8db5-4a59-a7ac-5cd62bd524f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:58.367938 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.368662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Bound using segment: {'id': 'fde0fc18-8db5-4a59-a7ac-5cd62bd524f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:16:58.369909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Bound port: 242c03a7-d561-4685-a8c1-de87b921befc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde0fc18-8db5-4a59-a7ac-5cd62bd524f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:16:58.370808 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.390560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:58.394298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.443850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:16:58.454032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ca6def8-432c-4818-becd-479ddc98f5f9 req-7afaa6a6-fe92-49e2-a77e-7b57c27ba290 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639977 Jul 23 14:16:58.459543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.459886 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment 14431682-e1db-44e8-8b21-800d048b4c0d of type vlan for network 6f5d8bb7-b193-4518-b953-73b7c473c8cc Jul 23 14:16:58.472568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:16:58.483450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=242c03a7-d561-4685-a8c1-de87b921befc,segment=NetworkSegment(fde0fc18-8db5-4a59-a7ac-5cd62bd524f8),segment_id=fde0fc18-8db5-4a59-a7ac-5cd62bd524f8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:16:58.494509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.513469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.559625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1cb55-6b91-4c16-9a17-2f694b08bf8d None None] Pushing event updated for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:58.563310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.570294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:58.571024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.581342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::2fe (cdd9f89f-6afb-4d91-98f9-2519a458020e/ced19d68-e125-4feb-9f3b-788e3a97c8f2/0017273e-b8d3-4d84-9744-fe7e3f554a53) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:58.613709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3472657 Jul 23 14:16:58.614378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:58.621744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:58.672628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23befd54-e7ba-42da-901d-b7af0f17cad7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=6f5d8bb7-b193-4518-b953-73b7c473c8cc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:58.686061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6f5d8bb7-b193-4518-b953-73b7c473c8cc details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:16:58.784143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.798367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:58.808832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 0017273e-b8d3-4d84-9744-fe7e3f554a53 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:16:58.823475 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.878287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:58.968142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:16:58.969384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=0017273e-b8d3-4d84-9744-fe7e3f554a53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:58.972922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:58.975837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:16:58.982228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:58.982920 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:59.013352 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2e03efd2-9311-44fe-b6f3-e23de7952b4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9732876 Jul 23 14:16:59.015140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:59.023390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46aa201e-35d5-478f-9d01-fee8438a3b32 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:59.062598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d536c7-db8d-43d8-8a7d-59c20ac67e4b req-e82c11f7-dfb8-4377-9bab-75e0fb9c2cbb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:59.064488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-69d536c7-db8d-43d8-8a7d-59c20ac67e4b req-e82c11f7-dfb8-4377-9bab-75e0fb9c2cbb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2769277 Jul 23 14:16:59.175974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-69d536c7-db8d-43d8-8a7d-59c20ac67e4b req-47de3550-849c-4a0f-9582-8eaf13cdb8e5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997000 Jul 23 14:16:59.189274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa201e-35d5-478f-9d01-fee8438a3b32 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:59.194521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46aa201e-35d5-478f-9d01-fee8438a3b32 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:59.240730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:59.317620 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-46aa201e-35d5-478f-9d01-fee8438a3b32 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ced19d68-e125-4feb-9f3b-788e3a97c8f2 (CIDR: 2001:db8::/64) Jul 23 14:16:59.319375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=0e871b66-2479-4fc7-8cc7-e2587a667d64,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:16:59.322811 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa201e-35d5-478f-9d01-fee8438a3b32 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:16:59.323337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aa201e-35d5-478f-9d01-fee8438a3b32 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:16:59.323491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': '14431682-e1db-44e8-8b21-800d048b4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:16:59.323738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 6f5d8bb7-b193-4518-b953-73b7c473c8cc, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:16:59.342584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-46aa201e-35d5-478f-9d01-fee8438a3b32 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3249898 Jul 23 14:16:59.345393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:59.351287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:59.354035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 6f5d8bb7-b193-4518-b953-73b7c473c8cc is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:16:59.365476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6f5d8bb7-b193-4518-b953-73b7c473c8cc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:16:59.370152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:16:59.370526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:59.378460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff67295-ee4d-423c-940e-5af680221b0a None None] Network 6f5d8bb7-b193-4518-b953-73b7c473c8cc requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:16:59.388615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c5d6f35e-61b1-4812-a255-7a82dc177875 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7736089 Jul 23 14:16:59.391176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:16:59.403371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1398169203'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:16:59.584809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:59.595640 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:59.607988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-6f5d8bb7-b193-4518-b953-73b7c473c8cc', 'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc', 'tenant_id': 'a3ed692cff16482ab5ddba859c13f47f', 'fixed_ips': [{'subnet_id': '0e871b66-2479-4fc7-8cc7-e2587a667d64'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:16:59.609156 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:59.662789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:16:59.667304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:16:59.734453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 242c03a7-d561-4685-a8c1-de87b921befc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:16:59.737643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 5bebceb9-1eb1-452f-845a-eef89845361a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:16:59.855272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Allocated IP 172.20.0.2 (6f5d8bb7-b193-4518-b953-73b7c473c8cc/0e871b66-2479-4fc7-8cc7-e2587a667d64/b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:16:59.875516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 242c03a7-d561-4685-a8c1-de87b921befc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:16:59.912600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-ee90e717-f3c5-4272-bd16-7daeb18a4b72 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294487 Jul 23 14:17:00.027909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-55804d90-6b41-4f70-b8b2-afd13d913a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:00.032253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-55804d90-6b41-4f70-b8b2-afd13d913a5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9cf036af1964a74a671f701243dd269&device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 1097 time: 0.0929844 Jul 23 14:17:00.042210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.153766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=b223807d-1629-43e1-8b2a-f6855bbd4a36,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:00.170390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-a4768cf6-425f-4b67-bb34-4e1660c84669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:00.171947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-a4768cf6-425f-4b67-bb34-4e1660c84669 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856 HTTP/1.1" status: 200 len: 909 time: 0.1155324 Jul 23 14:17:00.175253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:00.177357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:00.180553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:00.181153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.224484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-11eb9b77-9d4f-401f-b97d-0a0a9e2e9394 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8775487 Jul 23 14:17:00.227244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:00.235711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-745813519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b223807d-1629-43e1-8b2a-f6855bbd4a36'}], 'security_groups': ['a57e9d4f-851f-454c-a80b-c9ddbe1fcae2']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:00.281679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.304591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Transition to ACTIVE for port object b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:00.315057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Provisioning complete for port de25325c-2922-431f-9ba6-ce788b1bb13d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:00.315570 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.346519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a276cc-4c1a-4ade-888b-96b84568edcc None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:00.370890 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-0c0da228-6b30-4797-aeee-7fdbb9dfdb93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8 HTTP/1.1" status: 200 len: 1002 time: 0.1818709 Jul 23 14:17:00.381890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.390467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Transition to ACTIVE for port object b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:00.408158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Port de25325c-2922-431f-9ba6-ce788b1bb13d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:00.410422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.452495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecee296-7677-4fa7-8b12-ea1e2dbdcf2f req-57ffab11-74e8-48a4-903a-3044fa0d75ce tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:00.454084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ecee296-7677-4fa7-8b12-ea1e2dbdcf2f req-57ffab11-74e8-48a4-903a-3044fa0d75ce tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1500962 Jul 23 14:17:00.470164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-d1af01aa-f360-4690-bec6-6088f70e1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:00.471668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-d1af01aa-f360-4690-bec6-6088f70e1f37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87913452-b853-4522-a39f-e35b8cdc6a45 HTTP/1.1" status: 200 len: 847 time: 0.0814712 Jul 23 14:17:00.510869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Provisioning for port 242c03a7-d561-4685-a8c1-de87b921befc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:00.521747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Network 6f5d8bb7-b193-4518-b953-73b7c473c8cc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:00.531422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Pushing event updated for resources: {'Port': ['ID=b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:00.554722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ecee296-7677-4fa7-8b12-ea1e2dbdcf2f req-f0a5b68e-33a0-4aba-a2fb-cf86157a2a01 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931559 Jul 23 14:17:00.578146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:00.578538 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.583578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:00.610219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:00.625027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-10a94d5f-3fc7-4121-a634-c3db7ae1f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:00.631915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-10a94d5f-3fc7-4121-a634-c3db7ae1f342 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8852f9c6-22d4-4bdd-8b4e-c0c78220c856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454966 Jul 23 14:17:00.730197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Attempting to bind port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:17:00.730632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Attempting to bind port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '14431682-e1db-44e8-8b21-800d048b4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:17:00.731022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Attempting to bind port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 on network 6f5d8bb7-b193-4518-b953-73b7c473c8cc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:00.735086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.11 (6f5d8bb7-b193-4518-b953-73b7c473c8cc/0e871b66-2479-4fc7-8cc7-e2587a667d64/5bebceb9-1eb1-452f-845a-eef89845361a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:00.740765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:17:00.741145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Checking segment: {'id': '14431682-e1db-44e8-8b21-800d048b4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:00.741554 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.741947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Bound using segment: {'id': '14431682-e1db-44e8-8b21-800d048b4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:17:00.742422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Bound port: b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14431682-e1db-44e8-8b21-800d048b4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f5d8bb7-b193-4518-b953-73b7c473c8cc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:17:00.742834 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.746358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-d181e09e-354d-41b5-a605-8aa5ef8d3f6a service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105959 Jul 23 14:17:00.879479 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:00.945346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3bac8-61db-470b-8617-a6da7bc70d52 req-23f6bb65-52c4-46df-baee-e4cd20918832 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:00.948049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6eb3bac8-61db-470b-8617-a6da7bc70d52 req-23f6bb65-52c4-46df-baee-e4cd20918832 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1642718 Jul 23 14:17:00.996118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=242c03a7-d561-4685-a8c1-de87b921befc,segment=NetworkSegment(fde0fc18-8db5-4a59-a7ac-5cd62bd524f8),segment_id=fde0fc18-8db5-4a59-a7ac-5cd62bd524f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:00.997579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b22bac9-f775-436c-a988-73da6d72fba3 req-5f9f0b6a-19e6-4637-a581-678a9eff3a81 service neutron] 10.222.0.48 "GET /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126682 Jul 23 14:17:01.008542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.022633 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.027167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 5bebceb9-1eb1-452f-845a-eef89845361a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:01.031516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6eb3bac8-61db-470b-8617-a6da7bc70d52 req-ec11737d-82f6-43b2-bfca-409040cb07c0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755777 Jul 23 14:17:01.032800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] For port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:17:01.067288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Delete allocated IP 2001:db8::2fe (cdd9f89f-6afb-4d91-98f9-2519a458020e/ced19d68-e125-4feb-9f3b-788e3a97c8f2) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 14:17:01.076326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] For port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4,segment=NetworkSegment(14431682-e1db-44e8-8b21-800d048b4c0d),segment_id=14431682-e1db-44e8-8b21-800d048b4c0d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:17:01.087425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8:0:1::172 (cdd9f89f-6afb-4d91-98f9-2519a458020e/b223807d-1629-43e1-8b2a-f6855bbd4a36/0017273e-b8d3-4d84-9744-fe7e3f554a53) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:01.112063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.141958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.151768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e742f91-7c0d-4dcf-83be-47045d1e6cd3 None None] Pushing event updated for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:01.217017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ab6ef-00f2-4c7e-8851-8a305a8f6a5c None None] Pushing event updated for resources: {'Port': ['ID=b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:01.219890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] Update dhcp port {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'fixed_ips': [{'subnet_id': 'ced19d68-e125-4feb-9f3b-788e3a97c8f2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b223807d-1629-43e1-8b2a-f6855bbd4a36'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '242c03a7-d561-4685-a8c1-de87b921befc'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:01.320871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1c21541-b961-408a-8d49-af1e22dd54ec None None] Provisioning for port 0017273e-b8d3-4d84-9744-fe7e3f554a53 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:01.331716 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.335062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1c21541-b961-408a-8d49-af1e22dd54ec None None] Provisioning complete for port 0017273e-b8d3-4d84-9744-fe7e3f554a53 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:01.335980 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1c21541-b961-408a-8d49-af1e22dd54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.353770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.366836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 6f5d8bb7-b193-4518-b953-73b7c473c8cc is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:01.382739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Ignored duplicate provisioning block setup for port 0017273e-b8d3-4d84-9744-fe7e3f554a53 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 14:17:01.384024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:01.393843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:01.404480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.415840 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:17:01.428607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1c21541-b961-408a-8d49-af1e22dd54ec None None] Port 0017273e-b8d3-4d84-9744-fe7e3f554a53 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:01.437817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=5bebceb9-1eb1-452f-845a-eef89845361a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:01.486005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c42c29-1d6f-4ec5-9ddf-2d7fd18fdcf1 req-aa27121c-7073-4d20-a986-0ff42b8091d8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:01.491860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8c42c29-1d6f-4ec5-9ddf-2d7fd18fdcf1 req-aa27121c-7073-4d20-a986-0ff42b8091d8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1599810 Jul 23 14:17:01.518150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=0017273e-b8d3-4d84-9744-fe7e3f554a53,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:01.603958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8c42c29-1d6f-4ec5-9ddf-2d7fd18fdcf1 req-adceca45-d036-4dd4-b29f-ba4183ca1987 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079659 Jul 23 14:17:01.808743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 242c03a7-d561-4685-a8c1-de87b921befc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:01.890367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] Allocated IP 2001:db8:0:1::2 (cdd9f89f-6afb-4d91-98f9-2519a458020e/b223807d-1629-43e1-8b2a-f6855bbd4a36/242c03a7-d561-4685-a8c1-de87b921befc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:01.969377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] In _notify_port_updated(), no bound segment for port 0017273e-b8d3-4d84-9744-fe7e3f554a53 on network cdd9f89f-6afb-4d91-98f9-2519a458020e {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:17:01.972654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:01.973256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.975813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:01.977821 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:01.977821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7ea8fcee-bfd2-40d3-9843-624857755b38 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "PUT /v2.0/ports/0017273e-b8d3-4d84-9744-fe7e3f554a53 HTTP/1.1" status: 200 len: 930 time: 1.7493994 Jul 23 14:17:01.981513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:02.030307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:02.031002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.051845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5fd35752-aad5-49a3-b9fd-4a41d58d20db tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6590841 Jul 23 14:17:02.056158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:02.108821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=242c03a7-d561-4685-a8c1-de87b921befc,segment=NetworkSegment(fde0fc18-8db5-4a59-a7ac-5cd62bd524f8),segment_id=fde0fc18-8db5-4a59-a7ac-5cd62bd524f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:02.160275 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.212903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] Transition to ACTIVE for port object 242c03a7-d561-4685-a8c1-de87b921befc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:02.240261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 0017273e-b8d3-4d84-9744-fe7e3f554a53 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:02.240640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.255570 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.340801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 5bebceb9-1eb1-452f-845a-eef89845361a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:02.341162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.381483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71773e-ead5-468e-93eb-a873838fb68a None None] Pushing event updated for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:02.385140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb4f95-f43a-4b6d-83bf-c6d0822afbd4 req-afa4d6ff-819d-4c26-a777-2e95f3c8918e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:02.388037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4cb4f95-f43a-4b6d-83bf-c6d0822afbd4 req-afa4d6ff-819d-4c26-a777-2e95f3c8918e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1967387 Jul 23 14:17:02.430815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.473770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4cb4f95-f43a-4b6d-83bf-c6d0822afbd4 req-354e60d6-40ce-419c-8e77-1dd8963cd40b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767202 Jul 23 14:17:02.474836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 0017273e-b8d3-4d84-9744-fe7e3f554a53 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:02.495878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.530511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 5bebceb9-1eb1-452f-845a-eef89845361a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:02.603952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-e00a266e-a7cc-4697-ad42-885530577a97 req-29f1c684-4290-45f7-9d20-77f7b2560443 service neutron] (93767) timed out ('10.222.0.11', 56546) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:17:02.694165 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.718245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.730868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=0017273e-b8d3-4d84-9744-fe7e3f554a53,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:02.766077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=5bebceb9-1eb1-452f-845a-eef89845361a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:02.828407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.830520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3fc19a32-f9c2-47b4-a806-a507fbc4df95 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/0017273e-b8d3-4d84-9744-fe7e3f554a53 HTTP/1.1" status: 204 len: 168 time: 0.8463511 Jul 23 14:17:02.833279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:02.864879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a883dc-2a3f-4cfc-9e8e-9c9b1ab28e6d None None] Network 6f5d8bb7-b193-4518-b953-73b7c473c8cc requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:02.869297 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-755be1df-794c-4bfb-8601-bedb7652a04f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:17:02.875159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-755be1df-794c-4bfb-8601-bedb7652a04f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/0017273e-b8d3-4d84-9744-fe7e3f554a53 HTTP/1.1" status: 404 len: 333 time: 0.0367982 Jul 23 14:17:02.876538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:02.901476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.904842 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-652cbbe5-f202-46ff-b29c-cf6bca6e29b1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/5bebceb9-1eb1-452f-845a-eef89845361a HTTP/1.1" status: 204 len: 168 time: 0.8471346 Jul 23 14:17:02.909270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:02.947597 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e88f90c-1cf9-4ccf-babf-5dce5231b79e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:02.949293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3e88f90c-1cf9-4ccf-babf-5dce5231b79e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/5bebceb9-1eb1-452f-845a-eef89845361a HTTP/1.1" status: 404 len: 333 time: 0.0389132 Jul 23 14:17:02.952294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:02.991990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ae5172f-e8ea-4626-a78c-73a2f7d96231 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:02.998465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8cbaae04-3f9d-4ade-bcd5-b3e851661ba8 None None] Provisioning for port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:03.045351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ae5172f-e8ea-4626-a78c-73a2f7d96231 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.080278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet 0e871b66-2479-4fc7-8cc7-e2587a667d64 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:03.084874 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.109877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ae5172f-e8ea-4626-a78c-73a2f7d96231 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.113462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ae5172f-e8ea-4626-a78c-73a2f7d96231 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.114819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7ae5172f-e8ea-4626-a78c-73a2f7d96231 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3438c07-b86b-4aeb-ae5e-b7f8bf1cdb5c HTTP/1.1" status: 204 len: 168 time: 0.2372549 Jul 23 14:17:03.118425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:03.150026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5172f-e8ea-4626-a78c-73a2f7d96231 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3438c07-b86b-4aeb-ae5e-b7f8bf1cdb5c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:03.221649 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.225844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41563f0a-623f-4471-b87b-aa738c650c0a tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.266243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41563f0a-623f-4471-b87b-aa738c650c0a tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.322408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41563f0a-623f-4471-b87b-aa738c650c0a tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.325400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41563f0a-623f-4471-b87b-aa738c650c0a tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.326744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-41563f0a-623f-4471-b87b-aa738c650c0a tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/security-groups/a57e9d4f-851f-454c-a80b-c9ddbe1fcae2 HTTP/1.1" status: 204 len: 168 time: 0.2069595 Jul 23 14:17:03.341202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:03.342021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563f0a-623f-4471-b87b-aa738c650c0a tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e9d4f-851f-454c-a80b-c9ddbe1fcae2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:03.382330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.435821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet ced19d68-e125-4feb-9f3b-788e3a97c8f2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:03.440797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.505087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.516195 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.565729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18e5cabc-5a2b-4457-ab0d-b7ffd7aa4c64 None None] Could not find standard attr ID for object 0017273e-b8d3-4d84-9744-fe7e3f554a53. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:03.584596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=0e871b66-2479-4fc7-8cc7-e2587a667d64,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:03.588936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.593982 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-190a622d-a81d-4aa8-a23b-ddb0f352f541 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/0e871b66-2479-4fc7-8cc7-e2587a667d64 HTTP/1.1" status: 204 len: 168 time: 0.6383264 Jul 23 14:17:03.594204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:03.607554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18e5cabc-5a2b-4457-ab0d-b7ffd7aa4c64 None None] Provisioning complete for port de25325c-2922-431f-9ba6-ce788b1bb13d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:03.608181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e5cabc-5a2b-4457-ab0d-b7ffd7aa4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.706688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18e5cabc-5a2b-4457-ab0d-b7ffd7aa4c64 None None] Port de25325c-2922-431f-9ba6-ce788b1bb13d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:03.734158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18e5cabc-5a2b-4457-ab0d-b7ffd7aa4c64 None None] Provisioning for port 242c03a7-d561-4685-a8c1-de87b921befc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:03.742240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18e5cabc-5a2b-4457-ab0d-b7ffd7aa4c64 None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:03.742923 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e5cabc-5a2b-4457-ab0d-b7ffd7aa4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.774383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.777339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.885657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a961ecd-4743-4dc8-8871-42a43cdcea16 req-f46c997c-512a-4828-8a64-03c77579d7d9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:03.897715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a961ecd-4743-4dc8-8871-42a43cdcea16 req-f46c997c-512a-4828-8a64-03c77579d7d9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2819076 Jul 23 14:17:03.926469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:03.935680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:03.936241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:03.970393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a961ecd-4743-4dc8-8871-42a43cdcea16 req-91dd9352-e78c-48f2-a1ef-d1e75582f2d7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713656 Jul 23 14:17:03.972130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.006607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da141776-4a6f-4a84-a2df-385ff43c5406 None None] Could not find standard attr ID for object 0017273e-b8d3-4d84-9744-fe7e3f554a53. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:04.030576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=ced19d68-e125-4feb-9f3b-788e3a97c8f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:04.039843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.046400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a30b0596-30b6-4049-9be2-ad0b19a25205 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/ced19d68-e125-4feb-9f3b-788e3a97c8f2 HTTP/1.1" status: 204 len: 168 time: 0.7018623 Jul 23 14:17:04.047110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:04.052500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:04.059817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a83e878-7272-45fa-bb26-e3db869a962e None None] Network 6f5d8bb7-b193-4518-b953-73b7c473c8cc requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:04.071952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] For port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4,segment=NetworkSegment(14431682-e1db-44e8-8b21-800d048b4c0d),segment_id=14431682-e1db-44e8-8b21-800d048b4c0d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:04.072401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.099265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:04.145525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:04.178902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:04.179279 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.237731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:04.242060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.275389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.289335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-852c49c7-80a8-4e0c-ae05-13e501b75539 None None] Could not find standard attr ID for object 5bebceb9-1eb1-452f-845a-eef89845361a. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:04.334493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:04.343880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No DVR routers for this DVR port b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:04.352876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Could not find standard attr ID for object b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:04.357569 n-d-801990-3 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No ports have port_id starting with b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 Jul 23 14:17:04.358952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 242c03a7-d561-4685-a8c1-de87b921befc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:04.404799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b0caf-fd83-4129-958b-f701ca514c4e None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:04.456321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335b40e-26a8-45ad-a4de-ebd4ecc75fba None None] DHCP port deletion for 6f5d8bb7-b193-4518-b953-73b7c473c8cc request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:17:04.518317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.530256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:04.530452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.568550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5d8bb7-b193-4518-b953-73b7c473c8cc']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:04.601701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11e304-73f3-46dd-86b3-01b3b81bf014 req-41f96119-9a5b-43ff-9073-1867920b5073 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:04.614822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14431682-e1db-44e8-8b21-800d048b4c0d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:04.614822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14431682-e1db-44e8-8b21-800d048b4c0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:04.615200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac11e304-73f3-46dd-86b3-01b3b81bf014 req-41f96119-9a5b-43ff-9073-1867920b5073 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2041628 Jul 23 14:17:04.642327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.673590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.678417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac11e304-73f3-46dd-86b3-01b3b81bf014 req-54acb24a-a7df-40b3-8135-faeac7f2149d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599215 Jul 23 14:17:04.689285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:17:04.689930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:17:04.695381 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:17:04.781819 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.787833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.789813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/6f5d8bb7-b193-4518-b953-73b7c473c8cc HTTP/1.1" status: 204 len: 168 time: 1.1946194 Jul 23 14:17:04.794807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:04.812340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'name': 'tempest-PortsTestJSON-1555318244'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:04.828419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412d658-94b2-402c-bf65-995724e7f97d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=6f5d8bb7-b193-4518-b953-73b7c473c8cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:04.868854 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.934753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:04.936016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=633c2dd9-1131-4827-9df4-970a6f2ff641,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:04.940579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.940764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:04.942096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:04.945091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:04.945773 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:04.966328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port eb2f66ac-f2fb-4554-9578-3247072da344 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:04.969767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c9f83262-f516-466b-8b2d-e66beaf3208d tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9191496 Jul 23 14:17:04.970464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:04.977421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d850d3bd-d34b-4f75-ba06-913e0e4a0d61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'security_group': {'name': 'tempest-secgroup-561123590'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:05.011236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d850d3bd-d34b-4f75-ba06-913e0e4a0d61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.139037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d850d3bd-d34b-4f75-ba06-913e0e4a0d61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.145342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d850d3bd-d34b-4f75-ba06-913e0e4a0d61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.193758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d850d3bd-d34b-4f75-ba06-913e0e4a0d61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.198775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d850d3bd-d34b-4f75-ba06-913e0e4a0d61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2235684 Jul 23 14:17:05.199537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:05.204519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3daceedc-482b-4842-b0e4-7279bf844ea8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'security_group': {'name': 'tempest-secgroup-841036139'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:05.209510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d3bd-d34b-4f75-ba06-913e0e4a0d61 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08baa55-d67f-4645-8a06-f48b9c3dad68,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:05.235590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3daceedc-482b-4842-b0e4-7279bf844ea8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.247885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.304065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.389601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:05.399067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:05.405784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:05.405964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3daceedc-482b-4842-b0e4-7279bf844ea8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.415218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:05.416225 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.426355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3daceedc-482b-4842-b0e4-7279bf844ea8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.444145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=eb2f66ac-f2fb-4554-9578-3247072da344,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:05.465130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-54a34116-38b8-4594-a31e-166125cc51af tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6689079 Jul 23 14:17:05.477457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:05.486371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3daceedc-482b-4842-b0e4-7279bf844ea8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.487848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3daceedc-482b-4842-b0e4-7279bf844ea8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2869475 Jul 23 14:17:05.491996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:05.501468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa559aaa-bc08-4385-925e-f29134b76642 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'security_group': {'name': 'tempest-secgroup-333307046'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:05.516074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daceedc-482b-4842-b0e4-7279bf844ea8 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a5c46-ecb8-447b-b6b9-a8904613c787,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:05.540211 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa559aaa-bc08-4385-925e-f29134b76642 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.662915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port eb2f66ac-f2fb-4554-9578-3247072da344 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:05.663461 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.666437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:17:05.712610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa559aaa-bc08-4385-925e-f29134b76642 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.736983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:17:05.737562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa559aaa-bc08-4385-925e-f29134b76642 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.737762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b8ad25d1-6db3-41bc-93ce-3af6a0eb1de4 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:17:05.785767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a87d8de-155e-4099-93d8-58d6f8777518 None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:05.813096 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa559aaa-bc08-4385-925e-f29134b76642 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.819543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fa559aaa-bc08-4385-925e-f29134b76642 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3262055 Jul 23 14:17:05.820516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:05.832032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2079432948', 'security_groups': ['6a354d11-5adc-4013-9af0-0a96c77b880a'], 'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '633c2dd9-1131-4827-9df4-970a6f2ff641'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:05.856138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa559aaa-bc08-4385-925e-f29134b76642 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a354d11-5adc-4013-9af0-0a96c77b880a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:05.871615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e5025f8-621d-40af-a6c0-d6b87ed34179 None None] Provisioning complete for port de25325c-2922-431f-9ba6-ce788b1bb13d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:05.872065 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e5025f8-621d-40af-a6c0-d6b87ed34179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.894605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:05.915882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for eb2f66ac-f2fb-4554-9578-3247072da344 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:05.918467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0e5025f8-621d-40af-a6c0-d6b87ed34179 None None] Port de25325c-2922-431f-9ba6-ce788b1bb13d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:05.948210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e5025f8-621d-40af-a6c0-d6b87ed34179 None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:05.948651 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e5025f8-621d-40af-a6c0-d6b87ed34179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.062838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6cfe0-bd7d-4188-890f-7523bfe460b4 req-81de16df-ffc1-4d4a-b4ac-88c5684b8d1b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:06.064832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56f6cfe0-bd7d-4188-890f-7523bfe460b4 req-81de16df-ffc1-4d4a-b4ac-88c5684b8d1b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1527026 Jul 23 14:17:06.079833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.093496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:06.122923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=eb2f66ac-f2fb-4554-9578-3247072da344,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:06.139877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.143414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94da690f-f95a-49f7-8604-090eb49ca2d2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/eb2f66ac-f2fb-4554-9578-3247072da344 HTTP/1.1" status: 204 len: 168 time: 0.6632025 Jul 23 14:17:06.145475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:06.153558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'mac_address': 'fa:16:3e:ab:59:7a', 'name': 'tempest-PortsTestJSON-1284274281'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:06.198730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.236533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56f6cfe0-bd7d-4188-890f-7523bfe460b4 req-023626f7-0fcd-4870-a1c3-d066dd3bcb7c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638534 Jul 23 14:17:06.244655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] device_id is not set on port 62caccf2-810b-4be8-b907-7ab01d96ec2f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:06.315909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:06.359286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] Update dhcp port {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'fixed_ips': [{'subnet_id': 'b223807d-1629-43e1-8b2a-f6855bbd4a36', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '633c2dd9-1131-4827-9df4-970a6f2ff641'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '242c03a7-d561-4685-a8c1-de87b921befc'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:06.406437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.433238 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.438372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 1984a6af-c01e-4441-be90-b6ffe9093978 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:06.752313 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.801813 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.850197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:06.857535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:06.873198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:06.880454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:06.881148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:06.895466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=1984a6af-c01e-4441-be90-b6ffe9093978,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:06.909973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4660cc99-9bc2-461c-b78e-450942ad56ca tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7601950 Jul 23 14:17:06.910706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:06.969695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefa43ad-4263-41a1-b8f8-184fbb4c1aa9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:06.973431 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eefa43ad-4263-41a1-b8f8-184fbb4c1aa9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/1984a6af-c01e-4441-be90-b6ffe9093978 HTTP/1.1" status: 200 len: 841 time: 0.0617564 Jul 23 14:17:06.981752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:07.062537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8::1a3 (cdd9f89f-6afb-4d91-98f9-2519a458020e/633c2dd9-1131-4827-9df4-970a6f2ff641/62caccf2-810b-4be8-b907-7ab01d96ec2f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:07.154096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-1724b02b-3fab-4870-85c3-7364f2e09f84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2234411 Jul 23 14:17:07.175652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d094756-a909-4cd4-8815-6dde267b272a req-f5d253de-73ab-40c3-a5c1-e3e20e513dc1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:07.177145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d094756-a909-4cd4-8815-6dde267b272a req-f5d253de-73ab-40c3-a5c1-e3e20e513dc1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2454622 Jul 23 14:17:07.316840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 1984a6af-c01e-4441-be90-b6ffe9093978 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:07.317566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.325195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d094756-a909-4cd4-8815-6dde267b272a req-323840a9-9055-41f4-821b-d3b0f5fb1bf6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389723 Jul 23 14:17:07.384566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.444306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 62caccf2-810b-4be8-b907-7ab01d96ec2f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:07.452965 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.461305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.479889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ed0b9-8698-48e9-8958-51929354ce0f req-da5266e7-f07c-4c0a-81b3-348376ac15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:07.481455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-da5266e7-f07c-4c0a-81b3-348376ac15fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.2792716 Jul 23 14:17:07.483759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 1984a6af-c01e-4441-be90-b6ffe9093978 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:07.653351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.695510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] Allocated IP 2001:db8::2 (cdd9f89f-6afb-4d91-98f9-2519a458020e/633c2dd9-1131-4827-9df4-970a6f2ff641/242c03a7-d561-4685-a8c1-de87b921befc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:07.740744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:07.763433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:07.769097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:07.774741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:07.775359 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.786251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d5031-92d0-4708-be1c-b7a8ebafa5e1 req-da5a5f03-2c63-466c-8ba4-f1134fd628a3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:07.789795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-540d5031-92d0-4708-be1c-b7a8ebafa5e1 req-da5a5f03-2c63-466c-8ba4-f1134fd628a3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.3017240 Jul 23 14:17:07.790710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=62caccf2-810b-4be8-b907-7ab01d96ec2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:07.807666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.811731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=242c03a7-d561-4685-a8c1-de87b921befc,segment=NetworkSegment(fde0fc18-8db5-4a59-a7ac-5cd62bd524f8),segment_id=fde0fc18-8db5-4a59-a7ac-5cd62bd524f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:07.814959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ed0b9-8698-48e9-8958-51929354ce0f req-6f43ea56-d461-42c1-a64a-9d3d59397a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:07.816462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-6f43ea56-d461-42c1-a64a-9d3d59397a05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.3095698 Jul 23 14:17:07.842681 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.860918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] Transition to ACTIVE for port object 242c03a7-d561-4685-a8c1-de87b921befc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:07.865773 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.895042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=1984a6af-c01e-4441-be90-b6ffe9093978,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:07.901322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3961bda5-63a4-4d46-adc9-0d627ed15e4e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0722651 Jul 23 14:17:07.901322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-2ab82093-eeac-4edb-8d06-d63acc53286c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0530159 Jul 23 14:17:07.901702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:07.910249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15ae0ea1-a172-42b1-a5be-8164cf589884 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:07.918851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:07.923607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d21a2cab-426c-4ce6-b3ff-bcaf3170008f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/1984a6af-c01e-4441-be90-b6ffe9093978 HTTP/1.1" status: 204 len: 168 time: 0.9455209 Jul 23 14:17:07.927617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:07.933650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d1ba2-dacc-4dcc-a8fc-04600a926eb3 None None] Pushing event updated for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:07.979692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-540d5031-92d0-4708-be1c-b7a8ebafa5e1 req-a563d920-06a6-41b6-9eb6-a285e66953d4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845012 Jul 23 14:17:07.998965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ed0b9-8698-48e9-8958-51929354ce0f req-05b3831c-51fc-415f-b7de-94addea4edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:08.000485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-05b3831c-51fc-415f-b7de-94addea4edd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0833051 Jul 23 14:17:08.012552 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4966e239-8f3c-497a-add2-35fe7b94214b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:08.018722 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4966e239-8f3c-497a-add2-35fe7b94214b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/1984a6af-c01e-4441-be90-b6ffe9093978 HTTP/1.1" status: 404 len: 333 time: 0.0898454 Jul 23 14:17:08.019372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:08.047197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-e88e932e-2170-4391-be30-e442ccecad1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345681 Jul 23 14:17:08.086859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'name': 'tempest-PortsTestJSON-78084901'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:08.202745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ae0ea1-a172-42b1-a5be-8164cf589884 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:08.207549 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15ae0ea1-a172-42b1-a5be-8164cf589884 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.207675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-47c09c76-4a08-4c82-bd23-fd387a333e36 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512938 Jul 23 14:17:08.221010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182377b-5c5d-4e41-a3aa-d064391cc011 req-8597fae4-97aa-43a5-bbb7-70b4699ba83c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:08.222740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1182377b-5c5d-4e41-a3aa-d064391cc011 req-8597fae4-97aa-43a5-bbb7-70b4699ba83c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1450214 Jul 23 14:17:08.247470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:08.250970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.285931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port b9b1ff53-54b0-4218-8c7c-85bc14f321f2 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:08.342457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1182377b-5c5d-4e41-a3aa-d064391cc011 req-981bc055-872e-4f63-a157-5b5b383e4949 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989308 Jul 23 14:17:08.374397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-791ed0b9-8698-48e9-8958-51929354ce0f req-c54e08ee-6493-4656-b4fb-e2cfad9186e7 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506109 Jul 23 14:17:08.420937 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-15ae0ea1-a172-42b1-a5be-8164cf589884 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 633c2dd9-1131-4827-9df4-970a6f2ff641 (CIDR: 2001:db8::/64) Jul 23 14:17:08.429813 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ae0ea1-a172-42b1-a5be-8164cf589884 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:17:08.430371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ae0ea1-a172-42b1-a5be-8164cf589884 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:08.471787 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-15ae0ea1-a172-42b1-a5be-8164cf589884 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5684223 Jul 23 14:17:08.474488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:08.482059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-42a814b8-5c06-4ecb-9d9c-f04d6af662e0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:08.562591 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.609126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.643017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a814b8-5c06-4ecb-9d9c-f04d6af662e0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:08.647669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42a814b8-5c06-4ecb-9d9c-f04d6af662e0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.680479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:08.683876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:08.686425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:08.692163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:08.692771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.720116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=b9b1ff53-54b0-4218-8c7c-85bc14f321f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:08.731677 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-20669552-4be9-4639-906e-1178cb00a7d4 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6508930 Jul 23 14:17:08.732215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:08.738540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:08.757181 n-d-801990-3 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-42a814b8-5c06-4ecb-9d9c-f04d6af662e0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b223807d-1629-43e1-8b2a-f6855bbd4a36 (CIDR: 2001:db8:0:1::/64) Jul 23 14:17:08.761260 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a814b8-5c06-4ecb-9d9c-f04d6af662e0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:17:08.761758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a814b8-5c06-4ecb-9d9c-f04d6af662e0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:08.781233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-42a814b8-5c06-4ecb-9d9c-f04d6af662e0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3052249 Jul 23 14:17:08.783932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:08.788991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'subnet': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:08.822287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d0565ea-fb25-46dc-94c9-f78378695bcc None None] Provisioning complete for port de25325c-2922-431f-9ba6-ce788b1bb13d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:08.822931 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d0565ea-fb25-46dc-94c9-f78378695bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.831465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.874328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d0565ea-fb25-46dc-94c9-f78378695bcc None None] Port de25325c-2922-431f-9ba6-ce788b1bb13d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:08.895124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d0565ea-fb25-46dc-94c9-f78378695bcc None None] Provisioning for port 242c03a7-d561-4685-a8c1-de87b921befc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:08.899502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d0565ea-fb25-46dc-94c9-f78378695bcc None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:08.900082 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d0565ea-fb25-46dc-94c9-f78378695bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:08.923577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Made reservation on behalf of 002ce7679a5540f38ac1dbfa3bf8318c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:08.927305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.089704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.098084 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.133692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] In _notify_port_updated(), no bound segment for port b9b1ff53-54b0-4218-8c7c-85bc14f321f2 on network 50816333-3137-4266-bab6-655dca973bb6 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:17:09.140076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:09.140722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.145393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:09.145833 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "PUT /v2.0/ports/b9b1ff53-54b0-4218-8c7c-85bc14f321f2 HTTP/1.1" status: 200 len: 818 time: 0.4125586 Jul 23 14:17:09.168640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbb94e-6624-4f1a-920a-3ff8665cffd0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=b9b1ff53-54b0-4218-8c7c-85bc14f321f2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:09.311337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.319443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f7fbc72-f558-4a2b-a95c-6a392e1ce1a5 None None] Provisioning for port 62caccf2-810b-4be8-b907-7ab01d96ec2f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:09.320972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port b9b1ff53-54b0-4218-8c7c-85bc14f321f2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:09.321671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.325074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f7fbc72-f558-4a2b-a95c-6a392e1ce1a5 None None] Provisioning complete for port 62caccf2-810b-4be8-b907-7ab01d96ec2f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:09.325790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f7fbc72-f558-4a2b-a95c-6a392e1ce1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.371460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fbc72-f558-4a2b-a95c-6a392e1ce1a5 None None] Port 62caccf2-810b-4be8-b907-7ab01d96ec2f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:09.386965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Network cdd9f89f-6afb-4d91-98f9-2519a458020e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:09.393327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:09.396621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:09.397465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.408860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e4318-3c9f-41ff-ade8-54a7cb7cb5b8 None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:09.453093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.455952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Subnet': ['ID=58c9a3ca-930d-4623-8b32-032a9aaf5568,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:09.466197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-34049ef6-84c8-49e4-9c9a-fffcb28eb011 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6811762 Jul 23 14:17:09.468999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:09.472484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for b9b1ff53-54b0-4218-8c7c-85bc14f321f2 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:09.475267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1786373387', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58c9a3ca-930d-4623-8b32-032a9aaf5568'}], 'security_groups': ['e08baa55-d67f-4645-8a06-f48b9c3dad68', 'ce9a5c46-ecb8-447b-b6b9-a8904613c787']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:09.652841 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.709474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=b9b1ff53-54b0-4218-8c7c-85bc14f321f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:09.712894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.718731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a28f14a2-2963-45a1-b115-e322aabeebe8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/b9b1ff53-54b0-4218-8c7c-85bc14f321f2 HTTP/1.1" status: 204 len: 168 time: 0.5688832 Jul 23 14:17:09.718731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:09.726376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 242c03a7-d561-4685-a8c1-de87b921befc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:09.727936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.792500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Update dhcp port {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'fixed_ips': [{'subnet_id': 'b223807d-1629-43e1-8b2a-f6855bbd4a36', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '633c2dd9-1131-4827-9df4-970a6f2ff641', 'ip_address': '2001:db8::2'}, {'subnet_id': '58c9a3ca-930d-4623-8b32-032a9aaf5568'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '242c03a7-d561-4685-a8c1-de87b921befc'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:09.806342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612a60f-25ab-4266-800b-979ece4b7cf9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:09.808730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4612a60f-25ab-4266-800b-979ece4b7cf9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0892575 Jul 23 14:17:09.817955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:09.840828 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.854035 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cab3c3-e90a-46c3-80d7-437e58d9b16a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:09.862180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-23cab3c3-e90a-46c3-80d7-437e58d9b16a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/b9b1ff53-54b0-4218-8c7c-85bc14f321f2 HTTP/1.1" status: 404 len: 333 time: 0.0395899 Jul 23 14:17:09.863631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:09.870478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1919252241'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:09.903342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:09.903924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.914359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:09.918828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.952327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:17:09.965975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:09.966529 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment b369d9a0-e9f0-4cf0-95ec-c91720cc477d of type vlan for network 6dbec280-340a-4ea0-9982-f6033a69e5db Jul 23 14:17:10.031062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.063405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.069269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:10.069625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.104828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2397652 Jul 23 14:17:10.107900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:10.114813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:10.157669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47090e-93b8-4994-b9d2-ed792c8e2287 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=6dbec280-340a-4ea0-9982-f6033a69e5db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:10.159815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Delete allocated IP 2001:db8::1a3 (cdd9f89f-6afb-4d91-98f9-2519a458020e/633c2dd9-1131-4827-9df4-970a6f2ff641) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 14:17:10.173421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6dbec280-340a-4ea0-9982-f6033a69e5db details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:17:10.184792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Allocated IP 2001:db8:0:2::1b (cdd9f89f-6afb-4d91-98f9-2519a458020e/58c9a3ca-930d-4623-8b32-032a9aaf5568/62caccf2-810b-4be8-b907-7ab01d96ec2f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:10.247759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:10.252617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.380505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.395914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Transition to ACTIVE for port object 62caccf2-810b-4be8-b907-7ab01d96ec2f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:10.404787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.460419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event updated for resources: {'Port': ['ID=62caccf2-810b-4be8-b907-7ab01d96ec2f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:10.474791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.477231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Allocated IP 2001:db8:0:2::2 (cdd9f89f-6afb-4d91-98f9-2519a458020e/58c9a3ca-930d-4623-8b32-032a9aaf5568/242c03a7-d561-4685-a8c1-de87b921befc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:10.511239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] In _notify_port_updated(), no bound segment for port 62caccf2-810b-4be8-b907-7ab01d96ec2f on network cdd9f89f-6afb-4d91-98f9-2519a458020e {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:17:10.517543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:10.518191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.519567 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7ce12831-cad9-46e0-b90c-6871570f768f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "PUT /v2.0/ports/62caccf2-810b-4be8-b907-7ab01d96ec2f HTTP/1.1" status: 200 len: 969 time: 1.0494769 Jul 23 14:17:10.522434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:10.563816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=d45f2745-4018-4441-a38d-7ac2966d361f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:10.572185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': 'b369d9a0-e9f0-4cf0-95ec-c91720cc477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:10.572548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 6dbec280-340a-4ea0-9982-f6033a69e5db, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:17:10.593800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 6dbec280-340a-4ea0-9982-f6033a69e5db is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:17:10.609021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6dbec280-340a-4ea0-9982-f6033a69e5db) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:10.622512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:10.623138 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.640382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9b0ca209-bf85-444c-804e-26b8a8884c4a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5315890 Jul 23 14:17:10.643386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:10.646096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=242c03a7-d561-4685-a8c1-de87b921befc,segment=NetworkSegment(fde0fc18-8db5-4a59-a7ac-5cd62bd524f8),segment_id=fde0fc18-8db5-4a59-a7ac-5cd62bd524f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:10.649191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07f5386d-e941-443d-b38f-35631eef6927 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:10.678542 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.685101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f200ad-a977-4cbe-ab9c-d70873baef22 None None] Network 6dbec280-340a-4ea0-9982-f6033a69e5db requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:10.690879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 62caccf2-810b-4be8-b907-7ab01d96ec2f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:10.691226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.719669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Transition to ACTIVE for port object 242c03a7-d561-4685-a8c1-de87b921befc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:10.728620 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.846298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.864210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 62caccf2-810b-4be8-b907-7ab01d96ec2f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:10.869994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5386d-e941-443d-b38f-35631eef6927 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:10.874438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07f5386d-e941-443d-b38f-35631eef6927 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:10.895454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Pushing event updated for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:10.925065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.925501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.925903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.926302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.926730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.927145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.927514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.927896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.928285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.928672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.929061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:10.929446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2b3c-916b-41bb-bc65-b538094db350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:11.007120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-6dbec280-340a-4ea0-9982-f6033a69e5db', 'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db', 'tenant_id': 'a3ed692cff16482ab5ddba859c13f47f', 'fixed_ips': [{'subnet_id': 'd45f2745-4018-4441-a38d-7ac2966d361f'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:17:11.008981 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.059316 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-07f5386d-e941-443d-b38f-35631eef6927 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d45f2745-4018-4441-a38d-7ac2966d361f (CIDR: 172.20.0.0/28) Jul 23 14:17:11.065858 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f5386d-e941-443d-b38f-35631eef6927 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:17:11.066739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f5386d-e941-443d-b38f-35631eef6927 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:11.119160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:11.119453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-07f5386d-e941-443d-b38f-35631eef6927 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4739687 Jul 23 14:17:11.124429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:11.147712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.188345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=62caccf2-810b-4be8-b907-7ab01d96ec2f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:11.237228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Allocated IP 172.20.0.2 (6dbec280-340a-4ea0-9982-f6033a69e5db/d45f2745-4018-4441-a38d-7ac2966d361f/ff78b32b-1020-4d4f-b845-9b5ddb5d221f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:11.273153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.273153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-09660a9d-fe88-4239-9174-5a03d7b9240e tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/62caccf2-810b-4be8-b907-7ab01d96ec2f HTTP/1.1" status: 204 len: 168 time: 0.7439561 Jul 23 14:17:11.273153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:11.308690 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9e1e61-b0fd-47db-953b-c6e01e22db92 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] GET failed (client error): The resource could not be found. Jul 23 14:17:11.310886 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ef9e1e61-b0fd-47db-953b-c6e01e22db92 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports/62caccf2-810b-4be8-b907-7ab01d96ec2f HTTP/1.1" status: 404 len: 333 time: 0.0385191 Jul 23 14:17:11.313786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:11.324108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:11.330269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.398229 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a24ae109-2f78-427c-b944-543d4e13a924 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.435245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a24ae109-2f78-427c-b944-543d4e13a924 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.499907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a24ae109-2f78-427c-b944-543d4e13a924 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.503803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a24ae109-2f78-427c-b944-543d4e13a924 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.505897 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a24ae109-2f78-427c-b944-543d4e13a924 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/security-groups/6a354d11-5adc-4013-9af0-0a96c77b880a HTTP/1.1" status: 204 len: 168 time: 0.1911516 Jul 23 14:17:11.511548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:11.519090 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.538952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Transition to ACTIVE for port object ff78b32b-1020-4d4f-b845-9b5ddb5d221f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:11.552754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Transition to ACTIVE for port object ff78b32b-1020-4d4f-b845-9b5ddb5d221f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:11.562925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae109-2f78-427c-b944-543d4e13a924 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a354d11-5adc-4013-9af0-0a96c77b880a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:11.567304 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.586873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36f65e73-969c-40f8-840e-1fc2e77a9aae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.613844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Network 6dbec280-340a-4ea0-9982-f6033a69e5db is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:11.617151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:11.619770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:11.622351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36f65e73-969c-40f8-840e-1fc2e77a9aae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.650668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Pushing event updated for resources: {'Port': ['ID=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:11.709904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36f65e73-969c-40f8-840e-1fc2e77a9aae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.727917 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36f65e73-969c-40f8-840e-1fc2e77a9aae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.741158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-36f65e73-969c-40f8-840e-1fc2e77a9aae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/security-groups/ce9a5c46-ecb8-447b-b6b9-a8904613c787 HTTP/1.1" status: 204 len: 168 time: 0.2260089 Jul 23 14:17:11.746108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:11.748250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Attempting to bind port ff78b32b-1020-4d4f-b845-9b5ddb5d221f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:17:11.748731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Attempting to bind port ff78b32b-1020-4d4f-b845-9b5ddb5d221f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b369d9a0-e9f0-4cf0-95ec-c91720cc477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:17:11.749193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Attempting to bind port ff78b32b-1020-4d4f-b845-9b5ddb5d221f on network 6dbec280-340a-4ea0-9982-f6033a69e5db {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:11.754944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:17:11.755466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Checking segment: {'id': 'b369d9a0-e9f0-4cf0-95ec-c91720cc477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:11.755972 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.756464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Bound using segment: {'id': 'b369d9a0-e9f0-4cf0-95ec-c91720cc477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:17:11.757035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Bound port: ff78b32b-1020-4d4f-b845-9b5ddb5d221f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b369d9a0-e9f0-4cf0-95ec-c91720cc477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:17:11.757560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.763339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f65e73-969c-40f8-840e-1fc2e77a9aae tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a5c46-ecb8-447b-b6b9-a8904613c787,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:11.787698 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.806825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 242c03a7-d561-4685-a8c1-de87b921befc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:11.858573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 6dbec280-340a-4ea0-9982-f6033a69e5db is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:11.887647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=39ab9da6-f752-42ce-8cf2-1aafadcd6352,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:11.893124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] For port ff78b32b-1020-4d4f-b845-9b5ddb5d221f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:17:11.897538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:11.898685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] For port ff78b32b-1020-4d4f-b845-9b5ddb5d221f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,segment=NetworkSegment(b369d9a0-e9f0-4cf0-95ec-c91720cc477d),segment_id=b369d9a0-e9f0-4cf0-95ec-c91720cc477d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:17:11.903789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:11.904388 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.907356 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.926409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81c746ad-c723-4604-9bfd-c820d4669f4e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8060458 Jul 23 14:17:11.929238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:11.935661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db', 'fixed_ips': [{'subnet_id': 'd45f2745-4018-4441-a38d-7ac2966d361f'}, {'subnet_id': '39ab9da6-f752-42ce-8cf2-1aafadcd6352'}], 'name': 'tempest-PortsTestJSON-2113477189'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:11.949896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a94b2556-444f-4ace-827b-3c54aa761eb5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:11.951010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-762e0502-b352-48fb-9840-f8524478f1e1 None None] Could not find standard attr ID for object 62caccf2-810b-4be8-b907-7ab01d96ec2f. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:11.992008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749746e0-64dc-4a00-818b-4329cbb6116e None None] Pushing event updated for resources: {'Port': ['ID=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:12.007299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-762e0502-b352-48fb-9840-f8524478f1e1 None None] Provisioning complete for port de25325c-2922-431f-9ba6-ce788b1bb13d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:12.007299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-762e0502-b352-48fb-9840-f8524478f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.022163 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a94b2556-444f-4ace-827b-3c54aa761eb5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.068900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-762e0502-b352-48fb-9840-f8524478f1e1 None None] Port de25325c-2922-431f-9ba6-ce788b1bb13d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:12.088740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-762e0502-b352-48fb-9840-f8524478f1e1 None None] Provisioning for port 242c03a7-d561-4685-a8c1-de87b921befc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:12.094135 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a94b2556-444f-4ace-827b-3c54aa761eb5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.094397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-762e0502-b352-48fb-9840-f8524478f1e1 None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:12.094881 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-762e0502-b352-48fb-9840-f8524478f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.098227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a94b2556-444f-4ace-827b-3c54aa761eb5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.124505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a94b2556-444f-4ace-827b-3c54aa761eb5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/security-groups/e08baa55-d67f-4645-8a06-f48b9c3dad68 HTTP/1.1" status: 204 len: 168 time: 0.3767011 Jul 23 14:17:12.135034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:12.139712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:12.228532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b2556-444f-4ace-827b-3c54aa761eb5 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08baa55-d67f-4645-8a06-f48b9c3dad68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:12.234308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet 633c2dd9-1131-4827-9df4-970a6f2ff641 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:12.238618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.283426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.288614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.314059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e6d7a3a-2389-44a0-8455-d35f44bf79c8 None None] Could not find standard attr ID for object 62caccf2-810b-4be8-b907-7ab01d96ec2f. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:12.315464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port bdac88ab-0beb-45c4-9a7e-0e25f03db3cc yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:12.437493 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.534194 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.576709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.582566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/633c2dd9-1131-4827-9df4-970a6f2ff641 HTTP/1.1" status: 204 len: 168 time: 0.4345906 Jul 23 14:17:12.582566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76623060-6449-42fa-b2e4-613bfcc45102 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=633c2dd9-1131-4827-9df4-970a6f2ff641,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:12.587731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:12.641586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet 58c9a3ca-930d-4623-8b32-032a9aaf5568 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:12.645217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.660164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18816dc0-a196-47d6-aa4e-aca0558dad57 None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:12.696531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.716806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.11 (6dbec280-340a-4ea0-9982-f6033a69e5db/d45f2745-4018-4441-a38d-7ac2966d361f/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:12.724997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.22 (6dbec280-340a-4ea0-9982-f6033a69e5db/39ab9da6-f752-42ce-8cf2-1aafadcd6352/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:12.801412 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.896406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.949457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:12.953782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/58c9a3ca-930d-4623-8b32-032a9aaf5568 HTTP/1.1" status: 204 len: 168 time: 0.3628442 Jul 23 14:17:12.953782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23d8a0-e817-495d-89a9-21bce0ead31b tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=58c9a3ca-930d-4623-8b32-032a9aaf5568,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:12.964073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:12.989114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.015855 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-90861d04-6fc2-43ed-9db3-f61c84322ef4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.016483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90861d04-6fc2-43ed-9db3-f61c84322ef4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.018814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-90861d04-6fc2-43ed-9db3-f61c84322ef4 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/633c2dd9-1131-4827-9df4-970a6f2ff641 HTTP/1.1" status: 404 len: 337 time: 0.0534933 Jul 23 14:17:13.022068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.027072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object bdac88ab-0beb-45c4-9a7e-0e25f03db3cc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:13.054773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd07e34-8df8-462f-9dd8-217ef51b9e16 None None] Update dhcp port {'port': {'network_id': 'cdd9f89f-6afb-4d91-98f9-2519a458020e', 'fixed_ips': [{'subnet_id': 'b223807d-1629-43e1-8b2a-f6855bbd4a36', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58c9a3ca-930d-4623-8b32-032a9aaf5568'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '242c03a7-d561-4685-a8c1-de87b921befc'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:13.106805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.107932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting subnet b223807d-1629-43e1-8b2a-f6855bbd4a36 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:13.114199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.126618 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd07e34-8df8-462f-9dd8-217ef51b9e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.189747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.204067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 6dbec280-340a-4ea0-9982-f6033a69e5db is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:13.218063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:13.223254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:13.230434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=bdac88ab-0beb-45c4-9a7e-0e25f03db3cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:13.317154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.329917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:13.330799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.358442 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-666f4efc-8cbd-471e-9776-25069d59e496 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4272623 Jul 23 14:17:13.361138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.366621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd45f2745-4018-4441-a38d-7ac2966d361f'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:13.405692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-2cd07e34-8df8-462f-9dd8-217ef51b9e16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b223807d-1629-43e1-8b2a-f6855bbd4a36: This subnet is being modified by another concurrent operation. Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:17:13.406929 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b223807d-1629-43e1-8b2a-f6855bbd4a36: This subnet is being modified by another concurrent operation. Jul 23 14:17:13.414155 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:17:13.427859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.432133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/b223807d-1629-43e1-8b2a-f6855bbd4a36 HTTP/1.1" status: 204 len: 168 time: 0.4066780 Jul 23 14:17:13.447732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.465203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6a068-915c-42e3-967f-17ee458449c3 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Subnet': ['ID=b223807d-1629-43e1-8b2a-f6855bbd4a36,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:13.490501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff72dd-59e2-4212-afae-2390a70f5e76 None None] Network 6dbec280-340a-4ea0-9982-f6033a69e5db requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:13.491230 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33ba137-9511-450a-a883-cb5bd087fc12 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.491751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33ba137-9511-450a-a883-cb5bd087fc12 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.500529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e33ba137-9511-450a-a883-cb5bd087fc12 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/ced19d68-e125-4feb-9f3b-788e3a97c8f2 HTTP/1.1" status: 404 len: 337 time: 0.0458331 Jul 23 14:17:13.500529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.500717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.534992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-12ee10cc-8052-43eb-8566-be8aec3ce158 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e3be478-550a-4dcb-b947-c99bf5b22d5b HTTP/1.1" status: 200 len: 205 time: 0.0362639 Jul 23 14:17:13.537223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.538624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8fa0d1-cc98-459e-b381-34cb2c6041ca None None] Network cdd9f89f-6afb-4d91-98f9-2519a458020e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:13.596167 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-750aac6f-105a-47bd-9b35-2e6c2bbf67f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] delete failed (client error): The resource could not be found. Jul 23 14:17:13.617880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-750aac6f-105a-47bd-9b35-2e6c2bbf67f1 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/routers/6e3be478-550a-4dcb-b947-c99bf5b22d5b HTTP/1.1" status: 404 len: 336 time: 0.0764208 Jul 23 14:17:13.617880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.663819 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe13517-f279-4725-82e2-0dcfccda7a55 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.663819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe13517-f279-4725-82e2-0dcfccda7a55 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.663819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dbe13517-f279-4725-82e2-0dcfccda7a55 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/a122c52d-76bb-4860-8869-3509c6bf69df HTTP/1.1" status: 404 len: 337 time: 0.0432467 Jul 23 14:17:13.663819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.726215 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d19e44c-a79c-49ba-b43e-b1b19a022362 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.726593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d19e44c-a79c-49ba-b43e-b1b19a022362 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.731225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6d19e44c-a79c-49ba-b43e-b1b19a022362 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/56194662-ee26-493b-9f0d-991de67f71ae HTTP/1.1" status: 404 len: 337 time: 0.0646527 Jul 23 14:17:13.735535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.742933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b0dec2f-6165-4151-9ade-deff9e62f1fa None None] Provisioning for port ff78b32b-1020-4d4f-b845-9b5ddb5d221f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:13.751310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff78b32b-1020-4d4f-b845-9b5ddb5d221f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:13.771548 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1477e559-f3ec-49ac-b093-75298562629c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.772310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1477e559-f3ec-49ac-b093-75298562629c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.777546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1477e559-f3ec-49ac-b093-75298562629c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/8c186996-4270-4f6c-9002-2173f6d0d0a5 HTTP/1.1" status: 404 len: 337 time: 0.0410116 Jul 23 14:17:13.778585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.813946 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-73baf094-3578-4f61-bd7e-65a446815176 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.815475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73baf094-3578-4f61-bd7e-65a446815176 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.821381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-73baf094-3578-4f61-bd7e-65a446815176 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/f1932d6b-2f9c-42e7-a5dc-dbd263929263 HTTP/1.1" status: 404 len: 333 time: 0.0413401 Jul 23 14:17:13.825376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.825667 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b0dec2f-6165-4151-9ade-deff9e62f1fa None None] Provisioning complete for port de25325c-2922-431f-9ba6-ce788b1bb13d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:13.826059 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b0dec2f-6165-4151-9ade-deff9e62f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:13.857727 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aeb26df-984f-4c95-a833-4bce40b5f3f0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.859193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aeb26df-984f-4c95-a833-4bce40b5f3f0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.864601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8aeb26df-984f-4c95-a833-4bce40b5f3f0 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/afd53f80-4450-4c0c-9a13-56e9bbc22fb7 HTTP/1.1" status: 404 len: 337 time: 0.0374229 Jul 23 14:17:13.865321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.910413 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc63849-6ef8-42f5-a5ab-fd83139f3ff7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.910977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc63849-6ef8-42f5-a5ab-fd83139f3ff7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.916310 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5fc63849-6ef8-42f5-a5ab-fd83139f3ff7 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/ec74fb01-0064-4ceb-b3e2-a49b8eab3438 HTTP/1.1" status: 404 len: 337 time: 0.0492649 Jul 23 14:17:13.916991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.948222 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8b285a-50b8-42f7-8fe8-0c0a6fb1252c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.949509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8b285a-50b8-42f7-8fe8-0c0a6fb1252c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.951750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf8b285a-50b8-42f7-8fe8-0c0a6fb1252c tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/82572512-ba8a-4395-9af8-a7b4044fc366 HTTP/1.1" status: 404 len: 333 time: 0.0333538 Jul 23 14:17:13.955274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:13.985852 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae23bb6-26a8-47f3-8be8-d8ec1869fb87 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:13.986319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae23bb6-26a8-47f3-8be8-d8ec1869fb87 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:13.989005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fae23bb6-26a8-47f3-8be8-d8ec1869fb87 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/7e69d480-e104-4ed9-a884-1a04573508aa HTTP/1.1" status: 404 len: 337 time: 0.0326526 Jul 23 14:17:14.003738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:14.049875 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-22908591-974d-44e0-addf-db405a759607 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:14.050668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22908591-974d-44e0-addf-db405a759607 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:14.056659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22908591-974d-44e0-addf-db405a759607 tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/subnets/06798f9e-5ee8-4308-9b6f-34bfc2272254 HTTP/1.1" status: 404 len: 337 time: 0.0505867 Jul 23 14:17:14.057573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:14.104690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dec2f-6165-4151-9ade-deff9e62f1fa None None] Port de25325c-2922-431f-9ba6-ce788b1bb13d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:14.115520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ff78b32b-1020-4d4f-b845-9b5ddb5d221f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:14.121242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] DHCP port deletion for cdd9f89f-6afb-4d91-98f9-2519a458020e request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:17:14.128250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ff78b32b-1020-4d4f-b845-9b5ddb5d221f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:14.128628 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.132227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b0dec2f-6165-4151-9ade-deff9e62f1fa None None] Provisioning complete for port 242c03a7-d561-4685-a8c1-de87b921befc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:14.132596 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b0dec2f-6165-4151-9ade-deff9e62f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.257217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port de25325c-2922-431f-9ba6-ce788b1bb13d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:14.257864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.262064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Delete allocated IP 172.20.0.22 (6dbec280-340a-4ea0-9982-f6033a69e5db/39ab9da6-f752-42ce-8cf2-1aafadcd6352) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 14:17:14.364783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.376603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] Deleting port 242c03a7-d561-4685-a8c1-de87b921befc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:14.376978 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.377818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for de25325c-2922-431f-9ba6-ce788b1bb13d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:14.414279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.415003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] Update dhcp port {'port': {'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db', 'fixed_ips': [{'subnet_id': 'd45f2745-4018-4441-a38d-7ac2966d361f', 'ip_address': '172.20.0.2'}, {'subnet_id': '39ab9da6-f752-42ce-8cf2-1aafadcd6352'}], 'binding:host_id': 'n-d-801990-3'}, 'id': 'ff78b32b-1020-4d4f-b845-9b5ddb5d221f'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:14.432603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Ignored duplicate provisioning block setup for port bdac88ab-0beb-45c4-9a7e-0e25f03db3cc by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 14:17:14.439285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.450398 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.500466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ff78b32b-1020-4d4f-b845-9b5ddb5d221f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,segment=NetworkSegment(b369d9a0-e9f0-4cf0-95ec-c91720cc477d),segment_id=b369d9a0-e9f0-4cf0-95ec-c91720cc477d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:14.513655 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.578234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=bdac88ab-0beb-45c4-9a7e-0e25f03db3cc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:14.591792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] In _notify_port_updated(), no bound segment for port bdac88ab-0beb-45c4-9a7e-0e25f03db3cc on network 6dbec280-340a-4ea0-9982-f6033a69e5db {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:17:14.598789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:14.600610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.604553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ec6118c6-93c5-432a-9a37-e46af63a60ba tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "PUT /v2.0/ports/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc HTTP/1.1" status: 200 len: 920 time: 1.2398746 Jul 23 14:17:14.605973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:14.614518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd45f2745-4018-4441-a38d-7ac2966d361f'}, {'subnet_id': '39ab9da6-f752-42ce-8cf2-1aafadcd6352'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:14.624269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 242c03a7-d561-4685-a8c1-de87b921befc no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:17:14.659544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.695109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=242c03a7-d561-4685-a8c1-de87b921befc,segment=NetworkSegment(fde0fc18-8db5-4a59-a7ac-5cd62bd524f8),segment_id=fde0fc18-8db5-4a59-a7ac-5cd62bd524f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:14.695533 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.746720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] Calling delete_port for 242c03a7-d561-4685-a8c1-de87b921befc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:14.748930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.757897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:14.851842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.885985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=de25325c-2922-431f-9ba6-ce788b1bb13d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:14.920901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:14.922272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b37d11aa-b1e3-47a5-b419-cf61b5ffe1be tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/ports/de25325c-2922-431f-9ba6-ce788b1bb13d HTTP/1.1" status: 204 len: 168 time: 0.8634660 Jul 23 14:17:14.925874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:15.003640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] Allocated IP 172.20.0.18 (6dbec280-340a-4ea0-9982-f6033a69e5db/39ab9da6-f752-42ce-8cf2-1aafadcd6352/ff78b32b-1020-4d4f-b845-9b5ddb5d221f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:15.008984 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.030199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.067413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.087358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Deleting port 242c03a7-d561-4685-a8c1-de87b921befc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:15.087708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.112814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] Pushing event deleted for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:15.154896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] For port 242c03a7-d561-4685-a8c1-de87b921befc, host n-d-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:15.155227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.162689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6b527-f0e2-4379-9611-33672bfedcee None None] No DVR routers for this DVR port 242c03a7-d561-4685-a8c1-de87b921befc on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:15.182665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Calling delete_port for 242c03a7-d561-4685-a8c1-de87b921befc owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:15.186207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Port 242c03a7-d561-4685-a8c1-de87b921befc was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:17:15.187560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.205816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] For port ff78b32b-1020-4d4f-b845-9b5ddb5d221f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,segment=NetworkSegment(b369d9a0-e9f0-4cf0-95ec-c91720cc477d),segment_id=b369d9a0-e9f0-4cf0-95ec-c91720cc477d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:15.215018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Port': ['ID=242c03a7-d561-4685-a8c1-de87b921befc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:15.218902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] No DVR routers for this DVR port 242c03a7-d561-4685-a8c1-de87b921befc on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:15.241292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.255459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] Transition to ACTIVE for port object ff78b32b-1020-4d4f-b845-9b5ddb5d221f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:15.266279 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.339709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.352558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd9f89f-6afb-4d91-98f9-2519a458020e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:15.368210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccd95d-5d00-4122-8810-245e88c62dfb None None] Pushing event updated for resources: {'Port': ['ID=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:15.380636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde0fc18-8db5-4a59-a7ac-5cd62bd524f8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:15.381172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde0fc18-8db5-4a59-a7ac-5cd62bd524f8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:15.388003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.30 (6dbec280-340a-4ea0-9982-f6033a69e5db/39ab9da6-f752-42ce-8cf2-1aafadcd6352/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:15.394068 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.413593 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.425721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:17:15.427074 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:17:15.488887 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:17:15.504464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.523542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.525559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] 10.222.0.21 "DELETE /v2.0/networks/cdd9f89f-6afb-4d91-98f9-2519a458020e HTTP/1.1" status: 204 len: 168 time: 0.5987222 Jul 23 14:17:15.554537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123b545-ba26-4b17-bf3c-69195dbc518f tempest-PortsIpV6TestJSON-880930381 tempest-PortsIpV6TestJSON-880930381-project] Pushing event deleted for resources: {'Network': ['ID=cdd9f89f-6afb-4d91-98f9-2519a458020e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:15.558621 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.578466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Ignored duplicate provisioning block setup for port bdac88ab-0beb-45c4-9a7e-0e25f03db3cc by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 14:17:15.591990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.681507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=bdac88ab-0beb-45c4-9a7e-0e25f03db3cc,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:15.704138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff78b32b-1020-4d4f-b845-9b5ddb5d221f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:15.785132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] In _notify_port_updated(), no bound segment for port bdac88ab-0beb-45c4-9a7e-0e25f03db3cc on network 6dbec280-340a-4ea0-9982-f6033a69e5db {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:17:15.792148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:15.793215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.795379 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bdedf37f-6630-4781-beaf-e79df49de76c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "PUT /v2.0/ports/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc HTTP/1.1" status: 200 len: 1000 time: 1.1882563 Jul 23 14:17:15.797954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:15.814943 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b60731-7114-4b7f-8c84-6a19152ce16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:15.910724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:15.982427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port bdac88ab-0beb-45c4-9a7e-0e25f03db3cc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:15.982896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.070715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133c2a1-2834-4fb3-9fa2-9e0be3a19457 None None] Network 6dbec280-340a-4ea0-9982-f6033a69e5db requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:16.092395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.111644 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for bdac88ab-0beb-45c4-9a7e-0e25f03db3cc owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:16.121775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-acaaadee-a29d-41e2-bc73-e2ac568f47ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=002ce7679a5540f38ac1dbfa3bf8318c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093153 Jul 23 14:17:16.124100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:16.195427 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebfcce0f-7dc9-4044-a4c2-622df6151076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.205079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b9dfc4db-eef8-435c-8877-16243c8d4415 None None] Provisioning for port ff78b32b-1020-4d4f-b845-9b5ddb5d221f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:16.218066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b9dfc4db-eef8-435c-8877-16243c8d4415 None None] Provisioning complete for port ff78b32b-1020-4d4f-b845-9b5ddb5d221f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:16.218918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc4db-eef8-435c-8877-16243c8d4415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.220035 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebfcce0f-7dc9-4044-a4c2-622df6151076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.297236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebfcce0f-7dc9-4044-a4c2-622df6151076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.300991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebfcce0f-7dc9-4044-a4c2-622df6151076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.302374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ebfcce0f-7dc9-4044-a4c2-622df6151076 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbcd46a6-8812-47f7-9462-6d1a0f1d0d4e HTTP/1.1" status: 204 len: 168 time: 0.1770139 Jul 23 14:17:16.312424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcce0f-7dc9-4044-a4c2-622df6151076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcd46a6-8812-47f7-9462-6d1a0f1d0d4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:16.349183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.402759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b9dfc4db-eef8-435c-8877-16243c8d4415 None None] Could not find standard attr ID for object bdac88ab-0beb-45c4-9a7e-0e25f03db3cc. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:16.430192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=bdac88ab-0beb-45c4-9a7e-0e25f03db3cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:16.524814 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.529707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-17ce007d-5f5c-40c7-84c4-33b6775f9594 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc HTTP/1.1" status: 204 len: 168 time: 0.7277031 Jul 23 14:17:16.530151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:16.559017 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce079b9e-d2d2-4049-a6ef-17508b19972a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:16.563260 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ce079b9e-d2d2-4049-a6ef-17508b19972a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc HTTP/1.1" status: 404 len: 333 time: 0.0323656 Jul 23 14:17:16.563973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:16.630104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet 39ab9da6-f752-42ce-8cf2-1aafadcd6352 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:16.633475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.676568 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.765335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.843105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.880722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:16.883640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/39ab9da6-f752-42ce-8cf2-1aafadcd6352 HTTP/1.1" status: 204 len: 168 time: 0.3158631 Jul 23 14:17:16.885077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba02b75-a59a-4a9c-abc3-0e3e16fee5e2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=39ab9da6-f752-42ce-8cf2-1aafadcd6352,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:16.886267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:16.955072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet d45f2745-4018-4441-a38d-7ac2966d361f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:16.959848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.022967 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.036176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdfec64-a786-4721-8f4b-a40bee051ac8 None None] Network 6dbec280-340a-4ea0-9982-f6033a69e5db requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:17.117918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.127592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac16fa94-201f-4f00-b9d9-79772d7bdb19 None None] Provisioning complete for port ff78b32b-1020-4d4f-b845-9b5ddb5d221f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:17.127976 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac16fa94-201f-4f00-b9d9-79772d7bdb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.140903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:17.195146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.260740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.265442 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/d45f2745-4018-4441-a38d-7ac2966d361f HTTP/1.1" status: 204 len: 168 time: 0.3779061 Jul 23 14:17:17.265606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:17.266901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94af63b-015c-48be-ac07-c7c6c4ed2687 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=d45f2745-4018-4441-a38d-7ac2966d361f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:17.295326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--233846460'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:17.324027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac16fa94-201f-4f00-b9d9-79772d7bdb19 None None] Could not find standard attr ID for object bdac88ab-0beb-45c4-9a7e-0e25f03db3cc. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:17.373842 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.382095 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.394163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.431299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c169ea-d12e-4244-8915-a96d2c596530 None None] Update dhcp port {'port': {'network_id': '6dbec280-340a-4ea0-9982-f6033a69e5db', 'fixed_ips': [{'subnet_id': 'd45f2745-4018-4441-a38d-7ac2966d361f'}], 'binding:host_id': 'n-d-801990-3'}, 'id': 'ff78b32b-1020-4d4f-b845-9b5ddb5d221f'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:17.472728 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20c169ea-d12e-4244-8915-a96d2c596530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.510581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port ff78b32b-1020-4d4f-b845-9b5ddb5d221f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:17.510581 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.588038 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.599461 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.618386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] For port ff78b32b-1020-4d4f-b845-9b5ddb5d221f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,segment=NetworkSegment(b369d9a0-e9f0-4cf0-95ec-c91720cc477d),segment_id=b369d9a0-e9f0-4cf0-95ec-c91720cc477d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:17.618804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.660607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for ff78b32b-1020-4d4f-b845-9b5ddb5d221f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:17.677799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1c70c1-9cfe-43f2-98c9-a1a6eec6f548,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:17.723625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99fd9b-70eb-488a-ba50-f7cb3cce3d39 None None] Network 6dbec280-340a-4ea0-9982-f6033a69e5db requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:17.759554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.778009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.785564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.829417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.838337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:17.839064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6966450 Jul 23 14:17:17.855006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483697bc-16e7-4ab0-a959-5d3e6fc75945 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5602e-bf6f-4a02-9972-ec619bc055ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:17.875681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f87ab3ba-127d-43c6-b9dd-e469049eb342 None None] Provisioning complete for port ff78b32b-1020-4d4f-b845-9b5ddb5d221f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:17.876159 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f87ab3ba-127d-43c6-b9dd-e469049eb342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.880513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:17.933997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f87ab3ba-127d-43c6-b9dd-e469049eb342 None None] Port ff78b32b-1020-4d4f-b845-9b5ddb5d221f was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 14:17:17.939428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No DVR routers for this DVR port ff78b32b-1020-4d4f-b845-9b5ddb5d221f on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:17.943985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=ff78b32b-1020-4d4f-b845-9b5ddb5d221f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:17.970824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d862938f-26ca-4d26-a6c6-09d3f4e8aab0 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1297822 Jul 23 14:17:17.974152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:17.981933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-88e505f6-8735-43a9-b643-89028ea5dfed tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-security--1757939752', 'description': 'tempest-security-description-462164483'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:18.049322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88e505f6-8735-43a9-b643-89028ea5dfed tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.089933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3690a7de-39ce-4d73-9797-66a424239462 None None] DHCP port deletion for 6dbec280-340a-4ea0-9982-f6033a69e5db request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:17:18.091935 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.103890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbec280-340a-4ea0-9982-f6033a69e5db']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:18.121480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b369d9a0-e9f0-4cf0-95ec-c91720cc477d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:18.121786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b369d9a0-e9f0-4cf0-95ec-c91720cc477d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:18.132369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.139412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc952b63-0517-47b7-9006-e4c3198173f7 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:17:18.153703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.163210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:17:18.163882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.165357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88e505f6-8735-43a9-b643-89028ea5dfed tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:17:18.167742 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:17:18.173372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88e505f6-8735-43a9-b643-89028ea5dfed tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.176027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88e505f6-8735-43a9-b643-89028ea5dfed tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.178415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-88e505f6-8735-43a9-b643-89028ea5dfed tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "PUT /v2.0/security-groups/79c5602e-bf6f-4a02-9972-ec619bc055ab HTTP/1.1" status: 200 len: 1779 time: 0.2025013 Jul 23 14:17:18.196423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.238941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e505f6-8735-43a9-b643-89028ea5dfed tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5602e-bf6f-4a02-9972-ec619bc055ab,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:18.287178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.294577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.295192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1aeb6d5f-563f-437d-ba2a-c09c62274ff8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups/79c5602e-bf6f-4a02-9972-ec619bc055ab HTTP/1.1" status: 200 len: 1779 time: 0.1089084 Jul 23 14:17:18.301392 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.303440 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/6dbec280-340a-4ea0-9982-f6033a69e5db HTTP/1.1" status: 204 len: 168 time: 1.0367634 Jul 23 14:17:18.309766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.313341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.320467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbe78b-9525-41b2-b2c6-925500f2c7cc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=6dbec280-340a-4ea0-9982-f6033a69e5db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:18.381243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc952b63-0517-47b7-9006-e4c3198173f7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:17:18.408171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70743f48-010b-42c0-8d02-b5f0284c1eda tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.441178 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70743f48-010b-42c0-8d02-b5f0284c1eda tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.452460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842d574-d69b-447d-b8e2-1043fa81413f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:18.454000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f842d574-d69b-447d-b8e2-1043fa81413f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1435242 Jul 23 14:17:18.457960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.515886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70743f48-010b-42c0-8d02-b5f0284c1eda tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.516763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c598243-d730-4406-a737-7445579343c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.522879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70743f48-010b-42c0-8d02-b5f0284c1eda tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.524264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-70743f48-010b-42c0-8d02-b5f0284c1eda tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/79c5602e-bf6f-4a02-9972-ec619bc055ab HTTP/1.1" status: 204 len: 168 time: 0.2285757 Jul 23 14:17:18.531160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.555656 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8d28f37b-7731-47f7-ac16-7e1ec443534c tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0956838 Jul 23 14:17:18.559322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.568273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-795768266'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:18.569803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70743f48-010b-42c0-8d02-b5f0284c1eda tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5602e-bf6f-4a02-9972-ec619bc055ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:18.604181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-64c73b07-9e32-47c3-860d-e5b55a5384fb tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714424 Jul 23 14:17:18.607008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.608521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:18.613747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.623904 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d41307d6-a2bb-4425-9fe3-d6ba109eac9a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] delete failed (client error): The resource could not be found. Jul 23 14:17:18.625054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d41307d6-a2bb-4425-9fe3-d6ba109eac9a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/79c5602e-bf6f-4a02-9972-ec619bc055ab HTTP/1.1" status: 404 len: 347 time: 0.0168927 Jul 23 14:17:18.629528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.636217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ef4622ce-b4a5-44f6-8251-459fd7df153e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916857418'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:18.667188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:17:18.680328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.680770 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment 960868ed-3194-4775-961a-a00f18811c9a of type vlan for network 11d9648e-cfaf-464c-967e-b59682a49a20 Jul 23 14:17:18.682725 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef4622ce-b4a5-44f6-8251-459fd7df153e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.817497 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.823596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef4622ce-b4a5-44f6-8251-459fd7df153e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.830533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef4622ce-b4a5-44f6-8251-459fd7df153e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.875856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef4622ce-b4a5-44f6-8251-459fd7df153e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.880168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ef4622ce-b4a5-44f6-8251-459fd7df153e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2466037 Jul 23 14:17:18.880500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.886830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4622ce-b4a5-44f6-8251-459fd7df153e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415f7796-4490-4bc7-9a36-76ec83839a77,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:18.889896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-160f15fd-5c33-4a98-9c22-50152e76cba8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '415f7796-4490-4bc7-9a36-76ec83839a77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:18.894330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.900289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:18.901143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.925310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f15fd-5c33-4a98-9c22-50152e76cba8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:18.947734 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3838625 Jul 23 14:17:18.947966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:18.955488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:19.006121 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f15fd-5c33-4a98-9c22-50152e76cba8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.011171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f15fd-5c33-4a98-9c22-50152e76cba8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.034831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f15fd-5c33-4a98-9c22-50152e76cba8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c7b13e-6b4b-443e-b56e-9dc8b0e8a5b0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:19.043575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f15fd-5c33-4a98-9c22-50152e76cba8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.047625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-160f15fd-5c33-4a98-9c22-50152e76cba8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625533 Jul 23 14:17:19.047748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.079451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96c7c515-911a-459a-9428-3bef97f113b6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.083133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13b40-03dd-40af-9cd4-ba0dc6185e72 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=11d9648e-cfaf-464c-967e-b59682a49a20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:19.090356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96c7c515-911a-459a-9428-3bef97f113b6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.097168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 11d9648e-cfaf-464c-967e-b59682a49a20 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:17:19.107739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:19.113175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.130257 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96c7c515-911a-459a-9428-3bef97f113b6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.141921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96c7c515-911a-459a-9428-3bef97f113b6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.146510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-96c7c515-911a-459a-9428-3bef97f113b6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/16c7b13e-6b4b-443e-b56e-9dc8b0e8a5b0 HTTP/1.1" status: 204 len: 168 time: 0.0976341 Jul 23 14:17:19.147443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7c515-911a-459a-9428-3bef97f113b6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c7b13e-6b4b-443e-b56e-9dc8b0e8a5b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:19.148072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.260802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a08b9808-9de8-4507-9450-63778842a2f4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1107111 Jul 23 14:17:19.263991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.323682 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c395640-2c03-46ed-bbcd-35ab942b4a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.347547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c395640-2c03-46ed-bbcd-35ab942b4a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.371764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.393757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c395640-2c03-46ed-bbcd-35ab942b4a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.396646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c395640-2c03-46ed-bbcd-35ab942b4a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.398688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5c395640-2c03-46ed-bbcd-35ab942b4a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/415f7796-4490-4bc7-9a36-76ec83839a77 HTTP/1.1" status: 204 len: 168 time: 0.1326838 Jul 23 14:17:19.401284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.419389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c395640-2c03-46ed-bbcd-35ab942b4a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415f7796-4490-4bc7-9a36-76ec83839a77,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:19.433891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=5621e789-8a35-44c1-89ce-f2c9bd186c4f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:19.451334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': '960868ed-3194-4775-961a-a00f18811c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:19.451769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 11d9648e-cfaf-464c-967e-b59682a49a20, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:17:19.467263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-78b70b97-56b3-4cb0-a149-cac201ebf996 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647500 Jul 23 14:17:19.471128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.476096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-034f0338-7848-4c6c-b8f7-30dd0bd4911d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--347313154'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:19.481725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 11d9648e-cfaf-464c-967e-b59682a49a20 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:17:19.485565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.496975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 11d9648e-cfaf-464c-967e-b59682a49a20) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:19.504006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:19.504600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.506213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c580ca-ffdd-47a8-8075-213e94bc6f1b None None] Network 11d9648e-cfaf-464c-967e-b59682a49a20 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:19.512871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-034f0338-7848-4c6c-b8f7-30dd0bd4911d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.550690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f816433f-0174-4567-800f-8257e5aabb27 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5992048 Jul 23 14:17:19.551209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.556809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20', 'name': 'tempest-PortsTestJSON-594348106'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:19.660654 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-034f0338-7848-4c6c-b8f7-30dd0bd4911d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.667148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-034f0338-7848-4c6c-b8f7-30dd0bd4911d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.693232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff78b32b-1020-4d4f-b845-9b5ddb5d221f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:17:19.699485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f0338-7848-4c6c-b8f7-30dd0bd4911d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdcf8dd-7816-4705-8df5-5ffebe3df128,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:19.712623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-034f0338-7848-4c6c-b8f7-30dd0bd4911d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.714867 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-034f0338-7848-4c6c-b8f7-30dd0bd4911d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2422085 Jul 23 14:17:19.717145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.725124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad3af57e-568d-483f-9a24-cc0e3232f69e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '1bdcf8dd-7816-4705-8df5-5ffebe3df128', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:19.736583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:19.740471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.753869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ff78b32b-1020-4d4f-b845-9b5ddb5d221f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:17:19.754603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff78b32b-1020-4d4f-b845-9b5ddb5d221f not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:17:19.761226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 933e3b19-5a47-4404-b1a0-e4a862be4752 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:19.767056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3af57e-568d-483f-9a24-cc0e3232f69e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.786951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-11d9648e-cfaf-464c-967e-b59682a49a20', 'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20', 'tenant_id': 'a3ed692cff16482ab5ddba859c13f47f', 'fixed_ips': [{'subnet_id': '5621e789-8a35-44c1-89ce-f2c9bd186c4f'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:17:19.788528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.856817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3af57e-568d-483f-9a24-cc0e3232f69e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.861761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3af57e-568d-483f-9a24-cc0e3232f69e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.895007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3af57e-568d-483f-9a24-cc0e3232f69e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6611a152-7c3f-4621-82e8-7ca7b4560fc2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:19.898286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3af57e-568d-483f-9a24-cc0e3232f69e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:19.902163 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad3af57e-568d-483f-9a24-cc0e3232f69e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1810377 Jul 23 14:17:19.902718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:19.907580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '1bdcf8dd-7816-4705-8df5-5ffebe3df128', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:19.919055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.4 (11d9648e-cfaf-464c-967e-b59682a49a20/5621e789-8a35-44c1-89ce-f2c9bd186c4f/933e3b19-5a47-4404-b1a0-e4a862be4752) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:19.960874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.086468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.095558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.137884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be62d40b-7c1d-4704-ae09-4b5066932c91,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:20.163958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.165447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2614040 Jul 23 14:17:20.168436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:20.175957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0197671-03bc-4f53-b9d1-ac0746b91b1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '1bdcf8dd-7816-4705-8df5-5ffebe3df128', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:20.179716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.184348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.184892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.185451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.186050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.186560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.187157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.187693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.188241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.188784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.189322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.189855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.190401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dcf31-55a1-4c03-8319-a015317aac1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:20.214471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 933e3b19-5a47-4404-b1a0-e4a862be4752 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:20.228906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0197671-03bc-4f53-b9d1-ac0746b91b1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.256476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.316737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 11d9648e-cfaf-464c-967e-b59682a49a20 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:20.317555 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0197671-03bc-4f53-b9d1-ac0746b91b1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.320492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:20.324177 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0197671-03bc-4f53-b9d1-ac0746b91b1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.325743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:20.328978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Allocated IP 172.20.0.2 (11d9648e-cfaf-464c-967e-b59682a49a20/5621e789-8a35-44c1-89ce-f2c9bd186c4f/3593f2e9-16a5-44de-acfc-b56ab669bb78) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:20.330299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=933e3b19-5a47-4404-b1a0-e4a862be4752,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:20.364394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197671-03bc-4f53-b9d1-ac0746b91b1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79c5816-e27a-4dc9-8c92-9df083240d5b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:20.377621 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0197671-03bc-4f53-b9d1-ac0746b91b1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.379954 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c0197671-03bc-4f53-b9d1-ac0746b91b1d tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2099721 Jul 23 14:17:20.387298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:20.390370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:20.391125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.394832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-646d25e3-38b2-404f-b925-8b9bc35424c6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '1bdcf8dd-7816-4705-8df5-5ffebe3df128', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:20.416364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:20.417006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4662bbc9-0402-4cea-aa00-c48f4bb44c32 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8645651 Jul 23 14:17:20.426716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20', 'name': 'tempest-PortsTestJSON-1980068144'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:20.506222 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646d25e3-38b2-404f-b925-8b9bc35424c6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.566930 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.579907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Transition to ACTIVE for port object 3593f2e9-16a5-44de-acfc-b56ab669bb78 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:20.589903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646d25e3-38b2-404f-b925-8b9bc35424c6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.596575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646d25e3-38b2-404f-b925-8b9bc35424c6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.610275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Transition to ACTIVE for port object 3593f2e9-16a5-44de-acfc-b56ab669bb78 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:20.619924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.638207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d25e3-38b2-404f-b925-8b9bc35424c6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800109c0-ecb8-4310-90a7-de95e6a4d1b0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:20.651753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646d25e3-38b2-404f-b925-8b9bc35424c6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.654010 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-646d25e3-38b2-404f-b925-8b9bc35424c6 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2654054 Jul 23 14:17:20.658290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:20.665613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0078808f-ff67-4259-9eab-04a2cf1abd9f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '1bdcf8dd-7816-4705-8df5-5ffebe3df128', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:20.678325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:20.685216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.700507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Network 11d9648e-cfaf-464c-967e-b59682a49a20 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:20.702269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:20.706360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:20.724698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port c2f2569c-6e8c-4d1d-96d1-655191e0dd00 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:20.740073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0078808f-ff67-4259-9eab-04a2cf1abd9f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.770026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Pushing event updated for resources: {'Port': ['ID=3593f2e9-16a5-44de-acfc-b56ab669bb78,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:20.833346 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0078808f-ff67-4259-9eab-04a2cf1abd9f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.842256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0078808f-ff67-4259-9eab-04a2cf1abd9f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.851699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Attempting to bind port 3593f2e9-16a5-44de-acfc-b56ab669bb78 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:17:20.852061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Attempting to bind port 3593f2e9-16a5-44de-acfc-b56ab669bb78 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '960868ed-3194-4775-961a-a00f18811c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:17:20.852425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Attempting to bind port 3593f2e9-16a5-44de-acfc-b56ab669bb78 on network 11d9648e-cfaf-464c-967e-b59682a49a20 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:20.864548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:17:20.864923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Checking segment: {'id': '960868ed-3194-4775-961a-a00f18811c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:20.865333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.865723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Bound using segment: {'id': '960868ed-3194-4775-961a-a00f18811c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:17:20.866197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Bound port: 3593f2e9-16a5-44de-acfc-b56ab669bb78, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960868ed-3194-4775-961a-a00f18811c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '11d9648e-cfaf-464c-967e-b59682a49a20'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:17:20.866577 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.873022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.12 (11d9648e-cfaf-464c-967e-b59682a49a20/5621e789-8a35-44c1-89ce-f2c9bd186c4f/c2f2569c-6e8c-4d1d-96d1-655191e0dd00) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:20.874416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078808f-ff67-4259-9eab-04a2cf1abd9f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3250bf-a67e-4d4e-9073-31acec8f8b9c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:20.880437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0078808f-ff67-4259-9eab-04a2cf1abd9f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.881887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0078808f-ff67-4259-9eab-04a2cf1abd9f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2223845 Jul 23 14:17:20.885195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:20.924089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64223348-677c-4d77-8ee1-cc59d0c9d43c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.934210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64223348-677c-4d77-8ee1-cc59d0c9d43c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.982677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64223348-677c-4d77-8ee1-cc59d0c9d43c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.990959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64223348-677c-4d77-8ee1-cc59d0c9d43c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:20.995723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-64223348-677c-4d77-8ee1-cc59d0c9d43c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8d3250bf-a67e-4d4e-9073-31acec8f8b9c HTTP/1.1" status: 204 len: 168 time: 0.1097770 Jul 23 14:17:20.996878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.008171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] For port 3593f2e9-16a5-44de-acfc-b56ab669bb78, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:17:21.015949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] For port 3593f2e9-16a5-44de-acfc-b56ab669bb78, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3593f2e9-16a5-44de-acfc-b56ab669bb78,segment=NetworkSegment(960868ed-3194-4775-961a-a00f18811c9a),segment_id=960868ed-3194-4775-961a-a00f18811c9a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:17:21.017897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223348-677c-4d77-8ee1-cc59d0c9d43c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d3250bf-a67e-4d4e-9073-31acec8f8b9c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:21.026015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.066147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4ca9e22a-7f97-49ff-b1ef-323343ab0e4f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0634298 Jul 23 14:17:21.067382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.109725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08df71-31b8-42d4-abf0-b6d47ede90a3 None None] Pushing event updated for resources: {'Port': ['ID=3593f2e9-16a5-44de-acfc-b56ab669bb78,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:21.111170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f43e8e-4728-41cc-b8a8-4a8cfc5098b9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.128627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f43e8e-4728-41cc-b8a8-4a8cfc5098b9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.134963 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.152365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object c2f2569c-6e8c-4d1d-96d1-655191e0dd00 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:21.182313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f43e8e-4728-41cc-b8a8-4a8cfc5098b9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.185732 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.189124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f43e8e-4728-41cc-b8a8-4a8cfc5098b9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.193605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.193779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d8f43e8e-4728-41cc-b8a8-4a8cfc5098b9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/800109c0-ecb8-4310-90a7-de95e6a4d1b0 HTTP/1.1" status: 204 len: 168 time: 0.1256905 Jul 23 14:17:21.200202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f43e8e-4728-41cc-b8a8-4a8cfc5098b9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=800109c0-ecb8-4310-90a7-de95e6a4d1b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:21.205197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.282908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 11d9648e-cfaf-464c-967e-b59682a49a20 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:21.289033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=c2f2569c-6e8c-4d1d-96d1-655191e0dd00,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:21.292042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:21.318386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9abc19de-ae25-436a-a354-c720fb915400 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1216252 Jul 23 14:17:21.318386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:21.319365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.351821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f98935-77dc-409e-9ef2-a014a30ee3dc tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.369175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f98935-77dc-409e-9ef2-a014a30ee3dc tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.388185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:21.388787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.409384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-072d7c21-e793-448f-aa1a-bb3106146ee0 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9858594 Jul 23 14:17:21.409818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.414223 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f98935-77dc-409e-9ef2-a014a30ee3dc tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.421978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f98935-77dc-409e-9ef2-a014a30ee3dc tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.423120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-88f98935-77dc-409e-9ef2-a014a30ee3dc tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e79c5816-e27a-4dc9-8c92-9df083240d5b HTTP/1.1" status: 204 len: 168 time: 0.1022453 Jul 23 14:17:21.428754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.435367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f98935-77dc-409e-9ef2-a014a30ee3dc tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e79c5816-e27a-4dc9-8c92-9df083240d5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:21.483876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-838fb515-521a-4082-afea-65cac1fbb678 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0539355 Jul 23 14:17:21.486485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.516363 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf1703fa-ce2d-40cc-bc30-f29fa02011a4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.525192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf1703fa-ce2d-40cc-bc30-f29fa02011a4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.529898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545cade9-5037-409c-9579-4c046e3aac64 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:21.531484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-545cade9-5037-409c-9579-4c046e3aac64 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1206615 Jul 23 14:17:21.534370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.553097 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf1703fa-ce2d-40cc-bc30-f29fa02011a4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.559827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf1703fa-ce2d-40cc-bc30-f29fa02011a4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.561149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf1703fa-ce2d-40cc-bc30-f29fa02011a4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/be62d40b-7c1d-4704-ae09-4b5066932c91 HTTP/1.1" status: 204 len: 168 time: 0.0731874 Jul 23 14:17:21.565242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.579631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1703fa-ce2d-40cc-bc30-f29fa02011a4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be62d40b-7c1d-4704-ae09-4b5066932c91,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:21.630498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fb983a10-36b7-4229-8943-aa44cbc01b7e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0595670 Jul 23 14:17:21.632423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.678259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3593f2e9-16a5-44de-acfc-b56ab669bb78 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:21.678855 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f72-a482-44d3-95e8-a10db8655768 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.685893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port c2f2569c-6e8c-4d1d-96d1-655191e0dd00 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:21.686434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.696499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f72-a482-44d3-95e8-a10db8655768 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.731709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3593f2e9-16a5-44de-acfc-b56ab669bb78 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:21.736290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f72-a482-44d3-95e8-a10db8655768 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.743597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f72-a482-44d3-95e8-a10db8655768 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.746833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bb4a1f72-a482-44d3-95e8-a10db8655768 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6611a152-7c3f-4621-82e8-7ca7b4560fc2 HTTP/1.1" status: 204 len: 168 time: 0.1113966 Jul 23 14:17:21.748117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.760871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a1f72-a482-44d3-95e8-a10db8655768 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6611a152-7c3f-4621-82e8-7ca7b4560fc2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:21.785873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.794672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-855623a5-3e40-42b0-8454-9a264ae89aa9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451570 Jul 23 14:17:21.797274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.800991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for c2f2569c-6e8c-4d1d-96d1-655191e0dd00 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:21.853309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369d7232-0ef8-4a79-acc8-5443ce5b4797 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.885819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369d7232-0ef8-4a79-acc8-5443ce5b4797 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.939585 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369d7232-0ef8-4a79-acc8-5443ce5b4797 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.942588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369d7232-0ef8-4a79-acc8-5443ce5b4797 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.943896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-369d7232-0ef8-4a79-acc8-5443ce5b4797 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bdcf8dd-7816-4705-8df5-5ffebe3df128 HTTP/1.1" status: 204 len: 168 time: 0.1456995 Jul 23 14:17:21.947405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:21.954417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:21.954713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d7232-0ef8-4a79-acc8-5443ce5b4797 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdcf8dd-7816-4705-8df5-5ffebe3df128,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:22.016191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=c2f2569c-6e8c-4d1d-96d1-655191e0dd00,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:22.101609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ccd45f5-acfb-4646-8f39-879ba95541a4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529710 Jul 23 14:17:22.107622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.112629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-361d4d39-9642-4394-94a0-ab2aa95e5671 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872673230'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:22.130762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.135981 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-19ed9bfa-d2d1-48c6-b6a3-2370b5364689 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/c2f2569c-6e8c-4d1d-96d1-655191e0dd00 HTTP/1.1" status: 204 len: 168 time: 0.5974510 Jul 23 14:17:22.135981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.150057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-361d4d39-9642-4394-94a0-ab2aa95e5671 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.164538 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6796f97-038b-4537-8987-fb167554589b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:22.166151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c6796f97-038b-4537-8987-fb167554589b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/c2f2569c-6e8c-4d1d-96d1-655191e0dd00 HTTP/1.1" status: 404 len: 333 time: 0.0293028 Jul 23 14:17:22.168976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.263487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-361d4d39-9642-4394-94a0-ab2aa95e5671 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.271121 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-361d4d39-9642-4394-94a0-ab2aa95e5671 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.297458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 933e3b19-5a47-4404-b1a0-e4a862be4752 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:22.298307 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.307341 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-361d4d39-9642-4394-94a0-ab2aa95e5671 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.308903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-361d4d39-9642-4394-94a0-ab2aa95e5671 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2001297 Jul 23 14:17:22.311078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d4d39-9642-4394-94a0-ab2aa95e5671 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c91490-643c-4a23-95bf-9aa4613117f8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:22.313286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.319021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a9e8b06-57cf-433a-b14d-87512f350c5a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '40c91490-643c-4a23-95bf-9aa4613117f8', 'direction': 'ingress', 'protocol': 17}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:22.350069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b0003-79c7-4726-a6fb-930002ee45f6 None None] Network 11d9648e-cfaf-464c-967e-b59682a49a20 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:22.359122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8b06-57cf-433a-b14d-87512f350c5a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.403041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.414284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8b06-57cf-433a-b14d-87512f350c5a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.432157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 933e3b19-5a47-4404-b1a0-e4a862be4752 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:22.432701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8b06-57cf-433a-b14d-87512f350c5a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.448809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e8b06-57cf-433a-b14d-87512f350c5a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2882c1fa-acb5-4e63-abf1-8d9c1e763cd8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:22.459463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32486abd-ed74-4f26-9ccc-32c07e33f894 None None] Provisioning for port 3593f2e9-16a5-44de-acfc-b56ab669bb78 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:22.466190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8b06-57cf-433a-b14d-87512f350c5a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.467869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0a9e8b06-57cf-433a-b14d-87512f350c5a tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1533899 Jul 23 14:17:22.470836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.472334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32486abd-ed74-4f26-9ccc-32c07e33f894 None None] Provisioning complete for port 3593f2e9-16a5-44de-acfc-b56ab669bb78 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:22.472726 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32486abd-ed74-4f26-9ccc-32c07e33f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.548795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a98f94b-9a2f-4d2a-a9a8-784e0dac0464 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.580904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a98f94b-9a2f-4d2a-a9a8-784e0dac0464 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.610324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.643654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=933e3b19-5a47-4404-b1a0-e4a862be4752,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:22.644443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a98f94b-9a2f-4d2a-a9a8-784e0dac0464 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.647433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a98f94b-9a2f-4d2a-a9a8-784e0dac0464 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.650926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5a98f94b-9a2f-4d2a-a9a8-784e0dac0464 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/40c91490-643c-4a23-95bf-9aa4613117f8 HTTP/1.1" status: 204 len: 168 time: 0.1764801 Jul 23 14:17:22.652436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.657350 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32486abd-ed74-4f26-9ccc-32c07e33f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.677720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98f94b-9a2f-4d2a-a9a8-784e0dac0464 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c91490-643c-4a23-95bf-9aa4613117f8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:22.721616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-32486abd-ed74-4f26-9ccc-32c07e33f894 None None] For port 3593f2e9-16a5-44de-acfc-b56ab669bb78, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3593f2e9-16a5-44de-acfc-b56ab669bb78,segment=NetworkSegment(960868ed-3194-4775-961a-a00f18811c9a),segment_id=960868ed-3194-4775-961a-a00f18811c9a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:22.731989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32486abd-ed74-4f26-9ccc-32c07e33f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.738383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2f3bd2e4-ce77-474b-9763-97d18de30378 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834396 Jul 23 14:17:22.739893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.745608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d18683e-e1ce-46b9-8dd1-ad8db64e6b26 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399603323'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:22.748036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.758826 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2ec32c94-147e-4246-8cf2-1063ae0ede83 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/933e3b19-5a47-4404-b1a0-e4a862be4752 HTTP/1.1" status: 204 len: 168 time: 0.5885756 Jul 23 14:17:22.759608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.777422 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d18683e-e1ce-46b9-8dd1-ad8db64e6b26 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.793299 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d557642-d7ce-443c-916c-23261e1aaec1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:22.798122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:22.799053 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1d557642-d7ce-443c-916c-23261e1aaec1 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/933e3b19-5a47-4404-b1a0-e4a862be4752 HTTP/1.1" status: 404 len: 333 time: 0.0381613 Jul 23 14:17:22.804626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32486abd-ed74-4f26-9ccc-32c07e33f894 None None] Pushing event updated for resources: {'Port': ['ID=3593f2e9-16a5-44de-acfc-b56ab669bb78,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:22.866140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet 5621e789-8a35-44c1-89ce-f2c9bd186c4f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:22.872557 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.927962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.964380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-331c5994-dde9-42bb-8f79-f126e4722d38 None None] Provisioning complete for port 3593f2e9-16a5-44de-acfc-b56ab669bb78 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:22.965179 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-331c5994-dde9-42bb-8f79-f126e4722d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:22.998698 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d18683e-e1ce-46b9-8dd1-ad8db64e6b26 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.025064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d18683e-e1ce-46b9-8dd1-ad8db64e6b26 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.058537 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d18683e-e1ce-46b9-8dd1-ad8db64e6b26 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.062681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:23.062905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4d18683e-e1ce-46b9-8dd1-ad8db64e6b26 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3225119 Jul 23 14:17:23.074375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.078514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-98499a8b-50df-4adc-92b8-efac84262b41 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955562732'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:23.089185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-331c5994-dde9-42bb-8f79-f126e4722d38 None None] Could not find standard attr ID for object 933e3b19-5a47-4404-b1a0-e4a862be4752. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:23.108358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18683e-e1ce-46b9-8dd1-ad8db64e6b26 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7763222a-59a2-4295-a07c-f1a6fcd40ec1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:23.119147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98499a8b-50df-4adc-92b8-efac84262b41 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.176081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.204837 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.209345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/5621e789-8a35-44c1-89ce-f2c9bd186c4f HTTP/1.1" status: 204 len: 168 time: 0.4070578 Jul 23 14:17:23.232962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2410295-f7ae-4ace-bcbb-4e22a152d422 None None] Network 11d9648e-cfaf-464c-967e-b59682a49a20 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:23.233736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:23.242744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9c599-00b2-41e5-831c-6e335cf6fb12 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=5621e789-8a35-44c1-89ce-f2c9bd186c4f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:23.296271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98499a8b-50df-4adc-92b8-efac84262b41 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.326867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e0b38ad-2851-4457-88b2-c5ce4bc57b36 None None] Could not find standard attr ID for object 933e3b19-5a47-4404-b1a0-e4a862be4752. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:23.333304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98499a8b-50df-4adc-92b8-efac84262b41 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.357189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.374100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98499a8b-50df-4adc-92b8-efac84262b41 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b47d4d-6f85-4858-b931-f579b2f8232f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:23.376937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98499a8b-50df-4adc-92b8-efac84262b41 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.378237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-98499a8b-50df-4adc-92b8-efac84262b41 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3128669 Jul 23 14:17:23.381008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:23.389049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-826459c3-a6e6-4874-9485-8cd84e1cec58 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '7763222a-59a2-4295-a07c-f1a6fcd40ec1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19b47d4d-6f85-4858-b931-f579b2f8232f', 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:23.429569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 3593f2e9-16a5-44de-acfc-b56ab669bb78 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:23.430089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.447537 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-826459c3-a6e6-4874-9485-8cd84e1cec58 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.469872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] DHCP port deletion for 11d9648e-cfaf-464c-967e-b59682a49a20 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:17:23.505627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] For port 3593f2e9-16a5-44de-acfc-b56ab669bb78, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3593f2e9-16a5-44de-acfc-b56ab669bb78,segment=NetworkSegment(960868ed-3194-4775-961a-a00f18811c9a),segment_id=960868ed-3194-4775-961a-a00f18811c9a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:23.506129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.519404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 3593f2e9-16a5-44de-acfc-b56ab669bb78 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:23.527753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] Deleting port 3593f2e9-16a5-44de-acfc-b56ab669bb78 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:23.528139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.535539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-826459c3-a6e6-4874-9485-8cd84e1cec58 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.542693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-826459c3-a6e6-4874-9485-8cd84e1cec58 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.563651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826459c3-a6e6-4874-9485-8cd84e1cec58 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b92b155-a357-41d9-ab52-646d306ba363,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:23.575941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-826459c3-a6e6-4874-9485-8cd84e1cec58 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.580381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-826459c3-a6e6-4874-9485-8cd84e1cec58 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1945629 Jul 23 14:17:23.580966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:23.632637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2bc3-a93e-42f5-a24b-091c251e3afe tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.642248 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2bc3-a93e-42f5-a24b-091c251e3afe tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.646521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] For port 3593f2e9-16a5-44de-acfc-b56ab669bb78, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3593f2e9-16a5-44de-acfc-b56ab669bb78,segment=NetworkSegment(960868ed-3194-4775-961a-a00f18811c9a),segment_id=960868ed-3194-4775-961a-a00f18811c9a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:23.647345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.674843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3593f2e9-16a5-44de-acfc-b56ab669bb78 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:17:23.678429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] Calling delete_port for 3593f2e9-16a5-44de-acfc-b56ab669bb78 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:23.679485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2bc3-a93e-42f5-a24b-091c251e3afe tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.691903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2bc3-a93e-42f5-a24b-091c251e3afe tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.692959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1aa2bc3-a93e-42f5-a24b-091c251e3afe tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2b92b155-a357-41d9-ab52-646d306ba363 HTTP/1.1" status: 204 len: 168 time: 0.1109402 Jul 23 14:17:23.694668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa2bc3-a93e-42f5-a24b-091c251e3afe tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b92b155-a357-41d9-ab52-646d306ba363,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:23.695737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:23.696838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.709517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3593f2e9-16a5-44de-acfc-b56ab669bb78 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:17:23.709911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3593f2e9-16a5-44de-acfc-b56ab669bb78 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:17:23.722861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=3593f2e9-16a5-44de-acfc-b56ab669bb78,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:23.731975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No DVR routers for this DVR port 3593f2e9-16a5-44de-acfc-b56ab669bb78 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:23.796602 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.805497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0184fd33-867c-4a75-8828-4a4ab96c1289 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1082237 Jul 23 14:17:23.812328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:23.829864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.830487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] Pushing event deleted for resources: {'Port': ['ID=3593f2e9-16a5-44de-acfc-b56ab669bb78,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:23.834243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bda34-7f94-4507-9326-1c466e7a726a None None] No DVR routers for this DVR port 3593f2e9-16a5-44de-acfc-b56ab669bb78 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:23.853819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d9648e-cfaf-464c-967e-b59682a49a20']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:23.865209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960868ed-3194-4775-961a-a00f18811c9a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:23.865500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960868ed-3194-4775-961a-a00f18811c9a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:23.874535 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.883746 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9adcdfa-f801-440e-8b78-ad507336dc18 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.891596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.899209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:17:23.899627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:17:23.903445 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:17:23.910698 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9adcdfa-f801-440e-8b78-ad507336dc18 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.964494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9adcdfa-f801-440e-8b78-ad507336dc18 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.965066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9adcdfa-f801-440e-8b78-ad507336dc18 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:23.969768 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f9adcdfa-f801-440e-8b78-ad507336dc18 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/19b47d4d-6f85-4858-b931-f579b2f8232f HTTP/1.1" status: 204 len: 168 time: 0.1526945 Jul 23 14:17:23.971392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:23.983925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adcdfa-f801-440e-8b78-ad507336dc18 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b47d4d-6f85-4858-b931-f579b2f8232f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:24.059048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d112cb9f-9cbc-4f19-82e1-2573bce0c32b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0865614 Jul 23 14:17:24.062189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.120787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d0388c4-f38f-42fc-9837-2ff88aff5f69 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.148070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d0388c4-f38f-42fc-9837-2ff88aff5f69 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.194417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d0388c4-f38f-42fc-9837-2ff88aff5f69 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.197785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d0388c4-f38f-42fc-9837-2ff88aff5f69 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.201746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1d0388c4-f38f-42fc-9837-2ff88aff5f69 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/7763222a-59a2-4295-a07c-f1a6fcd40ec1 HTTP/1.1" status: 204 len: 168 time: 0.1361911 Jul 23 14:17:24.210013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.211308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0388c4-f38f-42fc-9837-2ff88aff5f69 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763222a-59a2-4295-a07c-f1a6fcd40ec1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:24.283217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22b59f33-077d-43d2-bc85-d61d2cc86beb tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592375 Jul 23 14:17:24.284984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.290216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ce1f170-dcb6-47a4-ac05-e30931256a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--325423007'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:24.321783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f170-dcb6-47a4-ac05-e30931256a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.374618 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.384103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.386136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/11d9648e-cfaf-464c-967e-b59682a49a20 HTTP/1.1" status: 204 len: 168 time: 1.1511843 Jul 23 14:17:24.390838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.400363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1180940714'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:24.418589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638eb67-1eee-4602-a71b-6824dbae1721 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=11d9648e-cfaf-464c-967e-b59682a49a20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:24.444549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f170-dcb6-47a4-ac05-e30931256a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.450000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f170-dcb6-47a4-ac05-e30931256a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.476139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:24.482543 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.496580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f170-dcb6-47a4-ac05-e30931256a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.498677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7ce1f170-dcb6-47a4-ac05-e30931256a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2124107 Jul 23 14:17:24.500029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1f170-dcb6-47a4-ac05-e30931256a22 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f88c07e-d20e-4738-bea7-47c8a9c374f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:24.502920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.507788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ab2c4204-0a7a-4904-b79c-b69db9ea19d5 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '4f88c07e-d20e-4738-bea7-47c8a9c374f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:24.511875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:17:24.522367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.523406 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment 5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8 of type vlan for network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 Jul 23 14:17:24.543167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4204-0a7a-4904-b79c-b69db9ea19d5 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.580443 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.613454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4204-0a7a-4904-b79c-b69db9ea19d5 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.621655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4204-0a7a-4904-b79c-b69db9ea19d5 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.624773 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.632411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:24.633742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.636425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c4204-0a7a-4904-b79c-b69db9ea19d5 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bcb967-a9c3-466a-8fe7-cc1a0504fcd6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:24.656977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4204-0a7a-4904-b79c-b69db9ea19d5 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.659875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ab2c4204-0a7a-4904-b79c-b69db9ea19d5 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1557078 Jul 23 14:17:24.663035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.689669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2970033 Jul 23 14:17:24.690636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.701499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:24.702172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adcc732-2bd2-46bb-8874-dcd066e0df07 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.715614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adcc732-2bd2-46bb-8874-dcd066e0df07 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.754675 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adcc732-2bd2-46bb-8874-dcd066e0df07 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.757167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bae70b-c8e4-4478-b8be-5eeae84b4d1e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=37ef4c04-1ff0-40c9-b1b2-f9ea36d05114,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:24.771117 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adcc732-2bd2-46bb-8874-dcd066e0df07 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.772437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6adcc732-2bd2-46bb-8874-dcd066e0df07 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c9bcb967-a9c3-466a-8fe7-cc1a0504fcd6 HTTP/1.1" status: 204 len: 168 time: 0.1080704 Jul 23 14:17:24.773518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcc732-2bd2-46bb-8874-dcd066e0df07 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9bcb967-a9c3-466a-8fe7-cc1a0504fcd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:24.775502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.782097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:17:24.828730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8de18a82-e530-450e-b6f2-79b91f880fa4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518517 Jul 23 14:17:24.832743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:24.864345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:24.870828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.921284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a359641-3186-461a-87ff-4bd62193d2ec tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:24.950709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a359641-3186-461a-87ff-4bd62193d2ec tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.007485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a359641-3186-461a-87ff-4bd62193d2ec tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.011833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a359641-3186-461a-87ff-4bd62193d2ec tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.015215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a359641-3186-461a-87ff-4bd62193d2ec tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f88c07e-d20e-4738-bea7-47c8a9c374f5 HTTP/1.1" status: 204 len: 168 time: 0.1813757 Jul 23 14:17:25.016102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.034312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a359641-3186-461a-87ff-4bd62193d2ec tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f88c07e-d20e-4738-bea7-47c8a9c374f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:25.091602 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e9a6b7e9-ed63-4877-b950-2c19cec98646 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712869 Jul 23 14:17:25.096300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.103316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-107d4973-1513-4875-9c84-279be2450a0f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group': {'name': 'tempest-secgroup--651821157'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:25.131612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107d4973-1513-4875-9c84-279be2450a0f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.133003 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.213653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=9176dc9c-23a4-443d-b5b8-9258e4c4bb61,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:25.225714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107d4973-1513-4875-9c84-279be2450a0f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.226204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': '5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:25.226390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:17:25.231871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107d4973-1513-4875-9c84-279be2450a0f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.245820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:17:25.257792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:25.263107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:25.264253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.266442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107d4973-1513-4875-9c84-279be2450a0f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.267773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-107d4973-1513-4875-9c84-279be2450a0f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1701579 Jul 23 14:17:25.270191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d4973-1513-4875-9c84-279be2450a0f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f97834-f9c6-43d1-8faa-2424a28898fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:25.272630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.278937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e130d6b-9827-40c7-a167-c3bdf67197ff None None] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:25.288625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-386b4d1a-679a-4b58-8835-69b86c78e16e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '77f97834-f9c6-43d1-8faa-2424a28898fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:25.319097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.321138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dff210b0-6187-44c9-ac5e-4ad799983e48 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6237018 Jul 23 14:17:25.340604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114', 'name': 'tempest-PortsTestJSON-1765465913', 'fixed_ips': [{'subnet_id': '9176dc9c-23a4-443d-b5b8-9258e4c4bb61', 'ip_address': '172.20.0.10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:25.367761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386b4d1a-679a-4b58-8835-69b86c78e16e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.507904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386b4d1a-679a-4b58-8835-69b86c78e16e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.521360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386b4d1a-679a-4b58-8835-69b86c78e16e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.555603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-37ef4c04-1ff0-40c9-b1b2-f9ea36d05114', 'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114', 'tenant_id': 'a3ed692cff16482ab5ddba859c13f47f', 'fixed_ips': [{'subnet_id': '9176dc9c-23a4-443d-b5b8-9258e4c4bb61'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:17:25.556135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b4d1a-679a-4b58-8835-69b86c78e16e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a69497-22fd-4919-9423-56b99428cc33,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:25.561572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:25.568098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-386b4d1a-679a-4b58-8835-69b86c78e16e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.569959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-386b4d1a-679a-4b58-8835-69b86c78e16e tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2963314 Jul 23 14:17:25.574140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.591096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.614133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-15347e69-c7d5-4a29-b744-f89573531551 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules/82a69497-22fd-4919-9423-56b99428cc33 HTTP/1.1" status: 200 len: 763 time: 0.0386069 Jul 23 14:17:25.620713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.677865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.698088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port b3ed858f-55fc-4efd-9122-cc8eeca8809e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:25.718671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-725c52b7-25af-4d5d-b0be-4738b41d336b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0965381 Jul 23 14:17:25.726558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.776690 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae13421-1c2b-4917-9303-a70d5f540ea1 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.788905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae13421-1c2b-4917-9303-a70d5f540ea1 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.815743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Allocated IP 172.20.0.2 (37ef4c04-1ff0-40c9-b1b2-f9ea36d05114/9176dc9c-23a4-443d-b5b8-9258e4c4bb61/7d63be0b-221b-4641-9771-c7157f6fbe0b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:25.839270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae13421-1c2b-4917-9303-a70d5f540ea1 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.846714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ae13421-1c2b-4917-9303-a70d5f540ea1 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:25.850051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2ae13421-1c2b-4917-9303-a70d5f540ea1 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/82a69497-22fd-4919-9423-56b99428cc33 HTTP/1.1" status: 204 len: 168 time: 0.1202643 Jul 23 14:17:25.850761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.854683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae13421-1c2b-4917-9303-a70d5f540ea1 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82a69497-22fd-4919-9423-56b99428cc33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:25.914779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:25.915425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bdabd339-6a76-4389-bb45-817bb3053b17 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631816 Jul 23 14:17:25.920351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-981e577f-e2e4-41a9-bdf7-f02ef804b50c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '77f97834-f9c6-43d1-8faa-2424a28898fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:25.957701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981e577f-e2e4-41a9-bdf7-f02ef804b50c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.013794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.024464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Transition to ACTIVE for port object 7d63be0b-221b-4641-9771-c7157f6fbe0b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:26.034794 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981e577f-e2e4-41a9-bdf7-f02ef804b50c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.039476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981e577f-e2e4-41a9-bdf7-f02ef804b50c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.041127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Transition to ACTIVE for port object 7d63be0b-221b-4641-9771-c7157f6fbe0b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:26.050668 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.059970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e577f-e2e4-41a9-bdf7-f02ef804b50c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f18d26d-6a44-4a4a-8fad-ae779fc3d6cf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:26.071180 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981e577f-e2e4-41a9-bdf7-f02ef804b50c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.072700 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-981e577f-e2e4-41a9-bdf7-f02ef804b50c tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568122 Jul 23 14:17:26.075990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.097128 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8caef92c-51e2-4a57-a169-b180409f8256 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules/6f18d26d-6a44-4a4a-8fad-ae779fc3d6cf HTTP/1.1" status: 200 len: 763 time: 0.0198157 Jul 23 14:17:26.098047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.102389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Pushing event updated for resources: {'Port': ['ID=7d63be0b-221b-4641-9771-c7157f6fbe0b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:26.115193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:26.118150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:26.120948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:26.131743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.10 (37ef4c04-1ff0-40c9-b1b2-f9ea36d05114/9176dc9c-23a4-443d-b5b8-9258e4c4bb61/b3ed858f-55fc-4efd-9122-cc8eeca8809e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:26.200944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.201372 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3098c85e-bb16-4874-a224-6f872adc50ce tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1016684 Jul 23 14:17:26.205475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Attempting to bind port 7d63be0b-221b-4641-9771-c7157f6fbe0b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:17:26.205851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Attempting to bind port 7d63be0b-221b-4641-9771-c7157f6fbe0b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:17:26.206352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Attempting to bind port 7d63be0b-221b-4641-9771-c7157f6fbe0b on network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:26.213190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:17:26.213568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Checking segment: {'id': '5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:26.214197 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.215981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Bound using segment: {'id': '5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:17:26.216783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Bound port: 7d63be0b-221b-4641-9771-c7157f6fbe0b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:17:26.217020 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.261226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-066fdc0b-a099-4691-a716-af216821497f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.298416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-066fdc0b-a099-4691-a716-af216821497f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.320017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] For port 7d63be0b-221b-4641-9771-c7157f6fbe0b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:17:26.323859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] For port 7d63be0b-221b-4641-9771-c7157f6fbe0b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7d63be0b-221b-4641-9771-c7157f6fbe0b,segment=NetworkSegment(5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8),segment_id=5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:17:26.337929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.349766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-066fdc0b-a099-4691-a716-af216821497f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.357782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-066fdc0b-a099-4691-a716-af216821497f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.358941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-066fdc0b-a099-4691-a716-af216821497f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6f18d26d-6a44-4a4a-8fad-ae779fc3d6cf HTTP/1.1" status: 204 len: 168 time: 0.1563401 Jul 23 14:17:26.361621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.386109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fdc0b-a099-4691-a716-af216821497f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f18d26d-6a44-4a4a-8fad-ae779fc3d6cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:26.391281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.409919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object b3ed858f-55fc-4efd-9122-cc8eeca8809e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:26.426771 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5a4f2450-532d-48c6-821d-ca9619e0625b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633719 Jul 23 14:17:26.429431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.437099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b94646ba-a89d-46dd-81b2-4a6a174c7bf9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Request body: {'security_group_rule': {'security_group_id': '77f97834-f9c6-43d1-8faa-2424a28898fe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:26.440795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce022fe3-ac10-41ff-9bdc-856e2bc40beb None None] Pushing event updated for resources: {'Port': ['ID=7d63be0b-221b-4641-9771-c7157f6fbe0b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:26.544837 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.552854 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94646ba-a89d-46dd-81b2-4a6a174c7bf9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.613564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:26.625980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:26.632169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:26.638925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=b3ed858f-55fc-4efd-9122-cc8eeca8809e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:26.706304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94646ba-a89d-46dd-81b2-4a6a174c7bf9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.719981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:26.720708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.724887 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94646ba-a89d-46dd-81b2-4a6a174c7bf9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.754582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94646ba-a89d-46dd-81b2-4a6a174c7bf9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc388c1-869b-488a-bc9f-a4c6def3ce48,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:26.759293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b1ad12ab-f4c0-41bd-bd2b-fc1d92321b69 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4331758 Jul 23 14:17:26.761910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.768045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '37ef4c04-1ff0-40c9-b1b2-f9ea36d05114', 'name': 'tempest-PortsTestJSON-90678795', 'fixed_ips': [{'subnet_id': '9176dc9c-23a4-443d-b5b8-9258e4c4bb61', 'ip_address': '172.20.0.9'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:26.789449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94646ba-a89d-46dd-81b2-4a6a174c7bf9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.793683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.793892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b94646ba-a89d-46dd-81b2-4a6a174c7bf9 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632779 Jul 23 14:17:26.818879 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2df86c7f-354b-4d7e-851b-0a2b35b5e776 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules/6fc388c1-869b-488a-bc9f-a4c6def3ce48 HTTP/1.1" status: 200 len: 764 time: 0.0223136 Jul 23 14:17:26.819831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.868904 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a9d4b3f5-1ad9-443e-82c2-8901fae9efa4 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0476983 Jul 23 14:17:26.872021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.901775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb76076-c7d4-429f-8e41-df8ee6a3f6c8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.910850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb76076-c7d4-429f-8e41-df8ee6a3f6c8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.919900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:26.925654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.943463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb76076-c7d4-429f-8e41-df8ee6a3f6c8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.950322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:26.950544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb76076-c7d4-429f-8e41-df8ee6a3f6c8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:26.951572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2bb76076-c7d4-429f-8e41-df8ee6a3f6c8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6fc388c1-869b-488a-bc9f-a4c6def3ce48 HTTP/1.1" status: 204 len: 168 time: 0.0785079 Jul 23 14:17:26.954991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:26.957425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb76076-c7d4-429f-8e41-df8ee6a3f6c8 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fc388c1-869b-488a-bc9f-a4c6def3ce48,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:27.044223 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8415a154-49a9-4a9b-b0d6-0d38ae8af021 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880165 Jul 23 14:17:27.049057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:27.115343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-229c1e65-6699-457c-a172-2058344b677b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:27.139972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-229c1e65-6699-457c-a172-2058344b677b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:27.158171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.9 (37ef4c04-1ff0-40c9-b1b2-f9ea36d05114/9176dc9c-23a4-443d-b5b8-9258e4c4bb61/69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:27.191835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-229c1e65-6699-457c-a172-2058344b677b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:27.199038 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-229c1e65-6699-457c-a172-2058344b677b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:27.203519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-229c1e65-6699-457c-a172-2058344b677b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "DELETE /v2.0/security-groups/77f97834-f9c6-43d1-8faa-2424a28898fe HTTP/1.1" status: 204 len: 168 time: 0.1531777 Jul 23 14:17:27.204289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:27.245967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1e65-6699-457c-a172-2058344b677b tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f97834-f9c6-43d1-8faa-2424a28898fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:27.299647 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d3d11401-5955-4aa6-a231-53955b755e3f tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871747 Jul 23 14:17:27.300656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:27.350928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:27.369549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b4708a07-4e92-4b95-a692-1f81375e6d91 tempest-SecGroupTest-162962342 tempest-SecGroupTest-162962342-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668077 Jul 23 14:17:27.374369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:27.426872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:27.485589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:27.489011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:27.493859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:27.498169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:27.588972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:27.590083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:27.612874 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5780bb33-9eda-478b-875d-d8e034c6ae86 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8497148 Jul 23 14:17:27.615609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:27.725476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba60fc2-3956-45ca-83e6-25fd3f785939 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:27.727255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3ba60fc2-3956-45ca-83e6-25fd3f785939 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1103902 Jul 23 14:17:27.730046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:27.746407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7d63be0b-221b-4641-9771-c7157f6fbe0b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:27.790778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b2924-243e-454d-9daf-3c9496e5d3fa None None] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:27.824021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecb06c-eda3-4ac1-9e46-80c0d9ec8f8a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:27.827585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdaacdf1-fb4f-48bb-a31c-378b9481a037 None None] Provisioning for port 7d63be0b-221b-4641-9771-c7157f6fbe0b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:27.835383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecb06c-eda3-4ac1-9e46-80c0d9ec8f8a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:27.842106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecb06c-eda3-4ac1-9e46-80c0d9ec8f8a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:27.850024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:27.856095 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c0ecb06c-eda3-4ac1-9e46-80c0d9ec8f8a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1238790 Jul 23 14:17:27.858854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:27.911075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 7d63be0b-221b-4641-9771-c7157f6fbe0b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:27.918567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7d63be0b-221b-4641-9771-c7157f6fbe0b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:27.919131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.029762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4be4bf08-d289-4023-83f3-eaac9c43d688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb668a8008124947b9334d39a32e1fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784198 Jul 23 14:17:28.032911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:28.057431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:28.057808 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.093448 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.104789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4bd488f-bd29-41b3-a597-071b9c9ca9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.143207 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4bd488f-bd29-41b3-a597-071b9c9ca9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.144038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 7d63be0b-221b-4641-9771-c7157f6fbe0b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7d63be0b-221b-4641-9771-c7157f6fbe0b,segment=NetworkSegment(5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8),segment_id=5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:28.152165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.211814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=7d63be0b-221b-4641-9771-c7157f6fbe0b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:28.221226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.236734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:28.260137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4bd488f-bd29-41b3-a597-071b9c9ca9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.262728 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4bd488f-bd29-41b3-a597-071b9c9ca9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.264100 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c4bd488f-bd29-41b3-a597-071b9c9ca9f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb1c70c1-9cfe-43f2-98c9-a1a6eec6f548 HTTP/1.1" status: 204 len: 168 time: 0.2293625 Jul 23 14:17:28.273235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd488f-bd29-41b3-a597-071b9c9ca9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1c70c1-9cfe-43f2-98c9-a1a6eec6f548,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:28.450663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.487135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:28.503306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e4b6339-42cb-453a-8547-dd0906917559 None None] Provisioning complete for port 7d63be0b-221b-4641-9771-c7157f6fbe0b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:28.503683 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6339-42cb-453a-8547-dd0906917559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.606626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.609123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8a177684-7b5c-44c4-8dea-736602430981 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6 HTTP/1.1" status: 204 len: 168 time: 0.7493343 Jul 23 14:17:28.613341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:28.646587 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3e3463-2189-49f1-9818-8c7085584296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:28.648821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad3e3463-2189-49f1-9818-8c7085584296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6 HTTP/1.1" status: 404 len: 333 time: 0.0342453 Jul 23 14:17:28.651706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:28.719106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e4b6339-42cb-453a-8547-dd0906917559 None None] Provisioning for port b3ed858f-55fc-4efd-9122-cc8eeca8809e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:28.725152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e4b6339-42cb-453a-8547-dd0906917559 None None] Provisioning complete for port b3ed858f-55fc-4efd-9122-cc8eeca8809e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:28.733477 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6339-42cb-453a-8547-dd0906917559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.785957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b6339-42cb-453a-8547-dd0906917559 None None] Port b3ed858f-55fc-4efd-9122-cc8eeca8809e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:28.791195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e4b6339-42cb-453a-8547-dd0906917559 None None] Could not find standard attr ID for object 69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:28.809657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port b3ed858f-55fc-4efd-9122-cc8eeca8809e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:28.810009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.913794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c36ccf3-50cb-4e16-bae1-408d625900da None None] Provisioning complete for port b3ed858f-55fc-4efd-9122-cc8eeca8809e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:28.914553 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c36ccf3-50cb-4e16-bae1-408d625900da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.943887 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:28.968079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c36ccf3-50cb-4e16-bae1-408d625900da None None] Port b3ed858f-55fc-4efd-9122-cc8eeca8809e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:28.988113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for b3ed858f-55fc-4efd-9122-cc8eeca8809e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:29.057283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-77f743dc-a4aa-4be8-8251-f8da24c2d9ce tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:29.058963 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-77f743dc-a4aa-4be8-8251-f8da24c2d9ce tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/networks?id=cd38dda9-5764-4b8e-9a8f-949d87411fc9 HTTP/1.1" status: 200 len: 813 time: 0.1712451 Jul 23 14:17:29.082197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7585db55-37e2-4ccb-9b44-99549e9fe057 None None] Could not find standard attr ID for object 69dc08b0-cc62-4ec3-9c08-e8a8085aa7c6. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:29.087976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-a6cd3206-303d-40c4-bf2d-fab4ce53e2db tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/quotas/171bb86e7ae948be952ddc85a1e4b856 HTTP/1.1" status: 200 len: 375 time: 0.0232694 Jul 23 14:17:29.134026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-6440c97a-f75f-4d45-b82a-0dcbae437915 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=171bb86e7ae948be952ddc85a1e4b856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398479 Jul 23 14:17:29.194271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.197214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:29.224523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=b3ed858f-55fc-4efd-9122-cc8eeca8809e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:29.326517 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-595cc6aa-3e78-435d-8c6d-93332edce00a tempest-ServiceProvidersTest-1692826778 tempest-ServiceProvidersTest-1692826778-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1265433 Jul 23 14:17:29.364619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.369074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-70815590-af54-4a9f-94f4-88041d39f12d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/b3ed858f-55fc-4efd-9122-cc8eeca8809e HTTP/1.1" status: 204 len: 168 time: 0.7138081 Jul 23 14:17:29.369462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:29.402335 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe480f70-29c5-4779-bd38-6855203b1f81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:29.404405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fe480f70-29c5-4779-bd38-6855203b1f81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/b3ed858f-55fc-4efd-9122-cc8eeca8809e HTTP/1.1" status: 404 len: 333 time: 0.0339520 Jul 23 14:17:29.407203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:29.416830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-989edcbf-9284-489b-aaf8-c7700dc15161 service neutron] 10.222.0.21 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756302 Jul 23 14:17:29.467740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet 9176dc9c-23a4-443d-b5b8-9258e4c4bb61 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:29.471195 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.519316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.619233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.648825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:29.667199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7d63be0b-221b-4641-9771-c7157f6fbe0b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:29.701074 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.722155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7d63be0b-221b-4641-9771-c7157f6fbe0b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:29.722623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.746431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=9176dc9c-23a4-443d-b5b8-9258e4c4bb61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:29.759213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.767381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e464718e-e600-4d2f-afb2-eff1359a64c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/9176dc9c-23a4-443d-b5b8-9258e4c4bb61 HTTP/1.1" status: 204 len: 168 time: 0.3587902 Jul 23 14:17:29.768062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:29.817433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21af37c5-a567-4073-9862-e090ae5f8013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.828844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-d769bab3-b1af-4d3f-9ca9-bf118a93a552 service neutron] 10.222.0.21 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109070 Jul 23 14:17:29.883341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:29.928993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad7e62-65e2-430f-8a50-0de710d8d2b8 None None] Network 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:30.040906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21af37c5-a567-4073-9862-e090ae5f8013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.044701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 7d63be0b-221b-4641-9771-c7157f6fbe0b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:30.045272 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.048905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21af37c5-a567-4073-9862-e090ae5f8013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.089886 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-21af37c5-a567-4073-9862-e090ae5f8013 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69d4a71087b247a69b23a16e45430e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396636 Jul 23 14:17:30.103879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:30.119526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-baa47057-3609-45a6-93b7-8c8d7cb2bdf8 req-12afa20d-be5e-4eff-9685-09e35389911d tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 210 time: 0.0527091 Jul 23 14:17:30.185216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af37c5-a567-4073-9862-e090ae5f8013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb75fe-5e5a-4ff4-8128-eee33b9701d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:30.203893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] For port 7d63be0b-221b-4641-9771-c7157f6fbe0b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7d63be0b-221b-4641-9771-c7157f6fbe0b,segment=NetworkSegment(5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8),segment_id=5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:30.204514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.205235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] DHCP port deletion for 37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:17:30.223655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 7d63be0b-221b-4641-9771-c7157f6fbe0b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:30.240497 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8f6-d83a-4959-bbd6-537ffdab3739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.257312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] Deleting port 7d63be0b-221b-4641-9771-c7157f6fbe0b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:30.257700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.300560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8f6-d83a-4959-bbd6-537ffdab3739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.321837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] For port 7d63be0b-221b-4641-9771-c7157f6fbe0b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7d63be0b-221b-4641-9771-c7157f6fbe0b,segment=NetworkSegment(5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8),segment_id=5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:30.322198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.340775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] Calling delete_port for 7d63be0b-221b-4641-9771-c7157f6fbe0b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:30.360968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.391006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=7d63be0b-221b-4641-9771-c7157f6fbe0b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:30.394757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8f6-d83a-4959-bbd6-537ffdab3739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.397297 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8f6-d83a-4959-bbd6-537ffdab3739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.398457 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e5c2a8f6-d83a-4959-bbd6-537ffdab3739 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8afb75fe-5e5a-4ff4-8128-eee33b9701d7 HTTP/1.1" status: 204 len: 168 time: 0.2940233 Jul 23 14:17:30.399455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No DVR routers for this DVR port 7d63be0b-221b-4641-9771-c7157f6fbe0b on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:30.427856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2a8f6-d83a-4959-bbd6-537ffdab3739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb75fe-5e5a-4ff4-8128-eee33b9701d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:30.448975 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.486587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] Pushing event deleted for resources: {'Port': ['ID=7d63be0b-221b-4641-9771-c7157f6fbe0b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:30.491237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534c3e9-5d42-4fc9-9cf2-b687f763b3f9 None None] No DVR routers for this DVR port 7d63be0b-221b-4641-9771-c7157f6fbe0b on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:30.511203 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.525380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ef4c04-1ff0-40c9-b1b2-f9ea36d05114']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:30.538369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:30.538878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1dce15-d5c6-4c21-a22a-6e2c0a2e22d8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:30.550328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.570078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.577218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:17:30.577528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:17:30.581468 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:17:30.651625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.673611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.679903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/37ef4c04-1ff0-40c9-b1b2-f9ea36d05114 HTTP/1.1" status: 204 len: 168 time: 0.9065897 Jul 23 14:17:30.679903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84848b-23b9-4136-9643-72a6b4eb4cb3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=37ef4c04-1ff0-40c9-b1b2-f9ea36d05114,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:30.683024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:30.688161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1946449215'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:30.716803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:30.720848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.752328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:17:30.764337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.764689 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Added segment 7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c of type vlan for network 1122695b-e30b-4032-8bd8-62ecadbecf2d Jul 23 14:17:30.812077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.844761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.850608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:30.851319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:30.902202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:30.902386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2185538 Jul 23 14:17:30.909133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:30.943167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b0536-3679-4113-aafc-ec232d36c9c7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Network': ['ID=1122695b-e30b-4032-8bd8-62ecadbecf2d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:30.953431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:17:31.050160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:31.053936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.256116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49c16e09-42ad-4302-bd4a-6a72b930bab8 req-2a1ff749-7fc9-4275-a690-c7e207b837d0 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 210 time: 0.0356796 Jul 23 14:17:31.278434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:31.282173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026591 Jul 23 14:17:31.285530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:31.298948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-98b2b793-c98e-4d5a-a569-d9a2853b4c32 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:31.300650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-98b2b793-c98e-4d5a-a569-d9a2853b4c32 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "GET /v2.0/networks?id=cd38dda9-5764-4b8e-9a8f-949d87411fc9 HTTP/1.1" status: 200 len: 813 time: 0.1873870 Jul 23 14:17:31.314713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Request body: {'port': {'device_id': '5575dcca-cb05-4263-9350-1503e8f0d939', 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9', 'admin_state_up': True, 'tenant_id': '171bb86e7ae948be952ddc85a1e4b856'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:31.318065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.384787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=106677ea-8e99-496f-8e17-7487f416fe24,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:31.394428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Checking segment: {'id': '7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:31.394624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network hostable DHCP agents. Network: 1122695b-e30b-4032-8bd8-62ecadbecf2d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:17:31.408486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-688a1b63-49d2-4fd1-afd0-ae7032fe542a tempest-NetworksApiDiscovery-1375809530 tempest-NetworksApiDiscovery-1375809530-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1206188 Jul 23 14:17:31.416597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:17:31.428303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1122695b-e30b-4032-8bd8-62ecadbecf2d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:31.435379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:31.435964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.437710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5701d-f4d3-44f7-844f-df89d6a8f1a4 None None] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:31.456916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Made reservation on behalf of 171bb86e7ae948be952ddc85a1e4b856 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:31.461791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.463573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ed97b14c-1508-479e-aa0e-1f241a444765 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5594153 Jul 23 14:17:31.466505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:31.473593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ec66f59-68cf-4911-b7fa-af09bfc849d7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-576942184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:31.507250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec66f59-68cf-4911-b7fa-af09bfc849d7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.508389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec66f59-68cf-4911-b7fa-af09bfc849d7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.567126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec66f59-68cf-4911-b7fa-af09bfc849d7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.576285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec66f59-68cf-4911-b7fa-af09bfc849d7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.606948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec66f59-68cf-4911-b7fa-af09bfc849d7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.611788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Allocated IP 172.20.0.10 (cd38dda9-5764-4b8e-9a8f-949d87411fc9/5aebad4f-8e58-42ba-83f5-8840d1c245cf/f1287200-619b-4c3f-a405-aee9294adc5d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:31.614463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4ec66f59-68cf-4911-b7fa-af09bfc849d7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1462662 Jul 23 14:17:31.615320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:31.623831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d', 'name': 'tempest-PortsTestJSON-1456298731'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:31.626635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1122695b-e30b-4032-8bd8-62ecadbecf2d', 'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d', 'tenant_id': 'a3ed692cff16482ab5ddba859c13f47f', 'fixed_ips': [{'subnet_id': '106677ea-8e99-496f-8e17-7487f416fe24'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:17:31.628814 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.717811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7d63be0b-221b-4641-9771-c7157f6fbe0b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:17:31.746084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 7d63be0b-221b-4641-9771-c7157f6fbe0b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:17:31.746894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7d63be0b-221b-4641-9771-c7157f6fbe0b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:17:31.778507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:31.781222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:31.783588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.821247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 33b209df-2b34-4b12-a2af-db639727e390 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:31.835397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Allocated IP 172.20.0.2 (1122695b-e30b-4032-8bd8-62ecadbecf2d/106677ea-8e99-496f-8e17-7487f416fe24/cd62fd6a-ba02-4871-be05-9b69ef5ce210) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:31.859880 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.950795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:31.956165 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac665f02-0e89-46a6-9aca-a2e515a5ec59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.007137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Network cd38dda9-5764-4b8e-9a8f-949d87411fc9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:32.016300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:32.018961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:32.029107 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.038797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Transition to ACTIVE for port object cd62fd6a-ba02-4871-be05-9b69ef5ce210 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:32.055611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Pushing event updated for resources: {'Port': ['ID=f1287200-619b-4c3f-a405-aee9294adc5d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:32.056244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Transition to ACTIVE for port object cd62fd6a-ba02-4871-be05-9b69ef5ce210 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:32.075929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.105545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:32.105545 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.127688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.9 (1122695b-e30b-4032-8bd8-62ecadbecf2d/106677ea-8e99-496f-8e17-7487f416fe24/33b209df-2b34-4b12-a2af-db639727e390) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:32.131614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:32.134964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:32.140540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:32.146127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Pushing event updated for resources: {'Port': ['ID=cd62fd6a-ba02-4871-be05-9b69ef5ce210,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:32.174693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac665f02-0e89-46a6-9aca-a2e515a5ec59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.183533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac665f02-0e89-46a6-9aca-a2e515a5ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.206692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-1870c7c7-8772-42ba-baec-04d170ba4c26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8953266 Jul 23 14:17:32.232019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Attempting to bind port cd62fd6a-ba02-4871-be05-9b69ef5ce210 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:17:32.232598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Attempting to bind port cd62fd6a-ba02-4871-be05-9b69ef5ce210 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:17:32.233191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Attempting to bind port cd62fd6a-ba02-4871-be05-9b69ef5ce210 on network 1122695b-e30b-4032-8bd8-62ecadbecf2d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:32.242912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:17:32.243483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Checking segment: {'id': '7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:32.244079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Request body: {'port': {'device_id': '5575dcca-cb05-4263-9350-1503e8f0d939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:32.244249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.244859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Bound using segment: {'id': '7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:17:32.245606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Bound port: cd62fd6a-ba02-4871-be05-9b69ef5ce210, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1122695b-e30b-4032-8bd8-62ecadbecf2d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:17:32.246180 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.313358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ac665f02-0e89-46a6-9aca-a2e515a5ec59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7edd24d01eb842b2bf8caef22cf883d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305610 Jul 23 14:17:32.318254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:32.338244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac665f02-0e89-46a6-9aca-a2e515a5ec59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14449618-56e4-4c35-a868-0684bd276055,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:32.342409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.354963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] For port cd62fd6a-ba02-4871-be05-9b69ef5ce210, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:17:32.360576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] For port cd62fd6a-ba02-4871-be05-9b69ef5ce210, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cd62fd6a-ba02-4871-be05-9b69ef5ce210,segment=NetworkSegment(7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c),segment_id=7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:17:32.364539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 33b209df-2b34-4b12-a2af-db639727e390 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:32.370480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.405963 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.469376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640aa55-4e52-4d8a-8a59-309b0c1411ca None None] Pushing event updated for resources: {'Port': ['ID=cd62fd6a-ba02-4871-be05-9b69ef5ce210,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:32.484891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=33b209df-2b34-4b12-a2af-db639727e390,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:32.492598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:32.494132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:32.496990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:32.512372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.541922 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0de54089-6a0a-402d-ae68-2a3afffd1775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.552401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:32.553099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.570671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-52c3cf93-4555-4c91-8180-38e06e9163f9 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9543493 Jul 23 14:17:32.573613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:32.601543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0de54089-6a0a-402d-ae68-2a3afffd1775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.729724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb27bae-3b29-4391-a2e5-0914d57f0634 req-84ebb96e-0e80-4238-8935-4587d7bec939 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:32.731412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-deb27bae-3b29-4391-a2e5-0914d57f0634 req-84ebb96e-0e80-4238-8935-4587d7bec939 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 932 time: 0.3090670 Jul 23 14:17:32.805692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0de54089-6a0a-402d-ae68-2a3afffd1775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.808291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0de54089-6a0a-402d-ae68-2a3afffd1775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:32.811263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0de54089-6a0a-402d-ae68-2a3afffd1775 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14449618-56e4-4c35-a868-0684bd276055 HTTP/1.1" status: 204 len: 168 time: 0.4913676 Jul 23 14:17:32.838082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-deb27bae-3b29-4391-a2e5-0914d57f0634 req-0f1fad25-527b-4d3e-9ee1-6bb2122c9014 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970480 Jul 23 14:17:32.862823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de54089-6a0a-402d-ae68-2a3afffd1775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14449618-56e4-4c35-a868-0684bd276055,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:32.993876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1287200-619b-4c3f-a405-aee9294adc5d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:17:32.998527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.003434 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.020727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Transition to ACTIVE for port object f1287200-619b-4c3f-a405-aee9294adc5d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:33.026581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.085414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Pushing event updated for resources: {'Port': ['ID=f1287200-619b-4c3f-a405-aee9294adc5d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:33.189002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Attempting to bind port f1287200-619b-4c3f-a405-aee9294adc5d on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:17:33.190171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Attempting to bind port f1287200-619b-4c3f-a405-aee9294adc5d by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:17:33.190415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Attempting to bind port f1287200-619b-4c3f-a405-aee9294adc5d on network cd38dda9-5764-4b8e-9a8f-949d87411fc9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:33.195255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Port f1287200-619b-4c3f-a405-aee9294adc5d on network cd38dda9-5764-4b8e-9a8f-949d87411fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:17:33.195594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Attempting to bind port f1287200-619b-4c3f-a405-aee9294adc5d on network cd38dda9-5764-4b8e-9a8f-949d87411fc9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:33.201890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:17:33.202277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Checking segment: {'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:33.202611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Bound using segment: {'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:17:33.203114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Bound port: f1287200-619b-4c3f-a405-aee9294adc5d, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:17:33.203478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.294660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] For port f1287200-619b-4c3f-a405-aee9294adc5d, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:17:33.302128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] For port f1287200-619b-4c3f-a405-aee9294adc5d, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f1287200-619b-4c3f-a405-aee9294adc5d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:17:33.310430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.346229 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.354254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.358549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:33.359256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.360823 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] 10.222.0.48 "PUT /v2.0/ports/f1287200-619b-4c3f-a405-aee9294adc5d HTTP/1.1" status: 200 len: 1092 time: 1.1325068 Jul 23 14:17:33.370283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5575dcca-cb05-4263-9350-1503e8f0d939', 'tag': 'f1287200-619b-4c3f-a405-aee9294adc5d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:17:33.370283 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e" -d '{"events": [{"name": "network-changed", "server_uuid": "5575dcca-cb05-4263-9350-1503e8f0d939", "tag": "f1287200-619b-4c3f-a405-aee9294adc5d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:17:33.442809 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4747d0d-dfd2-410d-b2fc-a716d1125dc1 x-openstack-request-id: req-f4747d0d-dfd2-410d-b2fc-a716d1125dc1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:17:33.443825 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5575dcca-cb05-4263-9350-1503e8f0d939", "tag": "f1287200-619b-4c3f-a405-aee9294adc5d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:17:33.443825 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4747d0d-dfd2-410d-b2fc-a716d1125dc1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:17:33.443825 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5575dcca-cb05-4263-9350-1503e8f0d939', 'tag': 'f1287200-619b-4c3f-a405-aee9294adc5d', 'status': 'completed', 'code': 200} Jul 23 14:17:33.469668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcef96c-5c5c-4bdc-bc9b-29068eabccec service neutron] Pushing event updated for resources: {'Port': ['ID=f1287200-619b-4c3f-a405-aee9294adc5d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:33.479754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=33b209df-2b34-4b12-a2af-db639727e390,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:33.490539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.490931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.491278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.492220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.492580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.492893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.493509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.493847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.494176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.494501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.494853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.495226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:17:33.511647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-edb281cd-5a3a-4c79-92d9-85fc7eae71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:33.513253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-edb281cd-5a3a-4c79-92d9-85fc7eae71ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=171bb86e7ae948be952ddc85a1e4b856&device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 1095 time: 0.0964899 Jul 23 14:17:33.573942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-cdec3934-920e-4c5d-bed9-3c2b5b631a7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1287200-619b-4c3f-a405-aee9294adc5d HTTP/1.1" status: 200 len: 217 time: 0.0501516 Jul 23 14:17:33.593011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e215f7-59ae-48a1-85c8-38564c90f175 None None] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:33.665727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-c435fd91-8c91-40df-83e0-c56a4f0d22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:33.668950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-c435fd91-8c91-40df-83e0-c56a4f0d22ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5aebad4f-8e58-42ba-83f5-8840d1c245cf HTTP/1.1" status: 200 len: 853 time: 0.0882084 Jul 23 14:17:33.702542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.714201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-5fd03da4-6b47-4a62-85ae-d18dc8a26e29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd38dda9-5764-4b8e-9a8f-949d87411fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358801 Jul 23 14:17:33.722890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fcb3262-58fe-4e02-859e-b5fa800fbc7e None None] Provisioning for port cd62fd6a-ba02-4871-be05-9b69ef5ce210 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:33.742452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device cd62fd6a-ba02-4871-be05-9b69ef5ce210 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:33.842129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-73cfbe38-6c32-40e6-9b6b-03a8c1dc8ee6 service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100967 Jul 23 14:17:33.876777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port cd62fd6a-ba02-4871-be05-9b69ef5ce210 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:33.886891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.891560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port cd62fd6a-ba02-4871-be05-9b69ef5ce210 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:33.892217 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:33.962997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-313ff1d2-0ac1-440d-910e-3129b72b3b43 req-c1a8d644-4dbd-4cae-958d-4206968cc6cf service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069956 Jul 23 14:17:34.046694 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.098274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccd8c2-d255-410e-80be-1dab3faebfd3 req-728e08cd-fe26-43a1-98b4-48fdadf9e5d3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:34.099931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73ccd8c2-d255-410e-80be-1dab3faebfd3 req-728e08cd-fe26-43a1-98b4-48fdadf9e5d3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 944 time: 0.1421607 Jul 23 14:17:34.111321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port cd62fd6a-ba02-4871-be05-9b69ef5ce210, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cd62fd6a-ba02-4871-be05-9b69ef5ce210,segment=NetworkSegment(7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c),segment_id=7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:34.120640 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.195317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73ccd8c2-d255-410e-80be-1dab3faebfd3 req-3fa57201-65d5-46dd-a9db-698d4b363dcd tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882185 Jul 23 14:17:34.200820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-a7fcb9f9-7e39-41a1-b2a0-a3cafa5f67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:34.202388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-a7fcb9f9-7e39-41a1-b2a0-a3cafa5f67aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=171bb86e7ae948be952ddc85a1e4b856&device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 1095 time: 0.1519110 Jul 23 14:17:34.229646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=cd62fd6a-ba02-4871-be05-9b69ef5ce210,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:34.286331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8309be84-aad9-4e1d-a499-95fefc80b3ce None None] Provisioning for port 33b209df-2b34-4b12-a2af-db639727e390 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:34.292538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8309be84-aad9-4e1d-a499-95fefc80b3ce None None] Provisioning complete for port 33b209df-2b34-4b12-a2af-db639727e390 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:34.292922 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8309be84-aad9-4e1d-a499-95fefc80b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.343825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8309be84-aad9-4e1d-a499-95fefc80b3ce None None] Port 33b209df-2b34-4b12-a2af-db639727e390 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:34.357872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.361549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8309be84-aad9-4e1d-a499-95fefc80b3ce None None] Provisioning complete for port cd62fd6a-ba02-4871-be05-9b69ef5ce210 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:34.361985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8309be84-aad9-4e1d-a499-95fefc80b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.375299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.403784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-ae99fc3b-8c1d-4fdc-98c2-d8d39af38af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:34.405580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-ae99fc3b-8c1d-4fdc-98c2-d8d39af38af6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd38dda9-5764-4b8e-9a8f-949d87411fc9 HTTP/1.1" status: 200 len: 914 time: 0.1803255 Jul 23 14:17:34.475562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-5068be8a-e70e-43b9-a455-74a4c70a6fba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1287200-619b-4c3f-a405-aee9294adc5d HTTP/1.1" status: 200 len: 217 time: 0.0569582 Jul 23 14:17:34.500356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.540040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-3dc1ebab-edac-41bf-af9a-23d8fe09f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:34.542053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=33b209df-2b34-4b12-a2af-db639727e390,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:34.542379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-3dc1ebab-edac-41bf-af9a-23d8fe09f076 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5aebad4f-8e58-42ba-83f5-8840d1c245cf HTTP/1.1" status: 200 len: 853 time: 0.0583429 Jul 23 14:17:34.588079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-579acaf7-9bb0-4455-99fb-660ec30bac2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd38dda9-5764-4b8e-9a8f-949d87411fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359221 Jul 23 14:17:34.650206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b454b2e4-66dc-4480-a5fe-6be3a7a1ed60 None None] Provisioning complete for port 33b209df-2b34-4b12-a2af-db639727e390 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:34.650862 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b454b2e4-66dc-4480-a5fe-6be3a7a1ed60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.679280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:34.682249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:34.707088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b454b2e4-66dc-4480-a5fe-6be3a7a1ed60 None None] Port 33b209df-2b34-4b12-a2af-db639727e390 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:34.743463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-375aa26a-fd87-43d9-90db-b4644a433b16 service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425085 Jul 23 14:17:34.837851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac74a793-70cd-4fe3-9fb0-3a6cb20787a0 None None] Provisioning complete for port 33b209df-2b34-4b12-a2af-db639727e390 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:34.838270 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac74a793-70cd-4fe3-9fb0-3a6cb20787a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:34.851668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Router 43c17443-9c6b-4496-9761-4588b114fcfc is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:17:34.895496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe8fba3-02a3-4386-9c02-fdd2b6e8904e req-65a8235a-025a-4895-ace4-a45df8ba4507 service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438279 Jul 23 14:17:34.928449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac74a793-70cd-4fe3-9fb0-3a6cb20787a0 None None] Port 33b209df-2b34-4b12-a2af-db639727e390 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:34.973097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:17:34.983208 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ed270c07-84be-4cc4-b014-004c92e489c8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "PUT /v2.0/routers/43c17443-9c6b-4496-9761-4588b114fcfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4048550 Jul 23 14:17:34.983208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:34.985233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] Sync routers for ids ['43c17443-9c6b-4496-9761-4588b114fcfc'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:17:35.000879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] Routers {'43c17443-9c6b-4496-9761-4588b114fcfc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:17:35.000879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43c17443-9c6b-4496-9761-4588b114fcfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:35.045673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:35.054679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] Routers {'43c17443-9c6b-4496-9761-4588b114fcfc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:17:35.055315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43c17443-9c6b-4496-9761-4588b114fcfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:35.062247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde180c-949d-4063-86f1-977fb617e4b2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:35.067281 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7dde180c-949d-4063-86f1-977fb617e4b2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports?device_id=43c17443-9c6b-4496-9761-4588b114fcfc HTTP/1.1" status: 200 len: 982 time: 0.0808740 Jul 23 14:17:35.067677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:35.094535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:35.095300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2be791-1a74-4d26-9677-47509a8cbe84 None None] The sync data for ids ['43c17443-9c6b-4496-9761-4588b114fcfc'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:17:35.155701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9925450e-0ca7-4fce-b8c4-c8859cf36c5c None None] Provisioning complete for port 33b209df-2b34-4b12-a2af-db639727e390 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:35.156453 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9925450e-0ca7-4fce-b8c4-c8859cf36c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.195192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9925450e-0ca7-4fce-b8c4-c8859cf36c5c None None] Port 33b209df-2b34-4b12-a2af-db639727e390 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:35.313420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:35.412038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a733fd5-dcf1-45ac-898b-bc4254980f03 req-0b8a54f6-1649-45d3-b814-21feaebeb623 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:35.420369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a733fd5-dcf1-45ac-898b-bc4254980f03 req-0b8a54f6-1649-45d3-b814-21feaebeb623 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 944 time: 0.1170650 Jul 23 14:17:35.459496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.461843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-4427624e-67c8-4446-840a-54f1542172c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:35.465791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-4427624e-67c8-4446-840a-54f1542172c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1241131 Jul 23 14:17:35.468450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9798bc3-5986-4638-a6f9-f5eeb3a679da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.513656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a733fd5-dcf1-45ac-898b-bc4254980f03 req-8f360a31-abca-4815-b786-82a1c3665b2e tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922155 Jul 23 14:17:35.653134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device cd62fd6a-ba02-4871-be05-9b69ef5ce210 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:35.656581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-28ae141c-f749-411d-925d-71c1adef0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:35.658109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-28ae141c-f749-411d-925d-71c1adef0723 service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1820199 Jul 23 14:17:35.708020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port cd62fd6a-ba02-4871-be05-9b69ef5ce210 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:35.708379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.711757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 33b209df-2b34-4b12-a2af-db639727e390 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:35.712104 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.751645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3dd11-a59b-47fb-a951-55220b24690e req-6676976b-1e13-4161-8aa6-97a1fba1a7f0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:35.753187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36b3dd11-a59b-47fb-a951-55220b24690e req-6676976b-1e13-4161-8aa6-97a1fba1a7f0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1752410 Jul 23 14:17:35.779915 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9798bc3-5986-4638-a6f9-f5eeb3a679da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.793332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-8a8c82e9-288b-4cbb-96e1-88d3149c051e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 999 time: 0.1253896 Jul 23 14:17:35.793920 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9798bc3-5986-4638-a6f9-f5eeb3a679da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.815767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:35.828926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 33b209df-2b34-4b12-a2af-db639727e390 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:35.890834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e9798bc3-5986-4638-a6f9-f5eeb3a679da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1e50deba651466ba072f56ddbde20bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723386 Jul 23 14:17:35.890834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9798bc3-5986-4638-a6f9-f5eeb3a679da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d8669-5da2-41f9-8bba-75dd04fd6706,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:35.891658 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:35.898013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36b3dd11-a59b-47fb-a951-55220b24690e req-4f30cd99-87ec-4bf2-9897-271da05a03d3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325588 Jul 23 14:17:35.911273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-f4c64dc8-a0a1-41fa-b8eb-7a4356dd2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:35.914389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-f4c64dc8-a0a1-41fa-b8eb-7a4356dd2b69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1134193 Jul 23 14:17:36.018083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-61f35864-47e6-4d11-8654-b49805f5e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:36.021011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-61f35864-47e6-4d11-8654-b49805f5e553 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001709 Jul 23 14:17:36.038075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486f904-cc05-4750-8963-0089c7c9cc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.095775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486f904-cc05-4750-8963-0089c7c9cc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.114181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f1287200-619b-4c3f-a405-aee9294adc5d details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:17:36.123224 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.154699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-39c05db7-9a7d-4d73-b0c6-acb1f0f7dee0 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249139 Jul 23 14:17:36.170575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=33b209df-2b34-4b12-a2af-db639727e390,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:36.252656 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486f904-cc05-4750-8963-0089c7c9cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.255466 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486f904-cc05-4750-8963-0089c7c9cc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.257041 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c486f904-cc05-4750-8963-0089c7c9cc1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c84d8669-5da2-41f9-8bba-75dd04fd6706 HTTP/1.1" status: 204 len: 168 time: 0.3642440 Jul 23 14:17:36.268725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486f904-cc05-4750-8963-0089c7c9cc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d8669-5da2-41f9-8bba-75dd04fd6706,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:36.306459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port f1287200-619b-4c3f-a405-aee9294adc5d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f1287200-619b-4c3f-a405-aee9294adc5d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:36.319929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'f1287200-619b-4c3f-a405-aee9294adc5d', 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9', 'port_id': 'f1287200-619b-4c3f-a405-aee9294adc5d', 'mac_address': 'fa:16:3e:91:f6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aebad4f-8e58-42ba-83f5-8840d1c245cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:17:36.324947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1580e89-4606-44c9-8aa1-75725cf3c3be req-b56114f8-8156-4d43-800d-e247d3fdd1f4 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598046 Jul 23 14:17:36.379766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.407922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1287200-619b-4c3f-a405-aee9294adc5d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:17:36.430928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.457356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port f1287200-619b-4c3f-a405-aee9294adc5d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f1287200-619b-4c3f-a405-aee9294adc5d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:36.481057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.566308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=f1287200-619b-4c3f-a405-aee9294adc5d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:36.740009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960cd2c-5ec5-46ae-9371-1bbc4e0d38b6 req-4d573375-3b00-426f-ab9d-5e9e461f3683 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:36.741943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3960cd2c-5ec5-46ae-9371-1bbc4e0d38b6 req-4d573375-3b00-426f-ab9d-5e9e461f3683 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 945 time: 0.1109405 Jul 23 14:17:36.808985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3960cd2c-5ec5-46ae-9371-1bbc4e0d38b6 req-1714c92b-0ed9-4e9a-a693-2bb0756528b1 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579369 Jul 23 14:17:36.815786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:36.839228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b38eadc-589f-4232-91a9-353ed6538e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.851581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['f1287200-619b-4c3f-a405-aee9294adc5d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:17:36.974370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b38eadc-589f-4232-91a9-353ed6538e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:36.981788 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b38eadc-589f-4232-91a9-353ed6538e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.036201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Router 43c17443-9c6b-4496-9761-4588b114fcfc has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:17:37.081064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38eadc-589f-4232-91a9-353ed6538e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f010778-bb6e-423a-b4ec-8b369829e058,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:37.093152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7b38eadc-589f-4232-91a9-353ed6538e8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6035a8a2bb164be996917cd47b10c008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756982 Jul 23 14:17:37.094921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:37.140221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:17:37.149945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-236f9190-ba2c-4b60-afe2-ad810aba4c81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "PUT /v2.0/routers/43c17443-9c6b-4496-9761-4588b114fcfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0767355 Jul 23 14:17:37.151471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:37.155369 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] Sync routers for ids ['43c17443-9c6b-4496-9761-4588b114fcfc'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:17:37.168281 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] Routers {'43c17443-9c6b-4496-9761-4588b114fcfc'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:17:37.168281 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43c17443-9c6b-4496-9761-4588b114fcfc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:37.169143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca931f-2e2e-4d96-a0b7-3dcb96b48ab8 req-af12c94c-9663-43ec-b853-30b7aec5c9c2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:37.171231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caca931f-2e2e-4d96-a0b7-3dcb96b48ab8 req-af12c94c-9663-43ec-b853-30b7aec5c9c2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1241539 Jul 23 14:17:37.180385 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa2fa08-6222-4057-a447-3e2a65f81668 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:37.184532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5aa2fa08-6222-4057-a447-3e2a65f81668 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/33b209df-2b34-4b12-a2af-db639727e390 HTTP/1.1" status: 404 len: 333 time: 0.0294871 Jul 23 14:17:37.187282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:37.199982 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31efc994-63e3-4409-8de9-0c08bfa59b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.213646 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:37.228847 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] Routers {'43c17443-9c6b-4496-9761-4588b114fcfc'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:17:37.229662 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43c17443-9c6b-4496-9761-4588b114fcfc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:37.234515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caca931f-2e2e-4d96-a0b7-3dcb96b48ab8 req-ba101385-89e8-4bbd-9d5a-d58b351e414f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536308 Jul 23 14:17:37.258031 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31efc994-63e3-4409-8de9-0c08bfa59b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.289926 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:37.290937 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd91b8d-3347-402b-bc38-7eb25a445b88 None None] The sync data for ids ['43c17443-9c6b-4496-9761-4588b114fcfc'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:17:37.308653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-322fac23-9c4f-48b7-a22d-85065f3f4d5f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.339058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31efc994-63e3-4409-8de9-0c08bfa59b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.343510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31efc994-63e3-4409-8de9-0c08bfa59b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.345502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-31efc994-63e3-4409-8de9-0c08bfa59b84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f010778-bb6e-423a-b4ec-8b369829e058 HTTP/1.1" status: 204 len: 168 time: 0.2484164 Jul 23 14:17:37.362007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efc994-63e3-4409-8de9-0c08bfa59b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f010778-bb6e-423a-b4ec-8b369829e058,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:37.472176 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.526913 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-322fac23-9c4f-48b7-a22d-85065f3f4d5f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.529272 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-322fac23-9c4f-48b7-a22d-85065f3f4d5f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.584383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-322fac23-9c4f-48b7-a22d-85065f3f4d5f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.584978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322fac23-9c4f-48b7-a22d-85065f3f4d5f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Fanout notify agent at l3_agent the message router_deleted on router 43c17443-9c6b-4496-9761-4588b114fcfc {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:17:37.592784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-322fac23-9c4f-48b7-a22d-85065f3f4d5f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.594340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-322fac23-9c4f-48b7-a22d-85065f3f4d5f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/routers/43c17443-9c6b-4496-9761-4588b114fcfc HTTP/1.1" status: 204 len: 168 time: 0.4080484 Jul 23 14:17:37.598218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:37.653893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet 106677ea-8e99-496f-8e17-7487f416fe24 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:37.658010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.707370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.808276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.903547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.933106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=106677ea-8e99-496f-8e17-7487f416fe24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:37.935165 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:37.940239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-62a43463-1fb5-4d5a-97b9-0c00d37de3f2 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/106677ea-8e99-496f-8e17-7487f416fe24 HTTP/1.1" status: 204 len: 168 time: 0.3408325 Jul 23 14:17:37.941429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:37.943885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185e24c-ff2c-4372-9062-408c2f214847 None None] Network 1122695b-e30b-4032-8bd8-62ecadbecf2d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:38.011757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06099a6-2f41-490c-aba1-f4fb099cc78d req-683e804b-d57e-4baa-b1ea-69efe6d147a4 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:38.016579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a06099a6-2f41-490c-aba1-f4fb099cc78d req-683e804b-d57e-4baa-b1ea-69efe6d147a4 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 945 time: 0.1171606 Jul 23 14:17:38.061598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.071568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a06099a6-2f41-490c-aba1-f4fb099cc78d req-322113cd-73a9-4555-aaf4-066334187215 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Jul 23 14:17:38.114014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f1287200-619b-4c3f-a405-aee9294adc5d up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:38.129355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port cd62fd6a-ba02-4871-be05-9b69ef5ce210 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:38.129704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.190512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port f1287200-619b-4c3f-a405-aee9294adc5d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:38.196047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port f1287200-619b-4c3f-a405-aee9294adc5d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:38.196671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.229196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] For port cd62fd6a-ba02-4871-be05-9b69ef5ce210, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cd62fd6a-ba02-4871-be05-9b69ef5ce210,segment=NetworkSegment(7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c),segment_id=7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:38.229606 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.232002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] DHCP port deletion for 1122695b-e30b-4032-8bd8-62ecadbecf2d request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:17:38.244162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for cd62fd6a-ba02-4871-be05-9b69ef5ce210 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:38.333063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] Deleting port cd62fd6a-ba02-4871-be05-9b69ef5ce210 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:38.333588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.335916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.341108 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.389883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5575dcca-cb05-4263-9350-1503e8f0d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1287200-619b-4c3f-a405-aee9294adc5d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:17:38.393490 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3906db4-bdb1-45d0-97e0-8e45cefb0fb4" -d '{"events": [{"server_uuid": "5575dcca-cb05-4263-9350-1503e8f0d939", "name": "network-vif-plugged", "status": "completed", "tag": "f1287200-619b-4c3f-a405-aee9294adc5d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:17:38.395763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No DVR routers for this DVR port cd62fd6a-ba02-4871-be05-9b69ef5ce210 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:38.401881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=cd62fd6a-ba02-4871-be05-9b69ef5ce210,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:38.417259 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:17:38.457459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port f1287200-619b-4c3f-a405-aee9294adc5d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f1287200-619b-4c3f-a405-aee9294adc5d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:38.458915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] For port cd62fd6a-ba02-4871-be05-9b69ef5ce210, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:38.459397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.468997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.506495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.518848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1122695b-e30b-4032-8bd8-62ecadbecf2d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:38.528362 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92e6b62-7613-4959-a93b-d3b451942245 x-openstack-request-id: req-b92e6b62-7613-4959-a93b-d3b451942245 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:17:38.528674 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5575dcca-cb05-4263-9350-1503e8f0d939", "name": "network-vif-plugged", "status": "completed", "tag": "f1287200-619b-4c3f-a405-aee9294adc5d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:17:38.528895 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b92e6b62-7613-4959-a93b-d3b451942245 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:17:38.529287 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5575dcca-cb05-4263-9350-1503e8f0d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1287200-619b-4c3f-a405-aee9294adc5d', 'code': 200} Jul 23 14:17:38.529852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=f1287200-619b-4c3f-a405-aee9294adc5d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:38.532305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:38.532781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9f1668-f3ed-4a5e-8751-0b304d6b6d4c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:38.540247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] Calling delete_port for cd62fd6a-ba02-4871-be05-9b69ef5ce210 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:38.543830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] Port cd62fd6a-ba02-4871-be05-9b69ef5ce210 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:17:38.546328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.546494 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.563457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.575108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:17:38.575596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:17:38.580596 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:17:38.596086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] No DVR routers for this DVR port cd62fd6a-ba02-4871-be05-9b69ef5ce210 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:38.598172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c048c-16df-436d-becf-3df1d5ddcfbd None None] Pushing event deleted for resources: {'Port': ['ID=cd62fd6a-ba02-4871-be05-9b69ef5ce210,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:38.661708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f9628-9b8a-4730-af82-e4e96b9b372c req-2a3fce0b-6554-43a8-b91d-9368fd043ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:38.664421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c0f9628-9b8a-4730-af82-e4e96b9b372c req-2a3fce0b-6554-43a8-b91d-9368fd043ade service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 1097 time: 0.0632122 Jul 23 14:17:38.667036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.671804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:38.673740 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/1122695b-e30b-4032-8bd8-62ecadbecf2d HTTP/1.1" status: 204 len: 168 time: 0.7299874 Jul 23 14:17:38.677570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:38.712616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c0f9628-9b8a-4730-af82-e4e96b9b372c req-60224d7a-7298-499b-b5b0-2610543141a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Jul 23 14:17:38.720487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb7151-629d-418a-abe7-044c33d6a573 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=1122695b-e30b-4032-8bd8-62ecadbecf2d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:38.747434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe9453-d33f-45a6-8a82-00fa89688f1d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:38.748811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6dfe9453-d33f-45a6-8a82-00fa89688f1d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/33fca581-a7d9-4b1c-a9f4-b08b87d55b6c HTTP/1.1" status: 200 len: 840 time: 0.0701737 Jul 23 14:17:38.752824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:38.804138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-75c05fa2-7b62-42e6-bb98-d108f7a0718f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/33fca581-a7d9-4b1c-a9f4-b08b87d55b6c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0500593 Jul 23 14:17:38.807992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:38.813629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:38.910143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:38.914053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.108950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.149927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:39.154779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:39.160697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:39.161077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.164039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce52025-c6ee-4bc5-9a0d-49cbc2dd8736 None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:39.185820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=51fece7b-e72b-4ea9-8e7c-121d9c18065f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:39.203243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d6a231c5-c5ee-49f3-a799-59b4b028cc6f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3940117 Jul 23 14:17:39.205406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:39.211509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-28470f11-0b3c-4dda-b3a7-2ff53ab54cae tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684558273'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:39.248667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c63b2-eac6-4b6d-bda2-1cdb03114733 req-0167dffa-cdf4-4ec3-8f15-ab12a3fa1ec0 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:39.250085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b2c63b2-eac6-4b6d-bda2-1cdb03114733 req-0167dffa-cdf4-4ec3-8f15-ab12a3fa1ec0 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 946 time: 0.1009154 Jul 23 14:17:39.279718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28470f11-0b3c-4dda-b3a7-2ff53ab54cae tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.320878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b2c63b2-eac6-4b6d-bda2-1cdb03114733 req-75037f29-fba6-4392-acfd-407d66cf58ad tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644622 Jul 23 14:17:39.375942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-50816333-3137-4266-bab6-655dca973bb6', 'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'tenant_id': 'a3ed692cff16482ab5ddba859c13f47f', 'fixed_ips': [{'subnet_id': '51fece7b-e72b-4ea9-8e7c-121d9c18065f'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:17:39.378862 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.421509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28470f11-0b3c-4dda-b3a7-2ff53ab54cae tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.429672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28470f11-0b3c-4dda-b3a7-2ff53ab54cae tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.463540 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28470f11-0b3c-4dda-b3a7-2ff53ab54cae tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.464878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-28470f11-0b3c-4dda-b3a7-2ff53ab54cae tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2584386 Jul 23 14:17:39.467641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28470f11-0b3c-4dda-b3a7-2ff53ab54cae tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdd340-79a3-498f-b5e3-60b897e57448,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:39.471580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:39.476680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-31fbc211-ccbc-4047-b381-523526cb9b81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1273921481'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:39.503281 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31fbc211-ccbc-4047-b381-523526cb9b81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.537134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Allocated IP 172.20.0.2 (50816333-3137-4266-bab6-655dca973bb6/51fece7b-e72b-4ea9-8e7c-121d9c18065f/08c1590c-830f-46dd-b2ac-51362f2b306f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:39.614315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31fbc211-ccbc-4047-b381-523526cb9b81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.619488 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31fbc211-ccbc-4047-b381-523526cb9b81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.648352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device cd62fd6a-ba02-4871-be05-9b69ef5ce210 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:17:39.657210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbc211-ccbc-4047-b381-523526cb9b81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a5a39-3c3c-4a18-85cb-eb09e1ab0ea8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:39.660110 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31fbc211-ccbc-4047-b381-523526cb9b81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.663311 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-31fbc211-ccbc-4047-b381-523526cb9b81 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1904001 Jul 23 14:17:39.665012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:39.670473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-500025675', 'security_groups': ['8b8a5a39-3c3c-4a18-85cb-eb09e1ab0ea8'], 'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '51fece7b-e72b-4ea9-8e7c-121d9c18065f'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:39.703266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: cd62fd6a-ba02-4871-be05-9b69ef5ce210 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:17:39.703881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device cd62fd6a-ba02-4871-be05-9b69ef5ce210 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:17:39.733856 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.742796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Transition to ACTIVE for port object 08c1590c-830f-46dd-b2ac-51362f2b306f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:39.758483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Transition to ACTIVE for port object 08c1590c-830f-46dd-b2ac-51362f2b306f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:39.766132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.805367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:39.807646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:39.810401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:39.813993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:39.821181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Pushing event updated for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:39.875469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Attempting to bind port 08c1590c-830f-46dd-b2ac-51362f2b306f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:17:39.876086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Attempting to bind port 08c1590c-830f-46dd-b2ac-51362f2b306f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '161d6ba1-02fd-4f1a-8fa7-7bba6a665192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '50816333-3137-4266-bab6-655dca973bb6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:17:39.876250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Attempting to bind port 08c1590c-830f-46dd-b2ac-51362f2b306f on network 50816333-3137-4266-bab6-655dca973bb6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:17:39.881453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:17:39.881814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Checking segment: {'id': '161d6ba1-02fd-4f1a-8fa7-7bba6a665192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '50816333-3137-4266-bab6-655dca973bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:17:39.882209 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.882614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Bound using segment: {'id': '161d6ba1-02fd-4f1a-8fa7-7bba6a665192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '50816333-3137-4266-bab6-655dca973bb6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:17:39.883094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Bound port: 08c1590c-830f-46dd-b2ac-51362f2b306f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161d6ba1-02fd-4f1a-8fa7-7bba6a665192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '50816333-3137-4266-bab6-655dca973bb6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:17:39.883474 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.892848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:39.910601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 420d761a-b105-4575-910b-d6deeb575e1e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:39.945228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:17:39.948632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=08c1590c-830f-46dd-b2ac-51362f2b306f,segment=NetworkSegment(161d6ba1-02fd-4f1a-8fa7-7bba6a665192),segment_id=161d6ba1-02fd-4f1a-8fa7-7bba6a665192)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:17:39.954264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:40.014077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e6ee-828b-4894-8925-8f19ff4dbc90 None None] Pushing event updated for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:40.087739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.8 (50816333-3137-4266-bab6-655dca973bb6/51fece7b-e72b-4ea9-8e7c-121d9c18065f/420d761a-b105-4575-910b-d6deeb575e1e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:40.248561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:40.262683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 420d761a-b105-4575-910b-d6deeb575e1e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:40.298364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:40.340511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:40.345549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:40.350915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:40.373531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=420d761a-b105-4575-910b-d6deeb575e1e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:40.405061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:40.405715 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:40.452217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-de2c9c0e-c100-4f3c-98e8-7168589bd85e tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7860990 Jul 23 14:17:40.455367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:40.462020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2f7103c-accc-4dde-bf38-c40cd8a6dd8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:40.489748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db1f83-4389-4912-863c-030d78fa7501 req-749cbe56-445b-4d97-a569-b5c68f333783 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:40.491375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3db1f83-4389-4912-863c-030d78fa7501 req-749cbe56-445b-4d97-a569-b5c68f333783 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 946 time: 0.0818713 Jul 23 14:17:40.543740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3db1f83-4389-4912-863c-030d78fa7501 req-a2bc91f2-5ef8-4e24-8389-7b53c698e85c tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Jul 23 14:17:40.632253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f7103c-accc-4dde-bf38-c40cd8a6dd8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:40.636749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2f7103c-accc-4dde-bf38-c40cd8a6dd8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:40.749378 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-f2f7103c-accc-4dde-bf38-c40cd8a6dd8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 51fece7b-e72b-4ea9-8e7c-121d9c18065f (CIDR: 172.20.0.0/28) Jul 23 14:17:40.754042 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f7103c-accc-4dde-bf38-c40cd8a6dd8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:17:40.754545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f7103c-accc-4dde-bf38-c40cd8a6dd8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:40.778054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f2f7103c-accc-4dde-bf38-c40cd8a6dd8d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3206840 Jul 23 14:17:40.780916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:40.788010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:40.911923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:40.915924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.078199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa04df56-dd4d-45c5-9d7f-b46bfaf56ef4 None None] Provisioning for port 08c1590c-830f-46dd-b2ac-51362f2b306f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:41.094381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa04df56-dd4d-45c5-9d7f-b46bfaf56ef4 None None] Provisioning complete for port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:41.094980 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa04df56-dd4d-45c5-9d7f-b46bfaf56ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.141001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa04df56-dd4d-45c5-9d7f-b46bfaf56ef4 None None] Port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:41.204399 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.249287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:41.252601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:41.257318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:41.257908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.273754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=f2873d11-7686-4743-83b1-cd14b3a92d73,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:41.281613 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2f009d59-99de-4c16-9fe3-8d203d7e0bbd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4993763 Jul 23 14:17:41.284805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:41.290356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1407575270', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f2873d11-7686-4743-83b1-cd14b3a92d73'}], 'security_groups': ['cefdd340-79a3-498f-b5e3-60b897e57448']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:41.302570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ed3c6-0c4a-431e-9797-065c56578aa3 None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:41.392543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc9d6bd-44aa-41e5-a6d7-b6b4e7ab753b None None] Provisioning for port 420d761a-b105-4575-910b-d6deeb575e1e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:41.403009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc9d6bd-44aa-41e5-a6d7-b6b4e7ab753b None None] Provisioning complete for port 420d761a-b105-4575-910b-d6deeb575e1e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:41.403361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc9d6bd-44aa-41e5-a6d7-b6b4e7ab753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.488837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.634144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-efc9d6bd-44aa-41e5-a6d7-b6b4e7ab753b None None] Port 420d761a-b105-4575-910b-d6deeb575e1e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:41.735747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 08c1590c-830f-46dd-b2ac-51362f2b306f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:41.848251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] Update dhcp port {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'fixed_ips': [{'subnet_id': '51fece7b-e72b-4ea9-8e7c-121d9c18065f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f2873d11-7686-4743-83b1-cd14b3a92d73'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '08c1590c-830f-46dd-b2ac-51362f2b306f'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:41.882514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 08c1590c-830f-46dd-b2ac-51362f2b306f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:41.895110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:41.895500 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.903379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:41.955713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Delete allocated IP 172.20.0.8 (50816333-3137-4266-bab6-655dca973bb6/51fece7b-e72b-4ea9-8e7c-121d9c18065f) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 14:17:41.966674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.27 (50816333-3137-4266-bab6-655dca973bb6/f2873d11-7686-4743-83b1-cd14b3a92d73/420d761a-b105-4575-910b-d6deeb575e1e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:42.106041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.146856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=08c1590c-830f-46dd-b2ac-51362f2b306f,segment=NetworkSegment(161d6ba1-02fd-4f1a-8fa7-7bba6a665192),segment_id=161d6ba1-02fd-4f1a-8fa7-7bba6a665192)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:42.157697 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.245388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:42.246380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.261515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 420d761a-b105-4575-910b-d6deeb575e1e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:42.266446 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.315785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] Allocated IP 172.20.0.18 (50816333-3137-4266-bab6-655dca973bb6/f2873d11-7686-4743-83b1-cd14b3a92d73/08c1590c-830f-46dd-b2ac-51362f2b306f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:42.359412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=420d761a-b105-4575-910b-d6deeb575e1e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:42.385117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] In _notify_port_updated(), no bound segment for port 420d761a-b105-4575-910b-d6deeb575e1e on network 50816333-3137-4266-bab6-655dca973bb6 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:17:42.390691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:42.391320 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.392779 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-df1a09d2-bf56-4d21-8688-2d61683ecd28 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "PUT /v2.0/ports/420d761a-b105-4575-910b-d6deeb575e1e HTTP/1.1" status: 200 len: 921 time: 1.1073909 Jul 23 14:17:42.395549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:42.423460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=08c1590c-830f-46dd-b2ac-51362f2b306f,segment=NetworkSegment(161d6ba1-02fd-4f1a-8fa7-7bba6a665192),segment_id=161d6ba1-02fd-4f1a-8fa7-7bba6a665192)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:42.469934 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.488533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] Transition to ACTIVE for port object 08c1590c-830f-46dd-b2ac-51362f2b306f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:42.495850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.530527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 420d761a-b105-4575-910b-d6deeb575e1e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:42.531112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.610484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd3f91-0040-4e02-806e-347e2607a5e5 None None] Pushing event updated for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:42.646292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.659861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 420d761a-b105-4575-910b-d6deeb575e1e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:42.851119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:42.913102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=420d761a-b105-4575-910b-d6deeb575e1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:43.004837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.007733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-68a7f8fb-33e8-40a7-9d87-c3290fb9e9c5 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/420d761a-b105-4575-910b-d6deeb575e1e HTTP/1.1" status: 204 len: 168 time: 0.6111972 Jul 23 14:17:43.010487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:43.044621 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7ef398-3b99-412c-82b9-a74a38e01fbc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:43.046198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dc7ef398-3b99-412c-82b9-a74a38e01fbc tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/420d761a-b105-4575-910b-d6deeb575e1e HTTP/1.1" status: 404 len: 333 time: 0.0345054 Jul 23 14:17:43.049175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:43.112309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4756a803-8145-45d3-b81f-68ba93c80979 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.138350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4756a803-8145-45d3-b81f-68ba93c80979 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.190988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4756a803-8145-45d3-b81f-68ba93c80979 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.194124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4756a803-8145-45d3-b81f-68ba93c80979 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.198852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:43.199321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4756a803-8145-45d3-b81f-68ba93c80979 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/security-groups/8b8a5a39-3c3c-4a18-85cb-eb09e1ab0ea8 HTTP/1.1" status: 204 len: 168 time: 0.1490207 Jul 23 14:17:43.211533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756a803-8145-45d3-b81f-68ba93c80979 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a5a39-3c3c-4a18-85cb-eb09e1ab0ea8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:43.287683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee802-c9bf-4c4a-9dc4-d5bdbc1d8fa7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.313123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee802-c9bf-4c4a-9dc4-d5bdbc1d8fa7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.359031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee802-c9bf-4c4a-9dc4-d5bdbc1d8fa7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.362059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee802-c9bf-4c4a-9dc4-d5bdbc1d8fa7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.363284 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0d7ee802-c9bf-4c4a-9dc4-d5bdbc1d8fa7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/security-groups/cefdd340-79a3-498f-b5e3-60b897e57448 HTTP/1.1" status: 204 len: 168 time: 0.1614306 Jul 23 14:17:43.366178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:43.374356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ee802-c9bf-4c4a-9dc4-d5bdbc1d8fa7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdd340-79a3-498f-b5e3-60b897e57448,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:43.376577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd17ac90-7aef-4f4e-b130-84cfbec2b5d1 None None] Provisioning for port 08c1590c-830f-46dd-b2ac-51362f2b306f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:43.396533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd17ac90-7aef-4f4e-b130-84cfbec2b5d1 None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:43.397260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd17ac90-7aef-4f4e-b130-84cfbec2b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.441840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet 51fece7b-e72b-4ea9-8e7c-121d9c18065f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:43.446084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.496845 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.510209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd17ac90-7aef-4f4e-b130-84cfbec2b5d1 None None] Provisioning complete for port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:43.510518 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd17ac90-7aef-4f4e-b130-84cfbec2b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.546078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd17ac90-7aef-4f4e-b130-84cfbec2b5d1 None None] Port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:43.549452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd17ac90-7aef-4f4e-b130-84cfbec2b5d1 None None] Could not find standard attr ID for object 420d761a-b105-4575-910b-d6deeb575e1e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:43.631132 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.679681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 08c1590c-830f-46dd-b2ac-51362f2b306f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:43.728482 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.748267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:43.748790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:43.976246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db739539-7798-41b8-bd2e-d7529d6457c2 None None] Could not find standard attr ID for object 420d761a-b105-4575-910b-d6deeb575e1e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:44.196309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=51fece7b-e72b-4ea9-8e7c-121d9c18065f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:44.202699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.208635 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8612df0-a09b-4e9e-8cab-0f1f3f4839cb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/51fece7b-e72b-4ea9-8e7c-121d9c18065f HTTP/1.1" status: 204 len: 168 time: 0.8401997 Jul 23 14:17:44.213016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:44.220189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:44.226951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00126ddf-4b32-4658-89b6-484d859becc9 None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:44.363867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:44.367799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.649832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.694884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:44.698622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:44.706002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:44.706631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.728682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=31befb41-1961-490b-b630-3b490a8e25c9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:44.742931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:44.743167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-11b279dc-0382-4a4c-bf9a-569432f9ad11 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5284173 Jul 23 14:17:44.747994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d63ace33-f590-4c69-b650-476c6ad3ec2b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'security_group': {'name': 'tempest-secgroup-104857463'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:44.775959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d63ace33-f590-4c69-b650-476c6ad3ec2b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.902419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d63ace33-f590-4c69-b650-476c6ad3ec2b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.912442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d63ace33-f590-4c69-b650-476c6ad3ec2b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.950741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d63ace33-f590-4c69-b650-476c6ad3ec2b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:44.952155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d63ace33-f590-4c69-b650-476c6ad3ec2b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2081418 Jul 23 14:17:44.954826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:44.959785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-74bab894-56a8-4af8-9f74-0d233ec0e270 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1536832992'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:44.964808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ace33-f590-4c69-b650-476c6ad3ec2b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b842a9-760c-4920-ad28-909e8f0fc97e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:44.996964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bab894-56a8-4af8-9f74-0d233ec0e270 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.047708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e18db-420b-4b8f-b659-280a8751ebc8 None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:45.140839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f78b1ab1-69cc-462e-a359-a58eed30728b None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:45.141547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78b1ab1-69cc-462e-a359-a58eed30728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.220865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bab894-56a8-4af8-9f74-0d233ec0e270 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.228885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bab894-56a8-4af8-9f74-0d233ec0e270 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.283318 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bab894-56a8-4af8-9f74-0d233ec0e270 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.287027 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74bab894-56a8-4af8-9f74-0d233ec0e270 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3282604 Jul 23 14:17:45.287027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bab894-56a8-4af8-9f74-0d233ec0e270 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b5b4c-3513-4630-b709-065ff1cffd84,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:45.288856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:45.292784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ab70dc0-92fc-49dc-acea-20a27558f4da tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1971634'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:45.352864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ab70dc0-92fc-49dc-acea-20a27558f4da tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.415343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f78b1ab1-69cc-462e-a359-a58eed30728b None None] Provisioning complete for port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:45.416008 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f78b1ab1-69cc-462e-a359-a58eed30728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.462863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ab70dc0-92fc-49dc-acea-20a27558f4da tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.469648 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ab70dc0-92fc-49dc-acea-20a27558f4da tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.499652 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ab70dc0-92fc-49dc-acea-20a27558f4da tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.500783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f78b1ab1-69cc-462e-a359-a58eed30728b None None] Port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:45.501129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ab70dc0-92fc-49dc-acea-20a27558f4da tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2124856 Jul 23 14:17:45.507285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:45.510583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab70dc0-92fc-49dc-acea-20a27558f4da tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de0e462-eaeb-4f4c-874f-a85458726b77,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:45.525569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-430887151', 'security_groups': ['5de0e462-eaeb-4f4c-874f-a85458726b77'], 'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '31befb41-1961-490b-b630-3b490a8e25c9'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:45.533764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] Update dhcp port {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'fixed_ips': [{'subnet_id': 'f2873d11-7686-4743-83b1-cd14b3a92d73', 'ip_address': '172.20.0.18'}, {'subnet_id': '31befb41-1961-490b-b630-3b490a8e25c9'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '08c1590c-830f-46dd-b2ac-51362f2b306f'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:45.570404 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.666089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:45.769500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] Allocated IP 172.20.0.2 (50816333-3137-4266-bab6-655dca973bb6/31befb41-1961-490b-b630-3b490a8e25c9/08c1590c-830f-46dd-b2ac-51362f2b306f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:45.772925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.793796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] device_id is not set on port 383cb948-5363-4396-8942-db245afa7359 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:17:45.798835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6c35443-ecfe-454a-950a-ca7bbd50f46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.892724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=08c1590c-830f-46dd-b2ac-51362f2b306f,segment=NetworkSegment(161d6ba1-02fd-4f1a-8fa7-7bba6a665192),segment_id=161d6ba1-02fd-4f1a-8fa7-7bba6a665192)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:45.933332 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:45.949624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] Transition to ACTIVE for port object 08c1590c-830f-46dd-b2ac-51362f2b306f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:45.956873 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:46.027441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.9 (50816333-3137-4266-bab6-655dca973bb6/31befb41-1961-490b-b630-3b490a8e25c9/383cb948-5363-4396-8942-db245afa7359) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:46.070245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a1b45-5563-4811-8e85-6641387ac792 None None] Pushing event updated for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:46.209804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:46.226751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 383cb948-5363-4396-8942-db245afa7359 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:46.322268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:46.428381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:46.434777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:46.439002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:17:46.500541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=383cb948-5363-4396-8942-db245afa7359,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:46.541691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:46.542446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:46.566355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8d5c2b2-3ea3-4651-a0fb-89285ce1c52d tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0576546 Jul 23 14:17:46.569257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:46.574809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b0f816c0-cd1b-4add-b71b-0a6c5bbf9393 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:46.744462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f816c0-cd1b-4add-b71b-0a6c5bbf9393 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:46.749756 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0f816c0-cd1b-4add-b71b-0a6c5bbf9393 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:46.896823 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-b0f816c0-cd1b-4add-b71b-0a6c5bbf9393 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 31befb41-1961-490b-b630-3b490a8e25c9 (CIDR: 172.20.0.0/28) Jul 23 14:17:46.909841 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f816c0-cd1b-4add-b71b-0a6c5bbf9393 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:17:46.912756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f816c0-cd1b-4add-b71b-0a6c5bbf9393 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:46.941818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:46.942037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b0f816c0-cd1b-4add-b71b-0a6c5bbf9393 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3713629 Jul 23 14:17:46.950613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66d68715-7f0d-4709-b77b-7dfcb522f5ed tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:46.973788 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-face7ac8-d332-4805-b8c5-42632b6af14c None None] Provisioning for port 08c1590c-830f-46dd-b2ac-51362f2b306f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:46.983271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-face7ac8-d332-4805-b8c5-42632b6af14c None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:46.983786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-face7ac8-d332-4805-b8c5-42632b6af14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:47.113976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-face7ac8-d332-4805-b8c5-42632b6af14c None None] Provisioning complete for port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:47.114690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-face7ac8-d332-4805-b8c5-42632b6af14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:47.154506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-face7ac8-d332-4805-b8c5-42632b6af14c None None] Port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:47.159363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d68715-7f0d-4709-b77b-7dfcb522f5ed tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:47.163221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66d68715-7f0d-4709-b77b-7dfcb522f5ed tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:47.269768 n-d-801990-3 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-66d68715-7f0d-4709-b77b-7dfcb522f5ed tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f2873d11-7686-4743-83b1-cd14b3a92d73 (CIDR: 172.20.0.16/28) Jul 23 14:17:47.276404 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d68715-7f0d-4709-b77b-7dfcb522f5ed tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:17:47.276965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d68715-7f0d-4709-b77b-7dfcb522f5ed tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:47.280882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-048496a8-9644-4553-b31f-637f97260e44 None None] Provisioning for port 383cb948-5363-4396-8942-db245afa7359 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:47.287535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-048496a8-9644-4553-b31f-637f97260e44 None None] Provisioning complete for port 383cb948-5363-4396-8942-db245afa7359 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:47.288101 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-048496a8-9644-4553-b31f-637f97260e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:47.298354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-66d68715-7f0d-4709-b77b-7dfcb522f5ed tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3524327 Jul 23 14:17:47.298821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:47.304204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'subnet': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:47.340301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-048496a8-9644-4553-b31f-637f97260e44 None None] Port 383cb948-5363-4396-8942-db245afa7359 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:47.433325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Made reservation on behalf of a3ed692cff16482ab5ddba859c13f47f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:17:47.437070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:47.681105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 08c1590c-830f-46dd-b2ac-51362f2b306f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:47.744704 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:47.760251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:47.760251 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.173733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.216059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Network 50816333-3137-4266-bab6-655dca973bb6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:17:48.219292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:17:48.223747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:48.224325 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.229845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739b1a0-7e17-4eb8-94bc-8b34be338793 None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:48.233618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Subnet': ['ID=b4ceb5c8-49cc-4913-9394-267a3fcb8abd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:48.248821 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4f952a39-1e40-414d-a520-ef3b1034a3ef tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9485414 Jul 23 14:17:48.251679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:48.257167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1117713163', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4ceb5c8-49cc-4913-9394-267a3fcb8abd'}], 'security_groups': ['e1b842a9-760c-4920-ad28-909e8f0fc97e', '4b7b5b4c-3513-4630-b709-065ff1cffd84']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:17:48.302295 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.440520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.469487 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3632417d-2e6c-4de3-b02b-95e5dcb2bb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.520548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] Update dhcp port {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'fixed_ips': [{'subnet_id': 'f2873d11-7686-4743-83b1-cd14b3a92d73', 'ip_address': '172.20.0.18'}, {'subnet_id': '31befb41-1961-490b-b630-3b490a8e25c9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4ceb5c8-49cc-4913-9394-267a3fcb8abd'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '08c1590c-830f-46dd-b2ac-51362f2b306f'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:48.566910 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.791316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Delete allocated IP 172.20.0.9 (50816333-3137-4266-bab6-655dca973bb6/31befb41-1961-490b-b630-3b490a8e25c9) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 14:17:48.799537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Allocated IP 172.20.0.44 (50816333-3137-4266-bab6-655dca973bb6/b4ceb5c8-49cc-4913-9394-267a3fcb8abd/383cb948-5363-4396-8942-db245afa7359) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:48.973924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:48.987709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Transition to ACTIVE for port object 383cb948-5363-4396-8942-db245afa7359 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:48.993957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.048709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] Allocated IP 172.20.0.34 (50816333-3137-4266-bab6-655dca973bb6/b4ceb5c8-49cc-4913-9394-267a3fcb8abd/08c1590c-830f-46dd-b2ac-51362f2b306f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:17:49.095028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event updated for resources: {'Port': ['ID=383cb948-5363-4396-8942-db245afa7359,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:49.117201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] In _notify_port_updated(), no bound segment for port 383cb948-5363-4396-8942-db245afa7359 on network 50816333-3137-4266-bab6-655dca973bb6 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:17:49.123231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:49.123866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.125199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-32b9d65d-7450-4721-88bb-2a8e54fe0027 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "PUT /v2.0/ports/383cb948-5363-4396-8942-db245afa7359 HTTP/1.1" status: 200 len: 960 time: 0.8725114 Jul 23 14:17:49.128250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:49.162526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=08c1590c-830f-46dd-b2ac-51362f2b306f,segment=NetworkSegment(161d6ba1-02fd-4f1a-8fa7-7bba6a665192),segment_id=161d6ba1-02fd-4f1a-8fa7-7bba6a665192)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:49.200486 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.223144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] Transition to ACTIVE for port object 08c1590c-830f-46dd-b2ac-51362f2b306f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:17:49.230169 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.248041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 383cb948-5363-4396-8942-db245afa7359 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:49.248041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.352362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb901e2-f73e-4bf2-9fcd-f38ef3d6b452 None None] Pushing event updated for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:49.364589 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.378066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 383cb948-5363-4396-8942-db245afa7359 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:49.499159 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.583469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.614789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=383cb948-5363-4396-8942-db245afa7359,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:49.714972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 08c1590c-830f-46dd-b2ac-51362f2b306f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:17:49.729259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.733883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a39f89d4-13b2-43b4-adca-a42f9a1d26d3 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/383cb948-5363-4396-8942-db245afa7359 HTTP/1.1" status: 204 len: 168 time: 0.6019220 Jul 23 14:17:49.734222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:49.767799 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d3f540-6c08-4489-924e-192322e3e30b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] GET failed (client error): The resource could not be found. Jul 23 14:17:49.784552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-71d3f540-6c08-4489-924e-192322e3e30b tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports/383cb948-5363-4396-8942-db245afa7359 HTTP/1.1" status: 404 len: 333 time: 0.0465834 Jul 23 14:17:49.784947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:49.883407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb65a-e69c-497c-b743-8fbc0d76b330 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.920726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb65a-e69c-497c-b743-8fbc0d76b330 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.981975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb65a-e69c-497c-b743-8fbc0d76b330 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.985597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb65a-e69c-497c-b743-8fbc0d76b330 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:49.987735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fc6bb65a-e69c-497c-b743-8fbc0d76b330 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/security-groups/5de0e462-eaeb-4f4c-874f-a85458726b77 HTTP/1.1" status: 204 len: 168 time: 0.2016923 Jul 23 14:17:49.990524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:50.015903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb65a-e69c-497c-b743-8fbc0d76b330 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de0e462-eaeb-4f4c-874f-a85458726b77,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:50.090919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9f72-4e3a-44f0-aed0-06b01e1fa345 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.109391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a03680c5-8a0b-4fcf-8e3a-b356ff72dcad None None] Provisioning for port 08c1590c-830f-46dd-b2ac-51362f2b306f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:17:50.115459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a03680c5-8a0b-4fcf-8e3a-b356ff72dcad None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:50.115841 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a03680c5-8a0b-4fcf-8e3a-b356ff72dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.125152 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9f72-4e3a-44f0-aed0-06b01e1fa345 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.178178 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9f72-4e3a-44f0-aed0-06b01e1fa345 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.181116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9f72-4e3a-44f0-aed0-06b01e1fa345 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.182556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0f2c9f72-4e3a-44f0-aed0-06b01e1fa345 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b7b5b4c-3513-4630-b709-065ff1cffd84 HTTP/1.1" status: 204 len: 168 time: 0.1907713 Jul 23 14:17:50.185346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:50.193197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9f72-4e3a-44f0-aed0-06b01e1fa345 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b5b4c-3513-4630-b709-065ff1cffd84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:50.227347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a03680c5-8a0b-4fcf-8e3a-b356ff72dcad None None] Provisioning complete for port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:50.227801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a03680c5-8a0b-4fcf-8e3a-b356ff72dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.263732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a03680c5-8a0b-4fcf-8e3a-b356ff72dcad None None] Port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:50.266900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a03680c5-8a0b-4fcf-8e3a-b356ff72dcad None None] Could not find standard attr ID for object 383cb948-5363-4396-8942-db245afa7359. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:50.268450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debd97d5-c20d-44af-9424-da1691d98199 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.297141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debd97d5-c20d-44af-9424-da1691d98199 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.347697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debd97d5-c20d-44af-9424-da1691d98199 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.350894 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debd97d5-c20d-44af-9424-da1691d98199 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.352385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-debd97d5-c20d-44af-9424-da1691d98199 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1b842a9-760c-4920-ad28-909e8f0fc97e HTTP/1.1" status: 204 len: 168 time: 0.1655123 Jul 23 14:17:50.355995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:50.372266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd97d5-c20d-44af-9424-da1691d98199 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b842a9-760c-4920-ad28-909e8f0fc97e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:50.442972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet 31befb41-1961-490b-b630-3b490a8e25c9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:50.446478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.492559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.586185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.685104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17b509e7-5f95-4d09-93f8-63fef1f55b42 None None] Could not find standard attr ID for object 383cb948-5363-4396-8942-db245afa7359. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:17:50.691268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.727758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=31befb41-1961-490b-b630-3b490a8e25c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:50.731951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.734404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3e49e3d3-fc2e-4eb1-9ec6-2da6c6149942 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/31befb41-1961-490b-b630-3b490a8e25c9 HTTP/1.1" status: 204 len: 168 time: 0.3779998 Jul 23 14:17:50.740051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:50.808366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet b4ceb5c8-49cc-4913-9394-267a3fcb8abd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:50.812299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.868622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fca72-4c5c-4ec9-ac61-b620c4897b70 None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:50.871845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:50.984978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.079038 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.123164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ceb5c8-49cc-4913-9394-267a3fcb8abd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:51.133634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.136357 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3a964bf9-16d9-4942-bd76-efc0e61a2fad tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/b4ceb5c8-49cc-4913-9394-267a3fcb8abd HTTP/1.1" status: 204 len: 168 time: 0.3950191 Jul 23 14:17:51.138915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.167316 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6234603-fa01-4d44-afc5-346ae4cd0327 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.170997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6234603-fa01-4d44-afc5-346ae4cd0327 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.173502 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b6234603-fa01-4d44-afc5-346ae4cd0327 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/31befb41-1961-490b-b630-3b490a8e25c9 HTTP/1.1" status: 404 len: 337 time: 0.0334325 Jul 23 14:17:51.176104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.211385 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.234783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7578b-cf4b-4db1-a9ad-503e4dd6a89f None None] Update dhcp port {'port': {'network_id': '50816333-3137-4266-bab6-655dca973bb6', 'fixed_ips': [{'subnet_id': 'f2873d11-7686-4743-83b1-cd14b3a92d73', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4ceb5c8-49cc-4913-9394-267a3fcb8abd'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '08c1590c-830f-46dd-b2ac-51362f2b306f'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:17:51.247342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting subnet f2873d11-7686-4743-83b1-cd14b3a92d73 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:17:51.250844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.273026 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f7578b-cf4b-4db1-a9ad-503e4dd6a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.293306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.401245 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.466731 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-85f7578b-cf4b-4db1-a9ad-503e4dd6a89f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2873d11-7686-4743-83b1-cd14b3a92d73: This subnet is being modified by another concurrent operation. Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:17:51.473912 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2873d11-7686-4743-83b1-cd14b3a92d73: This subnet is being modified by another concurrent operation. Jul 23 14:17:51.479223 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:17:51.498175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.502959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/f2873d11-7686-4743-83b1-cd14b3a92d73 HTTP/1.1" status: 204 len: 168 time: 0.3226242 Jul 23 14:17:51.502959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc4b5c-8132-48a0-a96f-15afa0d29296 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Subnet': ['ID=f2873d11-7686-4743-83b1-cd14b3a92d73,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:51.503904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.540901 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ec104c-5e07-41d2-8853-bb285c50ab99 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.541360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ec104c-5e07-41d2-8853-bb285c50ab99 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.545936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.546337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-49ec104c-5e07-41d2-8853-bb285c50ab99 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/51fece7b-e72b-4ea9-8e7c-121d9c18065f HTTP/1.1" status: 404 len: 337 time: 0.0404398 Jul 23 14:17:51.581224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-13673166-bba5-416c-9030-1d9cf0d0b7b7 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "GET /v2.0/ports?device_id=43c17443-9c6b-4496-9761-4588b114fcfc HTTP/1.1" status: 200 len: 205 time: 0.0316398 Jul 23 14:17:51.581374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.593870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e30b9-3e95-42ef-a280-613be84c47bf None None] Network 50816333-3137-4266-bab6-655dca973bb6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:17:51.642159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-993128c2-4211-426d-815e-d8389b53f53e None None] Provisioning complete for port 08c1590c-830f-46dd-b2ac-51362f2b306f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:51.642536 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-993128c2-4211-426d-815e-d8389b53f53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:51.647932 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7daeaa74-ab00-498f-afbd-64c82d06aeac tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] delete failed (client error): The resource could not be found. Jul 23 14:17:51.651652 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7daeaa74-ab00-498f-afbd-64c82d06aeac tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/routers/43c17443-9c6b-4496-9761-4588b114fcfc HTTP/1.1" status: 404 len: 336 time: 0.0669391 Jul 23 14:17:51.651861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.680428 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d095356d-bd25-4d55-93ed-19e094107e59 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.681019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d095356d-bd25-4d55-93ed-19e094107e59 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.685317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d095356d-bd25-4d55-93ed-19e094107e59 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/106677ea-8e99-496f-8e17-7487f416fe24 HTTP/1.1" status: 404 len: 337 time: 0.0300589 Jul 23 14:17:51.685631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.715538 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a7928e-e4fa-4fad-bd83-4e4dc6518afb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.715872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a7928e-e4fa-4fad-bd83-4e4dc6518afb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.719936 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a7a7928e-e4fa-4fad-bd83-4e4dc6518afb tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/9176dc9c-23a4-443d-b5b8-9258e4c4bb61 HTTP/1.1" status: 404 len: 337 time: 0.0310264 Jul 23 14:17:51.720499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 08c1590c-830f-46dd-b2ac-51362f2b306f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:17:51.720842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.752577 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0000c72-4673-4f80-b5ab-2e8bb8b4b8fd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.753277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0000c72-4673-4f80-b5ab-2e8bb8b4b8fd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.759066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0000c72-4673-4f80-b5ab-2e8bb8b4b8fd tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/5621e789-8a35-44c1-89ce-f2c9bd186c4f HTTP/1.1" status: 404 len: 337 time: 0.0329251 Jul 23 14:17:51.759368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.785567 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-deadce1f-dcf2-446f-a4d2-31fe83625d7f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.786309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deadce1f-dcf2-446f-a4d2-31fe83625d7f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.788806 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-deadce1f-dcf2-446f-a4d2-31fe83625d7f tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/bdac88ab-0beb-45c4-9a7e-0e25f03db3cc HTTP/1.1" status: 404 len: 333 time: 0.0301957 Jul 23 14:17:51.791517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.831747 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-865c2fc8-6228-407c-9fb6-b8db9f173dac tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.832906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865c2fc8-6228-407c-9fb6-b8db9f173dac tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.836349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-865c2fc8-6228-407c-9fb6-b8db9f173dac tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/39ab9da6-f752-42ce-8cf2-1aafadcd6352 HTTP/1.1" status: 404 len: 337 time: 0.0433242 Jul 23 14:17:51.838684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.893531 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-afee7dec-c02d-480d-b99d-f71749a46b1a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.894292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afee7dec-c02d-480d-b99d-f71749a46b1a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.902339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-afee7dec-c02d-480d-b99d-f71749a46b1a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/d45f2745-4018-4441-a38d-7ac2966d361f HTTP/1.1" status: 404 len: 337 time: 0.0625100 Jul 23 14:17:51.912701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.977331 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4eaae8-4728-4d23-95f3-359f16d19841 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:51.978490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4eaae8-4728-4d23-95f3-359f16d19841 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:51.980677 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9c4eaae8-4728-4d23-95f3-359f16d19841 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/5bebceb9-1eb1-452f-845a-eef89845361a HTTP/1.1" status: 404 len: 333 time: 0.0665133 Jul 23 14:17:51.984182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:51.993053 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.019949 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eea705-2472-4b2b-9d6e-a850ce622e10 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:52.020449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eea705-2472-4b2b-9d6e-a850ce622e10 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:52.022745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-39eea705-2472-4b2b-9d6e-a850ce622e10 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/0e871b66-2479-4fc7-8cc7-e2587a667d64 HTTP/1.1" status: 404 len: 337 time: 0.0370622 Jul 23 14:17:52.025389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:52.048376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=08c1590c-830f-46dd-b2ac-51362f2b306f,segment=NetworkSegment(161d6ba1-02fd-4f1a-8fa7-7bba6a665192),segment_id=161d6ba1-02fd-4f1a-8fa7-7bba6a665192)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:52.059785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-993128c2-4211-426d-815e-d8389b53f53e None None] Provisioning complete for port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:17:52.060391 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-993128c2-4211-426d-815e-d8389b53f53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.062745 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.068851 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d917a55-1079-4895-a5ce-5157199f50b8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] DELETE failed (client error): The resource could not be found. Jul 23 14:17:52.069321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d917a55-1079-4895-a5ce-5157199f50b8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:17:52.074304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:52.074469 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9d917a55-1079-4895-a5ce-5157199f50b8 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/subnets/ed75829c-84d1-4eea-b2dd-43a60946ee8d HTTP/1.1" status: 404 len: 337 time: 0.0473044 Jul 23 14:17:52.115194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] DHCP port deletion for 50816333-3137-4266-bab6-655dca973bb6 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:17:52.168298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-993128c2-4211-426d-815e-d8389b53f53e None None] Port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:17:52.179401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:52.200587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] Deleting port 08c1590c-830f-46dd-b2ac-51362f2b306f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:52.200974 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.244912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Deleting port 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:17:52.245367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.296967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] For port 08c1590c-830f-46dd-b2ac-51362f2b306f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=08c1590c-830f-46dd-b2ac-51362f2b306f,segment=NetworkSegment(161d6ba1-02fd-4f1a-8fa7-7bba6a665192),segment_id=161d6ba1-02fd-4f1a-8fa7-7bba6a665192)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:17:52.297591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.320798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] Calling delete_port for 08c1590c-830f-46dd-b2ac-51362f2b306f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:52.322961 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.337817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Calling delete_port for 33fca581-a7d9-4b1c-a9f4-b08b87d55b6c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:17:52.417897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.447502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] Pushing event deleted for resources: {'Port': ['ID=08c1590c-830f-46dd-b2ac-51362f2b306f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:52.450182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf5cc4-ed94-43bd-9194-14bdb63689c8 None None] No DVR routers for this DVR port 08c1590c-830f-46dd-b2ac-51362f2b306f on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:17:52.467739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.483922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3dc0b4-0ccf-419b-8dca-463da526bd91 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:17:52.502354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Port': ['ID=33fca581-a7d9-4b1c-a9f4-b08b87d55b6c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:52.512916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.519156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-54e298f0-513c-4962-a735-257c9dab0d9a tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/ports/33fca581-a7d9-4b1c-a9f4-b08b87d55b6c HTTP/1.1" status: 204 len: 168 time: 0.4432638 Jul 23 14:17:52.519342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:52.602764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.624477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3dc0b4-0ccf-419b-8dca-463da526bd91 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:17:52.695753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.707111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50816333-3137-4266-bab6-655dca973bb6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:52.719133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161d6ba1-02fd-4f1a-8fa7-7bba6a665192') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:52.719430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161d6ba1-02fd-4f1a-8fa7-7bba6a665192') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:17:52.729036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.745198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.752157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:17:52.752567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:17:52.755755 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:17:52.827168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.832539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:52.838623 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] 10.222.0.21 "DELETE /v2.0/networks/50816333-3137-4266-bab6-655dca973bb6 HTTP/1.1" status: 204 len: 168 time: 0.3180544 Jul 23 14:17:52.858842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9113-735f-4769-a117-c82efd8aa237 tempest-PortsTestJSON-215219836 tempest-PortsTestJSON-215219836-project] Pushing event deleted for resources: {'Network': ['ID=50816333-3137-4266-bab6-655dca973bb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:53.164299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:53.311615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-65639beb-8003-46ab-8858-97906a03f7b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3ed692cff16482ab5ddba859c13f47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461461 Jul 23 14:17:53.314237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:53.371867 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d8241d-2e93-445c-b108-97a3d70f61d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:53.395574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d8241d-2e93-445c-b108-97a3d70f61d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:53.468979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d8241d-2e93-445c-b108-97a3d70f61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:53.471879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d8241d-2e93-445c-b108-97a3d70f61d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:53.475810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e6d8241d-2e93-445c-b108-97a3d70f61d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a106ec32-1962-44ab-9c1d-c9179246ec0f HTTP/1.1" status: 204 len: 168 time: 0.1577940 Jul 23 14:17:53.481405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8241d-2e93-445c-b108-97a3d70f61d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a106ec32-1962-44ab-9c1d-c9179246ec0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:55.444637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:55.630536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1205807d-dbd5-4e63-a2cf-de2c1ac39ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:55.738691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1205807d-dbd5-4e63-a2cf-de2c1ac39ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:55.744428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1205807d-dbd5-4e63-a2cf-de2c1ac39ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:55.784243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205807d-dbd5-4e63-a2cf-de2c1ac39ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624fae37-19b7-4385-9bb8-3c67c2687a3e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:55.801844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1205807d-dbd5-4e63-a2cf-de2c1ac39ab0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=375a993d908d4098bfbebc6709b205d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535082 Jul 23 14:17:55.802022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:55.866120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa56db21-600f-4da8-ac71-712458585218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:55.894593 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa56db21-600f-4da8-ac71-712458585218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:55.945980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa56db21-600f-4da8-ac71-712458585218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:55.948828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa56db21-600f-4da8-ac71-712458585218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:55.952410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fa56db21-600f-4da8-ac71-712458585218 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/624fae37-19b7-4385-9bb8-3c67c2687a3e HTTP/1.1" status: 204 len: 168 time: 0.1470807 Jul 23 14:17:55.958713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56db21-600f-4da8-ac71-712458585218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624fae37-19b7-4385-9bb8-3c67c2687a3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:56.294014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:56.309197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-204ca14b-4142-41ac-8f72-92bc2a0cd50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:56.416339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-204ca14b-4142-41ac-8f72-92bc2a0cd50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:56.422866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-204ca14b-4142-41ac-8f72-92bc2a0cd50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:56.477883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-204ca14b-4142-41ac-8f72-92bc2a0cd50a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=534a4de84cfc40599c848eca360fecc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822608 Jul 23 14:17:56.480455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:17:56.491569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ca14b-4142-41ac-8f72-92bc2a0cd50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f1a07-534a-41e2-96e5-fab23464404e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:56.549404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5fa6-8338-4222-92ba-6af0dfdf7915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:56.576384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5fa6-8338-4222-92ba-6af0dfdf7915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:56.632399 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5fa6-8338-4222-92ba-6af0dfdf7915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:56.635463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5fa6-8338-4222-92ba-6af0dfdf7915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:17:56.640354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4ddf5fa6-8338-4222-92ba-6af0dfdf7915 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e13f1a07-534a-41e2-96e5-fab23464404e HTTP/1.1" status: 204 len: 168 time: 0.1585059 Jul 23 14:17:56.648838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf5fa6-8338-4222-92ba-6af0dfdf7915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f1a07-534a-41e2-96e5-fab23464404e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:17:59.334895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98803179-62fc-443c-ac0c-de44970893b5 req-fee0aebf-b3de-4cb5-999c-9479101072ea tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:17:59.337975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98803179-62fc-443c-ac0c-de44970893b5 req-fee0aebf-b3de-4cb5-999c-9479101072ea tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 946 time: 0.1102684 Jul 23 14:17:59.395127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98803179-62fc-443c-ac0c-de44970893b5 req-994cc229-b993-4283-b35e-45a7d8957f6e tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478921 Jul 23 14:18:00.208347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-fce7caba-008d-4b98-b6fc-99e597720430 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:00.210798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-fce7caba-008d-4b98-b6fc-99e597720430 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 946 time: 0.0859227 Jul 23 14:18:00.372907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Deleting port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:00.375115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:00.486336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:00.673428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] For port 8dbb01d6-9a0c-4103-9be2-514b305eefa8, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8dbb01d6-9a0c-4103-9be2-514b305eefa8,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:00.674031 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:00.765924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-362926aa-dca0-428f-b901-80c870808ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:00.938973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54ea08-a313-46e3-aaf7-3f3e3b6e9532 req-c3bed0f0-c540-4dd8-9abb-7cea58f0ec3f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:00.954805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e54ea08-a313-46e3-aaf7-3f3e3b6e9532 req-c3bed0f0-c540-4dd8-9abb-7cea58f0ec3f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 946 time: 0.3952992 Jul 23 14:18:00.959535 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-8162ab95-7179-4aeb-9f68-a651978e41cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124465 Jul 23 14:18:00.984544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-362926aa-dca0-428f-b901-80c870808ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:00.991698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-362926aa-dca0-428f-b901-80c870808ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.027928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e54ea08-a313-46e3-aaf7-3f3e3b6e9532 req-7725c096-cc10-48b6-b89b-d22de996412f tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a41b5f-9d7f-4774-9440-a38eaecc6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711155 Jul 23 14:18:01.038387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-362926aa-dca0-428f-b901-80c870808ad8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02208330abf141f8ae291b510a74cb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501559 Jul 23 14:18:01.039174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:01.121843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.122313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.122672 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Floating IP 622e6c0f-65c9-40e1-9495-fa16d4c10d18 disassociated. External IP: 172.25.2.142, port: 8dbb01d6-9a0c-4103-9be2-514b305eefa8. Jul 23 14:18:01.123116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Calling delete_port for 8dbb01d6-9a0c-4103-9be2-514b305eefa8 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:01.155831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362926aa-dca0-428f-b901-80c870808ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed45188-e074-44a0-aa5b-636f25ebb287,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:01.189029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f0280ba-77ff-4de7-acdd-db18b4acbf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.195702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-ec9c7c76-34f7-4b47-9a01-6b19aef73602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:01.197272 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-ec9c7c76-34f7-4b47-9a01-6b19aef73602 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.1686625 Jul 23 14:18:01.234818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f0280ba-77ff-4de7-acdd-db18b4acbf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.286424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.324824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event deleted for resources: {'Port': ['ID=8dbb01d6-9a0c-4103-9be2-514b305eefa8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:01.392748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f0280ba-77ff-4de7-acdd-db18b4acbf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.397090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f0280ba-77ff-4de7-acdd-db18b4acbf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.401823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6f0280ba-77ff-4de7-acdd-db18b4acbf5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fed45188-e074-44a0-aa5b-636f25ebb287 HTTP/1.1" status: 204 len: 168 time: 0.3508425 Jul 23 14:18:01.433925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0280ba-77ff-4de7-acdd-db18b4acbf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed45188-e074-44a0-aa5b-636f25ebb287,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:01.458658 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-c8431456-1be7-459c-90ea-bae409c1f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:01.460227 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-c8431456-1be7-459c-90ea-bae409c1f6c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.2167890 Jul 23 14:18:01.508713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Router 37b05336-0d43-49a4-b1f0-45d359ee2dcc has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:18:01.545077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-c1955eaf-1b93-4d12-911b-5045196b6d44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0684676 Jul 23 14:18:01.609243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-69290a65-40f5-4603-be2e-99028258bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:01.611761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-69290a65-40f5-4603-be2e-99028258bbe9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0576692 Jul 23 14:18:01.642329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:18:01.657170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] Sync routers for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:18:01.665192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-ce10a1a8-3327-4ae0-b6b7-92d1e39c0a98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444870 Jul 23 14:18:01.671290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:01.672609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:01.721993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] No DVR routers for this DVR port 8dbb01d6-9a0c-4103-9be2-514b305eefa8 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:01.726888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.729964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ce5cf35-f3b9-4a9a-8283-d1495bd9b9a1 req-ade2348c-32b9-45e7-95c5-eaac22b010f4 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.48 "DELETE /v2.0/ports/8dbb01d6-9a0c-4103-9be2-514b305eefa8 HTTP/1.1" status: 204 len: 173 time: 1.5089314 Jul 23 14:18:01.730627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'name': 'network-vif-deleted', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:01.733742 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f15b84-81a9-4c5d-86cf-d863507338a4" -d '{"events": [{"server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "name": "network-vif-deleted", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:01.785061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:01.824335 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d220d72c-e951-4f73-8b15-bc672575c949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:01.964481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:02.007107 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d220d72c-e951-4f73-8b15-bc672575c949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:02.012169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-1550d74d-6770-4d33-9dd2-ff0a1e3aed95 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357708 Jul 23 14:18:02.012633 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d220d72c-e951-4f73-8b15-bc672575c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:02.044107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d72c-e951-4f73-8b15-bc672575c949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73451a1-bfec-479b-b94d-c185e043c897,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:02.094013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d220d72c-e951-4f73-8b15-bc672575c949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b0f44f54eb642cc9408fd04cc7782db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072383 Jul 23 14:18:02.098050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:02.188273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e82e507-083d-4b7a-8eda-0f79860523d5 req-c908f9c6-f0ab-4596-a777-d6c8964f25d2 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584737 Jul 23 14:18:02.244915 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85090ee5-eb57-4aa5-aa60-c48343bc428c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:02.275565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85090ee5-eb57-4aa5-aa60-c48343bc428c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:02.344103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85090ee5-eb57-4aa5-aa60-c48343bc428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:02.348388 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85090ee5-eb57-4aa5-aa60-c48343bc428c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:02.349690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85090ee5-eb57-4aa5-aa60-c48343bc428c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c73451a1-bfec-479b-b94d-c185e043c897 HTTP/1.1" status: 204 len: 168 time: 0.2502019 Jul 23 14:18:02.361519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:32Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:02.393457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85090ee5-eb57-4aa5-aa60-c48343bc428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73451a1-bfec-479b-b94d-c185e043c897,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:02.456933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] Checking router: 37b05336-0d43-49a4-b1f0-45d359ee2dcc for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:18:02.493637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:02.494595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:02.528757 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435489b-79a3-4595-9f6e-deedaa2d46d3 x-openstack-request-id: req-a435489b-79a3-4595-9f6e-deedaa2d46d3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:02.529382 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad53d7-be16-47db-aedd-ef4bb9bcc1ce", "name": "network-vif-deleted", "tag": "8dbb01d6-9a0c-4103-9be2-514b305eefa8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:02.529382 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a435489b-79a3-4595-9f6e-deedaa2d46d3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:02.530339 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad53d7-be16-47db-aedd-ef4bb9bcc1ce', 'name': 'network-vif-deleted', 'tag': '8dbb01d6-9a0c-4103-9be2-514b305eefa8', 'status': 'completed', 'code': 200} Jul 23 14:18:02.681834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:02.789004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d57d2535-c986-4d26-af55-a7e01a50f6ce req-0c43af9f-9505-4f90-bc96-7e031df4238b tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ad53d7-be16-47db-aedd-ef4bb9bcc1ce HTTP/1.1" status: 200 len: 210 time: 0.0781841 Jul 23 14:18:03.028233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:32Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:03.064510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e1c669-4cb6-4b27-a6ff-9e51dcc8c361 None None] The sync data for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 is: [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'fd844b42-64c2-43a3-ad55-23e0aa119bba', 'name': '', 'network_id': '8852f9c6-22d4-4bdd-8b4e-c0c78220c856', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'mac_address': 'fa:16:3e:dd:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:24Z', 'updated_at': '2021-07-23T14:12:32Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'subnets': [{'id': '87913452-b853-4522-a39f-e35b8cdc6a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:18:03.451428 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b98766-fe64-4070-9ed6-4f9e1d3b50c5 None None] New status for floating IP 622e6c0f-65c9-40e1-9495-fa16d4c10d18: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:18:03.849636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:04.111783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Deleting port c44eb40d-2c5d-4c2e-bdd6-e60575ff8968 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:04.112149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:04.224518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:04.224941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:04.241680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Calling delete_port for c44eb40d-2c5d-4c2e-bdd6-e60575ff8968 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:04.282970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8dbb01d6-9a0c-4103-9be2-514b305eefa8 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:04.324227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 8dbb01d6-9a0c-4103-9be2-514b305eefa8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:04.324575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8dbb01d6-9a0c-4103-9be2-514b305eefa8 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:04.514519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:04.551152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event deleted for resources: {'Port': ['ID=c44eb40d-2c5d-4c2e-bdd6-e60575ff8968,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:04.620713 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:04.623745 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:04.628568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7456f68c-97d5-4038-aa5f-4801650d60a3 tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "DELETE /v2.0/floatingips/622e6c0f-65c9-40e1-9495-fa16d4c10d18 HTTP/1.1" status: 204 len: 168 time: 0.7776484 Jul 23 14:18:04.733015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:04.893390 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4860ad1a-ecaa-4e29-b6f7-ecc2ec3cd41a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:04.938516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4860ad1a-ecaa-4e29-b6f7-ecc2ec3cd41a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:05.028374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4860ad1a-ecaa-4e29-b6f7-ecc2ec3cd41a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:05.031956 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4860ad1a-ecaa-4e29-b6f7-ecc2ec3cd41a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:05.033520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4860ad1a-ecaa-4e29-b6f7-ecc2ec3cd41a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] 10.222.0.21 "DELETE /v2.0/security-groups/28a41b5f-9d7f-4774-9440-a38eaecc6c2b HTTP/1.1" status: 204 len: 168 time: 0.2996588 Jul 23 14:18:05.052182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860ad1a-ecaa-4e29-b6f7-ecc2ec3cd41a tempest-TestServerBasicOps-1552632874 tempest-TestServerBasicOps-1552632874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a41b5f-9d7f-4774-9440-a38eaecc6c2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:05.254780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:06.186961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:06.538498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Deleting port fd844b42-64c2-43a3-ad55-23e0aa119bba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:06.538931 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:06.640339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] For port fd844b42-64c2-43a3-ad55-23e0aa119bba, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fd844b42-64c2-43a3-ad55-23e0aa119bba,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:06.640339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:06.655115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Calling delete_port for fd844b42-64c2-43a3-ad55-23e0aa119bba owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:06.806080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-e8114cad-19b7-4df8-99a3-bccfc45ad7e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763817 Jul 23 14:18:06.901266 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:06.928077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd844b42-64c2-43a3-ad55-23e0aa119bba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:07.046137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-754cf630-755c-42c9-b996-1d0ddd6bd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:07.054173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-754cf630-755c-42c9-b996-1d0ddd6bd85f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1283746 Jul 23 14:18:07.165502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:07.206847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-c4d18136-b3ba-4cd3-a370-4ac8dbf3bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:07.208491 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-c4d18136-b3ba-4cd3-a370-4ac8dbf3bea1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1365445 Jul 23 14:18:07.329969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-19c9742c-77d9-4036-a906-20025707b06d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 999 time: 0.1136239 Jul 23 14:18:07.397019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-5adefaed-995b-4228-9dfd-b6405c020fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:07.398575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-5adefaed-995b-4228-9dfd-b6405c020fda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0602424 Jul 23 14:18:07.484292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:07.491041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Router 37b05336-0d43-49a4-b1f0-45d359ee2dcc has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:18:07.506350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-1f4ec84a-0228-493b-b9fd-efc88de52b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:07.509283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-1f4ec84a-0228-493b-b9fd-efc88de52b8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031034 Jul 23 14:18:07.617685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:18:07.628913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] Sync routers for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:18:07.643982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-86155f42-0954-4b84-be85-ca499184587f service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250477 Jul 23 14:18:07.644451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:07.644685 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-78ae0f52-b62a-44cb-9c1c-3d34aee45004 admin admin] 10.222.0.21 "PUT /v2.0/routers/37b05336-0d43-49a4-b1f0-45d359ee2dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3854420 Jul 23 14:18:07.650994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:07.651854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:07.824575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:08.316117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13b69ed-b160-4985-bfa9-38589b78f46a req-7f7e7582-543a-4786-a902-22e000f2a0e8 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562455 Jul 23 14:18:08.356476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:08.392498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:18:06Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:08.444860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] Checking router: 37b05336-0d43-49a4-b1f0-45d359ee2dcc for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:18:08.454870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] Routers {'37b05336-0d43-49a4-b1f0-45d359ee2dcc'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:08.455749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:08.479712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:08.543997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Deleting port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:08.544756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:08.573531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] Set router 37b05336-0d43-49a4-b1f0-45d359ee2dcc gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:08.630733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] For port 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:08.631187 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:08.643739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Calling delete_port for 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:08.768197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:18:06Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:08.798341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62330db4-ac30-4dca-80f6-b6c3943f8181 None None] The sync data for ids ['37b05336-0d43-49a4-b1f0-45d359ee2dcc'] in n-d-801990-3 is: [{'id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'name': 'tempest-TestServerBasicOps-576351819-router', 'tenant_id': 'e9cf036af1964a74a671f701243dd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:18Z', 'updated_at': '2021-07-23T14:18:06Z', 'revision_number': 5, 'project_id': 'e9cf036af1964a74a671f701243dd269', 'gw_port': {'id': '5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b05336-0d43-49a4-b1f0-45d359ee2dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:19Z', 'updated_at': '2021-07-23T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:18:08.833092 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:08.861599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Pushing event deleted for resources: {'Port': ['ID=5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:08.921797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.018848 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.021089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.065557 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.066050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b05336-0d43-49a4-b1f0-45d359ee2dcc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:18:09.070663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.071701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81c6f131-d056-45c8-8ef2-fa24d79aa987 admin admin] 10.222.0.21 "DELETE /v2.0/routers/37b05336-0d43-49a4-b1f0-45d359ee2dcc HTTP/1.1" status: 204 len: 168 time: 1.4263370 Jul 23 14:18:09.074332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:09.121661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] Deleting subnet 87913452-b853-4522-a39f-e35b8cdc6a45 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:18:09.125380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.160384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.285485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.377301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.417490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87913452-b853-4522-a39f-e35b8cdc6a45,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:09.425632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.428059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-39a959b9-664a-4ac4-9a4b-7a58fcbcc10c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87913452-b853-4522-a39f-e35b8cdc6a45 HTTP/1.1" status: 204 len: 168 time: 0.3525648 Jul 23 14:18:09.430406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:09.440673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd3566-40a6-4f9a-a269-de77b63f0653 None None] Network 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:18:09.538800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.627663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Deleting port 185a409c-a28c-4516-81bf-ea547167b41d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:09.628386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.722394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] DHCP port deletion for 8852f9c6-22d4-4bdd-8b4e-c0c78220c856 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:18:09.738554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] For port 185a409c-a28c-4516-81bf-ea547167b41d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=185a409c-a28c-4516-81bf-ea547167b41d,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:09.739093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.756397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Calling delete_port for 185a409c-a28c-4516-81bf-ea547167b41d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:09.771699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd844b42-64c2-43a3-ad55-23e0aa119bba no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:09.797819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: fd844b42-64c2-43a3-ad55-23e0aa119bba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:09.798462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fd844b42-64c2-43a3-ad55-23e0aa119bba not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:09.825759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] Deleting port 185a409c-a28c-4516-81bf-ea547167b41d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:09.826473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.885234 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.918906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] For port 185a409c-a28c-4516-81bf-ea547167b41d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=185a409c-a28c-4516-81bf-ea547167b41d,segment=NetworkSegment(ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40),segment_id=ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:09.919707 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:09.933948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] Calling delete_port for 185a409c-a28c-4516-81bf-ea547167b41d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:09.950602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=185a409c-a28c-4516-81bf-ea547167b41d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:09.967550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] No DVR routers for this DVR port 185a409c-a28c-4516-81bf-ea547167b41d on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:10.081691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.097862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] No DVR routers for this DVR port 185a409c-a28c-4516-81bf-ea547167b41d on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:10.110774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.120063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b3bea-db38-46af-a175-d44fb8111a3b None None] Pushing event deleted for resources: {'Port': ['ID=185a409c-a28c-4516-81bf-ea547167b41d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:10.129055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8852f9c6-22d4-4bdd-8b4e-c0c78220c856']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:10.149497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:10.149796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc0a6ea-de5d-4f57-9ec0-6a87f51c3d40') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:10.192960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.225936 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.236782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:18:10.237184 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:18:10.239222 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:18:10.260309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862143d-92ff-48b2-87d2-45e17efeeb43 req-b1df9f92-4a43-42c5-80b4-c1ebaca15036 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:10.268535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7862143d-92ff-48b2-87d2-45e17efeeb43 req-b1df9f92-4a43-42c5-80b4-c1ebaca15036 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1436350 Jul 23 14:18:10.357590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7862143d-92ff-48b2-87d2-45e17efeeb43 req-8030698f-7f3a-439a-88f9-fbfe13cd4c70 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869694 Jul 23 14:18:10.363411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.375562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:10.395683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.401562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:10.402790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8852f9c6-22d4-4bdd-8b4e-c0c78220c856 HTTP/1.1" status: 204 len: 168 time: 0.9700892 Jul 23 14:18:10.437206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d2217-ad7b-4740-8a30-cbafa54d65f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8852f9c6-22d4-4bdd-8b4e-c0c78220c856,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:10.610294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ed1e2-68dd-4233-a6d2-4c4ae8c3a651 req-1673d3f0-db5b-478e-afe2-9a176a9fb8f1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:10.612337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-924ed1e2-68dd-4233-a6d2-4c4ae8c3a651 req-1673d3f0-db5b-478e-afe2-9a176a9fb8f1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1291120 Jul 23 14:18:10.641179 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18675735-0396-46d5-aa64-5984175aa426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.683530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-924ed1e2-68dd-4233-a6d2-4c4ae8c3a651 req-ecf915b2-6190-4e24-9c06-2b17a84aef8a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653262 Jul 23 14:18:10.876855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:10.898602 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18675735-0396-46d5-aa64-5984175aa426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:10.904906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18675735-0396-46d5-aa64-5984175aa426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.016453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb62e341-2ab2-4ab6-a7ff-f274a697152b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.061349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-3f1ac071-4a59-4575-858e-bb729ef0b940 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:11.063108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-3f1ac071-4a59-4575-858e-bb729ef0b940 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.1494291 Jul 23 14:18:11.094515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-0d0fc77f-0614-4e0b-bb83-2e09224f75b6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/quotas/7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 375 time: 0.0227342 Jul 23 14:18:11.210312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb62e341-2ab2-4ab6-a7ff-f274a697152b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.217052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb62e341-2ab2-4ab6-a7ff-f274a697152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.239750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-0a3812ab-9fc3-494b-b793-cdf44f4ce317 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1354373 Jul 23 14:18:11.284637 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18675735-0396-46d5-aa64-5984175aa426 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f5a56c817f14e368bd906d2b1c5f297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045994 Jul 23 14:18:11.285479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18675735-0396-46d5-aa64-5984175aa426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2226c402-6c7d-47b8-aff0-d28f1d500028,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:11.288568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:11.303986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bb62e341-2ab2-4ab6-a7ff-f274a697152b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f80c77c6c4ba46ef865d80057cc7396a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235814 Jul 23 14:18:11.306307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:11.322074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62e341-2ab2-4ab6-a7ff-f274a697152b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4c9cb-cafe-4f58-9a9a-e38b4628e9c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:11.374550 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c17ee24-af51-4016-a14c-72974ede05d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.403509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c17ee24-af51-4016-a14c-72974ede05d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.408050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.411882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-c274532c-d5a8-46f3-8596-e03f05367130 service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632247 Jul 23 14:18:11.417521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93eba04f-e1d4-4954-8b74-30addaf2fc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.464408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93eba04f-e1d4-4954-8b74-30addaf2fc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.534850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c17ee24-af51-4016-a14c-72974ede05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.537538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c17ee24-af51-4016-a14c-72974ede05d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.541537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8c17ee24-af51-4016-a14c-72974ede05d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2226c402-6c7d-47b8-aff0-d28f1d500028 HTTP/1.1" status: 204 len: 168 time: 0.2492356 Jul 23 14:18:11.549404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-1b6361db-d39d-4ce6-9c8d-2db2173fbecd service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272588 Jul 23 14:18:11.565855 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93eba04f-e1d4-4954-8b74-30addaf2fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.570246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93eba04f-e1d4-4954-8b74-30addaf2fc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.574971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-93eba04f-e1d4-4954-8b74-30addaf2fc97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2f4c9cb-cafe-4f58-9a9a-e38b4628e9c9 HTTP/1.1" status: 204 len: 168 time: 0.2665892 Jul 23 14:18:11.586378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eba04f-e1d4-4954-8b74-30addaf2fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4c9cb-cafe-4f58-9a9a-e38b4628e9c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:11.602589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17ee24-af51-4016-a14c-72974ede05d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2226c402-6c7d-47b8-aff0-d28f1d500028,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:11.752563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:11.799999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:11.800348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5edb2f7e-7b11-4098-9ed2-42f83c2dbfc4 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:11.804126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 185a409c-a28c-4516-81bf-ea547167b41d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:11.844953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 185a409c-a28c-4516-81bf-ea547167b41d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:11.845309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 185a409c-a28c-4516-81bf-ea547167b41d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:11.855859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Deleting port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:11.855859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:11.873045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2de1d617-e569-416e-95d9-24f468dd5136 req-0adaf5c7-4071-45ac-bd17-6c6b1a521619 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 210 time: 0.0710094 Jul 23 14:18:12.000315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] For port e0115c41-d8d0-4c1f-aeb6-510c9d1639a9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,segment=NetworkSegment(50b9351c-2d65-44eb-9c47-ee4c6785b91b),segment_id=50b9351c-2d65-44eb-9c47-ee4c6785b91b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:12.001135 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.033109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Calling delete_port for e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:12.071899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:12.085195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:12.100225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8c08-a989-4731-8e37-0e05823a60bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.112562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.146215 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:18:12.146215 n-d-801990-3 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 14:18:12.146215 n-d-801990-3 neutron-server[93767]: [parameters: {'project_id': 'c90d4e061a8141d192366c7ed332a703', 'id': 'c75acd54-a0c9-4f18-b069-8be815f09051', 'expiration': datetime.datetime(2021, 7, 23, 14, 20, 12, 139666)}] Jul 23 14:18:12.146215 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:18:12.146953 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:18:12.223380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8c08-a989-4731-8e37-0e05823a60bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.231311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8c08-a989-4731-8e37-0e05823a60bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.266020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.272453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5fbb8c08-a989-4731-8e37-0e05823a60bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=febe8068da1942ba98e6d3c90745be37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990564 Jul 23 14:18:12.274465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb8c08-a989-4731-8e37-0e05823a60bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84815b0-1236-4ed6-ac70-0959c4d303cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:12.277035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:12.292723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0115c41-d8d0-4c1f-aeb6-510c9d1639a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:12.346247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027279b0-aefd-4a65-820a-73290f74c98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.379361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027279b0-aefd-4a65-820a-73290f74c98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.449779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027279b0-aefd-4a65-820a-73290f74c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.453379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027279b0-aefd-4a65-820a-73290f74c98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.454745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-027279b0-aefd-4a65-820a-73290f74c98c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f84815b0-1236-4ed6-ac70-0959c4d303cd HTTP/1.1" status: 204 len: 168 time: 0.1767378 Jul 23 14:18:12.468557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027279b0-aefd-4a65-820a-73290f74c98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84815b0-1236-4ed6-ac70-0959c4d303cd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:12.498047 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.647665 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.748084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.753446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.762601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Router af1b2748-e1c6-44a1-909f-6faf5df6f96e has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:18:12.800906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c90d4e061a8141d192366c7ed332a703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143102 Jul 23 14:18:12.801780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d2aa3-5e42-4ef2-a133-ade86eefc1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d6a1fa-fb40-44c4-9f61-56707168021e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:12.805005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:12.869162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88408ca9-9d22-40fd-b29d-5a45653398b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.892306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88408ca9-9d22-40fd-b29d-5a45653398b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.911891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:18:12.922609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-533c3101-5230-42fc-a7bc-eb41e5af4226 admin admin] 10.222.0.21 "PUT /v2.0/routers/af1b2748-e1c6-44a1-909f-6faf5df6f96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5194085 Jul 23 14:18:12.925019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:12.925944 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] Sync routers for ids ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:18:12.953303 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] Routers {'af1b2748-e1c6-44a1-909f-6faf5df6f96e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:12.955339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88408ca9-9d22-40fd-b29d-5a45653398b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.956869 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:12.958516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88408ca9-9d22-40fd-b29d-5a45653398b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:12.963091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-88408ca9-9d22-40fd-b29d-5a45653398b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43d6a1fa-fb40-44c4-9f61-56707168021e HTTP/1.1" status: 204 len: 168 time: 0.1567926 Jul 23 14:18:12.977273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88408ca9-9d22-40fd-b29d-5a45653398b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d6a1fa-fb40-44c4-9f61-56707168021e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:13.051038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-228695cc-de0d-43ee-b2d1-511a11bd28c6 req-4479d7d9-7d08-4635-8082-8b2f07ec99c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 210 time: 0.0693457 Jul 23 14:18:13.145146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.219214 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] Set router af1b2748-e1c6-44a1-909f-6faf5df6f96e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:13.229647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-253df535-187f-435f-b2e9-38bebd8dea48 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:13.231748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-253df535-187f-435f-b2e9-38bebd8dea48 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.1827729 Jul 23 14:18:13.254776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'port': {'device_id': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'admin_state_up': True, 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:13.349881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.432783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Deleting port ae884f40-564e-4b69-99a2-f28f5e61ea95 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:13.433341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.474304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Made reservation on behalf of 7e34e96fc13e460cba3e4baa77f1fe63 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:13.481818 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.489219 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:18:12Z', 'revision_number': 5, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port': {'id': 'ae884f40-564e-4b69-99a2-f28f5e61ea95', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:31Z', 'updated_at': '2021-07-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:13.496337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:13.520955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8840ce48-9126-4d8d-8581-2c60943204ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.533341 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] Checking router: af1b2748-e1c6-44a1-909f-6faf5df6f96e for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:18:13.546019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] For port ae884f40-564e-4b69-99a2-f28f5e61ea95, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae884f40-564e-4b69-99a2-f28f5e61ea95,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:13.546748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.554399 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] Routers {'af1b2748-e1c6-44a1-909f-6faf5df6f96e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:13.555107 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:17:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:13.571278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Calling delete_port for ae884f40-564e-4b69-99a2-f28f5e61ea95 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:13.711345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Allocated IP 172.20.0.3 (827eb4ad-ac52-43b5-b7eb-72d2b1c38f45/e54ff542-5be1-4e57-8ee8-9b741232e996/96dbb137-e1dc-41a8-b8f7-32af245185fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:18:13.729784 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] Set router af1b2748-e1c6-44a1-909f-6faf5df6f96e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:13.786988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8840ce48-9126-4d8d-8581-2c60943204ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.825295 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:18:13Z', 'revision_number': 6, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:13.845681 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b0e55-10b9-4a16-ab3a-03df566e510a None None] The sync data for ids ['af1b2748-e1c6-44a1-909f-6faf5df6f96e'] in n-d-801990-3 is: [{'id': 'af1b2748-e1c6-44a1-909f-6faf5df6f96e', 'name': 'tempest-TestServerBasicOps-1094917759-router', 'tenant_id': '86136466ee254e51bd2329a4a4c2d596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:30Z', 'updated_at': '2021-07-23T14:18:13Z', 'revision_number': 6, 'project_id': '86136466ee254e51bd2329a4a4c2d596', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:18:13.887612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8840ce48-9126-4d8d-8581-2c60943204ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.891279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.947390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae884f40-564e-4b69-99a2-f28f5e61ea95,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:13.956339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8840ce48-9126-4d8d-8581-2c60943204ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b85282e96b94d37a41fe92436ef58e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564803 Jul 23 14:18:13.959688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:13.966190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:13.989652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840ce48-9126-4d8d-8581-2c60943204ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e239e59-e37b-4468-bf86-39280f82b37f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:14.004520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Transition to ACTIVE for port object 96dbb137-e1dc-41a8-b8f7-32af245185fc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:18:14.023815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.047340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f981b8-39a4-4d91-8f3a-3cc9f32c0b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.098616 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f981b8-39a4-4d91-8f3a-3cc9f32c0b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.136083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.138879 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.153520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.170587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:14.201246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.201813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af1b2748-e1c6-44a1-909f-6faf5df6f96e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:18:14.206316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.208043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-63933fc7-0d95-41ae-b489-9a2b647308f8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/af1b2748-e1c6-44a1-909f-6faf5df6f96e HTTP/1.1" status: 204 len: 168 time: 1.2820256 Jul 23 14:18:14.210931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:14.238171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['165769ec-c469-470c-825a-bf529665d920'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:14.254958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:18:14.260461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:18:14.290472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:18:14.314158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f981b8-39a4-4d91-8f3a-3cc9f32c0b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.318543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f981b8-39a4-4d91-8f3a-3cc9f32c0b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.320105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-18f981b8-39a4-4d91-8f3a-3cc9f32c0b95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e239e59-e37b-4468-bf86-39280f82b37f HTTP/1.1" status: 204 len: 168 time: 0.3515480 Jul 23 14:18:14.403508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f981b8-39a4-4d91-8f3a-3cc9f32c0b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e239e59-e37b-4468-bf86-39280f82b37f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:14.439154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=96dbb137-e1dc-41a8-b8f7-32af245185fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:14.523049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:14.524764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.543460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] Deleting subnet 2bc9f48d-be1b-4208-94e2-95ccbc20d90c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:18:14.553082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-d8e3b1c0-3476-4bb6-a89c-f58b8dfcbd22 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3056417 Jul 23 14:18:14.554077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.606002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Request body: {'port': {'device_id': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:14.645428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a49e7-a29c-4c5f-b2b9-271fe5fd7a27 req-7b40b750-b9cf-470c-b16b-9afd632fb95d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:14.647068 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-726a49e7-a29c-4c5f-b2b9-271fe5fd7a27 req-7b40b750-b9cf-470c-b16b-9afd632fb95d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 931 time: 0.4585309 Jul 23 14:18:14.658293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.724983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ec179dc-6400-445f-aae5-d1c10dededd3 None None] Provisioning for port 96dbb137-e1dc-41a8-b8f7-32af245185fc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:18:14.735597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ec179dc-6400-445f-aae5-d1c10dededd3 None None] Provisioning complete for port 96dbb137-e1dc-41a8-b8f7-32af245185fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:14.736369 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ec179dc-6400-445f-aae5-d1c10dededd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.764694 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-726a49e7-a29c-4c5f-b2b9-271fe5fd7a27 req-60a6603c-bb4c-4fff-ba90-1d4e9439bc0f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089110 Jul 23 14:18:14.793137 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:14.837457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3ec179dc-6400-445f-aae5-d1c10dededd3 None None] Port 96dbb137-e1dc-41a8-b8f7-32af245185fc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:18:14.935674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.144414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.220015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc9f48d-be1b-4208-94e2-95ccbc20d90c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:15.227536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.233866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf518f32-a8a4-4fba-a518-d60de9be87c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bc9f48d-be1b-4208-94e2-95ccbc20d90c HTTP/1.1" status: 204 len: 168 time: 1.0217667 Jul 23 14:18:15.234115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:15.237052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baebedd1-39f0-4461-82da-477d3ba10af8 None None] Network 843ad6b5-1e20-457f-a574-b800f49df18b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:18:15.420338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dbb137-e1dc-41a8-b8f7-32af245185fc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:15.439168 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:18:15.442440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.463585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.471788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Transition to ACTIVE for port object 96dbb137-e1dc-41a8-b8f7-32af245185fc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:18:15.482566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.635051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Deleting port 20860a73-d869-483f-9cef-912f1dcda17c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:15.638354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.659982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Pushing event updated for resources: {'Port': ['ID=96dbb137-e1dc-41a8-b8f7-32af245185fc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:15.737791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Attempting to bind port 96dbb137-e1dc-41a8-b8f7-32af245185fc on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:18:15.738124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Attempting to bind port 96dbb137-e1dc-41a8-b8f7-32af245185fc by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:18:15.738452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Attempting to bind port 96dbb137-e1dc-41a8-b8f7-32af245185fc on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:15.758202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] DHCP port deletion for 843ad6b5-1e20-457f-a574-b800f49df18b request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:18:15.785634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Port 96dbb137-e1dc-41a8-b8f7-32af245185fc on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:18:15.785928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Attempting to bind port 96dbb137-e1dc-41a8-b8f7-32af245185fc on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:15.815918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:18:15.816332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:18:15.823334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Bound using segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:18:15.823334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Bound port: 96dbb137-e1dc-41a8-b8f7-32af245185fc, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:18:15.823545 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.863889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] For port 20860a73-d869-483f-9cef-912f1dcda17c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=20860a73-d869-483f-9cef-912f1dcda17c,segment=NetworkSegment(50b9351c-2d65-44eb-9c47-ee4c6785b91b),segment_id=50b9351c-2d65-44eb-9c47-ee4c6785b91b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:15.865421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:15.898090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Calling delete_port for 20860a73-d869-483f-9cef-912f1dcda17c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:15.939141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:15.969276 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5f78d76-8191-486c-ba7c-50f90066f545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.000600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:16.001241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e0115c41-d8d0-4c1f-aeb6-510c9d1639a9 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:16.002006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae884f40-564e-4b69-99a2-f28f5e61ea95 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:16.028647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ae884f40-564e-4b69-99a2-f28f5e61ea95 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:16.029395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae884f40-564e-4b69-99a2-f28f5e61ea95 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:16.056158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Deleting port 20860a73-d869-483f-9cef-912f1dcda17c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:16.056946 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.141071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] For port 96dbb137-e1dc-41a8-b8f7-32af245185fc, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:18:16.173559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.200415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] For port 96dbb137-e1dc-41a8-b8f7-32af245185fc, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:18:16.227732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=20860a73-d869-483f-9cef-912f1dcda17c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:16.228727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.243978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] No DVR routers for this DVR port 20860a73-d869-483f-9cef-912f1dcda17c on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:16.284890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] For port 20860a73-d869-483f-9cef-912f1dcda17c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=20860a73-d869-483f-9cef-912f1dcda17c,segment=NetworkSegment(50b9351c-2d65-44eb-9c47-ee4c6785b91b),segment_id=50b9351c-2d65-44eb-9c47-ee4c6785b91b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:16.285734 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.307828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Calling delete_port for 20860a73-d869-483f-9cef-912f1dcda17c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:16.326478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e381a6-cba0-4bc7-80ca-97065831c093 req-0fd26645-e12e-41a0-97ba-b653863c21d1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:16.327630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5e381a6-cba0-4bc7-80ca-97065831c093 req-0fd26645-e12e-41a0-97ba-b653863c21d1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 943 time: 0.3098898 Jul 23 14:18:16.345875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:16.346504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.347963 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-23e852d7-928d-48de-aba7-3d732682457f service neutron] 10.222.0.11 "PUT /v2.0/ports/96dbb137-e1dc-41a8-b8f7-32af245185fc HTTP/1.1" status: 200 len: 1091 time: 1.7558582 Jul 23 14:18:16.349572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:16.367555 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:16.464949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.492888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843ad6b5-1e20-457f-a574-b800f49df18b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:16.520805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.524944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b9351c-2d65-44eb-9c47-ee4c6785b91b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:16.525244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b9351c-2d65-44eb-9c47-ee4c6785b91b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:16.533114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e852d7-928d-48de-aba7-3d732682457f service neutron] Pushing event updated for resources: {'Port': ['ID=96dbb137-e1dc-41a8-b8f7-32af245185fc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:16.543123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.554500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] No DVR routers for this DVR port 20860a73-d869-483f-9cef-912f1dcda17c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:16.589713 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.604092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:18:16.604695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:18:16.607991 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:18:16.613732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Pushing event deleted for resources: {'Port': ['ID=20860a73-d869-483f-9cef-912f1dcda17c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:16.628978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.629899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.631219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.632247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.633477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.634045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.634878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.635864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.636397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.637641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.638318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.639051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfb55ac-e287-4ced-af11-0c0686a8d8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:16.644072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5e381a6-cba0-4bc7-80ca-97065831c093 req-1baa71b3-9677-4d5d-8ab5-712d39c6f935 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946198 Jul 23 14:18:16.687693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-41f38b5b-077b-4751-b0f3-e3ffb837f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:16.689438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-41f38b5b-077b-4751-b0f3-e3ffb837f6f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 1094 time: 0.2609046 Jul 23 14:18:16.729088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.736331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:16.742581 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/843ad6b5-1e20-457f-a574-b800f49df18b HTTP/1.1" status: 204 len: 168 time: 1.5070424 Jul 23 14:18:16.768393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311e90-db55-4c86-b9b2-a06cde750c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=843ad6b5-1e20-457f-a574-b800f49df18b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:16.769362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-8a6fc9e7-02a8-4d2f-9b13-67fe6e5dd68f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc HTTP/1.1" status: 200 len: 217 time: 0.0651395 Jul 23 14:18:16.840127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-be912e7d-8b4b-47b5-bd88-c1f0974afda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:16.842478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-be912e7d-8b4b-47b5-bd88-c1f0974afda3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0654349 Jul 23 14:18:16.931159 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d3ec4e-e600-4112-ad45-ee7bb24879f6 x-openstack-request-id: req-f8d3ec4e-e600-4112-ad45-ee7bb24879f6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:16.931405 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:16.931698 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8d3ec4e-e600-4112-ad45-ee7bb24879f6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:16.932839 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc', 'status': 'completed', 'code': 200} Jul 23 14:18:16.967300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-a85ddcfd-e2f9-4611-b473-5b17143c9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:16.968822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-a85ddcfd-e2f9-4611-b473-5b17143c9719 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023436 Jul 23 14:18:17.111585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:17.115787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-eb7d56be-1ccb-4d34-a47c-dc05b4dccd76 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376841 Jul 23 14:18:17.175588 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6faacc95-607b-427c-9f8b-50bd7002715e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9cf036af1964a74a671f701243dd269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620084 Jul 23 14:18:17.182348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:17.297064 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945c1aaf-ea96-46b5-bf48-51e0bd092e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:17.306240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2aec76d-a83e-4f1a-86e8-bce34a6c089a req-3c15272f-5476-49f5-8598-a276297bb57c service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836171 Jul 23 14:18:17.343264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945c1aaf-ea96-46b5-bf48-51e0bd092e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:17.454739 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945c1aaf-ea96-46b5-bf48-51e0bd092e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:17.507978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945c1aaf-ea96-46b5-bf48-51e0bd092e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:17.512649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-945c1aaf-ea96-46b5-bf48-51e0bd092e37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3370cef2-f52f-4177-9d44-e4718817b3e9 HTTP/1.1" status: 204 len: 168 time: 0.3255882 Jul 23 14:18:17.533323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c1aaf-ea96-46b5-bf48-51e0bd092e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3370cef2-f52f-4177-9d44-e4718817b3e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:17.592971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-4ed89fcc-c830-422b-b9d4-a42f15ac90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:17.596609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-4ed89fcc-c830-422b-b9d4-a42f15ac90f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 1094 time: 0.1982777 Jul 23 14:18:17.736510 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:17.748264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20860a73-d869-483f-9cef-912f1dcda17c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:17.763713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:17.785848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 20860a73-d869-483f-9cef-912f1dcda17c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:17.786888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 20860a73-d869-483f-9cef-912f1dcda17c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:17.865619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-49715104-922b-47ea-8857-793153d6c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:17.867534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-49715104-922b-47ea-8857-793153d6c05e service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.2593753 Jul 23 14:18:17.935429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-478b8363-477e-4bc5-a799-270fe15bfc01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc HTTP/1.1" status: 200 len: 217 time: 0.0594378 Jul 23 14:18:18.009645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-0dcfac87-c1f8-47f9-9f85-044d0f7e6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:18.011429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-0dcfac87-c1f8-47f9-9f85-044d0f7e6944 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0664320 Jul 23 14:18:18.024629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840dda5-1680-4bcb-b55b-9bb2e799fe24 req-f142104a-6d26-4c9f-ad36-1bddb602c9b3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:18.026405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a840dda5-1680-4bcb-b55b-9bb2e799fe24 req-f142104a-6d26-4c9f-ad36-1bddb602c9b3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 943 time: 0.1958625 Jul 23 14:18:18.133190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a840dda5-1680-4bcb-b55b-9bb2e799fe24 req-67dfe106-8d01-4eaf-85fe-f9f3c5e83f7f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942125 Jul 23 14:18:18.141958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2954ff2-d62b-4361-a7a7-1ccdedf564be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.173119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-3c5fe29b-5a40-484b-9aef-f3fa23acaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:18.176052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-3c5fe29b-5a40-484b-9aef-f3fa23acaa68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485608 Jul 23 14:18:18.277549 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.311369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2954ff2-d62b-4361-a7a7-1ccdedf564be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.318167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:18.322048 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2954ff2-d62b-4361-a7a7-1ccdedf564be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.348689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-f9066a41-5ba7-48dd-9687-7b8ddf00f54d service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648097 Jul 23 14:18:18.413040 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c2954ff2-d62b-4361-a7a7-1ccdedf564be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84100bd7baa54c4c907176aef40a9aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476977 Jul 23 14:18:18.417590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:18.438528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2954ff2-d62b-4361-a7a7-1ccdedf564be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2c8dea-0b2d-4a50-aaf3-409006bbd52e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:18.445387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a327bf09-3b5f-495d-9a60-e6e791ec5bf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86136466ee254e51bd2329a4a4c2d596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250188 Jul 23 14:18:18.451676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:18.472694 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3796390d-c10b-4e78-9f89-577ca59da9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.500037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa31fb7-6e67-4b5f-ba34-b851f90f4fbb req-ac4319ff-2199-4530-9f28-0e35d836f959 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443510 Jul 23 14:18:18.508876 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86494d7-32c2-4066-8428-b1cdcf360240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.541940 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86494d7-32c2-4066-8428-b1cdcf360240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.551120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f95023-bb72-44b6-b300-bd6a25407875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.592485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f95023-bb72-44b6-b300-bd6a25407875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.609614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86494d7-32c2-4066-8428-b1cdcf360240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.615222 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86494d7-32c2-4066-8428-b1cdcf360240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.620412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f86494d7-32c2-4066-8428-b1cdcf360240 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb2c8dea-0b2d-4a50-aaf3-409006bbd52e HTTP/1.1" status: 204 len: 168 time: 0.1946554 Jul 23 14:18:18.635953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86494d7-32c2-4066-8428-b1cdcf360240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2c8dea-0b2d-4a50-aaf3-409006bbd52e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:18.733287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f95023-bb72-44b6-b300-bd6a25407875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.737203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f95023-bb72-44b6-b300-bd6a25407875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:18.744494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-40f95023-bb72-44b6-b300-bd6a25407875 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7564a728-3910-4775-b267-9667b7c8a53f HTTP/1.1" status: 204 len: 168 time: 0.2751362 Jul 23 14:18:18.763289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95023-bb72-44b6-b300-bd6a25407875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7564a728-3910-4775-b267-9667b7c8a53f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:19.266626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:19.286022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63c1efb8-b2f0-4859-b24a-28b877ceaf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.426269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63c1efb8-b2f0-4859-b24a-28b877ceaf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.440177 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63c1efb8-b2f0-4859-b24a-28b877ceaf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.492872 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.520956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-63c1efb8-b2f0-4859-b24a-28b877ceaf62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53a34d33aec84db0b3f46b3698d196b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529242 Jul 23 14:18:19.523637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:19.527217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1efb8-b2f0-4859-b24a-28b877ceaf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a006d4f-cf4d-4db8-af00-2c88fa6f5654,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:19.563297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe89f37-a0fe-47eb-912b-3787a54672c3 req-3bb961a7-a26e-4d3e-bc35-db11b80030a0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:19.565915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbe89f37-a0fe-47eb-912b-3787a54672c3 req-3bb961a7-a26e-4d3e-bc35-db11b80030a0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 943 time: 0.2682397 Jul 23 14:18:19.629881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-080fdbb2-4a41-44fa-b4c9-da6a0eb39803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.646524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbe89f37-a0fe-47eb-912b-3787a54672c3 req-d9a735c0-72ca-4f50-87b1-1e631d666074 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613165 Jul 23 14:18:19.697385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-080fdbb2-4a41-44fa-b4c9-da6a0eb39803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.760275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-080fdbb2-4a41-44fa-b4c9-da6a0eb39803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.764211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-080fdbb2-4a41-44fa-b4c9-da6a0eb39803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:19.765352 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-080fdbb2-4a41-44fa-b4c9-da6a0eb39803 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a006d4f-cf4d-4db8-af00-2c88fa6f5654 HTTP/1.1" status: 204 len: 168 time: 0.2399700 Jul 23 14:18:19.780039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fdbb2-4a41-44fa-b4c9-da6a0eb39803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a006d4f-cf4d-4db8-af00-2c88fa6f5654,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:20.331071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 96dbb137-e1dc-41a8-b8f7-32af245185fc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:18:20.536917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 96dbb137-e1dc-41a8-b8f7-32af245185fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:20.549912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '96dbb137-e1dc-41a8-b8f7-32af245185fc', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': '96dbb137-e1dc-41a8-b8f7-32af245185fc', 'mac_address': 'fa:16:3e:b7:09:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:18:20.613988 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:20.629985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dbb137-e1dc-41a8-b8f7-32af245185fc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:20.656770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 96dbb137-e1dc-41a8-b8f7-32af245185fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:20.664410 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:20.745576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=96dbb137-e1dc-41a8-b8f7-32af245185fc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:20.862598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b86815-72ea-4334-a50e-a01dd9162317 req-29906601-6ee3-4a9b-b78d-d5e801566216 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:20.864279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05b86815-72ea-4334-a50e-a01dd9162317 req-29906601-6ee3-4a9b-b78d-d5e801566216 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 944 time: 0.0789564 Jul 23 14:18:20.918308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05b86815-72ea-4334-a50e-a01dd9162317 req-7d4293a2-6554-414b-bd22-6f17914ef391 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 Jul 23 14:18:21.038454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['96dbb137-e1dc-41a8-b8f7-32af245185fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:21.239988 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.079732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b373a8-ec26-4e34-a153-cc32fd884866 req-075348bc-b475-4302-ae96-413697ede44d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:22.082537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19b373a8-ec26-4e34-a153-cc32fd884866 req-075348bc-b475-4302-ae96-413697ede44d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 944 time: 0.0769503 Jul 23 14:18:22.130348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19b373a8-ec26-4e34-a153-cc32fd884866 req-887a79cb-6036-4d61-b365-c4fa1d78cfe8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Jul 23 14:18:22.265166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:22.327914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 96dbb137-e1dc-41a8-b8f7-32af245185fc up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:18:22.384127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 96dbb137-e1dc-41a8-b8f7-32af245185fc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:18:22.387934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.389067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 96dbb137-e1dc-41a8-b8f7-32af245185fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:22.389067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.507402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.516452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.607734 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.621876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=581be4bb20ae44d7bab04557495ecd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555262 Jul 23 14:18:22.622866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ba04d5-bec8-4805-b9fa-a3898f60763b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:22.624709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:22.643447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.644124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.648207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.648782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.649286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.649825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.650354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.650924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.651415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.651905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.652417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.653726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3317cb-857f-4b98-b5d8-5459543f2796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:22.723864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:22.728535 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a903bf5-97cf-49da-8edb-e228d1c31937" -d '{"events": [{"server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:22.745850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 96dbb137-e1dc-41a8-b8f7-32af245185fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:22.746247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dedaa4f-283b-4519-a34d-5e9b04cf4fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.754268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.815346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dedaa4f-283b-4519-a34d-5e9b04cf4fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.829331 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea6f7b-00f7-4c02-9da2-21f976e2b080 x-openstack-request-id: req-a4ea6f7b-00f7-4c02-9da2-21f976e2b080 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:22.829613 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:22.829860 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4ea6f7b-00f7-4c02-9da2-21f976e2b080 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:22.830256 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc', 'code': 200} Jul 23 14:18:22.873941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=96dbb137-e1dc-41a8-b8f7-32af245185fc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:22.888590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dedaa4f-283b-4519-a34d-5e9b04cf4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.892234 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dedaa4f-283b-4519-a34d-5e9b04cf4fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:22.893993 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9dedaa4f-283b-4519-a34d-5e9b04cf4fb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94ba04d5-bec8-4805-b9fa-a3898f60763b HTTP/1.1" status: 204 len: 168 time: 0.2672265 Jul 23 14:18:22.903135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedaa4f-283b-4519-a34d-5e9b04cf4fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ba04d5-bec8-4805-b9fa-a3898f60763b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:22.981111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2d7a7-9842-463e-b8a7-e9daecb3e89c req-550f18b3-f8e8-4a43-9a55-a37aea936a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:22.982608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda2d7a7-9842-463e-b8a7-e9daecb3e89c req-550f18b3-f8e8-4a43-9a55-a37aea936a2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 1096 time: 0.0650740 Jul 23 14:18:23.234964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:23.251372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d029-5317-4d68-8620-6d3c1cf3f349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:23.368536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d029-5317-4d68-8620-6d3c1cf3f349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:23.375936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dda2d7a7-9842-463e-b8a7-e9daecb3e89c req-c8a96178-0e5f-49bf-b0f9-1de24f4b511f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852592 Jul 23 14:18:23.377790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d029-5317-4d68-8620-6d3c1cf3f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:23.411318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e1828-1788-4e5e-b551-4dda5604c075 req-1f00193e-0eb9-4b8d-9794-e078f2c29383 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:23.412881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc4e1828-1788-4e5e-b551-4dda5604c075 req-1f00193e-0eb9-4b8d-9794-e078f2c29383 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 945 time: 0.0959244 Jul 23 14:18:23.420548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d4a1d029-5317-4d68-8620-6d3c1cf3f349 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2732e1021f145d18d58d49a82f9ee29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841886 Jul 23 14:18:23.421671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1d029-5317-4d68-8620-6d3c1cf3f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7685d6-f380-46cd-a4f0-cce7e93d7655,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:23.430881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:23.455118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc4e1828-1788-4e5e-b551-4dda5604c075 req-54daf4fd-26df-469a-bd09-5c0c06e1fc36 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360129 Jul 23 14:18:23.490300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ceac4d-ef72-4be2-aa59-e5af1d316b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:23.518571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ceac4d-ef72-4be2-aa59-e5af1d316b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:23.573761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ceac4d-ef72-4be2-aa59-e5af1d316b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:23.577475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ceac4d-ef72-4be2-aa59-e5af1d316b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:23.578967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f5ceac4d-ef72-4be2-aa59-e5af1d316b1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac7685d6-f380-46cd-a4f0-cce7e93d7655 HTTP/1.1" status: 204 len: 168 time: 0.1466775 Jul 23 14:18:23.588343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceac4d-ef72-4be2-aa59-e5af1d316b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7685d6-f380-46cd-a4f0-cce7e93d7655,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:24.217593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:24.377871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b03747f-141c-49a1-bd48-d49057b94e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.482854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b03747f-141c-49a1-bd48-d49057b94e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.490394 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b03747f-141c-49a1-bd48-d49057b94e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.547636 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8b03747f-141c-49a1-bd48-d49057b94e94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=095173a4d76a40fe8a37e4cd91d6f452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274229 Jul 23 14:18:24.549922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:24.555316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03747f-141c-49a1-bd48-d49057b94e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a704d4-d455-42a0-8be4-9377777c7675,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:24.611225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:24.743580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac267-e7dd-4373-850c-73521a09950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.767081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162af92c-7fa1-4802-ab71-3ff302b40c44 req-4c860845-cb0d-4cc8-a9bb-620c642ee093 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:24.768584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-162af92c-7fa1-4802-ab71-3ff302b40c44 req-4c860845-cb0d-4cc8-a9bb-620c642ee093 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 945 time: 0.1430082 Jul 23 14:18:24.781424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac267-e7dd-4373-850c-73521a09950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.782288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-971765263-network', 'tenant_id': 'e0c25246759846ad96e0291b82a7de57'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:24.809663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Made reservation on behalf of e0c25246759846ad96e0291b82a7de57 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:24.813144 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.822408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.841701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-162af92c-7fa1-4802-ab71-3ff302b40c44 req-14e8ed9c-3692-4996-b407-b95eecec3365 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Jul 23 14:18:24.885757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac267-e7dd-4373-850c-73521a09950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.888453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac267-e7dd-4373-850c-73521a09950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.890986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6e7ac267-e7dd-4373-850c-73521a09950d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55a704d4-d455-42a0-8be4-9377777c7675 HTTP/1.1" status: 204 len: 168 time: 0.3192425 Jul 23 14:18:24.900712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ac267-e7dd-4373-850c-73521a09950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a704d4-d455-42a0-8be4-9377777c7675,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:24.945092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.949875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.976226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:18:24.990456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74145cfe-ca11-4066-b9a3-03378cbb70d2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:24.996227 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:24.996580 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Added segment 23819036-28ba-46b7-9a18-3ea6f375b956 of type vlan for network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a Jul 23 14:18:25.048837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.081685 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.082668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:25.083270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.122550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5075767 Jul 23 14:18:25.123026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:25.128231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Request body: {'subnet': {'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-971765263-subnet', 'tenant_id': 'e0c25246759846ad96e0291b82a7de57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:25.154396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Made reservation on behalf of e0c25246759846ad96e0291b82a7de57 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:25.155898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d9f67-ae40-419b-8c31-765ee856773b admin admin] Pushing event updated for resources: {'Network': ['ID=10fafe73-cdfe-41c1-858b-e0a3fc96eb3a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:25.156947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.167761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:18:25.207402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:25.222214 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a02158-bc6c-46fe-ba66-a77a1eef7368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.333853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a02158-bc6c-46fe-ba66-a77a1eef7368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.340431 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a02158-bc6c-46fe-ba66-a77a1eef7368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.357408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.379110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a5a02158-bc6c-46fe-ba66-a77a1eef7368 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd4e2a4907f0436087368a4c78cfb004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704202 Jul 23 14:18:25.380076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a02158-bc6c-46fe-ba66-a77a1eef7368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25587cba-95c0-476a-9e7f-5fa037269546,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:25.381803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:25.431326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237a2f07-507a-4e00-aec7-6afd332dc6c6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:25.461366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Checking segment: {'id': '23819036-28ba-46b7-9a18-3ea6f375b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:18:25.461670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Network hostable DHCP agents. Network: 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:18:25.469649 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b56f795d-676f-4cbb-8d7d-ccb3bf3d14e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.500559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b56f795d-676f-4cbb-8d7d-ccb3bf3d14e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.502107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:18:25.525847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:18:25.535569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:25.536058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc606398-bcbf-43b3-836a-21da036f1016 None None] Network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:18:25.536213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.551746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b46d3612-54d0-46d2-b79f-2e7bf85b32b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4275892 Jul 23 14:18:25.577173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b56f795d-676f-4cbb-8d7d-ccb3bf3d14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.580218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b56f795d-676f-4cbb-8d7d-ccb3bf3d14e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:25.581336 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b56f795d-676f-4cbb-8d7d-ccb3bf3d14e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25587cba-95c0-476a-9e7f-5fa037269546 HTTP/1.1" status: 204 len: 168 time: 0.1984649 Jul 23 14:18:25.590926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f795d-676f-4cbb-8d7d-ccb3bf3d14e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25587cba-95c0-476a-9e7f-5fa037269546,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:25.681625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ffffe3-2586-4b4f-a483-6c2bd11d07d7 None None] Network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:18:26.030143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66e1f1-5089-4b95-ba4f-c08bebc01f9c req-771aa7b4-1e0d-48d0-8fb6-ef6cf2286146 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:26.033318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb66e1f1-5089-4b95-ba4f-c08bebc01f9c req-771aa7b4-1e0d-48d0-8fb6-ef6cf2286146 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 945 time: 0.0988746 Jul 23 14:18:26.087491 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb66e1f1-5089-4b95-ba4f-c08bebc01f9c req-ec1b4a91-bf82-4e6a-b175-6000a4e93925 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485418 Jul 23 14:18:26.227229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:26.232851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2013872613-network', 'tenant_id': '835150e1d8444802a6dc5ece7d1821bc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:26.268267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Made reservation on behalf of 835150e1d8444802a6dc5ece7d1821bc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:26.270660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.287862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.319199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-5e2dc2c2-6586-47b8-a0bb-5b3887b84a2a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 267 time: 0.0703335 Jul 23 14:18:26.432504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-4f34a335-05cb-49b0-b356-5dedd70bb867 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:26.434022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-4f34a335-05cb-49b0-b356-5dedd70bb867 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 945 time: 0.1052227 Jul 23 14:18:26.451523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'port': {'security_groups': []}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:26.503277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.515348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.565426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:18:26.592925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.595448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.595733 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Added segment 229993c9-7279-4e13-b04c-efda01741069 of type vlan for network 788777c6-d631-4b31-bd4e-c56d044cc94e Jul 23 14:18:26.597562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fd6f15-0dff-4b7c-b9af-cd1f003ebfcd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:26.681139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.776930 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.780403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:26.781478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.882171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6537321 Jul 23 14:18:26.885584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:26.899786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Request body: {'subnet': {'network_id': '788777c6-d631-4b31-bd4e-c56d044cc94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2013872613-subnet', 'tenant_id': '835150e1d8444802a6dc5ece7d1821bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:26.927832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Made reservation on behalf of 835150e1d8444802a6dc5ece7d1821bc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:26.930683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:26.943849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5dfce-f550-49a4-9280-c11d54921a67 admin admin] Pushing event updated for resources: {'Network': ['ID=788777c6-d631-4b31-bd4e-c56d044cc94e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:26.958729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 788777c6-d631-4b31-bd4e-c56d044cc94e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:18:27.009565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] For port 96dbb137-e1dc-41a8-b8f7-32af245185fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:27.066020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:27.074970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:27.094871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:27.150806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:27.151595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:27.152646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['165769ec-c469-470c-825a-bf529665d920', '96dbb137-e1dc-41a8-b8f7-32af245185fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:27.161077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee67f117-dfc0-49ad-bd67-f8c7b9ba6ce4 req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "PUT /v2.0/ports/96dbb137-e1dc-41a8-b8f7-32af245185fc HTTP/1.1" status: 200 len: 904 time: 0.7155514 Jul 23 14:18:27.161077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:27.170136 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b866f4-bf76-409b-908c-263a37a96d66" -d '{"events": [{"name": "network-changed", "server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:27.242873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e9c63-9616-4df0-96f3-be3923e17e79 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=96dbb137-e1dc-41a8-b8f7-32af245185fc,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:27.246506 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:27.332876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['96dbb137-e1dc-41a8-b8f7-32af245185fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:27.385243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037121-dd41-40a3-89ae-979b96fbdd15 req-58c6ffd0-4e95-4867-aa36-37139d45d73d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:27.388024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e037121-dd41-40a3-89ae-979b96fbdd15 req-58c6ffd0-4e95-4867-aa36-37139d45d73d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 907 time: 0.1118233 Jul 23 14:18:27.403272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=901ab0f3-2fb7-41d3-bc34-eda62481ad2e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:27.411239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Checking segment: {'id': '229993c9-7279-4e13-b04c-efda01741069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '788777c6-d631-4b31-bd4e-c56d044cc94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:18:27.412280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Network hostable DHCP agents. Network: 788777c6-d631-4b31-bd4e-c56d044cc94e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:18:27.453738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Network 788777c6-d631-4b31-bd4e-c56d044cc94e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:18:27.470229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 788777c6-d631-4b31-bd4e-c56d044cc94e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:18:27.475527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:27.476545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:27.485900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f927a66-d877-4cd1-8545-a5342d2594cd None None] Network 788777c6-d631-4b31-bd4e-c56d044cc94e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:18:27.486371 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a436bc-5b7a-4474-833a-f371b594e58a x-openstack-request-id: req-54a436bc-5b7a-4474-833a-f371b594e58a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:27.486896 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:27.487274 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54a436bc-5b7a-4474-833a-f371b594e58a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:27.487778 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc', 'status': 'completed', 'code': 200} Jul 23 14:18:27.512061 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1f00ccc3-d1f4-4d8b-a8e8-399c49ad88ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6242814 Jul 23 14:18:27.629273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b866f4-bf76-409b-908c-263a37a96d66 req-a083526f-3e62-4b4a-8935-c99bbcd5fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:27.632576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b866f4-bf76-409b-908c-263a37a96d66 req-a083526f-3e62-4b4a-8935-c99bbcd5fd5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 1058 time: 0.1096904 Jul 23 14:18:27.660550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32229246-95d6-42b8-b7a1-b1fdc3ba78f0 None None] Provisioning complete for port 96dbb137-e1dc-41a8-b8f7-32af245185fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:27.661004 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32229246-95d6-42b8-b7a1-b1fdc3ba78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:27.832981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b866f4-bf76-409b-908c-263a37a96d66 req-39e9d097-bc78-473f-a221-aadce8e6f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:27.834706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b866f4-bf76-409b-908c-263a37a96d66 req-39e9d097-bc78-473f-a221-aadce8e6f7df service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1927705 Jul 23 14:18:27.844426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3612e2d-6a05-4e60-b902-e42f16e39138 req-93ed34d3-55e2-4bbe-91d1-6ef5be440169 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:27.846198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3612e2d-6a05-4e60-b902-e42f16e39138 req-93ed34d3-55e2-4bbe-91d1-6ef5be440169 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1593957 Jul 23 14:18:27.917689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b866f4-bf76-409b-908c-263a37a96d66 req-f6241e03-4bde-421d-af90-60172e365489 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc HTTP/1.1" status: 200 len: 217 time: 0.0704031 Jul 23 14:18:27.987210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb55b4d-930a-4179-ad5a-b4cff889aec9 None None] Network 788777c6-d631-4b31-bd4e-c56d044cc94e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:18:28.011610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3612e2d-6a05-4e60-b902-e42f16e39138 req-8e384fd3-95f5-4059-b757-9c865f957969 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927794 Jul 23 14:18:28.044380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b866f4-bf76-409b-908c-263a37a96d66 req-fd6b0a5e-7245-461f-93cf-7aa23407ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:28.045965 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b866f4-bf76-409b-908c-263a37a96d66 req-fd6b0a5e-7245-461f-93cf-7aa23407ca03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1194210 Jul 23 14:18:28.136804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b866f4-bf76-409b-908c-263a37a96d66 req-b53c5492-10b3-4d4b-8fcf-44b66225aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:28.138696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b866f4-bf76-409b-908c-263a37a96d66 req-b53c5492-10b3-4d4b-8fcf-44b66225aaac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854735 Jul 23 14:18:28.269829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b866f4-bf76-409b-908c-263a37a96d66 req-40b8f246-0894-4ba1-b97a-bfea623cda7c service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238585 Jul 23 14:18:28.377241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87b866f4-bf76-409b-908c-263a37a96d66 req-4fd71e19-e1e6-4190-9e75-aba06a950bfc service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006446 Jul 23 14:18:28.522994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b1413-c00c-4622-9641-014d6ccff2fc req-df7c6dfc-c417-48ad-ba81-8c59f6be4d77 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:28.524810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-df7c6dfc-c417-48ad-ba81-8c59f6be4d77 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/networks?id=10fafe73-cdfe-41c1-858b-e0a3fc96eb3a HTTP/1.1" status: 200 len: 808 time: 0.1349146 Jul 23 14:18:28.540504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-3a69b645-aeaa-4985-ac2d-3e5df4f4ce90 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/quotas/e0c25246759846ad96e0291b82a7de57 HTTP/1.1" status: 200 len: 375 time: 0.0101602 Jul 23 14:18:28.583001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-5bbd6ffd-c9d9-45a6-9eaf-7a21dc9f3e8c tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0c25246759846ad96e0291b82a7de57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356200 Jul 23 14:18:28.684934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-40a95780-1c11-4581-b259-d864776ce406 service neutron] 10.222.0.21 "GET /v2.0/networks/10fafe73-cdfe-41c1-858b-e0a3fc96eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949452 Jul 23 14:18:28.787343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-9deba3af-cdc3-4257-874c-99a7b51bb425 service neutron] 10.222.0.21 "GET /v2.0/networks/10fafe73-cdfe-41c1-858b-e0a3fc96eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956323 Jul 23 14:18:29.093750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c444ad4-cac7-4e70-a4fe-0499b0996216 req-1a16d227-7d0b-47b8-b46f-b97f437fbdfd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:29.095493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c444ad4-cac7-4e70-a4fe-0499b0996216 req-1a16d227-7d0b-47b8-b46f-b97f437fbdfd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1226244 Jul 23 14:18:29.183790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c444ad4-cac7-4e70-a4fe-0499b0996216 req-66e51b1d-9451-4262-af97-736d0adf1e08 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819051 Jul 23 14:18:29.408156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e9e01b9a-73ab-4f2f-9fc3-0faf9d80ed66 req-55b32bac-86e8-4c75-bbf3-f4d7337f553b tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 210 time: 0.0359483 Jul 23 14:18:29.594125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-6256ae2b-6a4a-4d5a-beea-e561e31520d5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:29.595762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-6256ae2b-6a4a-4d5a-beea-e561e31520d5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.1075571 Jul 23 14:18:29.613864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-445d3886-843b-4517-a941-7a837f6bea6f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/quotas/7e34e96fc13e460cba3e4baa77f1fe63 HTTP/1.1" status: 200 len: 375 time: 0.0109956 Jul 23 14:18:29.697192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-b45f0e03-981c-4b99-9fe7-9b33fa9ea2e7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0770135 Jul 23 14:18:29.788991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-59d50fa6-f294-4281-9f4b-635923d541cf service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847166 Jul 23 14:18:29.889740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-4932d997-78a3-4e65-aaea-6602abcfe7da service neutron] 10.222.0.21 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946362 Jul 23 14:18:30.077774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-088744db-27e6-475b-9286-1e127becf8ee req-88647893-4093-43de-acb1-f17a2561dab9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 210 time: 0.0402279 Jul 23 14:18:30.281115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b1413-c00c-4622-9641-014d6ccff2fc req-397206e8-5e7d-4184-bcf4-0e274475aa89 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:30.283398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-397206e8-5e7d-4184-bcf4-0e274475aa89 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.48 "GET /v2.0/networks?id=10fafe73-cdfe-41c1-858b-e0a3fc96eb3a HTTP/1.1" status: 200 len: 808 time: 0.1589198 Jul 23 14:18:30.298191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Request body: {'port': {'device_id': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a', 'admin_state_up': True, 'tenant_id': 'e0c25246759846ad96e0291b82a7de57'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:30.509081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Made reservation on behalf of e0c25246759846ad96e0291b82a7de57 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:30.517975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:30.624933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cd6d5c9-9a8a-4b39-aa98-cd6c0cd4ab7e req-c7af8254-7f1e-40af-ad1b-617837e99610 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 210 time: 0.0347242 Jul 23 14:18:30.691302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Allocated IP 172.20.0.3 (10fafe73-cdfe-41c1-858b-e0a3fc96eb3a/237a2f07-507a-4e00-aec7-6afd332dc6c6/e83abb05-7ce2-4a1c-be41-42bcb0764086) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:18:30.841694 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:30.885060 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:30.932287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:18:30.937700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:18:30.941641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:18:30.948523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Pushing event updated for resources: {'Port': ['ID=e83abb05-7ce2-4a1c-be41-42bcb0764086,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:31.005146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:31.006139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.024910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-f9cdf391-6b5f-4bc9-965f-feab0d91d528 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306187 Jul 23 14:18:31.038665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Request body: {'port': {'device_id': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:31.120852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.192348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25b5169c-1709-455e-8cc8-3ad12f63f8ed req-25dc259c-5546-4891-874d-ae888f103a09 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 210 time: 0.0398591 Jul 23 14:18:31.490743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-9758f9d7-dae0-48be-972b-5fc4345c05cb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:31.495640 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-9758f9d7-dae0-48be-972b-5fc4345c05cb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 811 time: 0.1862142 Jul 23 14:18:31.517502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Request body: {'port': {'device_id': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'admin_state_up': True, 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:31.533896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83abb05-7ce2-4a1c-be41-42bcb0764086 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:31.543324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.556747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Transition to ACTIVE for port object e83abb05-7ce2-4a1c-be41-42bcb0764086 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:18:31.564046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.621905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=e83abb05-7ce2-4a1c-be41-42bcb0764086,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:31.757417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Attempting to bind port e83abb05-7ce2-4a1c-be41-42bcb0764086 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:18:31.757754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Attempting to bind port e83abb05-7ce2-4a1c-be41-42bcb0764086 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '23819036-28ba-46b7-9a18-3ea6f375b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:18:31.758175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Attempting to bind port e83abb05-7ce2-4a1c-be41-42bcb0764086 on network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:31.764588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Port e83abb05-7ce2-4a1c-be41-42bcb0764086 on network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:18:31.764954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Attempting to bind port e83abb05-7ce2-4a1c-be41-42bcb0764086 on network 10fafe73-cdfe-41c1-858b-e0a3fc96eb3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:31.776213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:18:31.776629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Checking segment: {'id': '23819036-28ba-46b7-9a18-3ea6f375b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:18:31.777139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Bound using segment: {'id': '23819036-28ba-46b7-9a18-3ea6f375b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:18:31.777687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Bound port: e83abb05-7ce2-4a1c-be41-42bcb0764086, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23819036-28ba-46b7-9a18-3ea6f375b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:18:31.778289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.783422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Made reservation on behalf of 7e34e96fc13e460cba3e4baa77f1fe63 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:31.786933 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.858298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] For port e83abb05-7ce2-4a1c-be41-42bcb0764086, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:18:31.864581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] For port e83abb05-7ce2-4a1c-be41-42bcb0764086, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=e83abb05-7ce2-4a1c-be41-42bcb0764086,segment=NetworkSegment(23819036-28ba-46b7-9a18-3ea6f375b956),segment_id=23819036-28ba-46b7-9a18-3ea6f375b956)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:18:31.873510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.893171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a50a4-4dc8-4f4d-bf11-352011c276c0 req-9fcf4d1d-e5f9-4183-a822-b22b7ececf68 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:31.901025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e2a50a4-4dc8-4f4d-bf11-352011c276c0 req-9fcf4d1d-e5f9-4183-a822-b22b7ececf68 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 943 time: 0.1575544 Jul 23 14:18:31.918691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:31.919504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:31.921136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] 10.222.0.48 "PUT /v2.0/ports/e83abb05-7ce2-4a1c-be41-42bcb0764086 HTTP/1.1" status: 200 len: 1091 time: 0.8868320 Jul 23 14:18:31.921674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'tag': 'e83abb05-7ce2-4a1c-be41-42bcb0764086'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:31.924924 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b" -d '{"events": [{"name": "network-changed", "server_uuid": "aac70f8a-6a51-4d23-b23d-fa9d60be5556", "tag": "e83abb05-7ce2-4a1c-be41-42bcb0764086"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:31.961363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6e3eb-e3e4-4fcb-837a-2d9fde257ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=e83abb05-7ce2-4a1c-be41-42bcb0764086,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:31.973998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e2a50a4-4dc8-4f4d-bf11-352011c276c0 req-2a2616f5-f12b-4eab-b995-3acc1078449d tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Jul 23 14:18:32.000939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Allocated IP 172.20.0.8 (827eb4ad-ac52-43b5-b7eb-72d2b1c38f45/e54ff542-5be1-4e57-8ee8-9b741232e996/931dabfb-3155-4030-9f64-b8ef356b5434) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:18:32.055042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b1413-c00c-4622-9641-014d6ccff2fc req-d9ac4a8b-7013-4303-9260-cd9a1fbadd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:32.056336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-d9ac4a8b-7013-4303-9260-cd9a1fbadd30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0c25246759846ad96e0291b82a7de57&device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 1094 time: 0.0810578 Jul 23 14:18:32.121958 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-952f0f57-2d7e-4557-a16d-1514e4e26a36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83abb05-7ce2-4a1c-be41-42bcb0764086 HTTP/1.1" status: 200 len: 217 time: 0.0544035 Jul 23 14:18:32.167354 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67bb9d9-3ec2-4432-8432-fb33d5b5263a x-openstack-request-id: req-c67bb9d9-3ec2-4432-8432-fb33d5b5263a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:32.167815 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac70f8a-6a51-4d23-b23d-fa9d60be5556", "tag": "e83abb05-7ce2-4a1c-be41-42bcb0764086", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:32.168064 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c67bb9d9-3ec2-4432-8432-fb33d5b5263a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:32.168460 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'tag': 'e83abb05-7ce2-4a1c-be41-42bcb0764086', 'status': 'completed', 'code': 200} Jul 23 14:18:32.180867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b1413-c00c-4622-9641-014d6ccff2fc req-907a121f-3cc6-4871-8ca7-e8e7657c0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:32.184290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-907a121f-3cc6-4871-8ca7-e8e7657c0afc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=237a2f07-507a-4e00-aec7-6afd332dc6c6 HTTP/1.1" status: 200 len: 848 time: 0.0551896 Jul 23 14:18:32.202056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:32.220884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Transition to ACTIVE for port object 931dabfb-3155-4030-9f64-b8ef356b5434 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:18:32.239117 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-1f9883c1-44e3-4cdf-a523-85ef7b79248c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10fafe73-cdfe-41c1-858b-e0a3fc96eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457873 Jul 23 14:18:32.261097 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:32.274230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:32.317720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:32.331203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['165769ec-c469-470c-825a-bf529665d920'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:32.360623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:18:32.362268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:18:32.365011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:18:32.386013 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-52e0bab9-2f7d-440c-9997-6d03b16ce459 service neutron] 10.222.0.48 "GET /v2.0/networks/10fafe73-cdfe-41c1-858b-e0a3fc96eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386690 Jul 23 14:18:32.442533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:32.443271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:32.464919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923dd3-4cc6-4034-8398-ebf704684a3d req-f595c9e9-3b25-484f-8fcf-b3655a3e23ee tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:32.466469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8923dd3-4cc6-4034-8398-ebf704684a3d req-f595c9e9-3b25-484f-8fcf-b3655a3e23ee tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 931 time: 0.1498647 Jul 23 14:18:32.474113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-784aa807-65fd-4ae4-8b04-8c26064284ad tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609134 Jul 23 14:18:32.550544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8923dd3-4cc6-4034-8398-ebf704684a3d req-eca43c10-41a7-4bdd-83e8-2b5069ac39ed tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642393 Jul 23 14:18:32.557439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Request body: {'port': {'device_id': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:32.771625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:32.846928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e818945-2457-431d-bed2-b76a62a690e8 None None] Provisioning for port 931dabfb-3155-4030-9f64-b8ef356b5434 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:18:32.851746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e818945-2457-431d-bed2-b76a62a690e8 None None] Provisioning complete for port 931dabfb-3155-4030-9f64-b8ef356b5434 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:32.852190 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e818945-2457-431d-bed2-b76a62a690e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:32.910765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e818945-2457-431d-bed2-b76a62a690e8 None None] Port 931dabfb-3155-4030-9f64-b8ef356b5434 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:18:33.120062 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-503b1413-c00c-4622-9641-014d6ccff2fc req-e9b3eb2d-1c6d-4af5-8d7e-a3939f518ab6 service neutron] 10.222.0.48 "GET /v2.0/networks/10fafe73-cdfe-41c1-858b-e0a3fc96eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248695 Jul 23 14:18:33.236003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da934f4-5c79-4d64-9dd8-07a8063230a1 req-6c347010-3027-4fa1-ae36-08966696d351 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:33.237574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9da934f4-5c79-4d64-9dd8-07a8063230a1 req-6c347010-3027-4fa1-ae36-08966696d351 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 943 time: 0.1457555 Jul 23 14:18:33.275101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-d8043fbd-a1f3-43f1-afbc-981e958b25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:33.277573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-d8043fbd-a1f3-43f1-afbc-981e958b25be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0c25246759846ad96e0291b82a7de57&device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 1094 time: 0.0899830 Jul 23 14:18:33.285404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931dabfb-3155-4030-9f64-b8ef356b5434 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:33.292562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:33.303093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.325204 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9da934f4-5c79-4d64-9dd8-07a8063230a1 req-75bfe555-269f-4b90-b90a-61cf4282aab7 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688739 Jul 23 14:18:33.331206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Transition to ACTIVE for port object 931dabfb-3155-4030-9f64-b8ef356b5434 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:18:33.337094 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.422883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-c7648ce4-a3d6-45d5-a97e-426a3614694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:33.425669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-c7648ce4-a3d6-45d5-a97e-426a3614694f service neutron] 10.222.0.48 "GET /v2.0/networks?id=10fafe73-cdfe-41c1-858b-e0a3fc96eb3a HTTP/1.1" status: 200 len: 909 time: 0.1365755 Jul 23 14:18:33.470501 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76de75f5-fa15-45db-8d4c-0c45694fb8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.472531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:33.481801 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-cf7a75c1-94b5-4732-a6bd-02788a08fd3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83abb05-7ce2-4a1c-be41-42bcb0764086 HTTP/1.1" status: 200 len: 217 time: 0.0423484 Jul 23 14:18:33.596689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Attempting to bind port 931dabfb-3155-4030-9f64-b8ef356b5434 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:18:33.597115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Attempting to bind port 931dabfb-3155-4030-9f64-b8ef356b5434 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:18:33.597548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Attempting to bind port 931dabfb-3155-4030-9f64-b8ef356b5434 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:33.609020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-e5ec286d-45b5-4dfb-b5a0-07c3805f0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:33.611525 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-e5ec286d-45b5-4dfb-b5a0-07c3805f0c3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=237a2f07-507a-4e00-aec7-6afd332dc6c6 HTTP/1.1" status: 200 len: 848 time: 0.1207650 Jul 23 14:18:33.611707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Port 931dabfb-3155-4030-9f64-b8ef356b5434 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:18:33.612085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Attempting to bind port 931dabfb-3155-4030-9f64-b8ef356b5434 on network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:33.623611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:18:33.624012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Checking segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:18:33.624488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Bound using segment: {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:18:33.625122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Bound port: 931dabfb-3155-4030-9f64-b8ef356b5434, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f9fbe2-e231-4df2-8932-89cbd33f7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:18:33.625612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.680408 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-71826b43-ea8e-4287-a84c-40bf6d0091d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10fafe73-cdfe-41c1-858b-e0a3fc96eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599456 Jul 23 14:18:33.719218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76de75f5-fa15-45db-8d4c-0c45694fb8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.733298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:18:33.740307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:18:33.741523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76de75f5-fa15-45db-8d4c-0c45694fb8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.773825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.855054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:33.855668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:33.857386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] 10.222.0.11 "PUT /v2.0/ports/931dabfb-3155-4030-9f64-b8ef356b5434 HTTP/1.1" status: 200 len: 1091 time: 1.3621125 Jul 23 14:18:33.860074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:33.862384 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:33.870323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de75f5-fa15-45db-8d4c-0c45694fb8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddd64e3-8f7a-4522-abdb-faf4e124a46b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:33.875678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-76de75f5-fa15-45db-8d4c-0c45694fb8af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f0d25206251494ebb91ee8cca260fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5821238 Jul 23 14:18:33.881450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:33.890051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-f11fdb5d-70c1-411e-9baf-c98c894d7c78 service neutron] 10.222.0.48 "GET /v2.0/networks/10fafe73-cdfe-41c1-858b-e0a3fc96eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939933 Jul 23 14:18:34.000173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca8149-0ec2-4c1b-a5d4-0534aa71e3de service neutron] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:34.027452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a0be2c62-a3c6-4496-9dc4-1b497ee3be5b req-62419bc7-c1e4-4713-baea-e14a7fa1d133 service neutron] 10.222.0.48 "GET /v2.0/networks/10fafe73-cdfe-41c1-858b-e0a3fc96eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291232 Jul 23 14:18:34.032540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7df9-e818-4e9b-bd8a-5e75de656619 req-2db71783-96f8-48bf-a2b7-01d2729129a9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:34.034162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d31e7df9-e818-4e9b-bd8a-5e75de656619 req-2db71783-96f8-48bf-a2b7-01d2729129a9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 943 time: 0.2895789 Jul 23 14:18:34.038829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87cad286-c969-425f-80e8-51eb7b7d41ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.100139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87cad286-c969-425f-80e8-51eb7b7d41ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.123717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d31e7df9-e818-4e9b-bd8a-5e75de656619 req-5b205983-992d-4312-a50d-045a1a574141 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828874 Jul 23 14:18:34.132468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-b2e2185a-b52b-4a27-a4c5-b86618bfb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:34.134097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-b2e2185a-b52b-4a27-a4c5-b86618bfb7fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 1094 time: 0.2054000 Jul 23 14:18:34.200900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-07ef8193-f15d-4ecc-99a3-eb7cff03dd95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=931dabfb-3155-4030-9f64-b8ef356b5434 HTTP/1.1" status: 200 len: 217 time: 0.0492182 Jul 23 14:18:34.250157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87cad286-c969-425f-80e8-51eb7b7d41ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.252884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87cad286-c969-425f-80e8-51eb7b7d41ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.254025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-87cad286-c969-425f-80e8-51eb7b7d41ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bddd64e3-8f7a-4522-abdb-faf4e124a46b HTTP/1.1" status: 204 len: 168 time: 0.3716474 Jul 23 14:18:34.268202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cad286-c969-425f-80e8-51eb7b7d41ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddd64e3-8f7a-4522-abdb-faf4e124a46b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:34.271711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-c784f5e6-a0a2-4e8f-8540-5f6d66dc5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:34.273294 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-c784f5e6-a0a2-4e8f-8540-5f6d66dc5ff0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0618083 Jul 23 14:18:34.292098 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed83a8-e804-492c-844d-cce1879f5474 x-openstack-request-id: req-12ed83a8-e804-492c-844d-cce1879f5474 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:34.292244 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:34.292507 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12ed83a8-e804-492c-844d-cce1879f5474 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:34.292924 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434', 'status': 'completed', 'code': 200} Jul 23 14:18:34.341741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-c869205b-0c71-4d0b-bd81-c3ef42b74fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:34.343631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-c869205b-0c71-4d0b-bd81-c3ef42b74fcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637312 Jul 23 14:18:34.500247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-a1c57b81-4390-4fee-9f91-c5a5a0cf246f service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482050 Jul 23 14:18:34.552034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67fbc6-d5ea-40d2-860b-4c93873494d4 req-6bfb202d-b928-41d9-8337-2c6600d9a785 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:34.554503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f67fbc6-d5ea-40d2-860b-4c93873494d4 req-6bfb202d-b928-41d9-8337-2c6600d9a785 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 943 time: 0.1346757 Jul 23 14:18:34.584419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:34.598093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.640268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f67fbc6-d5ea-40d2-860b-4c93873494d4 req-c30e6eab-32cc-4b74-b2aa-e88ec1dd0556 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784395 Jul 23 14:18:34.655949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3a97dc-6ec9-4e07-9fd1-19941279fb4b req-04c6eabd-2228-41b0-a6ed-97cb57b87eff service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462781 Jul 23 14:18:34.694569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.699734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.743210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:34.743514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c4cf4aecf374c75af0c28ec2d117bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579022 Jul 23 14:18:34.744704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056b4fb0-6b95-4800-ae98-83c12fac2535,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:34.754436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.755067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.755574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.756215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.756397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.756919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.757253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.757581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.757908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.758232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.758559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.758907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85d8a3-e4d6-401e-95fc-31ced7c4cd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:18:34.840425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24b5daa3-90a4-44fb-abb2-302c01b22d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.875217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-7e234c92-5b53-4bec-a032-ba7796fc393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:34.876751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-7e234c92-5b53-4bec-a032-ba7796fc393a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 1094 time: 0.1160088 Jul 23 14:18:34.878814 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24b5daa3-90a4-44fb-abb2-302c01b22d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.989060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24b5daa3-90a4-44fb-abb2-302c01b22d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.991663 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24b5daa3-90a4-44fb-abb2-302c01b22d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:34.992859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-24b5daa3-90a4-44fb-abb2-302c01b22d67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/056b4fb0-6b95-4800-ae98-83c12fac2535 HTTP/1.1" status: 204 len: 168 time: 0.2481842 Jul 23 14:18:35.003712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-eea43914-2d30-4d37-917e-93bf9314ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:35.005246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-eea43914-2d30-4d37-917e-93bf9314ad6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1140749 Jul 23 14:18:35.006285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5daa3-90a4-44fb-abb2-302c01b22d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056b4fb0-6b95-4800-ae98-83c12fac2535,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:35.053606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-0492aa57-e2f3-4aeb-8260-78466a3c449c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=931dabfb-3155-4030-9f64-b8ef356b5434 HTTP/1.1" status: 200 len: 217 time: 0.0412786 Jul 23 14:18:35.105072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-c6b36c2a-b705-4d7a-bc28-e773cc877c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:35.106736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-c6b36c2a-b705-4d7a-bc28-e773cc877c70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0462959 Jul 23 14:18:35.180919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-71ec5554-663e-4bc1-a49e-c67dec886437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:35.183199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-71ec5554-663e-4bc1-a49e-c67dec886437 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669935 Jul 23 14:18:35.379800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:35.395775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73288cae-fa1d-4f40-b5f6-5b3b9c699a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:35.496344 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73288cae-fa1d-4f40-b5f6-5b3b9c699a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:35.501637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73288cae-fa1d-4f40-b5f6-5b3b9c699a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:35.543757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-73288cae-fa1d-4f40-b5f6-5b3b9c699a39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cfa3ebcef774c9395a2b5d6951e9c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601553 Jul 23 14:18:35.543757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73288cae-fa1d-4f40-b5f6-5b3b9c699a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfabad2-8669-424a-92e2-ab454f1fb0d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:35.545357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:35.603900 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31653cb6-6165-4761-93f8-bba52512b9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:35.642568 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31653cb6-6165-4761-93f8-bba52512b9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:35.648943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc84cf4-06e9-4b16-a55b-7203ef659563 req-922cfdcd-f4f0-433e-81e3-abfb7ac4d4ab tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:35.650596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdc84cf4-06e9-4b16-a55b-7203ef659563 req-922cfdcd-f4f0-433e-81e3-abfb7ac4d4ab tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 943 time: 0.4386117 Jul 23 14:18:35.652731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-84f74dae-d5d7-416d-ba7d-2161c0dd065e service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612689 Jul 23 14:18:35.703255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31653cb6-6165-4761-93f8-bba52512b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:35.705808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31653cb6-6165-4761-93f8-bba52512b9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:35.707003 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-31653cb6-6165-4761-93f8-bba52512b9f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbfabad2-8669-424a-92e2-ab454f1fb0d0 HTTP/1.1" status: 204 len: 168 time: 0.1607199 Jul 23 14:18:35.716303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31653cb6-6165-4761-93f8-bba52512b9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfabad2-8669-424a-92e2-ab454f1fb0d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:35.728716 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdc84cf4-06e9-4b16-a55b-7203ef659563 req-34e968eb-c593-4b31-8e25-8dfea1cd2897 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712578 Jul 23 14:18:35.808107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef95a67a-35aa-4464-ba0d-1a48dedd8f4a req-190f3068-84f4-40ca-9185-eb5f811caf25 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362190 Jul 23 14:18:36.346271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61810a-5787-4de8-9040-bdc5e205fa79 req-0f1d63e9-3bea-4fb6-9111-83bad1eeb8f4 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.348112 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc61810a-5787-4de8-9040-bdc5e205fa79 req-0f1d63e9-3bea-4fb6-9111-83bad1eeb8f4 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 943 time: 0.0674784 Jul 23 14:18:36.386726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc61810a-5787-4de8-9040-bdc5e205fa79 req-772e622c-4c25-420d-9ef2-3ad4008b3968 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Jul 23 14:18:36.459227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device e83abb05-7ce2-4a1c-be41-42bcb0764086 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:18:36.583567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port e83abb05-7ce2-4a1c-be41-42bcb0764086, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=e83abb05-7ce2-4a1c-be41-42bcb0764086,segment=NetworkSegment(23819036-28ba-46b7-9a18-3ea6f375b956),segment_id=23819036-28ba-46b7-9a18-3ea6f375b956)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:36.597214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'e83abb05-7ce2-4a1c-be41-42bcb0764086', 'network_id': '10fafe73-cdfe-41c1-858b-e0a3fc96eb3a', 'port_id': 'e83abb05-7ce2-4a1c-be41-42bcb0764086', 'mac_address': 'fa:16:3e:be:e3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237a2f07-507a-4e00-aec7-6afd332dc6c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:18:36.639110 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:36.652491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83abb05-7ce2-4a1c-be41-42bcb0764086 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:36.673613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port e83abb05-7ce2-4a1c-be41-42bcb0764086, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=e83abb05-7ce2-4a1c-be41-42bcb0764086,segment=NetworkSegment(23819036-28ba-46b7-9a18-3ea6f375b956),segment_id=23819036-28ba-46b7-9a18-3ea6f375b956)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:36.678688 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:36.681959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.687980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.693869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.699727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.705725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.711999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.718193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.720499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-16578be2-b74a-4e2b-985c-e0af7f5441d2 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.1231000 Jul 23 14:18:36.734576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=e83abb05-7ce2-4a1c-be41-42bcb0764086,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:36.765671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b3202e1-aa03-4c3a-999d-9252538332f9 req-777c4ebe-5a7e-4365-8be3-d71dd0f12023 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386980 Jul 23 14:18:36.910321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1c77b-9025-4258-80c6-c6e68188e4a7 req-53c59d16-40f9-49ff-9b25-bb7d5dc99f0f tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:36.911877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dc1c77b-9025-4258-80c6-c6e68188e4a7 req-53c59d16-40f9-49ff-9b25-bb7d5dc99f0f tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 946 time: 0.0813007 Jul 23 14:18:36.955062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dc1c77b-9025-4258-80c6-c6e68188e4a7 req-342000ed-f7c3-4f56-9de1-9ec02df66130 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372725 Jul 23 14:18:37.083534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['e83abb05-7ce2-4a1c-be41-42bcb0764086'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:37.097246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add59c0-785d-45b9-ad0c-46e608572c49 req-1ec8d358-7143-45ae-bf8e-4a56b28bbcbb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.098986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6add59c0-785d-45b9-ad0c-46e608572c49 req-1ec8d358-7143-45ae-bf8e-4a56b28bbcbb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 943 time: 0.0742142 Jul 23 14:18:37.146701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6add59c0-785d-45b9-ad0c-46e608572c49 req-c6de8cba-7f6b-4ac2-a273-62da5b5801e6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Jul 23 14:18:37.482354 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:37.527645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ab64-cd38-4164-abdd-6e4c47376482 req-a01be4be-e358-4232-af7c-0756d1af724e tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.529242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e380ab64-cd38-4164-abdd-6e4c47376482 req-a01be4be-e358-4232-af7c-0756d1af724e tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 944 time: 0.0675502 Jul 23 14:18:37.571013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e380ab64-cd38-4164-abdd-6e4c47376482 req-26c5fff7-1367-4253-8f07-7a5e0f59dd77 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Jul 23 14:18:37.596731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.602758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.608771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.614755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.621143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.627265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.633211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.635341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3496ce8d-6a55-4e96-be73-439f9059eea1 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.1193452 Jul 23 14:18:37.703725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-58fea3e9-94cb-440d-a62e-58fe0abf542b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.705138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-58fea3e9-94cb-440d-a62e-58fe0abf542b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "GET /v2.0/ports/684d8090-ee0e-40d3-9902-1dfdedcd2967?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0590782 Jul 23 14:18:37.818633 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-f40bc253-d52c-45e5-9052-431a25044029 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "GET /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1064756 Jul 23 14:18:37.833713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:37.920114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:37.921157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.929870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.934735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.940909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.948131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.955738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.962381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:37.970604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11fb0132-3812-44d3-b842-a50f9a86183d req-ef8122e7-132e-4972-92bf-155e333c6326 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 5435 time: 0.1228070 Jul 23 14:18:38.023830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11fb0132-3812-44d3-b842-a50f9a86183d req-fb52d601-aec2-45d5-adfd-49de662b737b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5&id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521665 Jul 23 14:18:38.087821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] For port 684d8090-ee0e-40d3-9902-1dfdedcd2967, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=684d8090-ee0e-40d3-9902-1dfdedcd2967,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:38.127205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] For port 684d8090-ee0e-40d3-9902-1dfdedcd2967, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:18:38.160920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] device_id is not set on port 684d8090-ee0e-40d3-9902-1dfdedcd2967 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:18:38.164950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff7771-6a87-4deb-86f3-90f01233d4ae req-68ea7fb2-7fd3-4ffb-a78f-7ffb630e5bc7 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:38.166696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bff7771-6a87-4deb-86f3-90f01233d4ae req-68ea7fb2-7fd3-4ffb-a78f-7ffb630e5bc7 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 946 time: 0.0758429 Jul 23 14:18:38.171607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.186106 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.210116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bff7771-6a87-4deb-86f3-90f01233d4ae req-665300ec-c0f6-4033-a1e8-f3a22952e004 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Jul 23 14:18:38.239474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] Pushing event updated for resources: {'Port': ['ID=684d8090-ee0e-40d3-9902-1dfdedcd2967,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:38.262620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] No DVR routers for this DVR port 684d8090-ee0e-40d3-9902-1dfdedcd2967 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:38.303212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] In _notify_port_updated(), no bound segment for port 684d8090-ee0e-40d3-9902-1dfdedcd2967 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:18:38.304128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:38.304751 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.306386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-81dd5213-f93c-4125-9a09-006cb14a093d service neutron] 10.222.0.48 "PUT /v2.0/ports/684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 200 len: 1027 time: 0.4773836 Jul 23 14:18:38.377809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-5c6d13bb-f0b3-40c1-9c43-d95def7f5d7d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:38.379508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-5c6d13bb-f0b3-40c1-9c43-d95def7f5d7d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "GET /v2.0/ports/6a48172a-53df-4fff-b74f-99206b7847d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639892 Jul 23 14:18:38.386359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952b2e4-b4fd-43ee-86fc-2befbf7d2dc5 req-19e56c73-8aa5-4759-973f-422545857c94 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:38.388109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0952b2e4-b4fd-43ee-86fc-2befbf7d2dc5 req-19e56c73-8aa5-4759-973f-422545857c94 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 943 time: 0.0736091 Jul 23 14:18:38.397853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:38.408749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:38.422950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 931dabfb-3155-4030-9f64-b8ef356b5434 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:18:38.460767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0952b2e4-b4fd-43ee-86fc-2befbf7d2dc5 req-d918967a-147d-41e6-b793-5cf18b5fcd36 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661008 Jul 23 14:18:38.501703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.528346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device e83abb05-7ce2-4a1c-be41-42bcb0764086 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:18:38.571701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12fd5f24-3e86-4129-9fcb-b18941334c9d None None] Provisioning complete for port 684d8090-ee0e-40d3-9902-1dfdedcd2967 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:38.572092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12fd5f24-3e86-4129-9fcb-b18941334c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.577065 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-652f90f2-20d2-42dd-b388-6c8319696570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.628100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:38.653086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '931dabfb-3155-4030-9f64-b8ef356b5434', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': '931dabfb-3155-4030-9f64-b8ef356b5434', 'mac_address': 'fa:16:3e:1e:43:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:18:38.655102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12fd5f24-3e86-4129-9fcb-b18941334c9d None None] Port 684d8090-ee0e-40d3-9902-1dfdedcd2967 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:18:38.690600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port e83abb05-7ce2-4a1c-be41-42bcb0764086 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:18:38.697747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] For port 6a48172a-53df-4fff-b74f-99206b7847d0, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6a48172a-53df-4fff-b74f-99206b7847d0,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:38.699057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port e83abb05-7ce2-4a1c-be41-42bcb0764086 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:38.699430 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.703487 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.736628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] For port 6a48172a-53df-4fff-b74f-99206b7847d0, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:18:38.740539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931dabfb-3155-4030-9f64-b8ef356b5434 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:38.768244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:38.774097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.775974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] device_id is not set on port 6a48172a-53df-4fff-b74f-99206b7847d0 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:18:38.785926 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.793963 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.809742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-652f90f2-20d2-42dd-b388-6c8319696570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.818543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b60e11-fb1f-48a9-9491-981e9bdfbdba req-bae50361-4597-47f9-92af-53d5d397f7ab tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:38.820131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47b60e11-fb1f-48a9-9491-981e9bdfbdba req-bae50361-4597-47f9-92af-53d5d397f7ab tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 944 time: 0.1579044 Jul 23 14:18:38.835152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d295-d685-4c00-a94b-926edeae2948 req-5030ed9f-00de-4ad5-a41d-5eb0469bee4d tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:38.836872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17c4d295-d685-4c00-a94b-926edeae2948 req-5030ed9f-00de-4ad5-a41d-5eb0469bee4d tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 946 time: 0.1925278 Jul 23 14:18:38.840547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-652f90f2-20d2-42dd-b388-6c8319696570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.854780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.864550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] No DVR routers for this DVR port 6a48172a-53df-4fff-b74f-99206b7847d0 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:38.866574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:38.885674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83abb05-7ce2-4a1c-be41-42bcb0764086'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:38.888222 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130987c5-b502-4a2e-a9ef-df26f0932852" -d '{"events": [{"server_uuid": "aac70f8a-6a51-4d23-b23d-fa9d60be5556", "name": "network-vif-plugged", "status": "completed", "tag": "e83abb05-7ce2-4a1c-be41-42bcb0764086"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:38.902286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port e83abb05-7ce2-4a1c-be41-42bcb0764086, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=e83abb05-7ce2-4a1c-be41-42bcb0764086,segment=NetworkSegment(23819036-28ba-46b7-9a18-3ea6f375b956),segment_id=23819036-28ba-46b7-9a18-3ea6f375b956)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:38.909737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.911186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4e76325a-27d4-4201-8bf2-98572f2c600d no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:38.912302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] Pushing event updated for resources: {'Port': ['ID=6a48172a-53df-4fff-b74f-99206b7847d0,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:38.934323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] In _notify_port_updated(), no bound segment for port 6a48172a-53df-4fff-b74f-99206b7847d0 on network a28c29cb-49e6-4d69-a8b9-4afb0df6659d {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:18:38.935530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:38.936261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:38.938604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3d0293c5-bd4a-46f1-84f1-b8fa0fa5db85 service neutron] 10.222.0.48 "PUT /v2.0/ports/6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 200 len: 1028 time: 0.5460112 Jul 23 14:18:38.968265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47b60e11-fb1f-48a9-9491-981e9bdfbdba req-8348a0c0-f838-4153-ae4b-0e9a72812715 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298120 Jul 23 14:18:38.985091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-652f90f2-20d2-42dd-b388-6c8319696570 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=049fc5a81aee45e886f5f81552399c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752733 Jul 23 14:18:39.008125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:39.014806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=e83abb05-7ce2-4a1c-be41-42bcb0764086,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:39.030524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f90f2-20d2-42dd-b388-6c8319696570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9aee0-9945-4eb2-bc54-0fe747f172e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:39.047638 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64eed8e-e306-40e2-8e80-3800a0b539b4 x-openstack-request-id: req-d64eed8e-e306-40e2-8e80-3800a0b539b4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:39.047638 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac70f8a-6a51-4d23-b23d-fa9d60be5556", "name": "network-vif-plugged", "status": "completed", "tag": "e83abb05-7ce2-4a1c-be41-42bcb0764086", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:39.047955 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d64eed8e-e306-40e2-8e80-3800a0b539b4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:39.048357 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83abb05-7ce2-4a1c-be41-42bcb0764086', 'code': 200} Jul 23 14:18:39.067774 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.145621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['931dabfb-3155-4030-9f64-b8ef356b5434'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:39.152773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4e76325a-27d4-4201-8bf2-98572f2c600d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4e76325a-27d4-4201-8bf2-98572f2c600d,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:39.166880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:39.167281 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.193244 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.193965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:39.251343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-257fa4fc-cb50-4aa7-a43f-c525826a75ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.275188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] For port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:39.275634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.277364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8079533d-e2c2-47ac-9457-0d016ac9ff4b None None] Provisioning complete for port 6a48172a-53df-4fff-b74f-99206b7847d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:39.277616 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8079533d-e2c2-47ac-9457-0d016ac9ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.279259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Deleting port f1287200-619b-4c3f-a405-aee9294adc5d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:39.279598 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.289216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e0ec9-0df8-46d3-895a-ebbb74aaba43 req-aa9173d5-26d7-47ac-b31c-874718e2e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:39.290801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d1e0ec9-0df8-46d3-895a-ebbb74aaba43 req-aa9173d5-26d7-47ac-b31c-874718e2e11f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 1096 time: 0.1677253 Jul 23 14:18:39.292270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:39.308647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-257fa4fc-cb50-4aa7-a43f-c525826a75ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.332460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=4e76325a-27d4-4201-8bf2-98572f2c600d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:39.349928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8079533d-e2c2-47ac-9457-0d016ac9ff4b None None] Port 6a48172a-53df-4fff-b74f-99206b7847d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:18:39.401600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba683aa-ed58-486c-b92d-9d24ffdbbefc req-47dfb7e7-aea4-4e15-bb51-c30b896bf5b0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:39.407762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba683aa-ed58-486c-b92d-9d24ffdbbefc req-47dfb7e7-aea4-4e15-bb51-c30b896bf5b0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:39.413893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba683aa-ed58-486c-b92d-9d24ffdbbefc req-47dfb7e7-aea4-4e15-bb51-c30b896bf5b0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:39.417346 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.420377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba683aa-ed58-486c-b92d-9d24ffdbbefc req-47dfb7e7-aea4-4e15-bb51-c30b896bf5b0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:39.426785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba683aa-ed58-486c-b92d-9d24ffdbbefc req-47dfb7e7-aea4-4e15-bb51-c30b896bf5b0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:39.428646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ba683aa-ed58-486c-b92d-9d24ffdbbefc req-47dfb7e7-aea4-4e15-bb51-c30b896bf5b0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 3884 time: 0.2725692 Jul 23 14:18:39.449861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.481694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:39.487226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d1e0ec9-0df8-46d3-895a-ebbb74aaba43 req-fb312f03-2902-4d45-a3d2-a0112c54c781 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739683 Jul 23 14:18:39.498340 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.499008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 684d8090-ee0e-40d3-9902-1dfdedcd2967 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:39.524897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] For port f1287200-619b-4c3f-a405-aee9294adc5d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f1287200-619b-4c3f-a405-aee9294adc5d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:39.525345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.529258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=6f135949-a4d4-4c12-afb5-bb7d8ce53b1c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:39.530558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ba683aa-ed58-486c-b92d-9d24ffdbbefc req-72f8942e-f338-4397-9137-2e488ec92a39 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900831 Jul 23 14:18:39.544223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Calling delete_port for f1287200-619b-4c3f-a405-aee9294adc5d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:39.548637 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-257fa4fc-cb50-4aa7-a43f-c525826a75ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.551075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-257fa4fc-cb50-4aa7-a43f-c525826a75ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.552290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-257fa4fc-cb50-4aa7-a43f-c525826a75ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbe9aee0-9945-4eb2-bc54-0fe747f172e3 HTTP/1.1" status: 204 len: 168 time: 0.5436027 Jul 23 14:18:39.571176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fa4fc-cb50-4aa7-a43f-c525826a75ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9aee0-9945-4eb2-bc54-0fe747f172e3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:39.586596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] No DVR routers for this DVR port 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:39.590587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.602486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-ffe2a1c0-f151-404e-89b1-2ba999ba4a46 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "DELETE /v2.0/ports/6f135949-a4d4-4c12-afb5-bb7d8ce53b1c HTTP/1.1" status: 204 len: 173 time: 0.6584949 Jul 23 14:18:39.604364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:39.607123 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b915fe1-e39c-42b7-859d-4f86490895fa" -d '{"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "6f135949-a4d4-4c12-afb5-bb7d8ce53b1c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:39.643601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 684d8090-ee0e-40d3-9902-1dfdedcd2967 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:39.644220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a5e77c35-7f69-4fc1-9149-cb3f4bc38233 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:39.681123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:39.755371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port a023691a-7f6a-4b02-9288-e12459aa4a16 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:39.755970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.778344 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.785048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0036-d22d-460a-91a2-cd0746ee19a2 req-68074cf7-8555-473a-a225-23b78329e1d9 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:39.786666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b7e0036-d22d-460a-91a2-cd0746ee19a2 req-68074cf7-8555-473a-a225-23b78329e1d9 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5575dcca-cb05-4263-9350-1503e8f0d939 HTTP/1.1" status: 200 len: 946 time: 0.1446464 Jul 23 14:18:39.820513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:39.821004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.827904 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.828670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:39.837102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['f1287200-619b-4c3f-a405-aee9294adc5d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:39.881888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Pushing event deleted for resources: {'Port': ['ID=f1287200-619b-4c3f-a405-aee9294adc5d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:39.893169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b7e0036-d22d-460a-91a2-cd0746ee19a2 req-a4844bf1-8ea3-4ead-a457-3d88c0f3883c tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951545 Jul 23 14:18:39.901016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:39.901365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f135949-a4d4-4c12-afb5-bb7d8ce53b1c not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:39.908863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] For port a023691a-7f6a-4b02-9288-e12459aa4a16, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a023691a-7f6a-4b02-9288-e12459aa4a16,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:39.909239 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.945071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for a023691a-7f6a-4b02-9288-e12459aa4a16 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:39.959966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] No DVR routers for this DVR port f1287200-619b-4c3f-a405-aee9294adc5d on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:39.966298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:39.968754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17c4d295-d685-4c00-a94b-926edeae2948 req-45ac14ae-cb9c-4ac4-9bdc-39817c53df03 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "DELETE /v2.0/ports/f1287200-619b-4c3f-a405-aee9294adc5d HTTP/1.1" status: 204 len: 173 time: 1.1184468 Jul 23 14:18:39.969459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5575dcca-cb05-4263-9350-1503e8f0d939', 'name': 'network-vif-deleted', 'tag': 'f1287200-619b-4c3f-a405-aee9294adc5d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:39.975371 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713399a0-6825-4a14-8677-203d7abe6bca" -d '{"events": [{"server_uuid": "5575dcca-cb05-4263-9350-1503e8f0d939", "name": "network-vif-deleted", "tag": "f1287200-619b-4c3f-a405-aee9294adc5d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:39.986877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:40.002104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:40.038427 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51298461-a185-4a4e-ae52-89d095a3cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.140225 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.153216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f11fb-85f5-470c-ae65-7cf471c96d1b req-f38bb1ed-6cc9-4a50-ae1f-4c4d27f26258 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:40.155040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f4f11fb-85f5-470c-ae65-7cf471c96d1b req-f38bb1ed-6cc9-4a50-ae1f-4c4d27f26258 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 944 time: 0.1183898 Jul 23 14:18:40.177416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=a023691a-7f6a-4b02-9288-e12459aa4a16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:40.219468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f4f11fb-85f5-470c-ae65-7cf471c96d1b req-d9171f0d-2c15-46eb-8137-910084bebd4e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Jul 23 14:18:40.229263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] No DVR routers for this DVR port a023691a-7f6a-4b02-9288-e12459aa4a16 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:40.231570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.233647 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-e6bcb3c4-73de-4ed5-85bb-5d25bfea131c tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "DELETE /v2.0/ports/a023691a-7f6a-4b02-9288-e12459aa4a16 HTTP/1.1" status: 204 len: 173 time: 0.6064065 Jul 23 14:18:40.240102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51298461-a185-4a4e-ae52-89d095a3cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.245142 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51298461-a185-4a4e-ae52-89d095a3cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.292075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-51298461-a185-4a4e-ae52-89d095a3cd5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5807750785334d78b899a012fc3037d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885885 Jul 23 14:18:40.292841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51298461-a185-4a4e-ae52-89d095a3cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127301f5-9685-4706-b05d-cfef6a3256e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:40.293908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:40.354138 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace682ce-8119-40ba-a554-0e72de3081b6 x-openstack-request-id: req-ace682ce-8119-40ba-a554-0e72de3081b6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:40.354452 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "6f135949-a4d4-4c12-afb5-bb7d8ce53b1c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:40.354731 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ace682ce-8119-40ba-a554-0e72de3081b6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:40.355105 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': '6f135949-a4d4-4c12-afb5-bb7d8ce53b1c', 'status': 'completed', 'code': 200} Jul 23 14:18:40.402950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83290357-2e8c-4fd6-94e4-e0272bdcfd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.406532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:40.406866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.452792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83290357-2e8c-4fd6-94e4-e0272bdcfd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.458427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3afe6-50f1-48ce-8f2b-90d268790dd7 req-549d1654-3d34-4ba2-83e9-a5311958dd57 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:40.461113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ed3afe6-50f1-48ce-8f2b-90d268790dd7 req-549d1654-3d34-4ba2-83e9-a5311958dd57 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 945 time: 0.0679693 Jul 23 14:18:40.523313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ed3afe6-50f1-48ce-8f2b-90d268790dd7 req-27ee1a41-8871-4a55-9183-ae9db2384d3a tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 Jul 23 14:18:40.536535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f1287200-619b-4c3f-a405-aee9294adc5d no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:40.543596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] For port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:40.543902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.606283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: f1287200-619b-4c3f-a405-aee9294adc5d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:40.606888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f1287200-619b-4c3f-a405-aee9294adc5d not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:40.607343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6a48172a-53df-4fff-b74f-99206b7847d0 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:40.624116 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be72739b-ebaf-408f-baf3-4304ba53689e x-openstack-request-id: req-be72739b-ebaf-408f-baf3-4304ba53689e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:40.624401 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5575dcca-cb05-4263-9350-1503e8f0d939", "name": "network-vif-deleted", "tag": "f1287200-619b-4c3f-a405-aee9294adc5d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:40.624654 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be72739b-ebaf-408f-baf3-4304ba53689e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:40.625088 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5575dcca-cb05-4263-9350-1503e8f0d939', 'name': 'network-vif-deleted', 'tag': 'f1287200-619b-4c3f-a405-aee9294adc5d', 'status': 'completed', 'code': 200} Jul 23 14:18:40.676941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6a48172a-53df-4fff-b74f-99206b7847d0 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:40.677570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a023691a-7f6a-4b02-9288-e12459aa4a16 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:40.716816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: a023691a-7f6a-4b02-9288-e12459aa4a16 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:40.717756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device a023691a-7f6a-4b02-9288-e12459aa4a16 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:40.722432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83290357-2e8c-4fd6-94e4-e0272bdcfd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.724175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83290357-2e8c-4fd6-94e4-e0272bdcfd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.725331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-83290357-2e8c-4fd6-94e4-e0272bdcfd9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/127301f5-9685-4706-b05d-cfef6a3256e7 HTTP/1.1" status: 204 len: 168 time: 0.4304931 Jul 23 14:18:40.781742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd7a17-6ea2-43a5-a683-10ee614dcac1 req-890994ae-7f59-4e82-bf09-b02354fb1a23 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:40.785531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83290357-2e8c-4fd6-94e4-e0272bdcfd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127301f5-9685-4706-b05d-cfef6a3256e7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:40.793112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd7a17-6ea2-43a5-a683-10ee614dcac1 req-890994ae-7f59-4e82-bf09-b02354fb1a23 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:40.799468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd7a17-6ea2-43a5-a683-10ee614dcac1 req-890994ae-7f59-4e82-bf09-b02354fb1a23 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:40.813582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39dd7a17-6ea2-43a5-a683-10ee614dcac1 req-890994ae-7f59-4e82-bf09-b02354fb1a23 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 2410 time: 0.1082530 Jul 23 14:18:40.849417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39dd7a17-6ea2-43a5-a683-10ee614dcac1 req-13a4ff51-34bb-4389-bd59-fa46433025ba tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349433 Jul 23 14:18:40.862439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.862984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:40.863311 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Floating IP 94a75443-fafb-47bc-a99a-8426c0c85ef8 disassociated. External IP: 172.25.2.254, port: 1ff6eddb-f8d0-4564-bf79-9313d8fc7930. Jul 23 14:18:40.863787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:41.013663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:41.044269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=1ff6eddb-f8d0-4564-bf79-9313d8fc7930,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:41.049693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:41.052970 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debb1f0a-dd62-4215-ace9-1ef6137595d9" -d '{"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:41.117706 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e56b0e-51d3-42c2-b146-692195494c59 x-openstack-request-id: req-95e56b0e-51d3-42c2-b146-692195494c59 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:41.117885 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:41.118095 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95e56b0e-51d3-42c2-b146-692195494c59 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:41.118632 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d', 'code': 200} Jul 23 14:18:41.118939 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'code': 200} Jul 23 14:18:41.119235 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233', 'code': 200} Jul 23 14:18:41.183569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Router b13966e1-20a6-4a07-bfe0-c1d04af6d06f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:18:41.310348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:18:41.323399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] Sync routers for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:18:41.333965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:41.334949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:18:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:41.406431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] No DVR routers for this DVR port 1ff6eddb-f8d0-4564-bf79-9313d8fc7930 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:41.409877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:41.410463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be36a82-96ac-4b06-afac-117bb362bc33 req-742928d3-50e6-4694-95aa-eb3b22ab1b87 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:41.413565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9be36a82-96ac-4b06-afac-117bb362bc33 req-742928d3-50e6-4694-95aa-eb3b22ab1b87 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 944 time: 0.1064556 Jul 23 14:18:41.428153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-3e2355ec-b117-492e-af57-18a4c980353f tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "DELETE /v2.0/ports/1ff6eddb-f8d0-4564-bf79-9313d8fc7930 HTTP/1.1" status: 204 len: 173 time: 1.1807365 Jul 23 14:18:41.480063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9be36a82-96ac-4b06-afac-117bb362bc33 req-b5a3262d-aa06-4fc4-a980-10edea5b815f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583484 Jul 23 14:18:41.515697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:41.626771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port 4e76325a-27d4-4201-8bf2-98572f2c600d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:41.629223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:41.779187 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] For port 4e76325a-27d4-4201-8bf2-98572f2c600d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4e76325a-27d4-4201-8bf2-98572f2c600d,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:41.779560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:41.798884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for 4e76325a-27d4-4201-8bf2-98572f2c600d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:41.800393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b19bf3-d870-46f2-853c-3efc860df8ed req-c918384d-d0c4-4e67-9394-03cc7e5a979f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:41.802173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34b19bf3-d870-46f2-853c-3efc860df8ed req-c918384d-d0c4-4e67-9394-03cc7e5a979f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 945 time: 0.0779409 Jul 23 14:18:41.849429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:08:02Z', 'revision_number': 5, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:41.850786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34b19bf3-d870-46f2-853c-3efc860df8ed req-8db063a8-2a9d-4377-a4fa-d0c5c74ce51c tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421154 Jul 23 14:18:41.936600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] Checking router: b13966e1-20a6-4a07-bfe0-c1d04af6d06f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:18:41.970589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:18:41.971117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:18:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:42.026524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:42.061369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=4e76325a-27d4-4201-8bf2-98572f2c600d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:42.092020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010970ee-1fbf-4cd1-a3a3-c784f40d927c req-89805808-ed06-4776-a721-3438378b5d13 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:42.112795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010970ee-1fbf-4cd1-a3a3-c784f40d927c req-89805808-ed06-4776-a721-3438378b5d13 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:42.121387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-010970ee-1fbf-4cd1-a3a3-c784f40d927c req-89805808-ed06-4776-a721-3438378b5d13 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 1599 time: 0.1732438 Jul 23 14:18:42.175759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:18:42.178765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] No DVR routers for this DVR port 4e76325a-27d4-4201-8bf2-98572f2c600d on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:42.184478 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:42.189757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-b2ca187f-5cd4-4a53-bc46-95991acee257 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "DELETE /v2.0/ports/4e76325a-27d4-4201-8bf2-98572f2c600d HTTP/1.1" status: 204 len: 173 time: 0.7576611 Jul 23 14:18:42.211355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-010970ee-1fbf-4cd1-a3a3-c784f40d927c req-3558844d-fcea-4cc7-9a9c-32bfc4bf9bbd tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups?id=3952314f-0a5a-412e-b7c5-8faf117a66bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889299 Jul 23 14:18:42.356236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': 'a023691a-7f6a-4b02-9288-e12459aa4a16'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930'}, {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:42.370559 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320379fa-d8e9-4280-8f7c-eb0740b20a6b" -d '{"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "a023691a-7f6a-4b02-9288-e12459aa4a16"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930"}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:42.412180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:42.416383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:42.459281 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c7094-99b7-49f5-9741-e66f1648bc28 x-openstack-request-id: req-147c7094-99b7-49f5-9741-e66f1648bc28 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:42.459837 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "a023691a-7f6a-4b02-9288-e12459aa4a16", "status": "completed", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "1ff6eddb-f8d0-4564-bf79-9313d8fc7930", "status": "completed", "code": 200}, {"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "4e76325a-27d4-4201-8bf2-98572f2c600d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:42.460093 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-147c7094-99b7-49f5-9741-e66f1648bc28 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:42.460860 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': 'a023691a-7f6a-4b02-9288-e12459aa4a16', 'status': 'completed', 'code': 200} Jul 23 14:18:42.461524 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': '1ff6eddb-f8d0-4564-bf79-9313d8fc7930', 'status': 'completed', 'code': 200} Jul 23 14:18:42.461783 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': '4e76325a-27d4-4201-8bf2-98572f2c600d', 'status': 'completed', 'code': 200} Jul 23 14:18:42.664925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] For port a5e77c35-7f69-4fc1-9149-cb3f4bc38233, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:42.665582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:42.701549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for a5e77c35-7f69-4fc1-9149-cb3f4bc38233 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:42.758865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580492-b67a-42c8-b1c0-e9d1b17406f3 req-16b5a146-cf75-48ee-9916-62641954564a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:42.768015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00580492-b67a-42c8-b1c0-e9d1b17406f3 req-16b5a146-cf75-48ee-9916-62641954564a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 944 time: 0.1464536 Jul 23 14:18:42.819552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 931dabfb-3155-4030-9f64-b8ef356b5434 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:18:42.849111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00580492-b67a-42c8-b1c0-e9d1b17406f3 req-a586c992-133e-483a-92dd-2ae4fab18dd3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797107 Jul 23 14:18:43.045168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:43.075607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 931dabfb-3155-4030-9f64-b8ef356b5434 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:18:43.083506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 931dabfb-3155-4030-9f64-b8ef356b5434 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:43.084027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:43.089066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:08:02Z', 'revision_number': 5, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:18:43.094964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=a5e77c35-7f69-4fc1-9149-cb3f4bc38233,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:43.165525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657dfc-c053-4f37-ac13-968804f1100a None None] The sync data for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 is: [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd7ef748f-69b7-419f-a5d7-c3b443979c0d', 'name': '', 'network_id': '7d535806-e4fe-4827-8f17-b6f7d473d2b3', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'mac_address': 'fa:16:3e:d8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:52Z', 'updated_at': '2021-07-23T14:08:02Z', 'revision_number': 5, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'subnets': [{'id': '6d54dba8-135b-4549-a40f-e4325db6842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:18:43.174393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] No DVR routers for this DVR port a5e77c35-7f69-4fc1-9149-cb3f4bc38233 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:43.179080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:43.181332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-166ced64-51c9-4e8c-8f66-19f7b80a3a0e req-78327836-d7d2-4a76-91b1-43e5035a8db0 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.48 "DELETE /v2.0/ports/a5e77c35-7f69-4fc1-9149-cb3f4bc38233 HTTP/1.1" status: 204 len: 173 time: 0.9834604 Jul 23 14:18:43.305064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:43.366904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10b2c460-9a69-46f7-93c2-6937ef1786ab req-adb2e959-3fad-4d09-8240-52958b39b4d5 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0400021 Jul 23 14:18:43.376845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:43.382008 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768e2a1c-12fc-4a85-8d1f-4d44c3b7de7e" -d '{"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-plugged", "status": "completed", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:43.404626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:43.419165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:43.503846 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95366782-7435-405e-a61a-6713ef0f9d1c x-openstack-request-id: req-95366782-7435-405e-a61a-6713ef0f9d1c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:43.504262 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-plugged", "status": "completed", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:43.504513 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95366782-7435-405e-a61a-6713ef0f9d1c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:43.504908 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434', 'code': 200} Jul 23 14:18:43.566912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:43.621178 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72853f2c-2a43-42b1-b5cb-bc3c596999dc None None] New status for floating IP 94a75443-fafb-47bc-a99a-8426c0c85ef8: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:18:43.714936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa92cc5-a956-4ab4-903c-f0294c99a709 req-3fd250f8-0cbe-46dc-b4ee-ba23149fad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:43.716856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa92cc5-a956-4ab4-903c-f0294c99a709 req-3fd250f8-0cbe-46dc-b4ee-ba23149fad1d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1497259 Jul 23 14:18:43.788547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa92cc5-a956-4ab4-903c-f0294c99a709 req-035b6709-c9b9-4536-b944-7238af7f4546 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608356 Jul 23 14:18:43.973476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae9314-7c98-4d92-a768-c252e5a6ba30 req-8b8ecb02-8984-41ed-8992-dadfafb559a4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:43.981145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25ae9314-7c98-4d92-a768-c252e5a6ba30 req-8b8ecb02-8984-41ed-8992-dadfafb559a4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.0828381 Jul 23 14:18:44.054470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25ae9314-7c98-4d92-a768-c252e5a6ba30 req-c71938f6-d503-4e17-9eb5-d6a65880b62c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714588 Jul 23 14:18:44.142843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:44.288178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f98a4bc5-83f6-4beb-b00a-1264273597a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:44.392672 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f98a4bc5-83f6-4beb-b00a-1264273597a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:44.407647 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f98a4bc5-83f6-4beb-b00a-1264273597a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:44.452356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f98a4bc5-83f6-4beb-b00a-1264273597a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8551e499a98b4d3e8f0cba39621e5708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082778 Jul 23 14:18:44.455559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:44.466892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:44.472646 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6990ccd3-d535-41b7-8a61-3b5741313034" -d '{"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:44.503433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a4bc5-83f6-4beb-b00a-1264273597a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8fae17-ead5-48eb-92f7-6bb077934363,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:44.547790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-976b82a1-ddee-4503-bd62-9bb6a556fa08 req-953b4b53-0e8a-4166-a7ab-b920cc5ac115 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0374277 Jul 23 14:18:44.560128 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d14c3a9-a64c-4c60-ba79-dc17533b05de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:44.609005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d14c3a9-a64c-4c60-ba79-dc17533b05de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:44.617908 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96a5674-d777-4628-ac0f-143c715e7d3b x-openstack-request-id: req-e96a5674-d777-4628-ac0f-143c715e7d3b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:44.618328 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a489-537a-47a6-806c-ad524b4f7e49", "name": "network-vif-deleted", "tag": "a5e77c35-7f69-4fc1-9149-cb3f4bc38233", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:44.618787 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e96a5674-d777-4628-ac0f-143c715e7d3b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:44.619539 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a489-537a-47a6-806c-ad524b4f7e49', 'name': 'network-vif-deleted', 'tag': 'a5e77c35-7f69-4fc1-9149-cb3f4bc38233', 'status': 'completed', 'code': 200} Jul 23 14:18:44.669167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d14c3a9-a64c-4c60-ba79-dc17533b05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:44.672631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d14c3a9-a64c-4c60-ba79-dc17533b05de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:44.673887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7d14c3a9-a64c-4c60-ba79-dc17533b05de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c8fae17-ead5-48eb-92f7-6bb077934363 HTTP/1.1" status: 204 len: 168 time: 0.2168419 Jul 23 14:18:44.682519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c3a9-a64c-4c60-ba79-dc17533b05de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8fae17-ead5-48eb-92f7-6bb077934363,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:45.155094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:45.184424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36dafe3e-f536-449d-a020-742c621be021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.295092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc25331-3e81-42db-b3c0-19627540ed0f req-f94a4d6c-295b-4c85-8e26-2849c5d19408 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:45.302242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdc25331-3e81-42db-b3c0-19627540ed0f req-f94a4d6c-295b-4c85-8e26-2849c5d19408 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1455414 Jul 23 14:18:45.384721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdc25331-3e81-42db-b3c0-19627540ed0f req-7b412ef1-9bc5-4745-8f96-7400c313eedb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710478 Jul 23 14:18:45.403727 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36dafe3e-f536-449d-a020-742c621be021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.411105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36dafe3e-f536-449d-a020-742c621be021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.464891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-36dafe3e-f536-449d-a020-742c621be021 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3473c19c98a4a6297a18c1c6c555c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072147 Jul 23 14:18:45.466429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dafe3e-f536-449d-a020-742c621be021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5537f40-78a9-4b38-808e-8be0e630e808,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:45.466869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:45.520567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abac40a0-1aef-42e5-af6a-31ea3f367ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.546190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abac40a0-1aef-42e5-af6a-31ea3f367ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.604713 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abac40a0-1aef-42e5-af6a-31ea3f367ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.608372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abac40a0-1aef-42e5-af6a-31ea3f367ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.627908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-abac40a0-1aef-42e5-af6a-31ea3f367ba2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5537f40-78a9-4b38-808e-8be0e630e808 HTTP/1.1" status: 204 len: 168 time: 0.1535485 Jul 23 14:18:45.646888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac40a0-1aef-42e5-af6a-31ea3f367ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5537f40-78a9-4b38-808e-8be0e630e808,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:45.795528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bdb05af-e5ad-4101-8be9-a96b5cfd8c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:45.850180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29642ea1-d1bc-4f11-be66-3ff2d9fda03c req-7c63550a-a2c6-4087-879a-d940dac2f0aa tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0399921 Jul 23 14:18:45.978305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48412f70-b19d-463d-8993-9a546aaef1b3 req-d970ee25-0aba-483b-8987-1abc968967a7 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:45.980255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48412f70-b19d-463d-8993-9a546aaef1b3 req-d970ee25-0aba-483b-8987-1abc968967a7 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 945 time: 0.0678704 Jul 23 14:18:46.035217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48412f70-b19d-463d-8993-9a546aaef1b3 req-75b6a8d2-df2b-417e-8a36-7cdf13b5bd38 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476518 Jul 23 14:18:46.170522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73247a17-8fa7-47e0-9271-66fef4b50151 req-d8420ec6-1b17-4877-9361-36a7089268c7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:46.172977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73247a17-8fa7-47e0-9271-66fef4b50151 req-d8420ec6-1b17-4877-9361-36a7089268c7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.0740631 Jul 23 14:18:46.217195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73247a17-8fa7-47e0-9271-66fef4b50151 req-4db0987b-8e7b-4cbf-a484-75c00db639d9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Jul 23 14:18:46.834458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2838e-63f8-4249-94a7-b6d813b1c8eb req-f414d914-38ee-4520-8581-bd539f3a8adc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:46.842510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47b2838e-63f8-4249-94a7-b6d813b1c8eb req-f414d914-38ee-4520-8581-bd539f3a8adc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1028454 Jul 23 14:18:46.893748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47b2838e-63f8-4249-94a7-b6d813b1c8eb req-4c9dd690-70c2-4a90-a3c4-686a53821c5e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499594 Jul 23 14:18:47.023730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc64d996-3aef-4285-bb8c-25c23eb5a8ea req-5f73bae9-a0e6-4e1e-a6f4-339f914a4526 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0310626 Jul 23 14:18:47.071392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:47.181497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c650-16c3-4aeb-a3a7-e59049b8a77f req-2dbe6cc3-aa51-412a-9fbd-ec87a9892c5f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:47.188992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d78c650-16c3-4aeb-a3a7-e59049b8a77f req-2dbe6cc3-aa51-412a-9fbd-ec87a9892c5f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 945 time: 0.0792077 Jul 23 14:18:47.221493 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f77b6d6-749c-4b66-a073-cdc5adf9b8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.247791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d78c650-16c3-4aeb-a3a7-e59049b8a77f req-65ed5bc8-f623-4b2f-9e96-e62c5d9970cb tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/security-groups?id=74145cfe-ca11-4066-b9a3-03378cbb70d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580478 Jul 23 14:18:47.349784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f77b6d6-749c-4b66-a073-cdc5adf9b8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.354737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f77b6d6-749c-4b66-a073-cdc5adf9b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.396664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0f77b6d6-749c-4b66-a073-cdc5adf9b8a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e4562d08dbd4060a585ee12f54889aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215320 Jul 23 14:18:47.396664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77b6d6-749c-4b66-a073-cdc5adf9b8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d28a1-80d0-42e2-a82d-505fea5b8f3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:47.397746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:47.449635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c89373e-336a-4f21-92ba-5354ef85fb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.471527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c89373e-336a-4f21-92ba-5354ef85fb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.529464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c89373e-336a-4f21-92ba-5354ef85fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.532916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c89373e-336a-4f21-92ba-5354ef85fb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.535773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1c89373e-336a-4f21-92ba-5354ef85fb27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a38d28a1-80d0-42e2-a82d-505fea5b8f3a HTTP/1.1" status: 204 len: 168 time: 0.1368890 Jul 23 14:18:47.545458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89373e-336a-4f21-92ba-5354ef85fb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d28a1-80d0-42e2-a82d-505fea5b8f3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:47.591580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-7264a4c3-3d42-4a74-b770-4755ef91f5e6 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:47.593404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-7264a4c3-3d42-4a74-b770-4755ef91f5e6 tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 945 time: 0.0897877 Jul 23 14:18:47.737516 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.745801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Deleting port e83abb05-7ce2-4a1c-be41-42bcb0764086 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:18:47.747331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.938059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] For port e83abb05-7ce2-4a1c-be41-42bcb0764086, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=e83abb05-7ce2-4a1c-be41-42bcb0764086,segment=NetworkSegment(23819036-28ba-46b7-9a18-3ea6f375b956),segment_id=23819036-28ba-46b7-9a18-3ea6f375b956)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:47.938529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:47.956004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Calling delete_port for e83abb05-7ce2-4a1c-be41-42bcb0764086 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:18:48.148488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392550c-d36b-4018-8a93-8441695df7a2 req-dcb71aa5-e316-40e1-8145-9048f02bb5a5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:48.150977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2392550c-d36b-4018-8a93-8441695df7a2 req-dcb71aa5-e316-40e1-8145-9048f02bb5a5 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1137397 Jul 23 14:18:48.168924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:48.181378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['e83abb05-7ce2-4a1c-be41-42bcb0764086'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:48.199956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Pushing event deleted for resources: {'Port': ['ID=e83abb05-7ce2-4a1c-be41-42bcb0764086,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:48.222312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2392550c-d36b-4018-8a93-8441695df7a2 req-5e9e4333-1cc1-4809-a762-e3ffa9b74128 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645518 Jul 23 14:18:48.277739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] No DVR routers for this DVR port e83abb05-7ce2-4a1c-be41-42bcb0764086 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:18:48.280542 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:48.280726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:48.283045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6d7cebd-7626-4d1e-933d-d141b495e2db req-f269f6c6-6071-43d1-8665-c00e4aff033f tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.48 "DELETE /v2.0/ports/e83abb05-7ce2-4a1c-be41-42bcb0764086 HTTP/1.1" status: 204 len: 173 time: 0.6779883 Jul 23 14:18:48.283888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'name': 'network-vif-deleted', 'tag': 'e83abb05-7ce2-4a1c-be41-42bcb0764086'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:48.286486 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a8fe6-e7f2-43b4-bc3c-6d852d9df81e" -d '{"events": [{"server_uuid": "aac70f8a-6a51-4d23-b23d-fa9d60be5556", "name": "network-vif-deleted", "tag": "e83abb05-7ce2-4a1c-be41-42bcb0764086"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:48.323330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bd86bb9-0b38-485c-aa12-24609d0dee21 req-09783787-b7d9-4d73-84a3-5849f68b6a9a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0480814 Jul 23 14:18:48.360463 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb7e8e7-f4d1-434b-b570-1352fabd43c2 x-openstack-request-id: req-fcb7e8e7-f4d1-434b-b570-1352fabd43c2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:48.360753 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac70f8a-6a51-4d23-b23d-fa9d60be5556", "name": "network-vif-deleted", "tag": "e83abb05-7ce2-4a1c-be41-42bcb0764086", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:48.361000 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcb7e8e7-f4d1-434b-b570-1352fabd43c2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:48.361403 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac70f8a-6a51-4d23-b23d-fa9d60be5556', 'name': 'network-vif-deleted', 'tag': 'e83abb05-7ce2-4a1c-be41-42bcb0764086', 'status': 'completed', 'code': 200} Jul 23 14:18:48.446317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88200be7-60a9-45c6-bbf5-e3434e50ea39 req-520accfc-faa7-4a15-abe9-833aed24486a tempest-VolumesActionsTest-631171463 tempest-VolumesActionsTest-631171463-project] 10.222.0.21 "GET /v2.0/ports?device_id=aac70f8a-6a51-4d23-b23d-fa9d60be5556 HTTP/1.1" status: 200 len: 210 time: 0.0410061 Jul 23 14:18:48.474462 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b690b4ad-7e0d-46db-b8b3-f61f9a934040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:48.479597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 931dabfb-3155-4030-9f64-b8ef356b5434 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:18:48.586069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:48.600263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '931dabfb-3155-4030-9f64-b8ef356b5434', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'port_id': '931dabfb-3155-4030-9f64-b8ef356b5434', 'mac_address': 'fa:16:3e:1e:43:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:18:48.642590 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:48.659047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 931dabfb-3155-4030-9f64-b8ef356b5434 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:48.688924 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:48.695888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:48.749728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:48.934368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['931dabfb-3155-4030-9f64-b8ef356b5434'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:49.283508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-2c0a9a4b-1c2c-4471-88ac-7fdc4b476a90 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:49.284991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-2c0a9a4b-1c2c-4471-88ac-7fdc4b476a90 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/networks?id=cd38dda9-5764-4b8e-9a8f-949d87411fc9 HTTP/1.1" status: 200 len: 813 time: 0.1223471 Jul 23 14:18:49.300790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-be515c99-b9bd-4c1d-b650-0db1db6973ad tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/quotas/171bb86e7ae948be952ddc85a1e4b856 HTTP/1.1" status: 200 len: 375 time: 0.0103328 Jul 23 14:18:49.337803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-a3ba2d12-29ae-4d65-a5d4-4eeb8aacef3a tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=171bb86e7ae948be952ddc85a1e4b856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314121 Jul 23 14:18:49.450740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-3d5e9b2a-b8c7-4e5b-8b10-97dc93c523c3 service neutron] 10.222.0.21 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021578 Jul 23 14:18:49.500378 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:49.557005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-20035a6a-20c4-4719-85f2-8345ed6f2271 service neutron] 10.222.0.21 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992124 Jul 23 14:18:49.830094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7be1d3-c134-47d7-9cd1-7c2685f6746e req-3e6d7d3e-11c0-4411-ad75-107dd99a3d44 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:49.844000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c7be1d3-c134-47d7-9cd1-7c2685f6746e req-3e6d7d3e-11c0-4411-ad75-107dd99a3d44 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 944 time: 0.0979595 Jul 23 14:18:49.888567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c7be1d3-c134-47d7-9cd1-7c2685f6746e req-47888189-9594-49d6-9959-059723076d2c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435746 Jul 23 14:18:50.002240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f6d01c6-2f01-42a0-940b-a799399259ef req-96f11bb6-6ec8-4337-95d9-ce1cc1c6512d tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0347991 Jul 23 14:18:50.159420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a540c450-4ca0-46f9-b3a8-dd51640afad9 req-063f85c3-c4a7-44a7-b2e8-e69e68947f0a tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 210 time: 0.0308406 Jul 23 14:18:50.485304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 931dabfb-3155-4030-9f64-b8ef356b5434 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:18:50.663763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 931dabfb-3155-4030-9f64-b8ef356b5434 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:18:50.664427 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:50.887154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:50.930728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:50.939864 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9385a7-bc5f-494e-8868-2a6fb9ebff32" -d '{"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-plugged", "status": "completed", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:50.971853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:50.985688 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:51.081030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:51.222808 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:51.267868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654b6e0-d1e8-4100-aecc-e333f42404e7 req-917b6cbd-ff20-4f56-b6da-6059432b3175 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:51.304594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5654b6e0-d1e8-4100-aecc-e333f42404e7 req-917b6cbd-ff20-4f56-b6da-6059432b3175 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.2906020 Jul 23 14:18:51.455712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5654b6e0-d1e8-4100-aecc-e333f42404e7 req-124c452d-d0e2-4670-897b-f0181c515dfa tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479406 Jul 23 14:18:51.607207 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a53d7-fe41-466d-a0e3-8382498e5951 x-openstack-request-id: req-9c5a53d7-fe41-466d-a0e3-8382498e5951 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:51.608061 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-plugged", "status": "completed", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:51.608480 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c5a53d7-fe41-466d-a0e3-8382498e5951 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:51.609057 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434', 'code': 200} Jul 23 14:18:51.642607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-eeec710f-d75c-466f-8316-21a73ddd3e26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:51.648144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-eeec710f-d75c-466f-8316-21a73ddd3e26 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "GET /v2.0/networks?id=cd38dda9-5764-4b8e-9a8f-949d87411fc9 HTTP/1.1" status: 200 len: 813 time: 0.3647234 Jul 23 14:18:51.660894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Request body: {'port': {'device_id': '936231fd-d77f-4685-b473-6cc253ff31d8', 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9', 'admin_state_up': True, 'tenant_id': '171bb86e7ae948be952ddc85a1e4b856'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:51.800978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df783754-4efc-4fa5-b865-831d60e7855a req-25a0dfcb-5317-4e16-b376-4ec9dede1944 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0732155 Jul 23 14:18:51.915344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Made reservation on behalf of 171bb86e7ae948be952ddc85a1e4b856 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:18:51.922178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:52.014206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdef4c40-4d2a-427b-93ed-0531737a0552 req-6eca6010-db92-4084-92d7-74eaa8c78f5b tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 210 time: 0.0756626 Jul 23 14:18:52.211399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Allocated IP 172.20.0.13 (cd38dda9-5764-4b8e-9a8f-949d87411fc9/5aebad4f-8e58-42ba-83f5-8840d1c245cf/28bb8dbc-c48e-4921-afb0-96c6d41d4a2d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:18:52.428124 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:18:52.564005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device e83abb05-7ce2-4a1c-be41-42bcb0764086 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:18:52.607234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: e83abb05-7ce2-4a1c-be41-42bcb0764086 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:18:52.608334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device e83abb05-7ce2-4a1c-be41-42bcb0764086 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:18:52.633397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:52.675342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd119e9-3ecd-47b0-8ec4-f7b5936ebb4e req-35b46f00-a9d3-4e9e-85c4-48213ef72f9a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:52.685175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3cd119e9-3ecd-47b0-8ec4-f7b5936ebb4e req-35b46f00-a9d3-4e9e-85c4-48213ef72f9a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1015072 Jul 23 14:18:52.690402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:52.757709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3cd119e9-3ecd-47b0-8ec4-f7b5936ebb4e req-618ba5d8-17d6-4282-b3fa-de57db3eb856 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708389 Jul 23 14:18:52.775924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Network cd38dda9-5764-4b8e-9a8f-949d87411fc9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:18:52.779668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:18:52.790263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:18:52.795712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Pushing event updated for resources: {'Port': ['ID=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:52.873321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:52.874116 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:52.909072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-1fa9e4f5-5418-4a69-a340-d539fc4f8ac3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2523983 Jul 23 14:18:52.925769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Request body: {'port': {'device_id': '936231fd-d77f-4685-b473-6cc253ff31d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:18:53.061246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7241fd4-5a1e-4c1e-b5a1-4880d75c57c3 req-9899fbc2-0816-4ac1-8aae-9bb3de740644 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0922861 Jul 23 14:18:53.090302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:53.269535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dac87-822b-4420-8b3e-0b39e361c3fd req-8cfd0795-9e2d-44e5-bde4-478c975cccdb tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:53.287314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e46dac87-822b-4420-8b3e-0b39e361c3fd req-8cfd0795-9e2d-44e5-bde4-478c975cccdb tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 932 time: 0.1125669 Jul 23 14:18:53.361942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e46dac87-822b-4420-8b3e-0b39e361c3fd req-3cd1e4a9-f457-450e-aaf0-04595b9cbaff tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734594 Jul 23 14:18:54.019648 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0308-feda-47bd-839d-38ba03b21e9d req-756692d9-9155-4a1a-b229-590669bdd626 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:54.021253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-839a0308-feda-47bd-839d-38ba03b21e9d req-756692d9-9155-4a1a-b229-590669bdd626 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1568489 Jul 23 14:18:54.074042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:54.084376 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:54.100214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Transition to ACTIVE for port object 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:18:54.105257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-839a0308-feda-47bd-839d-38ba03b21e9d req-ad7cac02-7f85-4d75-8e82-4b992120773d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759499 Jul 23 14:18:54.120661 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:54.313977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Pushing event updated for resources: {'Port': ['ID=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:54.378248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bdf05f6-b2e9-4eae-ae3f-c8334815fff3 req-394be4b4-7af1-41fe-98e2-71d741cfebe4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0959320 Jul 23 14:18:54.420637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Attempting to bind port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:18:54.421651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Attempting to bind port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:18:54.422997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Attempting to bind port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d on network cd38dda9-5764-4b8e-9a8f-949d87411fc9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:54.433198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d on network cd38dda9-5764-4b8e-9a8f-949d87411fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:18:54.435021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Attempting to bind port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d on network cd38dda9-5764-4b8e-9a8f-949d87411fc9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:18:54.449189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:18:54.449685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Checking segment: {'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:18:54.450159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Bound using segment: {'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:18:54.450710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Bound port: 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011cb4a8-319d-4d99-8c26-0e3bc6acb46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:18:54.451303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:54.630074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] For port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:18:54.637601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] For port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:18:54.639410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7188095-684b-4f42-9c64-5dc041d8bb44 req-4207b0ca-f0ae-47da-9871-c77e9f18698b tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:54.649040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7188095-684b-4f42-9c64-5dc041d8bb44 req-4207b0ca-f0ae-47da-9871-c77e9f18698b tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 944 time: 0.1592474 Jul 23 14:18:54.653183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:54.747781 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:54.749921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:54.752637 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] 10.222.0.48 "PUT /v2.0/ports/28bb8dbc-c48e-4921-afb0-96c6d41d4a2d HTTP/1.1" status: 200 len: 1092 time: 1.8331149 Jul 23 14:18:54.763175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936231fd-d77f-4685-b473-6cc253ff31d8', 'tag': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:18:54.763309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7188095-684b-4f42-9c64-5dc041d8bb44 req-9e0c247f-825b-4a78-9910-6c9059ca86ba tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077950 Jul 23 14:18:54.763437 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "936231fd-d77f-4685-b473-6cc253ff31d8", "tag": "28bb8dbc-c48e-4921-afb0-96c6d41d4a2d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:18:54.820968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9abc1a-fa01-4850-b6b5-d8ecd8ff68cd service neutron] Pushing event updated for resources: {'Port': ['ID=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:54.891558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-d71c4249-232a-4dc2-a79f-2810dac977da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:54.894520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-d71c4249-232a-4dc2-a79f-2810dac977da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=171bb86e7ae948be952ddc85a1e4b856&device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 1095 time: 0.0816133 Jul 23 14:18:54.965484 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e7f70-b8a0-4f6b-8b59-7ffbb44f5e16 x-openstack-request-id: req-164e7f70-b8a0-4f6b-8b59-7ffbb44f5e16 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:18:54.965827 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936231fd-d77f-4685-b473-6cc253ff31d8", "tag": "28bb8dbc-c48e-4921-afb0-96c6d41d4a2d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:18:54.965967 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-164e7f70-b8a0-4f6b-8b59-7ffbb44f5e16 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:18:54.966389 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936231fd-d77f-4685-b473-6cc253ff31d8', 'tag': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d', 'status': 'completed', 'code': 200} Jul 23 14:18:54.973358 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-d917b6c1-c4e4-40b6-92dc-56169d8427e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d HTTP/1.1" status: 200 len: 217 time: 0.0674081 Jul 23 14:18:55.080942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-708c2cef-1264-4acf-a9fd-d1247066bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:55.086068 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-708c2cef-1264-4acf-a9fd-d1247066bc9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5aebad4f-8e58-42ba-83f5-8840d1c245cf HTTP/1.1" status: 200 len: 853 time: 0.1009459 Jul 23 14:18:55.140804 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-d2356ffa-62da-4574-8bba-bfa6094a20d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd38dda9-5764-4b8e-9a8f-949d87411fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448186 Jul 23 14:18:55.444003 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-6386092d-5007-4f53-bfcc-29522dc37dd7 service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839258 Jul 23 14:18:55.526490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2342e-b50a-431d-bc52-b6c9828dd3ba req-5af331ce-db23-4967-95a7-1ccfd8463698 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:55.528143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9b2342e-b50a-431d-bc52-b6c9828dd3ba req-5af331ce-db23-4967-95a7-1ccfd8463698 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.2059128 Jul 23 14:18:55.640878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9b2342e-b50a-431d-bc52-b6c9828dd3ba req-2a22ac66-db75-4898-b951-dc96528a0f05 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974247 Jul 23 14:18:55.713357 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7883e0ab-8a52-4c5c-addf-f33a7d395b4a req-eed1ceb5-89d7-4ef8-8e6a-93c531e09ee2 service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650476 Jul 23 14:18:55.854186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96cbf061-7aea-43b2-8bd3-f598a163ba49 req-e29153a4-0935-4634-abbd-5729e251eac8 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0798225 Jul 23 14:18:56.058390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-de0b3d4f-69b3-462a-8294-25771a3de719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:56.059876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-de0b3d4f-69b3-462a-8294-25771a3de719 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=171bb86e7ae948be952ddc85a1e4b856&device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 1095 time: 0.2424574 Jul 23 14:18:56.079219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:56.110895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d281f7-ef36-47f6-b573-75bd43b9b39d req-91f2d3e4-b489-46cb-9de1-2f138e6ef076 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:56.121079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7d281f7-ef36-47f6-b573-75bd43b9b39d req-91f2d3e4-b489-46cb-9de1-2f138e6ef076 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 944 time: 0.1610744 Jul 23 14:18:56.221111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7d281f7-ef36-47f6-b573-75bd43b9b39d req-57257533-8392-4ff7-b5b3-a1eee26b3bb6 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967536 Jul 23 14:18:56.354156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f269f94d-39a6-469f-b197-a29c7afa3533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:56.382993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-adf8ada5-e31d-4100-8300-80b2a32bbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:56.386008 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-adf8ada5-e31d-4100-8300-80b2a32bbca4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd38dda9-5764-4b8e-9a8f-949d87411fc9 HTTP/1.1" status: 200 len: 914 time: 0.3107889 Jul 23 14:18:56.518706 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-22b849ce-8e00-4be8-a776-ffdc6c2848a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d HTTP/1.1" status: 200 len: 217 time: 0.1147332 Jul 23 14:18:56.691760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-52409044-3842-4a4d-863e-b15e0a989c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:56.693576 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-52409044-3842-4a4d-863e-b15e0a989c6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5aebad4f-8e58-42ba-83f5-8840d1c245cf HTTP/1.1" status: 200 len: 853 time: 0.1669898 Jul 23 14:18:56.729465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f269f94d-39a6-469f-b197-a29c7afa3533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:56.741056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f269f94d-39a6-469f-b197-a29c7afa3533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:56.752925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-f2771e30-9f3b-42c6-ad5f-ffeeac3a8124 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd38dda9-5764-4b8e-9a8f-949d87411fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474739 Jul 23 14:18:56.931376 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-8c1e0677-97f7-457d-bd67-b67c95ff7448 service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683469 Jul 23 14:18:56.943476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269f94d-39a6-469f-b197-a29c7afa3533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e39f6f-a297-4787-94e0-774a9aad49e9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:56.971629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f269f94d-39a6-469f-b197-a29c7afa3533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bed359be67924661bc33d5460718e4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8901465 Jul 23 14:18:56.973226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:18:57.054910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7291e27-f783-4b92-88da-e89f7560f0fc req-81278a8f-701f-433c-868a-443ee07b2e28 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:57.057433 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7291e27-f783-4b92-88da-e89f7560f0fc req-81278a8f-701f-433c-868a-443ee07b2e28 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.2523894 Jul 23 14:18:57.124438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0cf4fe4d-ed12-43fb-b17e-6eae3e58e0d5 req-25af0be3-376c-49ff-a800-93766a3e5b1c service neutron] 10.222.0.48 "GET /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807122 Jul 23 14:18:57.155292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7291e27-f783-4b92-88da-e89f7560f0fc req-d5a0ed0f-caa2-41ea-a882-cc91f52d66bc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821276 Jul 23 14:18:57.156539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2248518b-1984-46d4-846d-026f85a1601c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:57.212005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2248518b-1984-46d4-846d-026f85a1601c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:57.315343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd60c9c4-1f9c-4a72-b5eb-5ff98fb466cc req-417d078c-fcad-43b3-a833-f08cabca88a4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0498624 Jul 23 14:18:57.367001 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2248518b-1984-46d4-846d-026f85a1601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:57.370831 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2248518b-1984-46d4-846d-026f85a1601c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:57.372273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2248518b-1984-46d4-846d-026f85a1601c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20e39f6f-a297-4787-94e0-774a9aad49e9 HTTP/1.1" status: 204 len: 168 time: 0.3964233 Jul 23 14:18:57.388663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248518b-1984-46d4-846d-026f85a1601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e39f6f-a297-4787-94e0-774a9aad49e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:57.540950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88320664-57d4-4f6b-91cd-719950deff6b req-60e35bd4-1800-47d8-844a-540336d67886 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:57.543226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88320664-57d4-4f6b-91cd-719950deff6b req-60e35bd4-1800-47d8-844a-540336d67886 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 944 time: 0.1263857 Jul 23 14:18:57.631719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88320664-57d4-4f6b-91cd-719950deff6b req-0024dca3-3427-4340-8efc-46342bff6128 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Jul 23 14:18:58.371197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba18-6176-4a03-a1a7-0d4daa7648b5 req-dcba8dad-d9bd-4261-9abd-29ba1e355b7d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:58.381961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88faba18-6176-4a03-a1a7-0d4daa7648b5 req-dcba8dad-d9bd-4261-9abd-29ba1e355b7d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1336935 Jul 23 14:18:58.465083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88faba18-6176-4a03-a1a7-0d4daa7648b5 req-0866610e-38d7-4e6c-8079-3b22dbc5a01e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780602 Jul 23 14:18:58.563385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:18:58.589613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94161d6e-403a-48e9-8bf3-b53495f58809 req-6ccc84d8-d324-4a59-a215-e0ad152ed3ee tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0519521 Jul 23 14:18:58.691831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:58.707705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d', 'network_id': 'cd38dda9-5764-4b8e-9a8f-949d87411fc9', 'port_id': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d', 'mac_address': 'fa:16:3e:6c:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aebad4f-8e58-42ba-83f5-8840d1c245cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:18:58.763994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:58.787861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:18:58.824498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:18:58.825339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793870ed-9c80-43a0-8d6b-9e77c120c71b req-8b8645aa-292e-408d-91c8-72da8f005e2d tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:58.833558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-793870ed-9c80-43a0-8d6b-9e77c120c71b req-8b8645aa-292e-408d-91c8-72da8f005e2d tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 944 time: 0.0932903 Jul 23 14:18:58.851190 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:18:58.886937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-793870ed-9c80-43a0-8d6b-9e77c120c71b req-92940db7-9f76-449e-8368-9daa053032ef tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Jul 23 14:18:58.949603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:18:59.104161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['28bb8dbc-c48e-4921-afb0-96c6d41d4a2d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:18:59.638180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf008f-6f60-4bf5-8dca-0ab1633c2e7e req-80a0e3ee-416e-4fe0-a697-b67e76457a50 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:18:59.640524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58bf008f-6f60-4bf5-8dca-0ab1633c2e7e req-80a0e3ee-416e-4fe0-a697-b67e76457a50 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.0928693 Jul 23 14:18:59.699292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58bf008f-6f60-4bf5-8dca-0ab1633c2e7e req-9a707e8d-05bc-4012-abea-2e403894c3ba tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498538 Jul 23 14:18:59.932436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81cb2d67-a652-4fd4-9f12-dad535aa57a3 req-44424417-949e-4d07-ad26-cc662f199d81 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/ports?device_id=b888a489-537a-47a6-806c-ad524b4f7e49 HTTP/1.1" status: 200 len: 210 time: 0.0985658 Jul 23 14:19:00.110223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97350020-eba9-4373-a6eb-269a50dad9b9 req-e7c1d294-0354-4a49-b7d2-fb4702c3fc9e tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:00.117432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97350020-eba9-4373-a6eb-269a50dad9b9 req-e7c1d294-0354-4a49-b7d2-fb4702c3fc9e tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 945 time: 0.0805411 Jul 23 14:19:00.209353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97350020-eba9-4373-a6eb-269a50dad9b9 req-6ae28120-2a11-47de-95c9-db9c7cc8a8e3 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874491 Jul 23 14:19:00.595060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:19:00.679607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:19:00.685481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:00.686154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:00.892095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:00.955223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936231fd-d77f-4685-b473-6cc253ff31d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:00.959915 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d93f90-81b5-4ab6-8ad1-41d9d958a3e9" -d '{"events": [{"server_uuid": "936231fd-d77f-4685-b473-6cc253ff31d8", "name": "network-vif-plugged", "status": "completed", "tag": "28bb8dbc-c48e-4921-afb0-96c6d41d4a2d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:01.028834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f262413-6aed-4f91-a6a7-9b0828896469 req-11f768e7-dcdb-47a7-959a-5686fe38c6f7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:01.029818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:01.035702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f262413-6aed-4f91-a6a7-9b0828896469 req-11f768e7-dcdb-47a7-959a-5686fe38c6f7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.2106912 Jul 23 14:19:01.047139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:01.130565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f262413-6aed-4f91-a6a7-9b0828896469 req-84e65895-3429-4a0d-83f5-4b86ee33c6cb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859828 Jul 23 14:19:01.154530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:01.233810 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f286135-0d75-4bcf-8b8e-6010c0f2bce3 x-openstack-request-id: req-6f286135-0d75-4bcf-8b8e-6010c0f2bce3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:01.234421 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936231fd-d77f-4685-b473-6cc253ff31d8", "name": "network-vif-plugged", "status": "completed", "tag": "28bb8dbc-c48e-4921-afb0-96c6d41d4a2d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:01.234918 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f286135-0d75-4bcf-8b8e-6010c0f2bce3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:01.235649 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936231fd-d77f-4685-b473-6cc253ff31d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d', 'code': 200} Jul 23 14:19:01.280154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:01.424409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83dd2ada-0ba7-46fc-9cf2-5247e98ec09a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:01.481543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83dd2ada-0ba7-46fc-9cf2-5247e98ec09a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:01.517600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4eec-342e-4080-ad96-010f99ce2295 req-b0031c7b-0610-4819-b480-c023a00b5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:01.527848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dfce4eec-342e-4080-ad96-010f99ce2295 req-b0031c7b-0610-4819-b480-c023a00b5599 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 1097 time: 0.2115800 Jul 23 14:19:01.592786 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dfce4eec-342e-4080-ad96-010f99ce2295 req-d4b38279-048d-4ba5-bb3c-36c93abfca99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593641 Jul 23 14:19:01.675179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dbf4c-ee98-4998-a034-5c772f980e5a req-7eaf097a-cb13-42a9-a2c3-e54726dd5ee2 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:01.675179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd4dbf4c-ee98-4998-a034-5c772f980e5a req-7eaf097a-cb13-42a9-a2c3-e54726dd5ee2 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 946 time: 0.2817960 Jul 23 14:19:01.704278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83dd2ada-0ba7-46fc-9cf2-5247e98ec09a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:01.707680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83dd2ada-0ba7-46fc-9cf2-5247e98ec09a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:01.712651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-83dd2ada-0ba7-46fc-9cf2-5247e98ec09a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/security-groups/3952314f-0a5a-412e-b7c5-8faf117a66bf HTTP/1.1" status: 204 len: 168 time: 0.4276609 Jul 23 14:19:01.712837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:01.747243 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6178c007-1331-477c-b9e8-6f8716ae7d40 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] show failed (client error): The resource could not be found. Jul 23 14:19:01.754010 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6178c007-1331-477c-b9e8-6f8716ae7d40 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "GET /v2.0/security-groups/3952314f-0a5a-412e-b7c5-8faf117a66bf HTTP/1.1" status: 404 len: 347 time: 0.0380769 Jul 23 14:19:01.754211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:01.756798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd4dbf4c-ee98-4998-a034-5c772f980e5a req-0d2b0340-ab45-4530-998f-dbed19a5f038 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038282 Jul 23 14:19:01.762263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2ada-0ba7-46fc-9cf2-5247e98ec09a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952314f-0a5a-412e-b7c5-8faf117a66bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:01.980131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port 650a2eed-a327-43ec-b05f-cdd22f7e7420 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:01.980858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:02.167129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:02.167463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:02.207055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for 650a2eed-a327-43ec-b05f-cdd22f7e7420 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:02.361343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b14d27-addf-4436-a690-feeaa62ac630 req-7f37f5a9-8cf9-4391-bca3-dc9c5d51d479 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:02.369613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b14d27-addf-4436-a690-feeaa62ac630 req-7f37f5a9-8cf9-4391-bca3-dc9c5d51d479 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1009612 Jul 23 14:19:02.471085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b14d27-addf-4436-a690-feeaa62ac630 req-49efba25-69d2-496a-a9f6-f4362d514813 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002290 Jul 23 14:19:02.504042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:02.558488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=650a2eed-a327-43ec-b05f-cdd22f7e7420,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:02.644134 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:02.653209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:02.663933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:02.676016 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6d6041fa-d96e-46ec-b118-d5570273682b tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/floatingips/94a75443-fafb-47bc-a99a-8426c0c85ef8 HTTP/1.1" status: 204 len: 168 time: 0.9204392 Jul 23 14:19:02.806705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port 6a48172a-53df-4fff-b74f-99206b7847d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:02.807628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:02.933667 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-062ed4fb-0c5a-4f17-ae66-c39c053dc6ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123474 Jul 23 14:19:03.008794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:03.027632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for 6a48172a-53df-4fff-b74f-99206b7847d0 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:03.050724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-1d64f88b-91b2-44c5-ad03-ff69b7f9a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:03.053028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-1d64f88b-91b2-44c5-ad03-ff69b7f9a278 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 1096 time: 0.0772462 Jul 23 14:19:03.121095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db7e8a-8767-46ad-b749-3227f0a59a72 req-b85ef03d-b812-4352-aae9-0d1a33595b46 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:03.131096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76db7e8a-8767-46ad-b749-3227f0a59a72 req-b85ef03d-b812-4352-aae9-0d1a33595b46 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 946 time: 0.2117925 Jul 23 14:19:03.212272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76db7e8a-8767-46ad-b749-3227f0a59a72 req-1747e54f-f8f9-42f0-a196-2d981ee5b6ac tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799122 Jul 23 14:19:03.318977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:03.337521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-b9b1c928-462d-42ea-b3c5-947b9ea0b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:03.339378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-b9b1c928-462d-42ea-b3c5-947b9ea0b2a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.2304153 Jul 23 14:19:03.373362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=6a48172a-53df-4fff-b74f-99206b7847d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:03.412725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-856f6679-6a08-4571-b7d4-39cd00099a63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b755c4f7-6898-4e10-ba12-a54c4812082a HTTP/1.1" status: 200 len: 217 time: 0.0652101 Jul 23 14:19:03.491227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-ae2cca51-acad-488f-a040-6b0bcc7fafee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:03.495631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-ae2cca51-acad-488f-a040-6b0bcc7fafee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0726225 Jul 23 14:19:03.496753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:03.501524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ef72e8f-216f-48dd-982b-fd1df16fff83 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/ports/6a48172a-53df-4fff-b74f-99206b7847d0 HTTP/1.1" status: 204 len: 168 time: 0.8335545 Jul 23 14:19:03.501696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:03.655393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port 684d8090-ee0e-40d3-9902-1dfdedcd2967 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:03.655790 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:03.689438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-0fd69810-58bd-4b16-bd0a-fc15d913bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:03.691077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-0fd69810-58bd-4b16-bd0a-fc15d913bbcd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821439 Jul 23 14:19:03.852485 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-56721174-e1b3-42db-8219-ae738da6c3d1 service neutron] 10.222.0.48 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514494 Jul 23 14:19:03.864136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:03.890859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for 684d8090-ee0e-40d3-9902-1dfdedcd2967 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:04.112851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ebe45059-1f27-4d8b-9827-fa53ec4060e8 req-14405420-1475-4dc5-9cf5-a1c992e86a7a service neutron] 10.222.0.48 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370639 Jul 23 14:19:04.158552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6e80-4e45-4fd6-af97-f6dfdf860f6a req-9974a445-b2ef-43a9-837c-c632557102ab tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:04.160129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-462b6e80-4e45-4fd6-af97-f6dfdf860f6a req-9974a445-b2ef-43a9-837c-c632557102ab tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1329634 Jul 23 14:19:04.162157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:04.202580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=684d8090-ee0e-40d3-9902-1dfdedcd2967,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:04.341870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-462b6e80-4e45-4fd6-af97-f6dfdf860f6a req-ab6f9f10-a82d-453d-843a-289cde52c9e8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697249 Jul 23 14:19:04.436173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:04.440403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-16705a6d-bac6-4884-bf15-e498a99dad05 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/ports/684d8090-ee0e-40d3-9902-1dfdedcd2967 HTTP/1.1" status: 204 len: 168 time: 0.9373131 Jul 23 14:19:04.443595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:04.558866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting subnet eab7a279-5b09-403d-9f83-0d07e42ee82f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:19:04.564563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:04.666073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:04.845612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:04.955781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:04.996846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Subnet': ['ID=eab7a279-5b09-403d-9f83-0d07e42ee82f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:05.001394 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:05.005813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4faff521-b828-429f-af28-1046f5a58ded tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/subnets/eab7a279-5b09-403d-9f83-0d07e42ee82f HTTP/1.1" status: 204 len: 168 time: 0.5588012 Jul 23 14:19:05.006680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:05.016522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af115f4-4472-4fda-8fbd-0ed358b13feb None None] Network 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:05.149885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting subnet 2f4da785-679b-4a5f-b413-4bf8305b54a5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:19:05.157460 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:05.265314 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:05.474844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] DHCP port deletion for 7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:19:05.647776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:05.666705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] Deleting port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:05.670236 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:05.864827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:05.900369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:05.980900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4da785-679b-4a5f-b413-4bf8305b54a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:05.994058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:06.002259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:06.002872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-42fd8b4a-fb1c-4a63-b6e4-6f030f768911 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/subnets/2f4da785-679b-4a5f-b413-4bf8305b54a5 HTTP/1.1" status: 204 len: 168 time: 0.9941053 Jul 23 14:19:06.027752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a8e4a-096b-46f1-90f6-c036ba2c696a None None] Network a28c29cb-49e6-4d69-a8b9-4afb0df6659d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:06.053691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce112-728e-498d-a26c-7ce4b85dd20c req-a9d2d67d-b1e1-485a-a983-2f59cb1c0b3a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:06.060110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9edce112-728e-498d-a26c-7ce4b85dd20c req-a9d2d67d-b1e1-485a-a983-2f59cb1c0b3a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.4911277 Jul 23 14:19:06.121675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] For port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:06.122132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:06.183685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9edce112-728e-498d-a26c-7ce4b85dd20c req-1a3636a6-6ab3-4651-b7b8-2b27a8811ab8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135254 Jul 23 14:19:06.257632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:06.290083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] Calling delete_port for 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:06.392772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Deleting port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:06.393331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:06.593070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:06.637117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] No DVR routers for this DVR port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:06.638996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3914cca-cae9-4831-a6ad-177021a920d1 None None] Pushing event deleted for resources: {'Port': ['ID=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:06.649012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] For port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,segment=NetworkSegment(94b56685-99c1-481d-90be-bf3e447fa5f3),segment_id=94b56685-99c1-481d-90be-bf3e447fa5f3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:06.649221 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:06.665434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No active binding found for port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 14:19:06.666477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:06.693784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Calling delete_port for 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:06.833279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:06.843876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] DHCP port deletion for a28c29cb-49e6-4d69-a8b9-4afb0df6659d request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:19:06.872189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Port': ['ID=1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:06.878194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] No DVR routers for this DVR port 1a8c09b9-b8ce-4bc2-853b-c9a9d8bbc88d on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:07.022245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] Deleting port b2060368-4ef8-45ec-8480-44f2f22f826b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:07.022578 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.100125 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.141691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1e3ad9-d073-439b-9f9f-0a6fe2f60597']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:07.182439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b56685-99c1-481d-90be-bf3e447fa5f3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:07.182965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b56685-99c1-481d-90be-bf3e447fa5f3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:07.217052 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.257374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] For port b2060368-4ef8-45ec-8480-44f2f22f826b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b2060368-4ef8-45ec-8480-44f2f22f826b,segment=NetworkSegment(699f6ad1-9e7b-465b-b86b-b4783892bba1),segment_id=699f6ad1-9e7b-465b-b86b-b4783892bba1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:07.264524 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.280802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.312547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:19:07.313065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:19:07.316437 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:19:07.324175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] Calling delete_port for b2060368-4ef8-45ec-8480-44f2f22f826b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:07.588838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.602041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.609550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/networks/7d1e3ad9-d073-439b-9f9f-0a6fe2f60597 HTTP/1.1" status: 204 len: 168 time: 1.6051464 Jul 23 14:19:07.611340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:07.614331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.632748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dd906-de9c-491e-84a7-55264b0d24c4 tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Network': ['ID=7d1e3ad9-d073-439b-9f9f-0a6fe2f60597,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:07.690057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.728596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] No DVR routers for this DVR port b2060368-4ef8-45ec-8480-44f2f22f826b on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:07.761112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.775911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c5ff2-8a48-4e0f-9b77-4b0d66299f6a None None] Pushing event deleted for resources: {'Port': ['ID=b2060368-4ef8-45ec-8480-44f2f22f826b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:07.840296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2060368-4ef8-45ec-8480-44f2f22f826b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:07.872103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b2060368-4ef8-45ec-8480-44f2f22f826b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:07.878710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2060368-4ef8-45ec-8480-44f2f22f826b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:07.977050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:07.992419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-a95ff82f-24ab-48f2-a0c4-e9e17fda34eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0241246 Jul 23 14:19:07.999241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28c29cb-49e6-4d69-a8b9-4afb0df6659d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:08.025883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699f6ad1-9e7b-465b-b86b-b4783892bba1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:08.027476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699f6ad1-9e7b-465b-b86b-b4783892bba1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:08.046919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:08.093519 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:08.106864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:19:08.108753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:08.207323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e18a47-574d-456b-8e9c-7b3f36dfbe3a req-1e14b391-7ead-4739-a366-d57930dd7c5c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.215440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03e18a47-574d-456b-8e9c-7b3f36dfbe3a req-1e14b391-7ead-4739-a366-d57930dd7c5c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.2171171 Jul 23 14:19:08.254548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.255230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.255741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.256394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.256915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.257432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.258039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:19:08.258436 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:19:08.261796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e3bf0c27-e5c2-4746-8c5d-26e4d0d2d4f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6500 time: 0.2103183 Jul 23 14:19:08.269485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:08.292794 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:08.304448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] 10.222.0.21 "DELETE /v2.0/networks/a28c29cb-49e6-4d69-a8b9-4afb0df6659d HTTP/1.1" status: 204 len: 168 time: 0.6815023 Jul 23 14:19:08.315789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03e18a47-574d-456b-8e9c-7b3f36dfbe3a req-6493c527-4761-4119-ab61-09d37f68c0f6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803912 Jul 23 14:19:08.347872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d37f9-5d8c-4f7f-812a-9f5382f1051a tempest-TaggedBootDevicesTest-233931853 tempest-TaggedBootDevicesTest-233931853-project] Pushing event deleted for resources: {'Network': ['ID=a28c29cb-49e6-4d69-a8b9-4afb0df6659d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:08.635392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-cce49218-4299-4497-9ea9-92cbc6a31edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.635884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-cce49218-4299-4497-9ea9-92cbc6a31edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.637929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-cce49218-4299-4497-9ea9-92cbc6a31edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.645261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-cce49218-4299-4497-9ea9-92cbc6a31edc service neutron] 10.222.0.11 "GET /v2.0/networks?id=f90128ca-9332-4025-8425-15b1e4bf1851&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 HTTP/1.1" status: 200 len: 2296 time: 0.3279247 Jul 23 14:19:08.778501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-742edb4b-26f8-4d9d-9620-dc5f34c25c31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4bafac-09dc-4375-add6-f3f780e2efca HTTP/1.1" status: 200 len: 1000 time: 0.1251867 Jul 23 14:19:08.849322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-6906f4b7-9403-4027-a5da-a145f266f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.850800 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-6906f4b7-9403-4027-a5da-a145f266f806 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f9b00b3-649e-4d61-92c2-dcac2b10a7bf HTTP/1.1" status: 200 len: 855 time: 0.0653913 Jul 23 14:19:08.934552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-ac3e95c4-61aa-4427-aa8f-8174021caeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:08.936265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-ac3e95c4-61aa-4427-aa8f-8174021caeec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f90128ca-9332-4025-8425-15b1e4bf1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717626 Jul 23 14:19:09.122039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-aeed81fa-4dfe-4020-8667-abde1e5ee323 service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738746 Jul 23 14:19:09.250778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-c6689df4-783d-4be0-abd9-9e2bcab0d460 service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215649 Jul 23 14:19:09.392682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-5d051c3d-6d1f-4477-a476-0c242cbb745d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 217 time: 0.1323607 Jul 23 14:19:09.547067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-ce30da94-bb3a-400f-b3de-7c86bf3d3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:09.548546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-ce30da94-bb3a-400f-b3de-7c86bf3d3fef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.1505640 Jul 23 14:19:09.613781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cad7b-d2bd-4a99-b2b3-3f209506970e req-82b038d2-abf0-48b0-8835-1eab0d0e3c9d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:09.615923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f00cad7b-d2bd-4a99-b2b3-3f209506970e req-82b038d2-abf0-48b0-8835-1eab0d0e3c9d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1255364 Jul 23 14:19:09.689521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f00cad7b-d2bd-4a99-b2b3-3f209506970e req-c5470292-a5a2-4fe6-8505-52433e428a1c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648594 Jul 23 14:19:09.693797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-31a5bef6-dac2-40e2-b18f-0c98802cc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:09.695856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-31a5bef6-dac2-40e2-b18f-0c98802cc4d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381121 Jul 23 14:19:09.975600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-55689e14-862a-49a7-9a0e-a443422d28d3 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640247 Jul 23 14:19:10.287014 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-86059099-1edf-4a8f-926d-73e058f310c1 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094487 Jul 23 14:19:10.381596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-d2118311-5718-4e0f-ae84-d000d1cf0b83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 217 time: 0.0893373 Jul 23 14:19:10.505711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-add059cf-2cc9-44c8-9558-d9eab8700ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:10.509198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-add059cf-2cc9-44c8-9558-d9eab8700ead service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.1167674 Jul 23 14:19:10.623249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-fac2d19c-a8ea-4156-b73f-282100fd365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:10.628263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-fac2d19c-a8ea-4156-b73f-282100fd365f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129277 Jul 23 14:19:10.752746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-78d29d5d-0e46-474f-98ff-c3970600a1a1 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164546 Jul 23 14:19:10.938376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-4e75cf99-dfb0-4d7c-b4e6-bf45108da617 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682956 Jul 23 14:19:11.055000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-0d2ab014-c975-45b8-a244-fed0d58c1c19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7 HTTP/1.1" status: 200 len: 217 time: 0.1115360 Jul 23 14:19:11.135250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812784b5-81a1-480f-8139-0db7733860d3 req-735520f6-c5c3-4a74-a456-df075ae6fc69 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.143364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-812784b5-81a1-480f-8139-0db7733860d3 req-735520f6-c5c3-4a74-a456-df075ae6fc69 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.2018359 Jul 23 14:19:11.247675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-812784b5-81a1-480f-8139-0db7733860d3 req-f69516fe-db8c-4c0f-9562-be736832b592 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032653 Jul 23 14:19:11.252213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-ee8038a7-116d-4912-b79a-dedc3e822499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.257407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-ee8038a7-116d-4912-b79a-dedc3e822499 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.1107891 Jul 23 14:19:11.349754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-b09af64b-56e8-41f7-a780-46903fabb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.351536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-b09af64b-56e8-41f7-a780-46903fabb3ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761967 Jul 23 14:19:11.500037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-1c1cc4c6-d231-4319-9a5a-3f3fbcd25eeb service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094902 Jul 23 14:19:11.637354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-1b9531de-da9e-4a77-8d9b-42a07775d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.639020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-1b9531de-da9e-4a77-8d9b-42a07775d5a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1266758 Jul 23 14:19:11.671448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-33f53531-c5d6-40c3-860a-8fe098f25d9e service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606309 Jul 23 14:19:11.736941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-79da6bed-d525-4dc8-81a7-93f917fb03cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc HTTP/1.1" status: 200 len: 217 time: 0.0592618 Jul 23 14:19:11.765143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-67642c0a-cd4f-427f-bed9-036221fde236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.766745 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-67642c0a-cd4f-427f-bed9-036221fde236 service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.1203151 Jul 23 14:19:11.806908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-f2298495-f09e-480c-b16b-9e1620fe5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.808762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-f2298495-f09e-480c-b16b-9e1620fe5e6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0644162 Jul 23 14:19:11.827956 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-489423e1-1d6b-44e2-a50e-a8f995514fb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=931dabfb-3155-4030-9f64-b8ef356b5434 HTTP/1.1" status: 200 len: 217 time: 0.0542395 Jul 23 14:19:11.895319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-5071dff3-211b-4df3-ac3d-b9b6a877dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.897262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-5071dff3-211b-4df3-ac3d-b9b6a877dacf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821862 Jul 23 14:19:11.914203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-fee20b86-d504-4225-84db-106b85d01941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:11.916354 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-fee20b86-d504-4225-84db-106b85d01941 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.0748875 Jul 23 14:19:12.017617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-4ae57c39-336c-476e-9087-cd38e416d057 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124423 Jul 23 14:19:12.033794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-153b76a4-6b55-4064-be97-c704548fe89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:12.035823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-153b76a4-6b55-4064-be97-c704548fe89e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131954 Jul 23 14:19:12.164068 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-85a47171-58c7-40a6-9afe-45762c5c0d23 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193011 Jul 23 14:19:12.175305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-e06dce52-7805-4a5b-9881-1ac9e255e3e9 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491978 Jul 23 14:19:12.247149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-b52a2c24-ee2b-4263-8823-f15134fbabe4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5027f009-f67a-4528-9fa4-2d5ce045c563 HTTP/1.1" status: 200 len: 217 time: 0.0646873 Jul 23 14:19:12.261043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e031ceb3-ad3e-4e90-a6eb-2b7ec8b5833e req-a3eb50e8-50fd-4d64-a758-3f2461825509 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903473 Jul 23 14:19:12.320419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-718f3e49-74fc-46be-9b23-bd9bc5bd242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:12.327050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-718f3e49-74fc-46be-9b23-bd9bc5bd242b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.0716414 Jul 23 14:19:12.439047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-049e3ccd-bd36-4bce-afbb-683e25fe6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:12.441011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-049e3ccd-bd36-4bce-afbb-683e25fe6f62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088817 Jul 23 14:19:12.477821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49f22-1328-4e77-abc6-10b04fbb1464 req-5cb4b76b-a2e9-4d7c-90ff-11a1068672fc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:12.479564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37c49f22-1328-4e77-abc6-10b04fbb1464 req-5cb4b76b-a2e9-4d7c-90ff-11a1068672fc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.1115963 Jul 23 14:19:12.570582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37c49f22-1328-4e77-abc6-10b04fbb1464 req-d06e6588-f416-429d-8a1c-1acff75d6a20 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Jul 23 14:19:12.647333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-4fefb3ff-2f87-4d7a-9479-f79a16b2352c service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951072 Jul 23 14:19:12.797885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-3c9beb04-5f48-45fb-bb4d-2a328ea83797 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413298 Jul 23 14:19:12.851132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-7220b3a0-829f-4aaf-aee1-50fa53cedcb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231 HTTP/1.1" status: 200 len: 217 time: 0.0390739 Jul 23 14:19:12.913530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-2138b69a-8513-46db-8390-0f00bde5ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:12.915874 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-2138b69a-8513-46db-8390-0f00bde5ecb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.0581419 Jul 23 14:19:12.993304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-f8448c45-df96-4c16-b232-97efc94e4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:12.995151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-f8448c45-df96-4c16-b232-97efc94e4011 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720608 Jul 23 14:19:13.132224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-aae0a981-045a-4a83-bb9d-7c9f6144df1c service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287444 Jul 23 14:19:13.286565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16a13667-c07c-4c11-a6be-a8f42c305ef9 req-ff1eb2d8-ee95-4807-b49b-43ebe8247e25 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450863 Jul 23 14:19:13.737024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcaa76-6b1e-4a99-a95a-0fb7d9ec8d99 req-6c188110-6389-4612-a889-ca1b5f55d71a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:13.739738 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5afcaa76-6b1e-4a99-a95a-0fb7d9ec8d99 req-6c188110-6389-4612-a889-ca1b5f55d71a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 945 time: 0.0787196 Jul 23 14:19:13.799211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5afcaa76-6b1e-4a99-a95a-0fb7d9ec8d99 req-954be11d-eff1-4103-a7d6-f6f0128843ab tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535028 Jul 23 14:19:14.594100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 931dabfb-3155-4030-9f64-b8ef356b5434 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:14.749201 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:14.806744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:14.817489 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a5de57-268a-4969-a1e0-17f9ab745bef" -d '{"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:14.833628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:14.844701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:14.886740 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54db2a82-9c01-4721-99f7-2e363e76232d x-openstack-request-id: req-54db2a82-9c01-4721-99f7-2e363e76232d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:14.887054 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-unplugged", "status": "failed", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:14.887306 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54db2a82-9c01-4721-99f7-2e363e76232d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:14.887742 n-d-801990-3 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434', 'code': 422} returned with failed status Jul 23 14:19:14.955652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:15.077836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1feee-9af1-4218-bb69-7bb6e7b8ec2c req-0f0ac327-db52-4190-a763-5a88fabae000 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:15.080430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8d1feee-9af1-4218-bb69-7bb6e7b8ec2c req-0f0ac327-db52-4190-a763-5a88fabae000 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 943 time: 0.1109917 Jul 23 14:19:15.143040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:15.176478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8d1feee-9af1-4218-bb69-7bb6e7b8ec2c req-2bbb29c3-ba5a-473b-a9c5-6dcddfadc2c7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805428 Jul 23 14:19:15.308079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b18a-b3d7-4893-b8de-c409b11517bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.526961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b18a-b3d7-4893-b8de-c409b11517bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.541658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b18a-b3d7-4893-b8de-c409b11517bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.582112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f3a89-2e6d-4011-9928-b1b1db81baf8 req-e5b69ded-762d-4cad-9842-b4c54261623b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:15.587475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be5f3a89-2e6d-4011-9928-b1b1db81baf8 req-e5b69ded-762d-4cad-9842-b4c54261623b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1669087 Jul 23 14:19:15.625569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6b18a-b3d7-4893-b8de-c409b11517bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed13ce-31d8-44f2-8821-6677f9cb465c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:15.633711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b7c6b18a-b3d7-4893-b8de-c409b11517bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc7094d4cac1404190c10d7977a1e807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894412 Jul 23 14:19:15.634493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:15.671102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be5f3a89-2e6d-4011-9928-b1b1db81baf8 req-5d49af9a-008e-4cc6-8eb6-6df9870e6efd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689321 Jul 23 14:19:15.697400 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b7890e5-7034-4f42-9457-32a931a08383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.725454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b7890e5-7034-4f42-9457-32a931a08383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.810438 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ea771f-0138-41fc-a057-d4c7c656a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.822150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b7890e5-7034-4f42-9457-32a931a08383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.826515 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b7890e5-7034-4f42-9457-32a931a08383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:15.830818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b7890e5-7034-4f42-9457-32a931a08383 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8ed13ce-31d8-44f2-8821-6677f9cb465c HTTP/1.1" status: 204 len: 168 time: 0.1945994 Jul 23 14:19:15.843635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7890e5-7034-4f42-9457-32a931a08383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed13ce-31d8-44f2-8821-6677f9cb465c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:15.859751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e6df4-9e95-4893-b429-cb27e03a735e req-6bf4d750-f349-42e5-b163-f77c240fcaa0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:15.861959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d90e6df4-9e95-4893-b429-cb27e03a735e req-6bf4d750-f349-42e5-b163-f77c240fcaa0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0936775 Jul 23 14:19:15.917672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d90e6df4-9e95-4893-b429-cb27e03a735e req-9782903c-a170-42d9-b604-2cdc7de216dc tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491700 Jul 23 14:19:16.287644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e3c9e-5bff-408b-9948-0977b6e8ef45 req-58d7414a-9ded-4b89-9abb-caaf3e20b33f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:16.299775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b09e3c9e-5bff-408b-9948-0977b6e8ef45 req-58d7414a-9ded-4b89-9abb-caaf3e20b33f tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1098535 Jul 23 14:19:16.362018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:16.367090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b09e3c9e-5bff-408b-9948-0977b6e8ef45 req-81f52dcb-5423-46a6-b9e2-53d1a17afb19 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595615 Jul 23 14:19:16.386048 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99d248f-5f0a-4d2d-8a26-cdf47a745ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:16.532471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99d248f-5f0a-4d2d-8a26-cdf47a745ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:16.538529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99d248f-5f0a-4d2d-8a26-cdf47a745ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:16.589147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b99d248f-5f0a-4d2d-8a26-cdf47a745ac5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61eda6c50ebb4eb28d942ce5b6a81e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250655 Jul 23 14:19:16.590102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d248f-5f0a-4d2d-8a26-cdf47a745ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d940d3-c55e-4b10-9f29-8c04fbc00dcf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:16.591908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:16.654222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12e68b6-4361-4c1b-b5ad-b016f10d419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:16.676921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12e68b6-4361-4c1b-b5ad-b016f10d419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:16.728274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12e68b6-4361-4c1b-b5ad-b016f10d419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:16.730890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12e68b6-4361-4c1b-b5ad-b016f10d419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:16.732044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f12e68b6-4361-4c1b-b5ad-b016f10d419b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4d940d3-c55e-4b10-9f29-8c04fbc00dcf HTTP/1.1" status: 204 len: 168 time: 0.1336453 Jul 23 14:19:16.744904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e68b6-4361-4c1b-b5ad-b016f10d419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d940d3-c55e-4b10-9f29-8c04fbc00dcf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:17.098620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:17.113139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b2834f-602f-4827-8610-b40eefc9f606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:17.219355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b2834f-602f-4827-8610-b40eefc9f606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:17.233354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b2834f-602f-4827-8610-b40eefc9f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:17.305793 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b3b2834f-602f-4827-8610-b40eefc9f606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b49f6727ad74abeab77d3477bd73d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058282 Jul 23 14:19:17.308331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:17.321541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2834f-602f-4827-8610-b40eefc9f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0519d19-c2a2-4e3b-b6a0-6bd87842373e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:17.383186 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34981a30-c555-4870-adda-bb1b21abc71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:17.409706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34981a30-c555-4870-adda-bb1b21abc71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:17.479581 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34981a30-c555-4870-adda-bb1b21abc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:17.483335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34981a30-c555-4870-adda-bb1b21abc71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:17.484464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-34981a30-c555-4870-adda-bb1b21abc71a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0519d19-c2a2-4e3b-b6a0-6bd87842373e HTTP/1.1" status: 204 len: 168 time: 0.1751993 Jul 23 14:19:17.498709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34981a30-c555-4870-adda-bb1b21abc71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0519d19-c2a2-4e3b-b6a0-6bd87842373e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:17.613000 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c828014-8469-4eb4-8ec9-53fd305bf529 req-0579ab21-6516-4603-bb0f-17f2d1309447 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:17.614851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c828014-8469-4eb4-8ec9-53fd305bf529 req-0579ab21-6516-4603-bb0f-17f2d1309447 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1019051 Jul 23 14:19:17.712565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c828014-8469-4eb4-8ec9-53fd305bf529 req-cf2e6d1a-bf12-4692-b0fb-38db37b4225a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860078 Jul 23 14:19:17.743376 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.265472 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.470814 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e259dd9a-cce0-4f59-80df-33388b9cd257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.536761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:18.602435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 931dabfb-3155-4030-9f64-b8ef356b5434 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:18.648209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-42747611-network', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:18.678539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Made reservation on behalf of a344c7057f3e40ba953564c90234b95c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:18.682084 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.692658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.872809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.879677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.911330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a0558-e385-4330-903a-7600db1b7b94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:18.926577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69fe55-925f-4ecc-876a-922810a8394b req-9bb3ace2-c07f-4e12-97ca-5d87cf303957 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:18.931132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b69fe55-925f-4ecc-876a-922810a8394b req-9bb3ace2-c07f-4e12-97ca-5d87cf303957 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1288092 Jul 23 14:19:18.939103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:19:18.949820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:18.950614 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Added segment 6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a of type vlan for network 89473b70-dc37-4b61-a4c1-27aa5abebd1c Jul 23 14:19:19.014502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b69fe55-925f-4ecc-876a-922810a8394b req-9e05cf38-75e3-4109-8272-42d6a9e3d49e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796070 Jul 23 14:19:19.027329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.068765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.070238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:19.071202 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.110104 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5720987 Jul 23 14:19:19.112883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:19.118140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Request body: {'subnet': {'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-42747611-subnet', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:19.150606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b1b88-005c-444c-a99e-f425feef31fe admin admin] Pushing event updated for resources: {'Network': ['ID=89473b70-dc37-4b61-a4c1-27aa5abebd1c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:19.161831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:19:19.180144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Made reservation on behalf of a344c7057f3e40ba953564c90234b95c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:19.182630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.369574 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.445547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Checking segment: {'id': '6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:19.445964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Network hostable DHCP agents. Network: 89473b70-dc37-4b61-a4c1-27aa5abebd1c, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:19:19.449517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91712c8f-dde6-4fca-a79b-3a0feaa6a43b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:19.468748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:19:19.491918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.502590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 89473b70-dc37-4b61-a4c1-27aa5abebd1c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:19.507243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:19.507991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.514065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7c77a-2cdb-4732-99f8-1aee7a73f8ad None None] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:19.527691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-06ad835d-89ba-475e-ab30-69c47872e60b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4136083 Jul 23 14:19:19.530436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:19.537505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-42747611-router', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:19.563338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.564379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.631056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.703775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-89473b70-dc37-4b61-a4c1-27aa5abebd1c', 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'fixed_ips': [{'subnet_id': '91712c8f-dde6-4fca-a79b-3a0feaa6a43b'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:19:19.705080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.855485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:19.951808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Allocated IP 172.20.0.2 (89473b70-dc37-4b61-a4c1-27aa5abebd1c/91712c8f-dde6-4fca-a79b-3a0feaa6a43b/e3f9da07-3f04-4edc-ae02-b943feab14ef) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:19:20.226415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.241156 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.259529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.266071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Transition to ACTIVE for port object e3f9da07-3f04-4edc-ae02-b943feab14ef will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:19:20.300821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Transition to ACTIVE for port object e3f9da07-3f04-4edc-ae02-b943feab14ef will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:19:20.310384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.314872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d3f99-6568-4998-9a40-0f17b4629911 req-8bf340a2-8ec1-482c-a979-edaa2aff3fbf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:20.317077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f96d3f99-6568-4998-9a40-0f17b4629911 req-8bf340a2-8ec1-482c-a979-edaa2aff3fbf tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1842630 Jul 23 14:19:20.382194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Allocated IP 172.25.2.138 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/e311c5a8-d2cb-4ddb-8865-862dbeb01fbc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:19:20.403373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:19:20.416318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:20.421961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f96d3f99-6568-4998-9a40-0f17b4629911 req-2ba23ce6-c92e-4252-b723-4483b3e047fb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928299 Jul 23 14:19:20.432412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:19:20.484640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:20.485826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Pushing event updated for resources: {'Port': ['ID=e3f9da07-3f04-4edc-ae02-b943feab14ef,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:20.518421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.530928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.531405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.531811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.532150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.533903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.534241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.534579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.534929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.535255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.535581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.537010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:20.602578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.653791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Attempting to bind port e3f9da07-3f04-4edc-ae02-b943feab14ef on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:19:20.654160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Attempting to bind port e3f9da07-3f04-4edc-ae02-b943feab14ef by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:19:20.654672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Attempting to bind port e3f9da07-3f04-4edc-ae02-b943feab14ef on network 89473b70-dc37-4b61-a4c1-27aa5abebd1c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:20.656620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.666270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:19:20.666659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Checking segment: {'id': '6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:20.667070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.667461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Bound using segment: {'id': '6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:19:20.670738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Bound port: e3f9da07-3f04-4edc-ae02-b943feab14ef, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:19:20.671168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.728819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:19:20.738486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:20.748493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:19:20.757524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] For port e3f9da07-3f04-4edc-ae02-b943feab14ef, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:19:20.762914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] For port e3f9da07-3f04-4edc-ae02-b943feab14ef, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e3f9da07-3f04-4edc-ae02-b943feab14ef,segment=NetworkSegment(6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a),segment_id=6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:19:20.770424 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:20.811946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Pushing event updated for resources: {'Port': ['ID=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:20.881894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daf737-b8a4-4334-bd60-a64dd4370bb8 None None] Pushing event updated for resources: {'Port': ['ID=e3f9da07-3f04-4edc-ae02-b943feab14ef,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:21.200877 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:21.239425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:21.291522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:21.860600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6e2b8-0eba-4efd-9a1b-d2f900a2ded0 req-a3dcadc8-1aa2-4dd7-9922-6cefacb3d02a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:21.868363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac6e2b8-0eba-4efd-9a1b-d2f900a2ded0 req-a3dcadc8-1aa2-4dd7-9922-6cefacb3d02a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.3278177 Jul 23 14:19:21.871416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e3f9da07-3f04-4edc-ae02-b943feab14ef up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:19:21.934847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac6e2b8-0eba-4efd-9a1b-d2f900a2ded0 req-17c9657d-0669-4fae-b3be-766cd55de0fe tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651796 Jul 23 14:19:22.135804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port e3f9da07-3f04-4edc-ae02-b943feab14ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:19:22.209114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Deleting port d7ef748f-69b7-419f-a5d7-c3b443979c0d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:22.214527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:22.268861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:22.363230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] For port d7ef748f-69b7-419f-a5d7-c3b443979c0d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d7ef748f-69b7-419f-a5d7-c3b443979c0d,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:22.364019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:22.381102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Calling delete_port for d7ef748f-69b7-419f-a5d7-c3b443979c0d owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:22.496264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52410b-a645-48d9-8349-1f987c0a3d94 None None] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:22.504890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Router a75146fb-d87e-473c-ab7c-8461073cb1fe is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:19:22.618432 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:22.628869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6402949f-dac7-482a-bcc0-0ebb8b8a9bc7 None None] Provisioning for port e3f9da07-3f04-4edc-ae02-b943feab14ef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:19:22.640519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6402949f-dac7-482a-bcc0-0ebb8b8a9bc7 None None] Provisioning complete for port e3f9da07-3f04-4edc-ae02-b943feab14ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:22.641371 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6402949f-dac7-482a-bcc0-0ebb8b8a9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:22.650130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ef748f-69b7-419f-a5d7-c3b443979c0d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:22.656521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:19:22.692967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:22.694806 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-67aa7088-52c4-4bc3-aa42-e88dfc2b1487 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.1621573 Jul 23 14:19:22.698030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:22.956252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Sync routers for ids ['a75146fb-d87e-473c-ab7c-8461073cb1fe'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:19:23.026406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Routers {'a75146fb-d87e-473c-ab7c-8461073cb1fe'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:23.027104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a75146fb-d87e-473c-ab7c-8461073cb1fe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:23.205414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.213666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6402949f-dac7-482a-bcc0-0ebb8b8a9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.242860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Set router a75146fb-d87e-473c-ab7c-8461073cb1fe gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:23.284129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:23.336683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6402949f-dac7-482a-bcc0-0ebb8b8a9bc7 None None] For port e3f9da07-3f04-4edc-ae02-b943feab14ef, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e3f9da07-3f04-4edc-ae02-b943feab14ef,segment=NetworkSegment(6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a),segment_id=6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:23.368730 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6402949f-dac7-482a-bcc0-0ebb8b8a9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.405523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Deleting subnet 237a2f07-507a-4e00-aec7-6afd332dc6c6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:19:23.409266 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.482723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.521490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402949f-dac7-482a-bcc0-0ebb8b8a9bc7 None None] Pushing event updated for resources: {'Port': ['ID=e3f9da07-3f04-4edc-ae02-b943feab14ef,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:23.542416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.544826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Allocated IP 172.20.0.1 (89473b70-dc37-4b61-a4c1-27aa5abebd1c/91712c8f-dde6-4fca-a79b-3a0feaa6a43b/b29ffb4f-82ed-4da0-8733-70a73873072c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:19:23.605959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84f655-2db0-436e-bff3-c6b286e95ed3 req-bf509304-2c4a-42e9-8d4e-1da96e50aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:23.608493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d84f655-2db0-436e-bff3-c6b286e95ed3 req-bf509304-2c4a-42e9-8d4e-1da96e50aa6c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.3785503 Jul 23 14:19:23.609546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.753315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.757182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02adf250-a3ae-49c4-8ac7-4c701bc6a8d2 None None] Provisioning complete for port e3f9da07-3f04-4edc-ae02-b943feab14ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:23.757582 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02adf250-a3ae-49c4-8ac7-4c701bc6a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.780197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Transition to ACTIVE for port object b29ffb4f-82ed-4da0-8733-70a73873072c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:19:23.809780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'name': 'tempest-ImageQuotaTest-42747611-router', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:19:19Z', 'updated_at': '2021-07-23T14:19:21Z', 'revision_number': 3, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'gw_port': {'id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:20Z', 'updated_at': '2021-07-23T14:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:23.837274 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.846607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Checking router: a75146fb-d87e-473c-ab7c-8461073cb1fe for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:19:23.846970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Updating router a75146fb-d87e-473c-ab7c-8461073cb1fe port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:19:23.848656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.895488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e3f9da07-3f04-4edc-ae02-b943feab14ef up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:19:23.899584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Pushing event updated for resources: {'Port': ['ID=b29ffb4f-82ed-4da0-8733-70a73873072c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:23.921861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:19:23.923643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:23.940886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:19:23.970031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237a2f07-507a-4e00-aec7-6afd332dc6c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:23.973908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:23.979079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/237a2f07-507a-4e00-aec7-6afd332dc6c6 HTTP/1.1" status: 204 len: 168 time: 0.6908555 Jul 23 14:19:23.984493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d84f655-2db0-436e-bff3-c6b286e95ed3 req-cc6ff368-26c5-41cf-9f8b-1bbda3ab2386 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433492 Jul 23 14:19:23.989172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:24.014088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e3f9da07-3f04-4edc-ae02-b943feab14ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:24.014726 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.042084 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.055236 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.093670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.094011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.094342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.094702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.095029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.095350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.095668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.095983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.096298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.096609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.096920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.097233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8a18d8-bab2-4b0a-83d8-46ba9dab3e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:24.278490 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.299279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.352613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Router b13966e1-20a6-4a07-bfe0-c1d04af6d06f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:19:24.384761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-953ab08a-7915-4500-91df-45dcec8a75e2 None None] Provisioning for port b29ffb4f-82ed-4da0-8733-70a73873072c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:19:24.392413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-953ab08a-7915-4500-91df-45dcec8a75e2 None None] Provisioning complete for port b29ffb4f-82ed-4da0-8733-70a73873072c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:24.392892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953ab08a-7915-4500-91df-45dcec8a75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.484337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.494039 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.499319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fafe73-cdfe-41c1-858b-e0a3fc96eb3a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:24.506895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Transition to ACTIVE for port object e311c5a8-d2cb-4ddb-8865-862dbeb01fbc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:19:24.518730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23819036-28ba-46b7-9a18-3ea6f375b956') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:24.519162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23819036-28ba-46b7-9a18-3ea6f375b956') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:24.520258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.522322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.530995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.534164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.554365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.566803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:19:24.567309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:19:24.570515 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:19:24.630043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:19:24.630043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9dbe9f1e-3af0-46f5-867b-47b44b5d8680 admin admin] 10.222.0.21 "PUT /v2.0/routers/b13966e1-20a6-4a07-bfe0-c1d04af6d06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1105044 Jul 23 14:19:24.630043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:24.630207 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] Sync routers for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:19:24.635274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c3600-14ab-4408-89cf-f0263fc11462 None None] Pushing event updated for resources: {'Port': ['ID=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:24.637731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:24.637731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:24.653427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-953ab08a-7915-4500-91df-45dcec8a75e2 None None] Port b29ffb4f-82ed-4da0-8733-70a73873072c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:19:24.656274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Pushing event updated for resources: {'Port': ['ID=b29ffb4f-82ed-4da0-8733-70a73873072c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:24.659650 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.682734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Attempting to bind port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:19:24.683110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Attempting to bind port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:19:24.683476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Attempting to bind port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:24.700165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:19:24.700547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:24.701025 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.701408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:19:24.702061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Bound port: e311c5a8-d2cb-4ddb-8865-862dbeb01fbc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:19:24.702609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.767294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.782763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.785354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] 10.222.0.21 "DELETE /v2.0/networks/10fafe73-cdfe-41c1-858b-e0a3fc96eb3a HTTP/1.1" status: 204 len: 168 time: 0.7951140 Jul 23 14:19:24.794286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:24.801162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09804c5-8c9f-40bb-94ef-c3c6b3cfe50b admin admin] Pushing event deleted for resources: {'Network': ['ID=10fafe73-cdfe-41c1-858b-e0a3fc96eb3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:24.809833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:19:24.813830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:24.829718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] For port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:19:24.837196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] For port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:19:24.846279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.849250 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:24.967450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Routers {'a75146fb-d87e-473c-ab7c-8461073cb1fe'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:24.967952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a75146fb-d87e-473c-ab7c-8461073cb1fe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:24.975211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] Deleting subnet 901ab0f3-2fb7-41d3-bc34-eda62481ad2e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:19:25.012964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.026129 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.039530 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:25.071867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.100073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c3600-14ab-4408-89cf-f0263fc11462 None None] Pushing event updated for resources: {'Port': ['ID=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:25.122251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Router a75146fb-d87e-473c-ab7c-8461073cb1fe has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:19:25.145174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.152762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Deleting port 2b6f633b-289e-44ff-884e-672c3802d211 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:25.153112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.168458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] Set router a75146fb-d87e-473c-ab7c-8461073cb1fe gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:25.330668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.347236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.349288 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '2b6f633b-289e-44ff-884e-672c3802d211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:19:22Z', 'revision_number': 5, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port': {'id': '2b6f633b-289e-44ff-884e-672c3802d211', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:07:46Z', 'updated_at': '2021-07-23T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:25.349572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/901ab0f3-2fb7-41d3-bc34-eda62481ad2e HTTP/1.1" status: 204 len: 168 time: 0.5537770 Jul 23 14:19:25.352975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:25.353501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:19:25.363977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1f384522-9ca6-441b-9315-600c0ec69bbf admin admin] 10.222.0.21 "PUT /v2.0/routers/a75146fb-d87e-473c-ab7c-8461073cb1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6643474 Jul 23 14:19:25.374438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7834bcb1-83e5-4998-afa8-3cff4fdb60b6 None None] Provisioning complete for port b29ffb4f-82ed-4da0-8733-70a73873072c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:25.374631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7834bcb1-83e5-4998-afa8-3cff4fdb60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.433222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96b330-7900-4548-8acd-1ac750ac9559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901ab0f3-2fb7-41d3-bc34-eda62481ad2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:25.444854 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] Checking router: b13966e1-20a6-4a07-bfe0-c1d04af6d06f for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:19:25.492121 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] Routers {'b13966e1-20a6-4a07-bfe0-c1d04af6d06f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:25.493673 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:25.625322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb55b79-d068-4121-96ea-1faa3eef4ec0 req-9fab2e2f-2b6a-4169-a31f-2a1dfdc838ea tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:25.630161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fcb55b79-d068-4121-96ea-1faa3eef4ec0 req-9fab2e2f-2b6a-4169-a31f-2a1dfdc838ea tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.4455552 Jul 23 14:19:25.644227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] For port 2b6f633b-289e-44ff-884e-672c3802d211, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b6f633b-289e-44ff-884e-672c3802d211,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:25.644763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.648446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7834bcb1-83e5-4998-afa8-3cff4fdb60b6 None None] Port b29ffb4f-82ed-4da0-8733-70a73873072c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:19:25.663804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.682789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Calling delete_port for 2b6f633b-289e-44ff-884e-672c3802d211 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:25.739742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fcb55b79-d068-4121-96ea-1faa3eef4ec0 req-e2a1cdcb-6f23-4648-9525-13c81b06bd4a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984955 Jul 23 14:19:25.739831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'name': 'tempest-ImageQuotaTest-42747611-router', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:19:19Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 4, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'gw_port': {'id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:20Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b29ffb4f-82ed-4da0-8733-70a73873072c', 'name': '', 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'mac_address': 'fa:16:3e:9b:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '91712c8f-dde6-4fca-a79b-3a0feaa6a43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:23Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 2, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'subnets': [{'id': '91712c8f-dde6-4fca-a79b-3a0feaa6a43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:25.770197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece392e-658d-4ba4-9bae-4f2d0202a0da None None] The sync data for ids ['a75146fb-d87e-473c-ab7c-8461073cb1fe'] in n-d-801990-3 is: [{'id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'name': 'tempest-ImageQuotaTest-42747611-router', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:19:19Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 4, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'gw_port': {'id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:20Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b29ffb4f-82ed-4da0-8733-70a73873072c', 'name': '', 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'mac_address': 'fa:16:3e:9b:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '91712c8f-dde6-4fca-a79b-3a0feaa6a43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:23Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 2, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'subnets': [{'id': '91712c8f-dde6-4fca-a79b-3a0feaa6a43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:19:25.804001 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] Set router b13966e1-20a6-4a07-bfe0-c1d04af6d06f gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:25.898972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:25.902830 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:19:25Z', 'revision_number': 6, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:25.912103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788777c6-d631-4b31-bd4e-c56d044cc94e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:25.926437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229993c9-7279-4e13-b04c-efda01741069') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:25.926757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229993c9-7279-4e13-b04c-efda01741069') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:25.930706 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa12a1b-a58c-4d79-b34d-80efaaa5d27d None None] The sync data for ids ['b13966e1-20a6-4a07-bfe0-c1d04af6d06f'] in n-d-801990-3 is: [{'id': 'b13966e1-20a6-4a07-bfe0-c1d04af6d06f', 'name': 'tempest-TaggedBootDevicesTest-1910247600-router', 'tenant_id': 'e25d7f45b9434aee9751818dd8014c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:07:45Z', 'updated_at': '2021-07-23T14:19:25Z', 'revision_number': 6, 'project_id': 'e25d7f45b9434aee9751818dd8014c35', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:19:25.978978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.006909 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.023214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:19:26.023835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:19:26.026281 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:19:26.142724 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.152597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.154353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] 10.222.0.21 "DELETE /v2.0/networks/788777c6-d631-4b31-bd4e-c56d044cc94e HTTP/1.1" status: 204 len: 168 time: 0.7996697 Jul 23 14:19:26.155154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.201037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0e922-8bf5-44c9-b43b-1b6192e16140 admin admin] Pushing event deleted for resources: {'Network': ['ID=788777c6-d631-4b31-bd4e-c56d044cc94e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:26.204926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6f633b-289e-44ff-884e-672c3802d211,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:26.289418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.338172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:26.397743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.401625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.407151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e6823d10-568f-41a3-86f6-e679018282ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0c25246759846ad96e0291b82a7de57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646582 Jul 23 14:19:26.407623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:26.470702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35612700-7c34-47bb-a725-cf42b5cf20e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.495302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35612700-7c34-47bb-a725-cf42b5cf20e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.507089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.507742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b13966e1-20a6-4a07-bfe0-c1d04af6d06f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:19:26.513147 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.517104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7ef39489-095b-47a6-84fd-00e455da35b6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b13966e1-20a6-4a07-bfe0-c1d04af6d06f HTTP/1.1" status: 204 len: 168 time: 1.9140902 Jul 23 14:19:26.517565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:26.601749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] Deleting subnet 6d54dba8-135b-4549-a40f-e4325db6842c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:19:26.606733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.665429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.697055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35612700-7c34-47bb-a725-cf42b5cf20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.699744 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35612700-7c34-47bb-a725-cf42b5cf20e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.713534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-35612700-7c34-47bb-a725-cf42b5cf20e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74145cfe-ca11-4066-b9a3-03378cbb70d2 HTTP/1.1" status: 204 len: 168 time: 0.2937200 Jul 23 14:19:26.744620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35612700-7c34-47bb-a725-cf42b5cf20e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74145cfe-ca11-4066-b9a3-03378cbb70d2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:26.834409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.985717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:26.992483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51696-9bf6-4ad3-b4f3-6862d620d7b0 req-19d576ce-c11e-497f-b202-426511dc83fa tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:26.994674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ba51696-9bf6-4ad3-b4f3-6862d620d7b0 req-19d576ce-c11e-497f-b202-426511dc83fa tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1335616 Jul 23 14:19:27.065567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d54dba8-135b-4549-a40f-e4325db6842c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:27.077968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1504b25-ea8a-4651-9ae6-2f1d8d5bc531 None None] Network 7d535806-e4fe-4827-8f17-b6f7d473d2b3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:27.078930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.083692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2eff7d5f-56d2-4b97-a592-c51ca327a1a6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d54dba8-135b-4549-a40f-e4325db6842c HTTP/1.1" status: 204 len: 168 time: 0.5651090 Jul 23 14:19:27.084365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:27.139425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ba51696-9bf6-4ad3-b4f3-6862d620d7b0 req-3ddabb66-bf65-4fb7-a5b7-2f37848f8966 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286600 Jul 23 14:19:27.251881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:27.258791 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.384430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Deleting port 550f85c7-3ac9-45cc-93a8-48bcd3f765be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:27.385277 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.520127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:27.552272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] DHCP port deletion for 7d535806-e4fe-4827-8f17-b6f7d473d2b3 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:19:27.585124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] For port 550f85c7-3ac9-45cc-93a8-48bcd3f765be, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=550f85c7-3ac9-45cc-93a8-48bcd3f765be,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:27.585843 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.604244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Calling delete_port for 550f85c7-3ac9-45cc-93a8-48bcd3f765be owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:27.683580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d69e5354-76ac-4862-9556-5237993540b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=835150e1d8444802a6dc5ece7d1821bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590581 Jul 23 14:19:27.684156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:27.688774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] Deleting port 550f85c7-3ac9-45cc-93a8-48bcd3f765be {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:27.689163 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.821645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774b5a8b-e665-4430-9d11-67ce6957e53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.850886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] For port 550f85c7-3ac9-45cc-93a8-48bcd3f765be, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=550f85c7-3ac9-45cc-93a8-48bcd3f765be,segment=NetworkSegment(4aaa95e1-c8a7-4430-9e2b-c45325327bfc),segment_id=4aaa95e1-c8a7-4430-9e2b-c45325327bfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:27.855662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.866261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.874974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] Calling delete_port for 550f85c7-3ac9-45cc-93a8-48bcd3f765be owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:27.943235 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774b5a8b-e665-4430-9d11-67ce6957e53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:27.945138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Pushing event deleted for resources: {'Port': ['ID=550f85c7-3ac9-45cc-93a8-48bcd3f765be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:27.985042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] No DVR routers for this DVR port 550f85c7-3ac9-45cc-93a8-48bcd3f765be on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:27.998805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.005362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e311c5a8-d2cb-4ddb-8865-862dbeb01fbc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:19:28.026599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540ba5-81e6-4ba5-94a4-84d87dfec4c8 req-99e9cc64-17d0-4a30-82e7-52ae6c33eb20 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:28.035487 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29540ba5-81e6-4ba5-94a4-84d87dfec4c8 req-99e9cc64-17d0-4a30-82e7-52ae6c33eb20 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.3745856 Jul 23 14:19:28.065424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-79a72b7d-7393-4800-a3b8-c5d3f61fd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:28.067791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-79a72b7d-7393-4800-a3b8-c5d3f61fd0b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.3565762 Jul 23 14:19:28.071023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] Pushing event deleted for resources: {'Port': ['ID=550f85c7-3ac9-45cc-93a8-48bcd3f765be,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:28.082100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedd721-eeba-466d-9705-7424f6a6b003 None None] No DVR routers for this DVR port 550f85c7-3ac9-45cc-93a8-48bcd3f765be on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:28.110175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:19:28.118077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:28.118922 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.185656 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.189263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29540ba5-81e6-4ba5-94a4-84d87dfec4c8 req-0dec1472-96a0-41a9-a404-059206b3d80a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525905 Jul 23 14:19:28.251631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d535806-e4fe-4827-8f17-b6f7d473d2b3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:28.253902 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.255104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.266997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaa95e1-c8a7-4430-9e2b-c45325327bfc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:28.267553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaa95e1-c8a7-4430-9e2b-c45325327bfc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:28.278426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:28.284611 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.289352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.321129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.331957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:19:28.332537 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.403394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:28.446763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7ef748f-69b7-419f-a5d7-c3b443979c0d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:19:28.478896 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:19:28.495087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d7ef748f-69b7-419f-a5d7-c3b443979c0d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:28.495998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7ef748f-69b7-419f-a5d7-c3b443979c0d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:28.496989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b6f633b-289e-44ff-884e-672c3802d211 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:28.512515 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.526787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.528295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2b6f633b-289e-44ff-884e-672c3802d211 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:28.529010 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] 10.222.0.21 "DELETE /v2.0/networks/7d535806-e4fe-4827-8f17-b6f7d473d2b3 HTTP/1.1" status: 204 len: 168 time: 1.4435375 Jul 23 14:19:28.529365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b6f633b-289e-44ff-884e-672c3802d211 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:28.530370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 550f85c7-3ac9-45cc-93a8-48bcd3f765be no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:28.537917 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774b5a8b-e665-4430-9d11-67ce6957e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.541026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-ec57d636-c889-40a2-9b4d-e952167dd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:28.541444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-774b5a8b-e665-4430-9d11-67ce6957e53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.542603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-774b5a8b-e665-4430-9d11-67ce6957e53d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35fd6f15-0dff-4b7c-b9af-cd1f003ebfcd HTTP/1.1" status: 204 len: 168 time: 0.8575242 Jul 23 14:19:28.543040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-ec57d636-c889-40a2-9b4d-e952167dd85a service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.4443982 Jul 23 14:19:28.561600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b5a8b-e665-4430-9d11-67ce6957e53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fd6f15-0dff-4b7c-b9af-cd1f003ebfcd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:28.564887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd623a90-a8a7-45a6-838b-e7c9fa6ce6af admin admin] Pushing event deleted for resources: {'Network': ['ID=7d535806-e4fe-4827-8f17-b6f7d473d2b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:28.586095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 550f85c7-3ac9-45cc-93a8-48bcd3f765be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:28.586697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 550f85c7-3ac9-45cc-93a8-48bcd3f765be not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:28.683918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-b7a80500-d780-4e67-b182-adb894f0fa16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 999 time: 0.1291294 Jul 23 14:19:28.791839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-c85fca7d-258a-4ccf-986f-4055002a855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:28.793384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-c85fca7d-258a-4ccf-986f-4055002a855c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1022415 Jul 23 14:19:28.853300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:28.903177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1c23d675-b4ad-4b16-a39e-e60402e2c638 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e25d7f45b9434aee9751818dd8014c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484612 Jul 23 14:19:28.906491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:28.967588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7886-252a-438a-b032-d952e4105827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:28.993564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Sync routers for ids ['a75146fb-d87e-473c-ab7c-8461073cb1fe'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:19:29.008881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Routers {'a75146fb-d87e-473c-ab7c-8461073cb1fe'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:29.009711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a75146fb-d87e-473c-ab7c-8461073cb1fe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:29.045289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7886-252a-438a-b032-d952e4105827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.120167 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7886-252a-438a-b032-d952e4105827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.123908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7886-252a-438a-b032-d952e4105827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.125681 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c6fc7886-252a-438a-b032-d952e4105827 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5 HTTP/1.1" status: 204 len: 168 time: 0.2144825 Jul 23 14:19:29.155732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc7886-252a-438a-b032-d952e4105827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67f3970-0f0b-4cbe-b74a-137fb5b5b6c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:29.400211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-3fa95d7e-2d0a-4119-893c-6fc6178805a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:29.402378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-3fa95d7e-2d0a-4119-893c-6fc6178805a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6029608 Jul 23 14:19:29.428485 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:19:29.434556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Set router a75146fb-d87e-473c-ab7c-8461073cb1fe gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:29.543466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-25f2376b-26ce-4ef7-8c50-7f30f1268917 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312225 Jul 23 14:19:29.737533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'name': 'tempest-ImageQuotaTest-42747611-router', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:19:19Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 4, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'gw_port': {'id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:20Z', 'updated_at': '2021-07-23T14:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b29ffb4f-82ed-4da0-8733-70a73873072c', 'name': '', 'network_id': '89473b70-dc37-4b61-a4c1-27aa5abebd1c', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'mac_address': 'fa:16:3e:9b:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '91712c8f-dde6-4fca-a79b-3a0feaa6a43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:23Z', 'updated_at': '2021-07-23T14:19:24Z', 'revision_number': 2, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'subnets': [{'id': '91712c8f-dde6-4fca-a79b-3a0feaa6a43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:29.770954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bffb299-0999-43ca-8698-d50f9f6dcd9e req-a1104947-0275-4d94-a50f-125fe89838c1 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189643 Jul 23 14:19:29.783429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Checking router: a75146fb-d87e-473c-ab7c-8461073cb1fe for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:19:29.783868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Updating router a75146fb-d87e-473c-ab7c-8461073cb1fe port b29ffb4f-82ed-4da0-8733-70a73873072c binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:19:29.791304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:29.796885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9194-a634-4b7f-adcb-7e77d6f1312e req-c68e5320-6af9-43af-89b1-31084a9dd8c9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:29.807560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-885f9194-a634-4b7f-adcb-7e77d6f1312e req-c68e5320-6af9-43af-89b1-31084a9dd8c9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.4662440 Jul 23 14:19:29.816997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Deleting port b29ffb4f-82ed-4da0-8733-70a73873072c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:29.817336 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.822448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e311c5a8-d2cb-4ddb-8865-862dbeb01fbc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:19:29.890970 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.915958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-885f9194-a634-4b7f-adcb-7e77d6f1312e req-c9829173-4f12-43e8-bde2-a0627f66328b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074162 Jul 23 14:19:29.942960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-411297960-network', 'tenant_id': 'df5789f727f04115964874766f7e71f5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:29.956444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:29.956894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.976221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.982176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Made reservation on behalf of df5789f727f04115964874766f7e71f5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:29.985520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:29.999183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Calling delete_port for b29ffb4f-82ed-4da0-8733-70a73873072c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:30.013965 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.152596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.161085 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.181236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:19:30.194016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.194016 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Added segment 88ce9cff-57d7-4cc4-afb4-008e7ddda0ba of type vlan for network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 Jul 23 14:19:30.255347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:30.284366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60ff67-28dd-4296-b7fc-c2151abedc63,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:30.285950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.300989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.342250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.343534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:30.344228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.345924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29ffb4f-82ed-4da0-8733-70a73873072c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:30.375923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5830531 Jul 23 14:19:30.378296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:30.396978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Request body: {'subnet': {'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-411297960-subnet', 'tenant_id': 'df5789f727f04115964874766f7e71f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:30.496040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1827996373-network', 'tenant_id': 'a6954059741646359505fa2f3451b2cc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:30.513144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599311e-7a45-41f3-bdd5-f0da79ca5d1c admin admin] Pushing event updated for resources: {'Network': ['ID=4b614eb3-2dc4-425e-a10d-bfee2c32df27,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:30.552076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:19:30.556547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Made reservation on behalf of df5789f727f04115964874766f7e71f5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:30.567955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.663954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Made reservation on behalf of a6954059741646359505fa2f3451b2cc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:30.666967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.688910 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.707145 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:19:30.707499 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:19:30.725369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.883059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.924766 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.934908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:30.967608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:19:30.987380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Router a75146fb-d87e-473c-ab7c-8461073cb1fe has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:19:30.991070 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71406ac5-06ba-4a8b-8b37-0e77f5b346d3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:31.005505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.005851 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Added segment ac592bd0-cd68-4a4c-8c17-caacb8a18a23 of type vlan for network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba Jul 23 14:19:31.007183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea4a40-316a-4d9c-8bd7-d4dcba191445,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:31.019457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Checking segment: {'id': '88ce9cff-57d7-4cc4-afb4-008e7ddda0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:31.019715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Network hostable DHCP agents. Network: 4b614eb3-2dc4-425e-a10d-bfee2c32df27, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:19:31.060362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.070864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:19:31.089050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 4b614eb3-2dc4-425e-a10d-bfee2c32df27) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:31.094407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:31.094951 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.099037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d15b8-bc45-48bb-83ce-b0599c75cf8c None None] Network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:31.113646 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.114879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:31.115565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.122976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c352688-fe1f-4f94-99cf-1b8caecb83bc req-99a7a81c-2f92-4bc5-a7e3-96ccdebaa5f0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:31.124516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c352688-fe1f-4f94-99cf-1b8caecb83bc req-99a7a81c-2f92-4bc5-a7e3-96ccdebaa5f0 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1505921 Jul 23 14:19:31.127167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c8d8007d-aa30-4ad1-a223-0e9fcd8803f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7453351 Jul 23 14:19:31.162958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:19:31.164794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8939660 Jul 23 14:19:31.164930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:31.171474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9c438614-9244-42ad-b7f8-0af5d7a067d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/a75146fb-d87e-473c-ab7c-8461073cb1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9184222 Jul 23 14:19:31.176573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:31.193842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Request body: {'subnet': {'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1827996373-subnet', 'tenant_id': 'a6954059741646359505fa2f3451b2cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:31.214973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83237-b6da-4915-814f-be027aa466e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5905f0bc-6b86-4607-90d1-e97b8cdba0ba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:31.232257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:19:31.251412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Made reservation on behalf of a6954059741646359505fa2f3451b2cc for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:31.261045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.290731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Port b29ffb4f-82ed-4da0-8733-70a73873072c not found while updating agent binding for router a75146fb-d87e-473c-ab7c-8461073cb1fe. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 14:19:31.303742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d9e17-1239-49e6-8a7c-07cde1c8a96d None None] Network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:31.316682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c352688-fe1f-4f94-99cf-1b8caecb83bc req-5b5b0fad-62a9-42dd-b8bd-3b5dd999f280 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514173 Jul 23 14:19:31.343427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Routers {'a75146fb-d87e-473c-ab7c-8461073cb1fe'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:31.343930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a75146fb-d87e-473c-ab7c-8461073cb1fe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:31.419968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.608538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.678630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] Set router a75146fb-d87e-473c-ab7c-8461073cb1fe gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:31.685056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.740239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Deleting port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:31.740767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.806211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877071f3-13c9-4c76-8574-ff46a63807ae,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:31.822265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Checking segment: {'id': 'ac592bd0-cd68-4a4c-8c17-caacb8a18a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:31.822624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Network hostable DHCP agents. Network: 5905f0bc-6b86-4607-90d1-e97b8cdba0ba, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:19:31.870768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:31.871848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eff01f-5ec6-4544-a450-e1e5b8baa36e req-7172ada7-fde7-4e45-afdf-1910160a6434 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:31.873724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04eff01f-5ec6-4544-a450-e1e5b8baa36e req-7172ada7-fde7-4e45-afdf-1910160a6434 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2672038 Jul 23 14:19:31.875050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:19:31.884036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1865692493-network', 'tenant_id': 'ca791426da47403d85891c9979932c04'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:31.897596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5905f0bc-6b86-4607-90d1-e97b8cdba0ba) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:31.900970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] For port e311c5a8-d2cb-4ddb-8865-862dbeb01fbc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:31.901334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.904319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:31.904911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:31.927835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Calling delete_port for e311c5a8-d2cb-4ddb-8865-862dbeb01fbc owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:31.929280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc53c9-dd54-4d38-b54e-102627e4c79f None None] Network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:31.937488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04eff01f-5ec6-4544-a450-e1e5b8baa36e req-f80b7560-2530-40e8-90df-50e4a352ef02 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576396 Jul 23 14:19:32.048326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-183e9160-ef55-45d2-8c1c-27584e2c84b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8726065 Jul 23 14:19:32.048548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'name': 'tempest-ImageQuotaTest-42747611-router', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:19:19Z', 'updated_at': '2021-07-23T14:19:30Z', 'revision_number': 5, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'gw_port': {'id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:20Z', 'updated_at': '2021-07-23T14:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:32.076817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dddf9d-290a-48ec-8efe-cd73d1fa6b3d None None] The sync data for ids ['a75146fb-d87e-473c-ab7c-8461073cb1fe'] in n-d-801990-3 is: [{'id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'name': 'tempest-ImageQuotaTest-42747611-router', 'tenant_id': 'a344c7057f3e40ba953564c90234b95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:19:19Z', 'updated_at': '2021-07-23T14:19:30Z', 'revision_number': 5, 'project_id': 'a344c7057f3e40ba953564c90234b95c', 'gw_port': {'id': 'e311c5a8-d2cb-4ddb-8865-862dbeb01fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75146fb-d87e-473c-ab7c-8461073cb1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:19:20Z', 'updated_at': '2021-07-23T14:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:19:32.089615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Made reservation on behalf of ca791426da47403d85891c9979932c04 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:32.092965 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.107768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.136632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d5a6e1-844f-48f9-b6c0-dbc573f5bb8f None None] Network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:32.176996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06726e1-42ba-4eaf-b155-6b017fad9b7a req-dc0fd4e4-1939-4e5f-9fdf-7eb3f89ac7f9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:32.178997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a06726e1-42ba-4eaf-b155-6b017fad9b7a req-dc0fd4e4-1939-4e5f-9fdf-7eb3f89ac7f9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1374378 Jul 23 14:19:32.250079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.264927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a06726e1-42ba-4eaf-b155-6b017fad9b7a req-57978a21-0509-472a-af57-b73a615e28ff tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781846 Jul 23 14:19:32.309888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Pushing event deleted for resources: {'Port': ['ID=e311c5a8-d2cb-4ddb-8865-862dbeb01fbc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:32.416359 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.437608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.461632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:19:32.464036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.625582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.625927 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Added segment 7edaab76-7466-472e-a03d-cfc1c02add04 of type vlan for network 58bb66a5-309e-44c7-bed0-a0f7d4edb449 Jul 23 14:19:32.638629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.648023 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:32.677525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc61ad7f-9c3e-41a8-abc6-f7043df19ed5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:32.935633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-5e4a6ac6-08cf-462b-a031-34b1f90e764c tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:32.939202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-5e4a6ac6-08cf-462b-a031-34b1f90e764c tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/networks?id=5905f0bc-6b86-4607-90d1-e97b8cdba0ba HTTP/1.1" status: 200 len: 822 time: 0.1496551 Jul 23 14:19:32.954282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-ec6aa1d5-335e-4778-a778-ef389c6da656 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/quotas/a6954059741646359505fa2f3451b2cc HTTP/1.1" status: 200 len: 375 time: 0.0111768 Jul 23 14:19:32.995015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-df674d79-71ab-4e01-b502-3de6df9dd4d8 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6954059741646359505fa2f3451b2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350182 Jul 23 14:19:33.086027 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.097418 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.097986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75146fb-d87e-473c-ab7c-8461073cb1fe {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:19:33.102935 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.104080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-564eeafb-f0b0-44d5-a06a-8d9c730fd815 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a75146fb-d87e-473c-ab7c-8461073cb1fe HTTP/1.1" status: 204 len: 168 time: 1.9257557 Jul 23 14:19:33.106832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:33.125167 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.126553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:33.127223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.143834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-6672053c-ecfb-4355-bd83-24e96dff186b service neutron] 10.222.0.21 "GET /v2.0/networks/5905f0bc-6b86-4607-90d1-e97b8cdba0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352308 Jul 23 14:19:33.172711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3006945 Jul 23 14:19:33.173396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:33.190485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] Deleting subnet 91712c8f-dde6-4fca-a79b-3a0feaa6a43b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:19:33.200671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.205796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Request body: {'subnet': {'network_id': '58bb66a5-309e-44c7-bed0-a0f7d4edb449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1865692493-subnet', 'tenant_id': 'ca791426da47403d85891c9979932c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:33.209969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f763acb-934f-4ab3-8a0b-944c14dddf8c admin admin] Pushing event updated for resources: {'Network': ['ID=58bb66a5-309e-44c7-bed0-a0f7d4edb449,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:33.222926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 58bb66a5-309e-44c7-bed0-a0f7d4edb449 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:19:33.234915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Made reservation on behalf of ca791426da47403d85891c9979932c04 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:33.238865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.294732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.336588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-b0e5364c-8dcb-4daf-b3fe-6f78d4e002d8 service neutron] 10.222.0.21 "GET /v2.0/networks/5905f0bc-6b86-4607-90d1-e97b8cdba0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758122 Jul 23 14:19:33.401135 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] Sync routers for ids ['a75146fb-d87e-473c-ab7c-8461073cb1fe'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:19:33.402809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.413115 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:33.413474 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:19:33.414154 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a75146fb-d87e-473c-ab7c-8461073cb1fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:19:33.435735 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:33.436040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:19:33.436900 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a75146fb-d87e-473c-ab7c-8461073cb1fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:19:33.437351 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0adfd-a4a2-448a-8544-e3101eb33881 None None] The sync data for ids ['a75146fb-d87e-473c-ab7c-8461073cb1fe'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:19:33.457330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.464525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.498780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91712c8f-dde6-4fca-a79b-3a0feaa6a43b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:33.518705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.518879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d00d5-ed37-4b42-9131-096904d3e42f None None] Network 89473b70-dc37-4b61-a4c1-27aa5abebd1c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:33.523127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-55f65f92-de98-4950-8bc1-52cedb42da20 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91712c8f-dde6-4fca-a79b-3a0feaa6a43b HTTP/1.1" status: 204 len: 168 time: 0.4129899 Jul 23 14:19:33.523576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:33.591181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a35e581a-89b7-4414-af9c-ba02639f3c58,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:33.631801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c9e6c-0aec-40bb-906a-ecee2fdbc664 req-031769d2-1253-4d05-b252-165ade2ca0eb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:33.642187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a7c9e6c-0aec-40bb-906a-ecee2fdbc664 req-031769d2-1253-4d05-b252-165ade2ca0eb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0938365 Jul 23 14:19:33.644932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Checking segment: {'id': '7edaab76-7466-472e-a03d-cfc1c02add04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '58bb66a5-309e-44c7-bed0-a0f7d4edb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:33.645303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Network hostable DHCP agents. Network: 58bb66a5-309e-44c7-bed0-a0f7d4edb449, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:19:33.675357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.704888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Network 58bb66a5-309e-44c7-bed0-a0f7d4edb449 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:19:33.712203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a7c9e6c-0aec-40bb-906a-ecee2fdbc664 req-ce1b2aa6-89b4-4b0b-be54-523c82d92169 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688467 Jul 23 14:19:33.746251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 58bb66a5-309e-44c7-bed0-a0f7d4edb449) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:33.752928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:33.753627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.763483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d18224-b1f4-4cf8-8ee8-b8cca1123624 None None] Network 58bb66a5-309e-44c7-bed0-a0f7d4edb449 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:33.782634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f2fd4acd-cc11-45ba-9c7e-08c2c7ad915e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5742729 Jul 23 14:19:33.782634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Deleting port e3f9da07-3f04-4edc-ae02-b943feab14ef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:33.782634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.876091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] For port e3f9da07-3f04-4edc-ae02-b943feab14ef, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e3f9da07-3f04-4edc-ae02-b943feab14ef,segment=NetworkSegment(6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a),segment_id=6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:33.876778 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:33.890584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Calling delete_port for e3f9da07-3f04-4edc-ae02-b943feab14ef owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:33.994950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fadfd-07bb-48de-8b1f-d048e680db4b None None] Network 58bb66a5-309e-44c7-bed0-a0f7d4edb449 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:34.032110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab5c5a-342c-4824-abac-f327a68e1965 None None] DHCP port deletion for 89473b70-dc37-4b61-a4c1-27aa5abebd1c request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:19:34.032664 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.104434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f9da07-3f04-4edc-ae02-b943feab14ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:34.130665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] No DVR routers for this DVR port e3f9da07-3f04-4edc-ae02-b943feab14ef on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:34.148805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e3f9da07-3f04-4edc-ae02-b943feab14ef no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:34.177139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: e3f9da07-3f04-4edc-ae02-b943feab14ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:34.177510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e3f9da07-3f04-4edc-ae02-b943feab14ef not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:34.178320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b29ffb4f-82ed-4da0-8733-70a73873072c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:34.233248 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.238748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b29ffb4f-82ed-4da0-8733-70a73873072c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:34.239811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b29ffb4f-82ed-4da0-8733-70a73873072c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:34.240538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e311c5a8-d2cb-4ddb-8865-862dbeb01fbc no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:34.245541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89473b70-dc37-4b61-a4c1-27aa5abebd1c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:34.258879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:34.259263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8dfb0a-d2b7-4bcb-9b1d-3f906166d17a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:34.274275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.286832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: e311c5a8-d2cb-4ddb-8865-862dbeb01fbc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:34.287483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e311c5a8-d2cb-4ddb-8865-862dbeb01fbc not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:34.292661 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.301317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:19:34.301879 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:19:34.377388 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:19:34.391647 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.397195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16847b6b-805f-4783-8d5c-bd37cdd51b8f req-fcd5985f-87cb-4a8c-ab8f-ffcc36d35e3f tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 210 time: 0.0664563 Jul 23 14:19:34.398848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.403706 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/89473b70-dc37-4b61-a4c1-27aa5abebd1c HTTP/1.1" status: 204 len: 168 time: 0.8642979 Jul 23 14:19:34.429190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef09b48-60e4-4073-b4a1-cc656ba15e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=89473b70-dc37-4b61-a4c1-27aa5abebd1c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:34.635090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:34.679467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-12f2fb84-f60f-4c5c-a378-dd78bd3ee4f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a344c7057f3e40ba953564c90234b95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430403 Jul 23 14:19:34.682116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:34.735465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.758563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.778979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-988bf3f4-41ec-4fd6-a037-1f9940d790a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:34.780403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-988bf3f4-41ec-4fd6-a037-1f9940d790a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1358960 Jul 23 14:19:34.787035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-79c5fd07-b655-4a04-be11-e7f582a18d21 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:34.788276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-79c5fd07-b655-4a04-be11-e7f582a18d21 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/networks?id=4b614eb3-2dc4-425e-a10d-bfee2c32df27 HTTP/1.1" status: 200 len: 811 time: 0.1359904 Jul 23 14:19:34.819561 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.823943 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:34.825306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a45a0558-e385-4330-903a-7600db1b7b94 HTTP/1.1" status: 204 len: 168 time: 0.1422005 Jul 23 14:19:34.857565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a0558-e385-4330-903a-7600db1b7b94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:34.863103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-644e74b6-90b5-4f1f-828a-91ec764b33e1 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/quotas/df5789f727f04115964874766f7e71f5 HTTP/1.1" status: 200 len: 375 time: 0.0668435 Jul 23 14:19:34.869544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.869910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.870266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.870612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.871008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.871521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.871865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.872202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.872525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.872859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.873461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.873957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1564b3-4ce0-4118-aa9e-07d1c8fc223f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:19:34.947738 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-0606aec7-0b70-4020-9b7e-557a58c9d461 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5789f727f04115964874766f7e71f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836725 Jul 23 14:19:35.059603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-b586f704-7675-440a-9184-475f73c910e7 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:35.061897 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-b586f704-7675-440a-9184-475f73c910e7 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.11 "GET /v2.0/networks?id=5905f0bc-6b86-4607-90d1-e97b8cdba0ba HTTP/1.1" status: 200 len: 822 time: 0.1450634 Jul 23 14:19:35.081483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Request body: {'port': {'device_id': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba', 'admin_state_up': True, 'tenant_id': 'a6954059741646359505fa2f3451b2cc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:35.116176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-a60e5047-849d-4789-ba3b-980ef0f8afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:35.118489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-a60e5047-849d-4789-ba3b-980ef0f8afde service neutron] 10.222.0.11 "GET /v2.0/networks?id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 200 len: 912 time: 0.3210943 Jul 23 14:19:35.180552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-3643a9dd-1426-4a7a-94bf-a4dfe23f2f14 service neutron] 10.222.0.21 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319272 Jul 23 14:19:35.237341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Made reservation on behalf of a6954059741646359505fa2f3451b2cc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:35.245021 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:35.288484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-53fbfd18-5ce6-4dfe-a8e5-4a2cd0dd9604 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 200 len: 999 time: 0.1605272 Jul 23 14:19:35.298189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-63210eeb-744d-4738-8ec8-82342fd9356f service neutron] 10.222.0.21 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103694 Jul 23 14:19:35.357552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:35.388651 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b90f2d91-e241-47f8-b5c0-07f3039a7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:35.407425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-be1152e2-82be-4c4e-898f-ddec80f9b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:35.410775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-be1152e2-82be-4c4e-898f-ddec80f9b667 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 200 len: 850 time: 0.1110260 Jul 23 14:19:35.420827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Allocated IP 172.20.0.13 (5905f0bc-6b86-4607-90d1-e97b8cdba0ba/877071f3-13c9-4c76-8574-ff46a63807ae/7fb8db2e-af2a-44ea-8c3d-2c52a741bf57) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:19:35.565747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-977edb13-5fe3-4cbb-a8fd-aebf6b899229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:35.567312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-977edb13-5fe3-4cbb-a8fd-aebf6b899229 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446352 Jul 23 14:19:35.629817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:35.689465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:35.748460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:19:35.753073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:35.759084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:19:35.764877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Pushing event updated for resources: {'Port': ['ID=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:35.830149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:35.830932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.035415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b90f2d91-e241-47f8-b5c0-07f3039a7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.043740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b90f2d91-e241-47f8-b5c0-07f3039a7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.048448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-2b628d2e-f317-4655-9a7e-8200d8637a6a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9710109 Jul 23 14:19:36.068595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Request body: {'port': {'device_id': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:36.072693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee906b9-94ca-4e38-8287-7f61c8259e8d req-2aa45c60-031c-4e22-adda-f1b735a3faa8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:36.074194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ee906b9-94ca-4e38-8287-7f61c8259e8d req-2aa45c60-031c-4e22-adda-f1b735a3faa8 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.5049710 Jul 23 14:19:36.127636 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-6c72798d-6eef-4347-9986-58c94c508093 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426130 Jul 23 14:19:36.136081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b90f2d91-e241-47f8-b5c0-07f3039a7dfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7771714 Jul 23 14:19:36.136824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f2d91-e241-47f8-b5c0-07f3039a7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2befe-0fc1-4ac3-b2f3-aad8959c37a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:36.139197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:36.159694 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.211653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ee906b9-94ca-4e38-8287-7f61c8259e8d req-11102658-166b-43e2-93b7-b10aeaf8d049 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114430 Jul 23 14:19:36.301033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad86fc3-784c-4db5-bdb1-8f3d9968d6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.316134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d8f9e29-3a40-4187-959d-a10cc363d694 req-10b5d8bb-15e4-4ad0-a35d-c2dbdac5f036 service neutron] 10.222.0.11 "GET /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741669 Jul 23 14:19:36.331624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad86fc3-784c-4db5-bdb1-8f3d9968d6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.415912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad86fc3-784c-4db5-bdb1-8f3d9968d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.419355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad86fc3-784c-4db5-bdb1-8f3d9968d6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.421140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bad86fc3-784c-4db5-bdb1-8f3d9968d6a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90e2befe-0fc1-4ac3-b2f3-aad8959c37a8 HTTP/1.1" status: 204 len: 168 time: 0.2781374 Jul 23 14:19:36.473573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad86fc3-784c-4db5-bdb1-8f3d9968d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2befe-0fc1-4ac3-b2f3-aad8959c37a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:36.511062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60182-dcd5-431c-bc3b-28f388348482 req-c1047693-f61e-44e2-95fc-31ba60a75319 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:36.513057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04a60182-dcd5-431c-bc3b-28f388348482 req-c1047693-f61e-44e2-95fc-31ba60a75319 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 932 time: 0.0905683 Jul 23 14:19:36.569019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04a60182-dcd5-431c-bc3b-28f388348482 req-7a7e07cc-17ac-499a-9bf6-ef69cc430a1d tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Jul 23 14:19:36.578387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:19:36.596428 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.614106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Transition to ACTIVE for port object 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:19:36.623300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.679847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:36.682081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-274798b1-1e19-4982-83fa-c1b40c48cb4e req-920c8e6c-5032-43c6-b998-f56109ccafe0 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 210 time: 0.0415411 Jul 23 14:19:36.767418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Attempting to bind port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:19:36.767838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Attempting to bind port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ac592bd0-cd68-4a4c-8c17-caacb8a18a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:19:36.768241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Attempting to bind port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 on network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:36.773693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 on network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:19:36.774116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Attempting to bind port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 on network 5905f0bc-6b86-4607-90d1-e97b8cdba0ba {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:36.783376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:19:36.783862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Checking segment: {'id': 'ac592bd0-cd68-4a4c-8c17-caacb8a18a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:36.784435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Bound using segment: {'id': 'ac592bd0-cd68-4a4c-8c17-caacb8a18a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:19:36.785121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Bound port: 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac592bd0-cd68-4a4c-8c17-caacb8a18a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:19:36.785735 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:36.909755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] For port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:19:36.967022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] For port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,segment=NetworkSegment(ac592bd0-cd68-4a4c-8c17-caacb8a18a23),segment_id=ac592bd0-cd68-4a4c-8c17-caacb8a18a23)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:19:37.000976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:37.077865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:37.096517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-00d228e1-2d90-4577-acdf-8748cfcad0c6 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:37.098178 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-00d228e1-2d90-4577-acdf-8748cfcad0c6 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.48 "GET /v2.0/networks?id=4b614eb3-2dc4-425e-a10d-bfee2c32df27 HTTP/1.1" status: 200 len: 811 time: 0.2511256 Jul 23 14:19:37.099627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:37.100241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:37.101594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50b9eacc-83e9-451a-9e9c-d62186bccb49 service neutron] 10.222.0.11 "PUT /v2.0/ports/7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 HTTP/1.1" status: 200 len: 1092 time: 1.0396671 Jul 23 14:19:37.102046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'tag': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:37.104467 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b2546-f63c-445e-a479-9d353f7c57b7" -d '{"events": [{"name": "network-changed", "server_uuid": "82ac9d9e-95dc-4662-892a-e0081786f8af", "tag": "7fb8db2e-af2a-44ea-8c3d-2c52a741bf57"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:37.135345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Request body: {'port': {'device_id': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27', 'admin_state_up': True, 'tenant_id': 'df5789f727f04115964874766f7e71f5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:37.175211 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb64e161-e204-4bf7-8918-12a5e59074a0 x-openstack-request-id: req-cb64e161-e204-4bf7-8918-12a5e59074a0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:37.175503 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ac9d9e-95dc-4662-892a-e0081786f8af", "tag": "7fb8db2e-af2a-44ea-8c3d-2c52a741bf57", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:37.175751 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb64e161-e204-4bf7-8918-12a5e59074a0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:37.176178 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'tag': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57', 'status': 'completed', 'code': 200} Jul 23 14:19:37.304472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-046bbc87-3100-4c53-8f60-9689f5fdefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:37.306109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-046bbc87-3100-4c53-8f60-9689f5fdefb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6954059741646359505fa2f3451b2cc&device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 1095 time: 0.0943384 Jul 23 14:19:37.307237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Made reservation on behalf of df5789f727f04115964874766f7e71f5 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:37.310793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:37.366955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-24f77752-2340-4e50-b979-5be1fc9c55e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 HTTP/1.1" status: 200 len: 217 time: 0.0460684 Jul 23 14:19:37.367389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918443-cadf-49a5-bd9f-27404793de8e req-bdfbd366-4b1f-477b-9867-66d2a7004cdb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:37.369343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02918443-cadf-49a5-bd9f-27404793de8e req-bdfbd366-4b1f-477b-9867-66d2a7004cdb tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0726333 Jul 23 14:19:37.415956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02918443-cadf-49a5-bd9f-27404793de8e req-76ff1b69-65e5-4fcf-ae11-4166ac619752 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 Jul 23 14:19:37.467011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-e8e5a35b-9335-4ab4-8dd4-fe367e35065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:37.468652 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-e8e5a35b-9335-4ab4-8dd4-fe367e35065c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=877071f3-13c9-4c76-8574-ff46a63807ae HTTP/1.1" status: 200 len: 862 time: 0.0957489 Jul 23 14:19:37.497298 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:37.507177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-f761ddb3-ac16-454b-a4f6-2e055ecdcb10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5905f0bc-6b86-4607-90d1-e97b8cdba0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324774 Jul 23 14:19:37.620487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Allocated IP 172.20.0.5 (4b614eb3-2dc4-425e-a10d-bfee2c32df27/71406ac5-06ba-4a8b-8b37-0e77f5b346d3/9472502f-a762-4467-9bd1-6cb24c2827b2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:19:37.670144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-5ce98873-34ed-4613-b60a-a03e4e5e04e9 service neutron] 10.222.0.11 "GET /v2.0/networks/5905f0bc-6b86-4607-90d1-e97b8cdba0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453187 Jul 23 14:19:37.694932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26844186-032d-4541-a813-b190233f356c req-605d0cb1-b71c-46e5-8116-a8b14f194c9a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:37.696590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26844186-032d-4541-a813-b190233f356c req-605d0cb1-b71c-46e5-8116-a8b14f194c9a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1093662 Jul 23 14:19:37.740107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26844186-032d-4541-a813-b190233f356c req-4ff181e6-0e89-412d-aba8-39c18724f9b4 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363255 Jul 23 14:19:37.843917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c45656f0-f709-4bcf-a913-a9f28d09e926 req-50ebb508-d017-4b31-baa5-2720ff05ff35 service neutron] 10.222.0.11 "GET /v2.0/networks/5905f0bc-6b86-4607-90d1-e97b8cdba0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661918 Jul 23 14:19:37.871043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:37.876953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33a74b-4a04-4904-9de6-b4369f8184e5 req-3fa60762-4d43-4eaf-b924-fffa7dda507c tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:37.878532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db33a74b-4a04-4904-9de6-b4369f8184e5 req-3fa60762-4d43-4eaf-b924-fffa7dda507c tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 944 time: 0.0800865 Jul 23 14:19:37.918079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db33a74b-4a04-4904-9de6-b4369f8184e5 req-937b1ac6-9f46-40d6-8ca2-6dfb047c0427 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jul 23 14:19:37.926038 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:38.007289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:19:38.013002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:38.018715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:19:38.049142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Pushing event updated for resources: {'Port': ['ID=9472502f-a762-4467-9bd1-6cb24c2827b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:38.051521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033297-b46b-4b97-8a13-a254f5375b1a req-7f277b00-df7f-4721-8f38-742490c78ef3 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:38.053230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71033297-b46b-4b97-8a13-a254f5375b1a req-7f277b00-df7f-4721-8f38-742490c78ef3 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 931 time: 0.0668080 Jul 23 14:19:38.084972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:38.086018 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:38.089726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-2a22abe1-3dcd-4b5e-b2b4-b7c754ae0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:38.091858 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-2a22abe1-3dcd-4b5e-b2b4-b7c754ae0279 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6954059741646359505fa2f3451b2cc&device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 1095 time: 0.1555645 Jul 23 14:19:38.106790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71033297-b46b-4b97-8a13-a254f5375b1a req-caa7fe95-1552-4ac9-a6d2-312ad7844676 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Jul 23 14:19:38.135326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-e4c319ef-0283-49b3-bfb9-aad4491ba02f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0066564 Jul 23 14:19:38.157679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Request body: {'port': {'device_id': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:38.267112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-38ae7bf6-1609-4ceb-8ddc-2c1163ffeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:38.268596 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-38ae7bf6-1609-4ceb-8ddc-2c1163ffeb54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5905f0bc-6b86-4607-90d1-e97b8cdba0ba HTTP/1.1" status: 200 len: 923 time: 0.1652043 Jul 23 14:19:38.318171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:38.321086 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-fa057871-b034-4513-8aaf-39d90e025264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 HTTP/1.1" status: 200 len: 217 time: 0.0421739 Jul 23 14:19:38.408250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-7f618d60-f990-4bb1-b215-3a782d791436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:38.409742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-7f618d60-f990-4bb1-b215-3a782d791436 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=877071f3-13c9-4c76-8574-ff46a63807ae HTTP/1.1" status: 200 len: 862 time: 0.0809555 Jul 23 14:19:38.492218 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-fbff6b51-aa9f-48c7-9368-0549fa9a9afb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5905f0bc-6b86-4607-90d1-e97b8cdba0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339746 Jul 23 14:19:38.657402 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-ac3b241d-89d0-4f3b-8707-6341afefd92c service neutron] 10.222.0.11 "GET /v2.0/networks/5905f0bc-6b86-4607-90d1-e97b8cdba0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555250 Jul 23 14:19:38.820038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d01b2546-f63c-445e-a479-9d353f7c57b7 req-f868c054-f03c-480c-8da1-6d6f81218d68 service neutron] 10.222.0.11 "GET /v2.0/networks/5905f0bc-6b86-4607-90d1-e97b8cdba0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533544 Jul 23 14:19:38.822139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9472502f-a762-4467-9bd1-6cb24c2827b2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:19:38.831437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:38.846976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Transition to ACTIVE for port object 9472502f-a762-4467-9bd1-6cb24c2827b2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:19:38.855107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:38.908224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Pushing event updated for resources: {'Port': ['ID=9472502f-a762-4467-9bd1-6cb24c2827b2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:38.963735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-e3b4eb2c-248f-492e-9da2-6567a39a97dd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:38.965393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-e3b4eb2c-248f-492e-9da2-6567a39a97dd tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6fe6af3-d3a3-452a-9980-eeb016f90ac8 HTTP/1.1" status: 200 len: 943 time: 0.0777035 Jul 23 14:19:38.987071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Attempting to bind port 9472502f-a762-4467-9bd1-6cb24c2827b2 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:19:38.987549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Attempting to bind port 9472502f-a762-4467-9bd1-6cb24c2827b2 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '88ce9cff-57d7-4cc4-afb4-008e7ddda0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:19:38.987971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Attempting to bind port 9472502f-a762-4467-9bd1-6cb24c2827b2 on network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:38.993305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Port 9472502f-a762-4467-9bd1-6cb24c2827b2 on network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:19:38.993793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Attempting to bind port 9472502f-a762-4467-9bd1-6cb24c2827b2 on network 4b614eb3-2dc4-425e-a10d-bfee2c32df27 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:38.999497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:19:38.999945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Checking segment: {'id': '88ce9cff-57d7-4cc4-afb4-008e7ddda0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:39.000422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Bound using segment: {'id': '88ce9cff-57d7-4cc4-afb4-008e7ddda0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:19:39.000945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Bound port: 9472502f-a762-4467-9bd1-6cb24c2827b2, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ce9cff-57d7-4cc4-afb4-008e7ddda0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:19:39.001405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:39.073784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] For port 9472502f-a762-4467-9bd1-6cb24c2827b2, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:19:39.077527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] For port 9472502f-a762-4467-9bd1-6cb24c2827b2, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9472502f-a762-4467-9bd1-6cb24c2827b2,segment=NetworkSegment(88ce9cff-57d7-4cc4-afb4-008e7ddda0ba),segment_id=88ce9cff-57d7-4cc4-afb4-008e7ddda0ba)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:19:39.079640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Deleting port 931dabfb-3155-4030-9f64-b8ef356b5434 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:39.080019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:39.082951 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:39.119529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:39.120329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:39.121655 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] 10.222.0.48 "PUT /v2.0/ports/9472502f-a762-4467-9bd1-6cb24c2827b2 HTTP/1.1" status: 200 len: 1091 time: 0.9754164 Jul 23 14:19:39.147263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ff2d2-55f6-4dfb-a893-7c86b6223398 service neutron] Pushing event updated for resources: {'Port': ['ID=9472502f-a762-4467-9bd1-6cb24c2827b2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:39.182425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] For port 931dabfb-3155-4030-9f64-b8ef356b5434, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=931dabfb-3155-4030-9f64-b8ef356b5434,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:39.182608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'tag': '9472502f-a762-4467-9bd1-6cb24c2827b2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:39.182827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:39.187656 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e746cbb6-2e0d-48d4-81ab-7ac766071547", "tag": "9472502f-a762-4467-9bd1-6cb24c2827b2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:39.197612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Calling delete_port for 931dabfb-3155-4030-9f64-b8ef356b5434 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:39.243819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-b75544ea-e41f-419b-ae6f-7569038f6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:39.245446 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-b75544ea-e41f-419b-ae6f-7569038f6f7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df5789f727f04115964874766f7e71f5&device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 1094 time: 0.0716186 Jul 23 14:19:39.294914 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-53949696-18e5-41bc-bfbd-d6cbdac2216a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9472502f-a762-4467-9bd1-6cb24c2827b2 HTTP/1.1" status: 200 len: 217 time: 0.0375879 Jul 23 14:19:39.328961 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:39.342526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:39.352462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-30000ac6-a1a4-48a9-a6cc-23badb1e6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:39.353989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-30000ac6-a1a4-48a9-a6cc-23badb1e6cbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71406ac5-06ba-4a8b-8b37-0e77f5b346d3 HTTP/1.1" status: 200 len: 851 time: 0.0492892 Jul 23 14:19:39.356434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event deleted for resources: {'Port': ['ID=931dabfb-3155-4030-9f64-b8ef356b5434,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:39.366236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['165769ec-c469-470c-825a-bf529665d920'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:39.402569 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-f7cda36c-353e-4656-8e39-6d54cd63b323 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b614eb3-2dc4-425e-a10d-bfee2c32df27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363870 Jul 23 14:19:39.413730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] No DVR routers for this DVR port 931dabfb-3155-4030-9f64-b8ef356b5434 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:39.416301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:39.425570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-525b95bd-15b2-4820-9481-afcd2e1c4710 req-49e6b895-19f6-40f4-9af7-fcfc5e5f1ad2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "DELETE /v2.0/ports/931dabfb-3155-4030-9f64-b8ef356b5434 HTTP/1.1" status: 204 len: 173 time: 0.4521387 Jul 23 14:19:39.426360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-deleted', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:39.430017 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0856f59-3cc1-4cef-a03b-7e29b0c1a3a9" -d '{"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-deleted", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:39.545351 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-163924a5-c67f-4631-978d-90716b1e286a service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322854 Jul 23 14:19:39.657557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d51025f7-b607-4b7d-8bbb-a1058c3a37c3 req-d1835f5d-7904-434c-a48c-c12339ae8cef service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012979 Jul 23 14:19:39.955899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa8b09-da8c-481f-b116-f7daa1b5c23a req-7c869015-feeb-4f86-9fb5-2a171b39f4a3 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:39.957473 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31aa8b09-da8c-481f-b116-f7daa1b5c23a req-7c869015-feeb-4f86-9fb5-2a171b39f4a3 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 944 time: 0.0714207 Jul 23 14:19:40.004565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31aa8b09-da8c-481f-b116-f7daa1b5c23a req-56912ba0-62bc-435b-b38b-baa75bf32cdb tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Jul 23 14:19:40.150954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ec14-4933-4fc6-bfc4-be3fb426c483 req-5451f923-d89d-45df-bad9-8b02a37c1fb0 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:40.152461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f304ec14-4933-4fc6-bfc4-be3fb426c483 req-5451f923-d89d-45df-bad9-8b02a37c1fb0 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 943 time: 0.0911345 Jul 23 14:19:40.193972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f304ec14-4933-4fc6-bfc4-be3fb426c483 req-7bd36fde-7fb7-409d-958b-831361074daa tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Jul 23 14:19:40.237973 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764cbf5-6d6b-48e2-a792-7904866b4403 x-openstack-request-id: req-f764cbf5-6d6b-48e2-a792-7904866b4403 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:40.238429 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e746cbb6-2e0d-48d4-81ab-7ac766071547", "tag": "9472502f-a762-4467-9bd1-6cb24c2827b2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:40.238791 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f764cbf5-6d6b-48e2-a792-7904866b4403 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:40.239279 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'tag': '9472502f-a762-4467-9bd1-6cb24c2827b2', 'status': 'completed', 'code': 200} Jul 23 14:19:40.265324 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c59d5d2-c70f-4f3d-9349-fbe502f0a16b x-openstack-request-id: req-8c59d5d2-c70f-4f3d-9349-fbe502f0a16b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:40.265689 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe6af3-d3a3-452a-9980-eeb016f90ac8", "name": "network-vif-deleted", "tag": "931dabfb-3155-4030-9f64-b8ef356b5434", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:40.266006 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c59d5d2-c70f-4f3d-9349-fbe502f0a16b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:40.266457 n-d-801990-3 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6fe6af3-d3a3-452a-9980-eeb016f90ac8', 'name': 'network-vif-deleted', 'tag': '931dabfb-3155-4030-9f64-b8ef356b5434', 'status': 'failed', 'code': 422} returned with failed status Jul 23 14:19:40.345966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-ab347162-39c8-4e15-8aea-20b07f84b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:40.347535 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-ab347162-39c8-4e15-8aea-20b07f84b077 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df5789f727f04115964874766f7e71f5&device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 1094 time: 0.0715458 Jul 23 14:19:40.455662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-308f73f0-0e6d-4d61-99a8-151110b9409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:40.457143 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-308f73f0-0e6d-4d61-99a8-151110b9409f service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b614eb3-2dc4-425e-a10d-bfee2c32df27 HTTP/1.1" status: 200 len: 912 time: 0.0981183 Jul 23 14:19:40.509792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-d517d0fd-9b06-45f1-98ed-715aa41a15b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9472502f-a762-4467-9bd1-6cb24c2827b2 HTTP/1.1" status: 200 len: 217 time: 0.0404384 Jul 23 14:19:40.578012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-20ac8a91-0db4-4362-9694-26415b2e1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:40.579732 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-20ac8a91-0db4-4362-9694-26415b2e1af6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71406ac5-06ba-4a8b-8b37-0e77f5b346d3 HTTP/1.1" status: 200 len: 851 time: 0.0466480 Jul 23 14:19:40.615666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-2a0bd467-39bf-41ab-9b6c-df778d2c8f0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b614eb3-2dc4-425e-a10d-bfee2c32df27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 23 14:19:40.663335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08fb5-3ab3-4a04-b139-fb8ff856d8a4 req-6916adea-0863-46a2-8b6f-d68a3f9ecc6a tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:40.664947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9a08fb5-3ab3-4a04-b139-fb8ff856d8a4 req-6916adea-0863-46a2-8b6f-d68a3f9ecc6a tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 946 time: 0.0668662 Jul 23 14:19:40.705824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9a08fb5-3ab3-4a04-b139-fb8ff856d8a4 req-2e2a4ed3-23f8-4c74-82c5-8910bd657886 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341406 Jul 23 14:19:40.709053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:19:40.716430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-20c8137b-85de-4b68-9996-bbf6ac0e3cbe service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891268 Jul 23 14:19:40.815665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,segment=NetworkSegment(ac592bd0-cd68-4a4c-8c17-caacb8a18a23),segment_id=ac592bd0-cd68-4a4c-8c17-caacb8a18a23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:40.817338 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3bafc00-3f53-4ff7-bb7d-8515c73e3f2f req-3321ed32-cac2-42e5-ae59-ae76493d1a5e service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888579 Jul 23 14:19:40.827202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57', 'network_id': '5905f0bc-6b86-4607-90d1-e97b8cdba0ba', 'port_id': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57', 'mac_address': 'fa:16:3e:7b:48:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877071f3-13c9-4c76-8574-ff46a63807ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:19:40.833619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb0593-60f5-4cd8-a603-04afdbc999c6 req-79907a52-0ea6-49cc-8410-6e67d2047f6e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:40.835517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3fb0593-60f5-4cd8-a603-04afdbc999c6 req-79907a52-0ea6-49cc-8410-6e67d2047f6e tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 907 time: 0.0659118 Jul 23 14:19:40.868026 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:40.880985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:19:40.901247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,segment=NetworkSegment(ac592bd0-cd68-4a4c-8c17-caacb8a18a23),segment_id=ac592bd0-cd68-4a4c-8c17-caacb8a18a23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:40.914120 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:40.964522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:41.150302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bbf2f-db5b-48a5-aaf7-6f872b249fbd req-94c1bf24-c9dd-4677-ac32-82833c94e7b1 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:41.151818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c79bbf2f-db5b-48a5-aaf7-6f872b249fbd req-94c1bf24-c9dd-4677-ac32-82833c94e7b1 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 945 time: 0.0740862 Jul 23 14:19:41.191466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c79bbf2f-db5b-48a5-aaf7-6f872b249fbd req-6317b0fa-2532-43c8-a5df-4181a9899135 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Jul 23 14:19:41.322673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7fb8db2e-af2a-44ea-8c3d-2c52a741bf57'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:41.336305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0431bf-3f6a-48b4-abfa-40518e0566af req-dd39591f-822b-45f6-8e66-3b60e97cd6b3 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:41.337948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e0431bf-3f6a-48b4-abfa-40518e0566af req-dd39591f-822b-45f6-8e66-3b60e97cd6b3 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 943 time: 0.0733581 Jul 23 14:19:41.380409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e0431bf-3f6a-48b4-abfa-40518e0566af req-b4ba735e-20ec-412e-86da-ad754a9b0793 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362594 Jul 23 14:19:41.852735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b660dd-a6c7-4ffa-b577-cb1e7d019e74 req-2efc50ec-b7da-4c1c-bb85-5808d6e90186 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:41.854232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42b660dd-a6c7-4ffa-b577-cb1e7d019e74 req-2efc50ec-b7da-4c1c-bb85-5808d6e90186 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 946 time: 0.0750637 Jul 23 14:19:41.901019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42b660dd-a6c7-4ffa-b577-cb1e7d019e74 req-b16beacb-0680-4451-8be1-c6abf4e8e998 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Jul 23 14:19:42.025802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bbc90-0c90-48b2-8632-255f1f56b8dd req-2d3970b6-b702-49b1-90dd-6669f0150087 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:42.027225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-857bbc90-0c90-48b2-8632-255f1f56b8dd req-2d3970b6-b702-49b1-90dd-6669f0150087 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 907 time: 0.0679266 Jul 23 14:19:42.231556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-dc629365-938e-4149-bfcd-82db31ba6b7c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:42.233064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-dc629365-938e-4149-bfcd-82db31ba6b7c tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 907 time: 0.0723116 Jul 23 14:19:42.327324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8be5-6246-483d-bfbd-16d43f3e985f req-0e6b6d71-81e3-4f7b-ad70-bb7b8d40921f tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:42.328820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-598d8be5-6246-483d-bfbd-16d43f3e985f req-0e6b6d71-81e3-4f7b-ad70-bb7b8d40921f tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 945 time: 0.0667768 Jul 23 14:19:42.371485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-598d8be5-6246-483d-bfbd-16d43f3e985f req-11448bc8-9efa-46b0-ae7a-7eb8c49f4f13 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366447 Jul 23 14:19:42.518778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6575f-c3a4-4c74-9514-04a8acccfca8 req-87f88294-8ec7-43ee-b913-53a796d8b9b0 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:42.520356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6b6575f-c3a4-4c74-9514-04a8acccfca8 req-87f88294-8ec7-43ee-b913-53a796d8b9b0 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 943 time: 0.0706508 Jul 23 14:19:42.567775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6b6575f-c3a4-4c74-9514-04a8acccfca8 req-a53c6d7e-45cf-4442-b45a-d932f1da9022 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Jul 23 14:19:42.601635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-016ade2c-4750-42eb-87dd-14ccba290b6e req-c947ecc6-0d16-4636-9b8a-1fb9ecf8d903 service neutron] (93766) timed out ('10.222.0.21', 52416) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:19:42.707705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-03c4e077-b1c3-4b85-87e2-0eb747357953 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:42.709170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-03c4e077-b1c3-4b85-87e2-0eb747357953 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 946 time: 0.1066580 Jul 23 14:19:42.716261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:19:42.749150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Deleting port 96dbb137-e1dc-41a8-b8f7-32af245185fc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:42.749497 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:42.770907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:19:42.774962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:42.775338 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:42.799059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9472502f-a762-4467-9bd1-6cb24c2827b2 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:19:42.880171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] For port 96dbb137-e1dc-41a8-b8f7-32af245185fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=96dbb137-e1dc-41a8-b8f7-32af245185fc,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:42.880539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:42.897818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Calling delete_port for 96dbb137-e1dc-41a8-b8f7-32af245185fc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:42.910056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Deleting port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:42.910399 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:42.925429 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:42.944689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 9472502f-a762-4467-9bd1-6cb24c2827b2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9472502f-a762-4467-9bd1-6cb24c2827b2,segment=NetworkSegment(88ce9cff-57d7-4cc4-afb4-008e7ddda0ba),segment_id=88ce9cff-57d7-4cc4-afb4-008e7ddda0ba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:42.973914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,segment=NetworkSegment(ac592bd0-cd68-4a4c-8c17-caacb8a18a23),segment_id=ac592bd0-cd68-4a4c-8c17-caacb8a18a23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:42.976438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:42.978846 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84207e43-6a01-4c9c-8a08-f356f3aec112" -d '{"events": [{"server_uuid": "82ac9d9e-95dc-4662-892a-e0081786f8af", "name": "network-vif-plugged", "status": "completed", "tag": "7fb8db2e-af2a-44ea-8c3d-2c52a741bf57"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:42.985218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:42.989038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '9472502f-a762-4467-9bd1-6cb24c2827b2', 'network_id': '4b614eb3-2dc4-425e-a10d-bfee2c32df27', 'port_id': '9472502f-a762-4467-9bd1-6cb24c2827b2', 'mac_address': 'fa:16:3e:ec:2b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71406ac5-06ba-4a8b-8b37-0e77f5b346d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:19:43.053584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] For port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,segment=NetworkSegment(011cb4a8-319d-4d99-8c26-0e3bc6acb46f),segment_id=011cb4a8-319d-4d99-8c26-0e3bc6acb46f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:43.053955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:43.062524 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:43.063232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890c39-783c-48f3-8e16-5a72422db1dd req-2d151914-4735-439c-b155-fd9d448778af tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:43.068800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Calling delete_port for 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:43.071433 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a890c39-783c-48f3-8e16-5a72422db1dd req-2d151914-4735-439c-b155-fd9d448778af tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/ports?device_id=936231fd-d77f-4685-b473-6cc253ff31d8 HTTP/1.1" status: 200 len: 946 time: 0.0931025 Jul 23 14:19:43.078158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:43.084441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9472502f-a762-4467-9bd1-6cb24c2827b2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:19:43.106006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 9472502f-a762-4467-9bd1-6cb24c2827b2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9472502f-a762-4467-9bd1-6cb24c2827b2,segment=NetworkSegment(88ce9cff-57d7-4cc4-afb4-008e7ddda0ba),segment_id=88ce9cff-57d7-4cc4-afb4-008e7ddda0ba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:43.109905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a890c39-783c-48f3-8e16-5a72422db1dd req-64f99be0-c685-4d8b-af19-79ee327d4904 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.21 "GET /v2.0/security-groups?id=d474b0d9-386b-4e14-bb3f-474bdbf27b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Jul 23 14:19:43.116059 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:43.162315 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353a8c3e-a827-4709-8399-1c0dfdc98f67 x-openstack-request-id: req-353a8c3e-a827-4709-8399-1c0dfdc98f67 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:43.162610 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ac9d9e-95dc-4662-892a-e0081786f8af", "name": "network-vif-plugged", "status": "completed", "tag": "7fb8db2e-af2a-44ea-8c3d-2c52a741bf57", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:43.162886 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-353a8c3e-a827-4709-8399-1c0dfdc98f67 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:43.163490 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57', 'code': 200} Jul 23 14:19:43.171060 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:43.179067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=9472502f-a762-4467-9bd1-6cb24c2827b2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:43.215326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event deleted for resources: {'Port': ['ID=96dbb137-e1dc-41a8-b8f7-32af245185fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:43.251653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b15561a5-7c48-4a90-9dfa-be9880815be7 req-775e6173-3769-4e06-96f6-02734827803d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b540c1-7777-4c8a-b13b-3a90539c1a93 HTTP/1.1" status: 200 len: 210 time: 0.0358973 Jul 23 14:19:43.292555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] No DVR routers for this DVR port 96dbb137-e1dc-41a8-b8f7-32af245185fc on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:43.297166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:43.299245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1de3e90-c56f-4d3b-9013-e291ba003769 req-37113ad3-9492-463c-b152-4c3e223e2785 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "DELETE /v2.0/ports/96dbb137-e1dc-41a8-b8f7-32af245185fc HTTP/1.1" status: 204 len: 173 time: 1.0584414 Jul 23 14:19:43.299869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'name': 'network-vif-deleted', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:43.302378 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1292747-4208-4873-98cc-00853aff7041" -d '{"events": [{"server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "name": "network-vif-deleted", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:43.346242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:43.349817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c762e-7f2d-4cfc-8821-375d363d3529 req-2e0048bf-9ce8-4bdb-a153-67c57131f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:43.351979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e92c762e-7f2d-4cfc-8821-375d363d3529 req-2e0048bf-9ce8-4bdb-a153-67c57131f546 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 1097 time: 0.0954452 Jul 23 14:19:43.360859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['28bb8dbc-c48e-4921-afb0-96c6d41d4a2d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:43.414890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['9472502f-a762-4467-9bd1-6cb24c2827b2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:43.432224 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6804995-c074-4988-9a15-1e21dd28a9aa x-openstack-request-id: req-b6804995-c074-4988-9a15-1e21dd28a9aa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:43.432531 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b540c1-7777-4c8a-b13b-3a90539c1a93", "name": "network-vif-deleted", "tag": "96dbb137-e1dc-41a8-b8f7-32af245185fc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:43.432821 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6804995-c074-4988-9a15-1e21dd28a9aa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:43.433240 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b540c1-7777-4c8a-b13b-3a90539c1a93', 'name': 'network-vif-deleted', 'tag': '96dbb137-e1dc-41a8-b8f7-32af245185fc', 'status': 'completed', 'code': 200} Jul 23 14:19:43.435404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Pushing event deleted for resources: {'Port': ['ID=28bb8dbc-c48e-4921-afb0-96c6d41d4a2d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:43.485434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e92c762e-7f2d-4cfc-8821-375d363d3529 req-ddb2ddbb-7dc2-4f16-81a2-c6c3e953e90b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927444 Jul 23 14:19:43.513687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] No DVR routers for this DVR port 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:43.516355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:43.518999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-547cc3e3-188f-4550-b7af-94e1e985f694 req-4dda8678-b21b-4a19-9c22-06af5be8b569 tempest-VolumesSnapshotTestJSON-961048599 tempest-VolumesSnapshotTestJSON-961048599-project] 10.222.0.48 "DELETE /v2.0/ports/28bb8dbc-c48e-4921-afb0-96c6d41d4a2d HTTP/1.1" status: 204 len: 173 time: 0.8028426 Jul 23 14:19:43.570004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d624c8f-0e50-411c-98a9-1f85a0956aef req-82ee4936-1c94-42b7-b184-8bedd40849fc tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:43.571775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d624c8f-0e50-411c-98a9-1f85a0956aef req-82ee4936-1c94-42b7-b184-8bedd40849fc tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 946 time: 0.0814602 Jul 23 14:19:43.612795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d624c8f-0e50-411c-98a9-1f85a0956aef req-3fe63fb4-287d-4a34-bce4-6ef63fc3d259 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Jul 23 14:19:43.734881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a436c87-7505-449e-9504-e398170d4c00 req-09419c77-a87c-4afb-8985-1c9d1c767c2a tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:43.736385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a436c87-7505-449e-9504-e398170d4c00 req-09419c77-a87c-4afb-8985-1c9d1c767c2a tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 944 time: 0.0644898 Jul 23 14:19:43.776176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a436c87-7505-449e-9504-e398170d4c00 req-64dcc041-4061-4e0e-8ebc-30d0085bbdec tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Jul 23 14:19:44.229889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-a55232ec-dc51-4353-b4c6-f8f44974a1be req-2dac1117-dde3-4c07-afdb-3530e51666bd service neutron] (93766) timed out ('10.222.0.21', 52506) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:19:44.692188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295cbd-19f0-4309-a84e-f5c8d8c82cce req-be846df4-4e1d-439e-8697-c2cd83790ba3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:44.694395 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7295cbd-19f0-4309-a84e-f5c8d8c82cce req-be846df4-4e1d-439e-8697-c2cd83790ba3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 945 time: 0.0769718 Jul 23 14:19:44.738867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7295cbd-19f0-4309-a84e-f5c8d8c82cce req-910a8cb5-1a4f-4f78-80a0-3e534e22be3a tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Jul 23 14:19:44.813460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9472502f-a762-4467-9bd1-6cb24c2827b2 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:19:44.860225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df93e-bcee-4b63-9e9c-14fac9a75ea7 req-9aeadb89-9631-4dfd-bf8b-ac431abd343a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:44.861879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b3df93e-bcee-4b63-9e9c-14fac9a75ea7 req-9aeadb89-9631-4dfd-bf8b-ac431abd343a tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 946 time: 0.0682695 Jul 23 14:19:44.869004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 9472502f-a762-4467-9bd1-6cb24c2827b2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:19:44.873763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 9472502f-a762-4467-9bd1-6cb24c2827b2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:19:44.874326 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:44.905038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b3df93e-bcee-4b63-9e9c-14fac9a75ea7 req-89a0c775-9b3f-444d-bd21-468e383eb976 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361516 Jul 23 14:19:44.968070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:45.017280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 9472502f-a762-4467-9bd1-6cb24c2827b2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9472502f-a762-4467-9bd1-6cb24c2827b2,segment=NetworkSegment(88ce9cff-57d7-4cc4-afb4-008e7ddda0ba),segment_id=88ce9cff-57d7-4cc4-afb4-008e7ddda0ba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:45.022553 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:45.048176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192f2e7-e5c8-4440-8787-57957b9dab74 req-c86790c6-9fde-4ab8-8c09-5e2649da35df tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:45.049855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0192f2e7-e5c8-4440-8787-57957b9dab74 req-c86790c6-9fde-4ab8-8c09-5e2649da35df tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 944 time: 0.0808737 Jul 23 14:19:45.077721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=9472502f-a762-4467-9bd1-6cb24c2827b2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:45.096684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0192f2e7-e5c8-4440-8787-57957b9dab74 req-b05ec145-6ce4-407c-af63-219b72cb9bbe tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Jul 23 14:19:45.164965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9472502f-a762-4467-9bd1-6cb24c2827b2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:45.167537 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fd82df-b67a-4c67-bac8-85b4270358e4" -d '{"events": [{"server_uuid": "e746cbb6-2e0d-48d4-81ab-7ac766071547", "name": "network-vif-plugged", "status": "completed", "tag": "9472502f-a762-4467-9bd1-6cb24c2827b2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:45.208375 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874bfc06-c72e-49f1-9a33-45ffa3ff5f5f x-openstack-request-id: req-874bfc06-c72e-49f1-9a33-45ffa3ff5f5f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:45.208712 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746cbb6-2e0d-48d4-81ab-7ac766071547", "name": "network-vif-plugged", "status": "completed", "tag": "9472502f-a762-4467-9bd1-6cb24c2827b2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:45.209047 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-874bfc06-c72e-49f1-9a33-45ffa3ff5f5f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:45.209451 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9472502f-a762-4467-9bd1-6cb24c2827b2', 'code': 200} Jul 23 14:19:45.328437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368018e-4f11-4d96-9823-23515a0f18f7 req-804e20e1-2ef5-4cae-93b2-28d5a8becb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:45.329924 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2368018e-4f11-4d96-9823-23515a0f18f7 req-804e20e1-2ef5-4cae-93b2-28d5a8becb30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 1096 time: 0.0581589 Jul 23 14:19:45.366261 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2368018e-4f11-4d96-9823-23515a0f18f7 req-49ebb704-93be-4350-9a1c-242387353116 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288658 Jul 23 14:19:45.434004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936231fd-d77f-4685-b473-6cc253ff31d8', 'name': 'network-vif-deleted', 'tag': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:45.436468 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28cba3-7468-459e-825f-2fd4ce6dec35" -d '{"events": [{"server_uuid": "936231fd-d77f-4685-b473-6cc253ff31d8", "name": "network-vif-deleted", "tag": "28bb8dbc-c48e-4921-afb0-96c6d41d4a2d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:45.455799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e52c6d-a2a6-43fa-9c1b-b05c5580b0f8 req-64f711b9-3ec4-4261-87d2-0d57882d2a5c tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:45.457433 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79e52c6d-a2a6-43fa-9c1b-b05c5580b0f8 req-64f711b9-3ec4-4261-87d2-0d57882d2a5c tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 946 time: 0.0808408 Jul 23 14:19:45.498138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79e52c6d-a2a6-43fa-9c1b-b05c5580b0f8 req-be7bf6b6-5738-4cee-b7a5-ecead6c559bd tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Jul 23 14:19:45.542689 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca389b5f-232a-47d7-b40d-23f01952a77e x-openstack-request-id: req-ca389b5f-232a-47d7-b40d-23f01952a77e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:45.542999 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936231fd-d77f-4685-b473-6cc253ff31d8", "name": "network-vif-deleted", "tag": "28bb8dbc-c48e-4921-afb0-96c6d41d4a2d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:45.543249 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca389b5f-232a-47d7-b40d-23f01952a77e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:45.543643 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936231fd-d77f-4685-b473-6cc253ff31d8', 'name': 'network-vif-deleted', 'tag': '28bb8dbc-c48e-4921-afb0-96c6d41d4a2d', 'status': 'completed', 'code': 200} Jul 23 14:19:45.795980 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6a80-f25d-4af2-ba5b-d674c14d429e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:45.885186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c8ee2-cf7d-46f1-ad0a-cbda692d1c06 req-156c08b8-c934-4fbe-8e68-807ed13b12f1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:45.887126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef1c8ee2-cf7d-46f1-ad0a-cbda692d1c06 req-156c08b8-c934-4fbe-8e68-807ed13b12f1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 945 time: 0.0656254 Jul 23 14:19:45.925899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef1c8ee2-cf7d-46f1-ad0a-cbda692d1c06 req-9e206d8d-cd99-4b84-a85f-cfa838fcedc7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Jul 23 14:19:46.297360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-78f88029-8712-4831-a34b-fc93c4b62c61 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:46.299594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-78f88029-8712-4831-a34b-fc93c4b62c61 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 945 time: 0.1244419 Jul 23 14:19:46.308270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2638e6-fbce-4e98-aae3-87622b28c7a9 req-3698df08-a30c-4a63-bc31-a31927917603 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:46.309714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a2638e6-fbce-4e98-aae3-87622b28c7a9 req-3698df08-a30c-4a63-bc31-a31927917603 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.1434462 Jul 23 14:19:46.398228 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a2638e6-fbce-4e98-aae3-87622b28c7a9 req-f1366719-b033-4cf3-871f-fb580a675bb5 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780988 Jul 23 14:19:46.448453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Deleting port 165769ec-c469-470c-825a-bf529665d920 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:46.448691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:46.539494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] For port 165769ec-c469-470c-825a-bf529665d920, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=165769ec-c469-470c-825a-bf529665d920,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:46.539856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:46.552674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Calling delete_port for 165769ec-c469-470c-825a-bf529665d920 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:46.754595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 96dbb137-e1dc-41a8-b8f7-32af245185fc no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:46.783172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 96dbb137-e1dc-41a8-b8f7-32af245185fc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:46.783926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 96dbb137-e1dc-41a8-b8f7-32af245185fc not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:46.798487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3893f-dfc9-459b-a24c-bea26bc915cb req-28c0960a-5ac6-45e9-872f-b252c1670b16 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:46.806133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4b3893f-dfc9-459b-a24c-bea26bc915cb req-28c0960a-5ac6-45e9-872f-b252c1670b16 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 946 time: 0.2394090 Jul 23 14:19:46.828345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:46.848444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:46.848900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 28bb8dbc-c48e-4921-afb0-96c6d41d4a2d not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:46.861876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4b3893f-dfc9-459b-a24c-bea26bc915cb req-91b0de9e-b82c-4a3c-b59d-a605bfdfd9bb tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/security-groups?id=36ea4a40-316a-4d9c-8bd7-d4dcba191445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548265 Jul 23 14:19:46.863210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:46.875708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:46.902967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event deleted for resources: {'Port': ['ID=165769ec-c469-470c-825a-bf529665d920,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:46.906407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['165769ec-c469-470c-825a-bf529665d920'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:46.959188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] No DVR routers for this DVR port 165769ec-c469-470c-825a-bf529665d920 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:46.962055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:46.964146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4e086b1-304d-4add-864b-f387b8b6f6ae req-c766913c-0990-44d6-bacc-52a70677f5c6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "DELETE /v2.0/ports/165769ec-c469-470c-825a-bf529665d920 HTTP/1.1" status: 204 len: 173 time: 0.6535578 Jul 23 14:19:46.964604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'name': 'network-vif-deleted', 'tag': '165769ec-c469-470c-825a-bf529665d920'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:46.970717 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4328ed0-e7d5-465d-8211-61a62673287f" -d '{"events": [{"server_uuid": "145742c5-43c1-45fc-a7e1-2f16056bf4f9", "name": "network-vif-deleted", "tag": "165769ec-c469-470c-825a-bf529665d920"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:47.060457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b34380bd-afd5-46bb-8f6d-26b1b40833de req-6b12a6f7-c646-498f-8b47-03968bc2307b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=145742c5-43c1-45fc-a7e1-2f16056bf4f9 HTTP/1.1" status: 200 len: 210 time: 0.0300312 Jul 23 14:19:47.110812 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280f2984-3d4e-46c2-a757-c9ba35e256c1 x-openstack-request-id: req-280f2984-3d4e-46c2-a757-c9ba35e256c1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:47.111096 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145742c5-43c1-45fc-a7e1-2f16056bf4f9", "name": "network-vif-deleted", "tag": "165769ec-c469-470c-825a-bf529665d920", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:47.111348 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-280f2984-3d4e-46c2-a757-c9ba35e256c1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:47.111742 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145742c5-43c1-45fc-a7e1-2f16056bf4f9', 'name': 'network-vif-deleted', 'tag': '165769ec-c469-470c-825a-bf529665d920', 'status': 'completed', 'code': 200} Jul 23 14:19:47.169591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-4cf2bfec-7481-4ac4-a4a7-7ae2fddaa496 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:47.171051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-4cf2bfec-7481-4ac4-a4a7-7ae2fddaa496 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 946 time: 0.0690622 Jul 23 14:19:47.281696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Deleting port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:47.282045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:47.381647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] For port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,segment=NetworkSegment(ac592bd0-cd68-4a4c-8c17-caacb8a18a23),segment_id=ac592bd0-cd68-4a4c-8c17-caacb8a18a23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:47.382005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:47.394858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Calling delete_port for 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:47.572350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:47.604240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Pushing event deleted for resources: {'Port': ['ID=7fb8db2e-af2a-44ea-8c3d-2c52a741bf57,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:47.608129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7fb8db2e-af2a-44ea-8c3d-2c52a741bf57'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:47.613217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134ee4b-88de-47d8-be5a-152cc853a863 req-e9de0961-c73e-4c9a-ac43-16b5598b5f7f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:47.614835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e134ee4b-88de-47d8-be5a-152cc853a863 req-e9de0961-c73e-4c9a-ac43-16b5598b5f7f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.1384878 Jul 23 14:19:47.670687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] No DVR routers for this DVR port 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:47.675435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:47.677360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd2f070f-77c3-4fec-8a5e-c46b58a7263e req-a35a87e1-18e2-4150-ae78-eb65f34eea05 tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.11 "DELETE /v2.0/ports/7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 HTTP/1.1" status: 204 len: 173 time: 0.5007112 Jul 23 14:19:47.691927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e134ee4b-88de-47d8-be5a-152cc853a863 req-4130e9f0-4110-4c7c-ba48-18937a2cff51 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697000 Jul 23 14:19:47.726847 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:47.843537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c11bb-5ada-420b-b184-399042b38e84 req-90cf02ad-b038-4dee-b1ba-06c413f38d48 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:47.845153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a97c11bb-5ada-420b-b184-399042b38e84 req-90cf02ad-b038-4dee-b1ba-06c413f38d48 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.0844743 Jul 23 14:19:47.884601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a97c11bb-5ada-420b-b184-399042b38e84 req-c6d51150-5005-448a-ab8e-1cec3a3552a5 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336802 Jul 23 14:19:47.983241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-479ba324-b283-4aca-8e22-1d4ff3e0d450 req-02077db6-83a9-4264-94ee-8e018f2dd38f tempest-InstanceActionsNegativeTestJSON-1960580420 tempest-InstanceActionsNegativeTestJSON-1960580420-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ac9d9e-95dc-4662-892a-e0081786f8af HTTP/1.1" status: 200 len: 210 time: 0.0305841 Jul 23 14:19:48.272181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:48.361965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4815b3-1841-4c7e-b22c-3c649d23f975 req-fabb3c5d-c3b3-49b6-af75-f74f5499aa5f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:48.363689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d4815b3-1841-4c7e-b22c-3c649d23f975 req-fabb3c5d-c3b3-49b6-af75-f74f5499aa5f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.0697300 Jul 23 14:19:48.402115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d4815b3-1841-4c7e-b22c-3c649d23f975 req-7db40146-e583-4e2e-88e5-8d786ae7917b tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Jul 23 14:19:48.463819 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0f05c60-06aa-49a6-aaf3-dc62faa467b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:48.649282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e82b4-aeb7-4631-aba1-ab8c88b59581 req-a2bce0f2-aa33-4e15-8352-0f8b2631a237 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:48.651262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-831e82b4-aeb7-4631-aba1-ab8c88b59581 req-a2bce0f2-aa33-4e15-8352-0f8b2631a237 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.0713372 Jul 23 14:19:48.690416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-831e82b4-aeb7-4631-aba1-ab8c88b59581 req-58ce95ab-3751-4f7c-92ba-178988b2de8b tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Jul 23 14:19:49.039942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:49.086108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] Deleting subnet 877071f3-13c9-4c76-8574-ff46a63807ae {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:19:49.089606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.112319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'name': 'network-vif-deleted', 'tag': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:49.115572 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a30a7-4e1f-4883-a50d-57e1aa614b9e" -d '{"events": [{"server_uuid": "82ac9d9e-95dc-4662-892a-e0081786f8af", "name": "network-vif-deleted", "tag": "7fb8db2e-af2a-44ea-8c3d-2c52a741bf57"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:49.133059 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.159416 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e461a-e7ee-4182-89f4-29743f1e8a5e x-openstack-request-id: req-777e461a-e7ee-4182-89f4-29743f1e8a5e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:49.159707 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ac9d9e-95dc-4662-892a-e0081786f8af", "name": "network-vif-deleted", "tag": "7fb8db2e-af2a-44ea-8c3d-2c52a741bf57", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:49.159942 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-777e461a-e7ee-4182-89f4-29743f1e8a5e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:49.160317 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ac9d9e-95dc-4662-892a-e0081786f8af', 'name': 'network-vif-deleted', 'tag': '7fb8db2e-af2a-44ea-8c3d-2c52a741bf57', 'status': 'completed', 'code': 200} Jul 23 14:19:49.181589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.238062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.264650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877071f3-13c9-4c76-8574-ff46a63807ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:49.268400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.272675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-adac1932-f382-48a7-a6fd-0c04608831ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/877071f3-13c9-4c76-8574-ff46a63807ae HTTP/1.1" status: 204 len: 168 time: 0.2292142 Jul 23 14:19:49.272943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:49.342580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.425533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.437977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5905f0bc-6b86-4607-90d1-e97b8cdba0ba']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:49.449580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac592bd0-cd68-4a4c-8c17-caacb8a18a23') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:49.449871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac592bd0-cd68-4a4c-8c17-caacb8a18a23') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:49.459256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.475639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.492839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:19:49.493373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:19:49.495543 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:19:49.497153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.576290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.587382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.591884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] 10.222.0.21 "DELETE /v2.0/networks/5905f0bc-6b86-4607-90d1-e97b8cdba0ba HTTP/1.1" status: 204 len: 168 time: 0.3154497 Jul 23 14:19:49.607547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750ddc-120f-43c0-bc39-f64158f3903d admin admin] Pushing event deleted for resources: {'Network': ['ID=5905f0bc-6b86-4607-90d1-e97b8cdba0ba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:49.625438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cb43c-442c-4613-b08b-b4865c229181 req-c685da8d-5de0-4422-86a6-b2145ca6bcf6 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:49.631565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d31cb43c-442c-4613-b08b-b4865c229181 req-c685da8d-5de0-4422-86a6-b2145ca6bcf6 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.1531429 Jul 23 14:19:49.668677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d31cb43c-442c-4613-b08b-b4865c229181 req-6a799dc9-16a0-4347-abf0-c3bcf295e038 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360289 Jul 23 14:19:49.733241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:49.778308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:49.779514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-82e9beed-1c32-4d00-9def-463ad8d4d14a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6954059741646359505fa2f3451b2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449421 Jul 23 14:19:49.846017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0656028-987b-4e35-8e8b-0b2af1765208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.904931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0656028-987b-4e35-8e8b-0b2af1765208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:49.949818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-cfa69f92-4f3e-49fb-b9c2-c2a358d8ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:49.952387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-cfa69f92-4f3e-49fb-b9c2-c2a358d8ec8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df5789f727f04115964874766f7e71f5&device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 1096 time: 0.0712116 Jul 23 14:19:49.960889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a443-c5ca-4cf5-9671-fdee539d8841 req-85198775-495f-4c79-b580-b9a696385fa1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:49.968655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b46a443-c5ca-4cf5-9671-fdee539d8841 req-85198775-495f-4c79-b580-b9a696385fa1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1125305 Jul 23 14:19:50.024994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0656028-987b-4e35-8e8b-0b2af1765208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:50.027759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0656028-987b-4e35-8e8b-0b2af1765208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:50.031484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d0656028-987b-4e35-8e8b-0b2af1765208 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36ea4a40-316a-4d9c-8bd7-d4dcba191445 HTTP/1.1" status: 204 len: 168 time: 0.2495818 Jul 23 14:19:50.043270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b46a443-c5ca-4cf5-9671-fdee539d8841 req-bc5f3d9b-32c0-446d-b72d-340db7889818 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=614c0667-d663-4cf1-8b8e-b709e69c299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731199 Jul 23 14:19:50.049649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0656028-987b-4e35-8e8b-0b2af1765208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea4a40-316a-4d9c-8bd7-d4dcba191445,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:50.076353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-2cd50d58-28ac-4b37-937c-5700fbc2d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:50.079356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-2cd50d58-28ac-4b37-937c-5700fbc2d698 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b614eb3-2dc4-425e-a10d-bfee2c32df27 HTTP/1.1" status: 200 len: 912 time: 0.1193440 Jul 23 14:19:50.148405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-79bd7ab4-b5f9-4979-8207-aa4803e6e42d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9472502f-a762-4467-9bd1-6cb24c2827b2 HTTP/1.1" status: 200 len: 217 time: 0.0583732 Jul 23 14:19:50.175527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-7bf2685c-195b-4d5b-b651-2df103f6f8c7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:50.177695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-7bf2685c-195b-4d5b-b651-2df103f6f8c7 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 945 time: 0.1474233 Jul 23 14:19:50.207072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-3cbcbe3c-5889-45b3-92df-c4845e1e04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:50.208957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-3cbcbe3c-5889-45b3-92df-c4845e1e04b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71406ac5-06ba-4a8b-8b37-0e77f5b346d3 HTTP/1.1" status: 200 len: 851 time: 0.0524259 Jul 23 14:19:50.252252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4ba2-08f9-4ccf-80b9-5d59510a324f req-3c367691-980b-4cd0-8329-0a96198c987c tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:50.260188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bae4ba2-08f9-4ccf-80b9-5d59510a324f req-3c367691-980b-4cd0-8329-0a96198c987c tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.1457608 Jul 23 14:19:50.270199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-301815ca-6bf0-4b7a-bfad-1be3ed767a96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b614eb3-2dc4-425e-a10d-bfee2c32df27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492284 Jul 23 14:19:50.316098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bae4ba2-08f9-4ccf-80b9-5d59510a324f req-23c998ac-52a0-4335-a781-6dfc78226820 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531974 Jul 23 14:19:50.404888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Deleting port b755c4f7-6898-4e10-ba12-a54c4812082a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:50.405222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:50.420524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-7aadb8d3-c155-4bb0-a825-603bcbd297e5 service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418517 Jul 23 14:19:50.522273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] For port b755c4f7-6898-4e10-ba12-a54c4812082a, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b755c4f7-6898-4e10-ba12-a54c4812082a,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:50.526348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:50.540012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Calling delete_port for b755c4f7-6898-4e10-ba12-a54c4812082a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:50.550830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b4df303-a82d-4591-a658-e5b5f359e23f req-949577cf-9252-4d0b-9e98-fbe7e5bfb726 service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231368 Jul 23 14:19:50.704026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:50.718797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b755c4f7-6898-4e10-ba12-a54c4812082a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:19:50.738911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event deleted for resources: {'Port': ['ID=b755c4f7-6898-4e10-ba12-a54c4812082a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:50.754923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 165769ec-c469-470c-825a-bf529665d920 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:50.783743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 165769ec-c469-470c-825a-bf529665d920 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:50.784245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 165769ec-c469-470c-825a-bf529665d920 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:50.784879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:50.817661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:50.818169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7fb8db2e-af2a-44ea-8c3d-2c52a741bf57 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:50.829612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] No DVR routers for this DVR port b755c4f7-6898-4e10-ba12-a54c4812082a on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:50.835874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:50.837954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f06b99f-76d8-4487-a671-5f85279cc3fd req-bddcec8d-b949-4918-8eeb-5fd1dae03fac tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.48 "DELETE /v2.0/ports/b755c4f7-6898-4e10-ba12-a54c4812082a HTTP/1.1" status: 204 len: 173 time: 0.6526155 Jul 23 14:19:51.089834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:51.164017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'name': 'network-vif-deleted', 'tag': 'b755c4f7-6898-4e10-ba12-a54c4812082a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:51.167729 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc740f-4839-44fe-9931-040dc8d77166" -d '{"events": [{"server_uuid": "b9fafaaa-09ed-4655-a8cf-37690ddbd159", "name": "network-vif-deleted", "tag": "b755c4f7-6898-4e10-ba12-a54c4812082a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:51.172724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b279bf3-d9a6-497b-8d82-e65ed680201d req-cdb29654-3f23-4836-8080-9cc8e8aaf20d tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fafaaa-09ed-4655-a8cf-37690ddbd159 HTTP/1.1" status: 200 len: 210 time: 0.0411978 Jul 23 14:19:51.203405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.229037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1308092924-network', 'tenant_id': '05f182a5681740bc9cbfce979853f7cd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:51.233396 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eaa7c5-1001-4d12-b7e2-f03022f7dfc6 x-openstack-request-id: req-09eaa7c5-1001-4d12-b7e2-f03022f7dfc6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:51.234057 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fafaaa-09ed-4655-a8cf-37690ddbd159", "name": "network-vif-deleted", "tag": "b755c4f7-6898-4e10-ba12-a54c4812082a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:51.234057 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09eaa7c5-1001-4d12-b7e2-f03022f7dfc6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:51.235087 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fafaaa-09ed-4655-a8cf-37690ddbd159', 'name': 'network-vif-deleted', 'tag': 'b755c4f7-6898-4e10-ba12-a54c4812082a', 'status': 'completed', 'code': 200} Jul 23 14:19:51.253675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Made reservation on behalf of 05f182a5681740bc9cbfce979853f7cd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:51.256650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.267587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.429474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.446389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.502932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:19:51.519884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b36163d-719d-425d-8d29-c9a8a2b8d114,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:51.536460 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.536715 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Added segment 97143d1d-91e1-44ad-9943-ea99964a7ce1 of type vlan for network b238450d-de9a-4061-b6b1-e226e3568599 Jul 23 14:19:51.598041 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.615303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf759-36f6-4efa-8cb8-3818b30ad555 req-b46be572-87c5-4e48-a220-cea32a368e70 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:51.616854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56caf759-36f6-4efa-8cb8-3818b30ad555 req-b46be572-87c5-4e48-a220-cea32a368e70 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.1844084 Jul 23 14:19:51.651281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.652256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:51.652841 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.727110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6334760 Jul 23 14:19:51.727110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d234c56-1d65-4e56-ae4b-a3a3eca0f38c admin admin] Pushing event updated for resources: {'Network': ['ID=b238450d-de9a-4061-b6b1-e226e3568599,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:51.727383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:51.732150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Request body: {'subnet': {'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1308092924-subnet', 'tenant_id': '05f182a5681740bc9cbfce979853f7cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:51.737817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network b238450d-de9a-4061-b6b1-e226e3568599 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:19:51.766746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Made reservation on behalf of 05f182a5681740bc9cbfce979853f7cd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:51.773987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:51.869084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56caf759-36f6-4efa-8cb8-3818b30ad555 req-409d4268-ab18-4567-b1dd-a42f638e14df tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416232 Jul 23 14:19:52.004019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:52.056424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a254e2-2b9d-4ad3-ac20-360277ea58c5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:52.073514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Checking segment: {'id': '97143d1d-91e1-44ad-9943-ea99964a7ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:52.073884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Network hostable DHCP agents. Network: b238450d-de9a-4061-b6b1-e226e3568599, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:19:52.094418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Network b238450d-de9a-4061-b6b1-e226e3568599 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:19:52.106045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, b238450d-de9a-4061-b6b1-e226e3568599) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:52.110554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:52.111838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:52.117009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a7bbdd-9113-406f-b42b-5f69e685a96f None None] Network b238450d-de9a-4061-b6b1-e226e3568599 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:52.134460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a20943bc-9c73-49f4-926e-cf3c9e17c728 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4009061 Jul 23 14:19:52.316572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081393b-5e8c-4992-8173-e0014348614d None None] Network b238450d-de9a-4061-b6b1-e226e3568599 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:19:52.678457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3495f52-8456-4900-aaff-3be46c0b146e req-c5ae0a41-7a3a-4fd4-893c-e7dc73ce86c3 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:52.680749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-c5ae0a41-7a3a-4fd4-893c-e7dc73ce86c3 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/networks?id=b238450d-de9a-4061-b6b1-e226e3568599 HTTP/1.1" status: 200 len: 821 time: 0.1204109 Jul 23 14:19:52.701630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-a822e40e-1f7f-43d1-b489-3eeb74e035dc tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/quotas/05f182a5681740bc9cbfce979853f7cd HTTP/1.1" status: 200 len: 375 time: 0.0117021 Jul 23 14:19:52.756268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-1896a4b6-8076-44f9-aa45-76a7519bb55b tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05f182a5681740bc9cbfce979853f7cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451634 Jul 23 14:19:52.872631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-f6747fec-ae83-4e95-9cfd-a705e8b04341 service neutron] 10.222.0.21 "GET /v2.0/networks/b238450d-de9a-4061-b6b1-e226e3568599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027675 Jul 23 14:19:52.965567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-7d58590a-37ab-4185-af40-ef6f41e66524 service neutron] 10.222.0.21 "GET /v2.0/networks/b238450d-de9a-4061-b6b1-e226e3568599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853221 Jul 23 14:19:53.238632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffe0ce-c732-432a-9065-bf7e68341f14 req-183dc0d1-35a4-4d78-bf48-a4cf71a22433 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:53.250607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bffe0ce-c732-432a-9065-bf7e68341f14 req-183dc0d1-35a4-4d78-bf48-a4cf71a22433 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1208563 Jul 23 14:19:53.301554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bffe0ce-c732-432a-9065-bf7e68341f14 req-dc1ad980-36e0-4306-8fe6-5a8375c6af48 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479543 Jul 23 14:19:53.444778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ff3b-7753-4ca6-8ff5-321c231be273 req-e66f8789-0f49-4b2d-884a-e6c867da00e7 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:53.446369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc92ff3b-7753-4ca6-8ff5-321c231be273 req-e66f8789-0f49-4b2d-884a-e6c867da00e7 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.0801601 Jul 23 14:19:53.496274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc92ff3b-7753-4ca6-8ff5-321c231be273 req-8691f404-1542-4c71-b8aa-b5d5cd099e12 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Jul 23 14:19:53.694734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e14ddd8d-f4a7-4e1f-a204-7c22defcafc9 req-4aae891b-11b3-4905-b4bb-03a08e31feb4 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 210 time: 0.0313642 Jul 23 14:19:53.976496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133852-e201-4221-b6ea-15e021bf8c3e req-107a6907-69bb-4405-88b8-11d778cd5561 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:53.977999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c133852-e201-4221-b6ea-15e021bf8c3e req-107a6907-69bb-4405-88b8-11d778cd5561 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.0792449 Jul 23 14:19:54.018844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c133852-e201-4221-b6ea-15e021bf8c3e req-2623c94f-0883-4985-8240-a39bd3285d5d tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Jul 23 14:19:54.400525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3495f52-8456-4900-aaff-3be46c0b146e req-0a1ae52f-86bf-4e74-a220-b0c925b236b7 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:54.403039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-0a1ae52f-86bf-4e74-a220-b0c925b236b7 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.11 "GET /v2.0/networks?id=b238450d-de9a-4061-b6b1-e226e3568599 HTTP/1.1" status: 200 len: 821 time: 0.1214685 Jul 23 14:19:54.435900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Request body: {'port': {'device_id': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599', 'admin_state_up': True, 'tenant_id': '05f182a5681740bc9cbfce979853f7cd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:54.859637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b755c4f7-6898-4e10-ba12-a54c4812082a no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:54.892640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: b755c4f7-6898-4e10-ba12-a54c4812082a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:54.892989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b755c4f7-6898-4e10-ba12-a54c4812082a not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:54.897175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52416f2a-e25d-441f-acf8-1f89aac87090 req-4e1b2a5e-7129-4149-9922-c81ebef7b998 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:54.898858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52416f2a-e25d-441f-acf8-1f89aac87090 req-4e1b2a5e-7129-4149-9922-c81ebef7b998 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.4817023 Jul 23 14:19:54.945405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Made reservation on behalf of 05f182a5681740bc9cbfce979853f7cd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:19:54.947972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-61a52053-4527-452c-a5ad-1e88fbe2eef9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:54.948955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:54.950426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-61a52053-4527-452c-a5ad-1e88fbe2eef9 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0871794 Jul 23 14:19:54.992531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52416f2a-e25d-441f-acf8-1f89aac87090 req-4442dc3e-a16a-459e-bcc1-a5dc614d8df2 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f8989a-36b1-4235-9acb-7217726d9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847886 Jul 23 14:19:55.165923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Deleting port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:55.166267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.205087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b516042-1056-4d80-b600-b3db82188bf9 req-95f11310-2b5e-4137-ab25-ca6f97322151 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 210 time: 0.0501161 Jul 23 14:19:55.245936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Allocated IP 172.20.0.6 (b238450d-de9a-4061-b6b1-e226e3568599/37a254e2-2b9d-4ad3-ac20-360277ea58c5/a27cd86b-699e-4851-af1f-a82385cdaed7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:19:55.280298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] For port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:55.281076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.418345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ca84e-7a4d-4290-a59e-9ab4bf18091a req-8d23a945-c9df-42a5-9b9d-a9d635df9465 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:55.419872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-708ca84e-7a4d-4290-a59e-9ab4bf18091a req-8d23a945-c9df-42a5-9b9d-a9d635df9465 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.1416550 Jul 23 14:19:55.470607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.471051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.471370 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Floating IP bd7bec63-c5c6-45c3-85d1-22ac81106034 disassociated. External IP: 172.25.2.20, port: c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882. Jul 23 14:19:55.472304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Calling delete_port for c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:55.484174 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-708ca84e-7a4d-4290-a59e-9ab4bf18091a req-6f809dd4-340a-4045-aceb-4ce18cc88433 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Jul 23 14:19:55.487213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.527828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.576382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Network b238450d-de9a-4061-b6b1-e226e3568599 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:19:55.585783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:19:55.591692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:19:55.629690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Pushing event updated for resources: {'Port': ['ID=a27cd86b-699e-4851-af1f-a82385cdaed7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:55.641854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.663249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:55.664210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.682514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-64bd69fe-5d5e-45ed-ae5c-65aa5d03beaa tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2522182 Jul 23 14:19:55.702620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event deleted for resources: {'Port': ['ID=c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:55.732331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Request body: {'port': {'device_id': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:19:55.842838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Router d6953c79-4be4-4c6a-8c97-5a349892725c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:19:55.891337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:55.921439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4f0b3-2391-4661-b802-d84133fbad39 req-6016f8e5-2484-40b8-80d0-6688f322849f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:55.930977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27b4f0b3-2391-4661-b802-d84133fbad39 req-6016f8e5-2484-40b8-80d0-6688f322849f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.2459354 Jul 23 14:19:55.972878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:19:55.984334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] Sync routers for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:19:56.012657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:56.013504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27b4f0b3-2391-4661-b802-d84133fbad39 req-faf29a80-e2e1-49a4-8457-37a9000b4dc9 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817049 Jul 23 14:19:56.017863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-b33ceee7-3a3d-44bd-8bf9-858662320904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:56.019397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-b33ceee7-3a3d-44bd-8bf9-858662320904 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df5789f727f04115964874766f7e71f5&device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 1096 time: 0.2810037 Jul 23 14:19:56.025022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:56.039325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] No DVR routers for this DVR port c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:19:56.043579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:56.047623 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6df6437-f1dc-4e3b-bcd0-32cff9f5332b req-e2cbbd14-65d4-4ba6-8557-89d704fb3289 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.11 "DELETE /v2.0/ports/c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 HTTP/1.1" status: 204 len: 173 time: 1.0902600 Jul 23 14:19:56.048289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-deleted', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:56.051802 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ae233a-63c0-4706-90cd-85942ae25223" -d '{"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-deleted", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:56.186905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:56.243173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa9c5b60-54a8-480b-837b-a04ab3856365 req-25c35593-b310-4048-8002-b2fb6d27a0c1 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7558674-a5c7-41c9-a82c-40da3bb2a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0400372 Jul 23 14:19:56.297891 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b7aaf-989c-4e3e-9beb-0a619ccadf8b x-openstack-request-id: req-c04b7aaf-989c-4e3e-9beb-0a619ccadf8b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:56.298176 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7558674-a5c7-41c9-a82c-40da3bb2a6a5", "name": "network-vif-deleted", "tag": "c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:56.298418 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c04b7aaf-989c-4e3e-9beb-0a619ccadf8b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:56.298842 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7558674-a5c7-41c9-a82c-40da3bb2a6a5', 'name': 'network-vif-deleted', 'tag': 'c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882', 'status': 'completed', 'code': 200} Jul 23 14:19:56.321034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-991d73af-8050-4a01-aa52-fd29b6353d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:56.333096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-991d73af-8050-4a01-aa52-fd29b6353d49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b614eb3-2dc4-425e-a10d-bfee2c32df27 HTTP/1.1" status: 200 len: 912 time: 0.3018990 Jul 23 14:19:56.417978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-6b681c7b-643d-4e12-8082-303e9d888e02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9472502f-a762-4467-9bd1-6cb24c2827b2 HTTP/1.1" status: 200 len: 217 time: 0.0590737 Jul 23 14:19:56.566296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27cd86b-699e-4851-af1f-a82385cdaed7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:19:56.574781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-7c5ded33-182b-4b86-9758-13a42b0f7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:56.576596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-7c5ded33-182b-4b86-9758-13a42b0f7968 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71406ac5-06ba-4a8b-8b37-0e77f5b346d3 HTTP/1.1" status: 200 len: 851 time: 0.1456008 Jul 23 14:19:56.579603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:56.590457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:55Z', 'revision_number': 5, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:56.624148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] Checking router: d6953c79-4be4-4c6a-8c97-5a349892725c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:19:56.632537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-b2982fb8-6583-4c90-af45-53d568e8b60a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b614eb3-2dc4-425e-a10d-bfee2c32df27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459590 Jul 23 14:19:56.633174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:19:56.633855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:56.638232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Transition to ACTIVE for port object a27cd86b-699e-4851-af1f-a82385cdaed7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:19:56.658706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385612b-4b96-42b9-b9d6-2586f38c447e req-74a1d7a6-4cf3-4c17-a129-9b51d6e58f1e tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:56.666726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5385612b-4b96-42b9-b9d6-2586f38c447e req-74a1d7a6-4cf3-4c17-a129-9b51d6e58f1e tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 931 time: 0.1824903 Jul 23 14:19:56.679678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:56.746329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:19:56.813006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Pushing event updated for resources: {'Port': ['ID=a27cd86b-699e-4851-af1f-a82385cdaed7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:56.842432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5385612b-4b96-42b9-b9d6-2586f38c447e req-3bb21f02-e5af-489a-87f0-3e7ca5b0349c tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745560 Jul 23 14:19:56.883957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-8a820fae-55e4-4c80-8d81-025f7fbe31fc service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420564 Jul 23 14:19:56.972628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:55Z', 'revision_number': 5, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:19:56.974297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Attempting to bind port a27cd86b-699e-4851-af1f-a82385cdaed7 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:19:56.974736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Attempting to bind port a27cd86b-699e-4851-af1f-a82385cdaed7 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '97143d1d-91e1-44ad-9943-ea99964a7ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:19:56.975139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Attempting to bind port a27cd86b-699e-4851-af1f-a82385cdaed7 on network b238450d-de9a-4061-b6b1-e226e3568599 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:56.983847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Port a27cd86b-699e-4851-af1f-a82385cdaed7 on network b238450d-de9a-4061-b6b1-e226e3568599 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:19:56.984250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Attempting to bind port a27cd86b-699e-4851-af1f-a82385cdaed7 on network b238450d-de9a-4061-b6b1-e226e3568599 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:19:57.001655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba15e2-6e1b-46ec-8dfd-e74d22ccb18e None None] The sync data for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 is: [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6', 'name': '', 'network_id': '827eb4ad-ac52-43b5-b7eb-72d2b1c38f45', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'mac_address': 'fa:16:3e:02:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:47Z', 'updated_at': '2021-07-23T14:11:55Z', 'revision_number': 5, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'subnets': [{'id': 'e54ff542-5be1-4e57-8ee8-9b741232e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:19:57.011267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:19:57.011688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Checking segment: {'id': '97143d1d-91e1-44ad-9943-ea99964a7ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:19:57.012132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Bound using segment: {'id': '97143d1d-91e1-44ad-9943-ea99964a7ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:19:57.012642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Bound port: a27cd86b-699e-4851-af1f-a82385cdaed7, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97143d1d-91e1-44ad-9943-ea99964a7ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:19:57.013056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:57.016916 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af1bead-c189-4a48-afbd-2741b588bfd1 req-f154e796-96f5-4b2b-b84d-604bc2bfe422 service neutron] 10.222.0.48 "GET /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246231 Jul 23 14:19:57.109299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] For port a27cd86b-699e-4851-af1f-a82385cdaed7, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:19:57.139184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] For port a27cd86b-699e-4851-af1f-a82385cdaed7, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a27cd86b-699e-4851-af1f-a82385cdaed7,segment=NetworkSegment(97143d1d-91e1-44ad-9943-ea99964a7ce1),segment_id=97143d1d-91e1-44ad-9943-ea99964a7ce1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:19:57.148396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:57.217519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:57.218144 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:57.219561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] 10.222.0.11 "PUT /v2.0/ports/a27cd86b-699e-4851-af1f-a82385cdaed7 HTTP/1.1" status: 200 len: 1091 time: 1.5239878 Jul 23 14:19:57.222048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'tag': 'a27cd86b-699e-4851-af1f-a82385cdaed7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:19:57.224403 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0" -d '{"events": [{"name": "network-changed", "server_uuid": "aae49728-89f3-428c-83ca-f41d84d063ae", "tag": "a27cd86b-699e-4851-af1f-a82385cdaed7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:19:57.229621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af84b0-7bed-4d24-aa3c-b59172764b28 service neutron] Pushing event updated for resources: {'Port': ['ID=a27cd86b-699e-4851-af1f-a82385cdaed7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:57.243484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f05d9-d368-4754-bfea-80adae7b28d8 req-72ee7fee-a93b-41bc-80d6-91980a2914dc tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:57.245050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-910f05d9-d368-4754-bfea-80adae7b28d8 req-72ee7fee-a93b-41bc-80d6-91980a2914dc tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.1564255 Jul 23 14:19:57.301631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-910f05d9-d368-4754-bfea-80adae7b28d8 req-026775cf-5d96-4f8f-b311-d40bda4ed3fc tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501058 Jul 23 14:19:57.302266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a0c42-5689-4a99-9bbd-82d254b0ec77 None None] New status for floating IP bd7bec63-c5c6-45c3-85d1-22ac81106034: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:19:57.362528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3495f52-8456-4900-aaff-3be46c0b146e req-035f8f71-6324-436c-a5be-e6a9065af1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:57.364075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-035f8f71-6324-436c-a5be-e6a9065af1c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05f182a5681740bc9cbfce979853f7cd&device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 1094 time: 0.0742118 Jul 23 14:19:57.365723 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ed00d7-9887-4c91-8369-eb34bd535105 x-openstack-request-id: req-80ed00d7-9887-4c91-8369-eb34bd535105 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:19:57.366098 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae49728-89f3-428c-83ca-f41d84d063ae", "tag": "a27cd86b-699e-4851-af1f-a82385cdaed7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:19:57.366448 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80ed00d7-9887-4c91-8369-eb34bd535105 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:19:57.367025 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'tag': 'a27cd86b-699e-4851-af1f-a82385cdaed7', 'status': 'completed', 'code': 200} Jul 23 14:19:57.444262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-129e7b97-5324-41d9-b8cb-6e0c9ae9b9ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a27cd86b-699e-4851-af1f-a82385cdaed7 HTTP/1.1" status: 200 len: 217 time: 0.0529931 Jul 23 14:19:57.516389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3495f52-8456-4900-aaff-3be46c0b146e req-42ad9c96-5e5a-4e8f-97f0-f32ddf96c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:57.517935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-42ad9c96-5e5a-4e8f-97f0-f32ddf96c5eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37a254e2-2b9d-4ad3-ac20-360277ea58c5 HTTP/1.1" status: 200 len: 861 time: 0.0666528 Jul 23 14:19:57.530746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:57.567223 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-cad2add1-8b6a-40ef-bd48-cd216613bf28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b238450d-de9a-4061-b6b1-e226e3568599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424552 Jul 23 14:19:57.604351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c9b6-dbc7-4229-a548-eb196ee25368 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:57.630198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c9b6-dbc7-4229-a548-eb196ee25368 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:57.666558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-ea792316-e83f-4cbc-8c41-c5de4a6d2002 service neutron] 10.222.0.11 "GET /v2.0/networks/b238450d-de9a-4061-b6b1-e226e3568599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910506 Jul 23 14:19:57.682369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c9b6-dbc7-4229-a548-eb196ee25368 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:57.685182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c9b6-dbc7-4229-a548-eb196ee25368 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:57.686864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2ed1c9b6-dbc7-4229-a548-eb196ee25368 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "DELETE /v2.0/security-groups/28f8989a-36b1-4235-9acb-7217726d9fff HTTP/1.1" status: 204 len: 168 time: 0.1550915 Jul 23 14:19:57.690140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:57.706584 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e80c4f6e-01f1-49d1-9323-b38b2f941cf3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] show failed (client error): The resource could not be found. Jul 23 14:19:57.710564 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e80c4f6e-01f1-49d1-9323-b38b2f941cf3 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "GET /v2.0/security-groups/28f8989a-36b1-4235-9acb-7217726d9fff HTTP/1.1" status: 404 len: 347 time: 0.0165896 Jul 23 14:19:57.712026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:57.714160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1c9b6-dbc7-4229-a548-eb196ee25368 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f8989a-36b1-4235-9acb-7217726d9fff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:57.872925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3495f52-8456-4900-aaff-3be46c0b146e req-0d4f1e43-f1f2-4484-98e0-d9fc40728a33 service neutron] 10.222.0.11 "GET /v2.0/networks/b238450d-de9a-4061-b6b1-e226e3568599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999245 Jul 23 14:19:57.892538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Deleting port 50a42b58-ac30-4f2c-abfb-7c4e3897b1e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:57.892916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:58.017403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:58.017727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:58.051378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Calling delete_port for 50a42b58-ac30-4f2c-abfb-7c4e3897b1e7 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:58.138742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b905947-cfd2-493a-b922-8bd471bb40d5 req-d19b060d-d48f-4762-aeff-6f2c0fcabc00 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:58.140445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b905947-cfd2-493a-b922-8bd471bb40d5 req-d19b060d-d48f-4762-aeff-6f2c0fcabc00 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 943 time: 0.2252564 Jul 23 14:19:58.161493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-60c235df-e72c-4720-9947-a0f0718b21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:58.162954 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-60c235df-e72c-4720-9947-a0f0718b21b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05f182a5681740bc9cbfce979853f7cd&device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 1094 time: 0.1785755 Jul 23 14:19:58.296989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b905947-cfd2-493a-b922-8bd471bb40d5 req-d1258422-fd39-4c5a-bdbf-067f0df90d10 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433558 Jul 23 14:19:58.356726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-13aecd48-e6a7-48ad-b028-ffe6192e5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:58.358774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-13aecd48-e6a7-48ad-b028-ffe6192e5533 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b238450d-de9a-4061-b6b1-e226e3568599 HTTP/1.1" status: 200 len: 922 time: 0.1884580 Jul 23 14:19:58.417305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-edef39aa-c25d-42cb-a37d-56f71931e5ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a27cd86b-699e-4851-af1f-a82385cdaed7 HTTP/1.1" status: 200 len: 217 time: 0.0511696 Jul 23 14:19:58.457320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:58.514629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Pushing event deleted for resources: {'Port': ['ID=50a42b58-ac30-4f2c-abfb-7c4e3897b1e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:58.554191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-02122fc2-7ac7-4fc2-9519-e7135545b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:58.556505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-02122fc2-7ac7-4fc2-9519-e7135545b54e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37a254e2-2b9d-4ad3-ac20-360277ea58c5 HTTP/1.1" status: 200 len: 861 time: 0.1085165 Jul 23 14:19:58.620706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-b4a52c90-e542-4b66-a6e7-fdb4ceefb88f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b238450d-de9a-4061-b6b1-e226e3568599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427690 Jul 23 14:19:58.630688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:58.633375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:58.637237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d3ed4d96-5bd6-4dcf-b0d4-98a4f2a8b543 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] 10.222.0.21 "DELETE /v2.0/floatingips/bd7bec63-c5c6-45c3-85d1-22ac81106034 HTTP/1.1" status: 204 len: 168 time: 0.9214847 Jul 23 14:19:58.637734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:19:58.650152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db383a-c26a-4042-ab96-bb371c21a4a9 req-9971e02a-fbeb-4b76-99d2-51445990300f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:58.651719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09db383a-c26a-4042-ab96-bb371c21a4a9 req-9971e02a-fbeb-4b76-99d2-51445990300f tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.2760282 Jul 23 14:19:58.740136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09db383a-c26a-4042-ab96-bb371c21a4a9 req-d48b70a4-7f27-467c-a315-77a7ea1a2fcb tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780549 Jul 23 14:19:58.769221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-8a1a644b-83bd-4ed5-b53f-b8b9b4adf684 service neutron] 10.222.0.11 "GET /v2.0/networks/b238450d-de9a-4061-b6b1-e226e3568599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396427 Jul 23 14:19:58.813655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:19:58.839092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:19:58.839723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c7e1bdb8-5e6a-4ee5-914d-3e525ef6f882 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:19:58.911914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8b72370-4ffa-4ed1-8b2f-69363e3e22e0 req-c169f684-1cd3-4d02-9b1a-7dddff0e1744 service neutron] 10.222.0.11 "GET /v2.0/networks/b238450d-de9a-4061-b6b1-e226e3568599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336644 Jul 23 14:19:59.103015 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:59.136669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401885a-8c39-4504-81ca-b6393522949c req-c4779e3a-1186-44ca-aa9a-f26763d9a7ea tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:59.138661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8401885a-8c39-4504-81ca-b6393522949c req-c4779e3a-1186-44ca-aa9a-f26763d9a7ea tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.0736773 Jul 23 14:19:59.381305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Deleting port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:19:59.381749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:59.468364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] For port 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:19:59.468732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:59.484930 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8401885a-8c39-4504-81ca-b6393522949c req-ed5d58ca-9244-4ddb-84a4-cfe31b2a9b0c tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405852 Jul 23 14:19:59.486439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Calling delete_port for 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:19:59.615131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de10205-1349-4189-bba9-518d1b25b33c req-971edb88-c820-4c11-a365-5494f952c178 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:19:59.616940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1de10205-1349-4189-bba9-518d1b25b33c req-971edb88-c820-4c11-a365-5494f952c178 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 943 time: 0.0631790 Jul 23 14:19:59.668393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1de10205-1349-4189-bba9-518d1b25b33c req-1c2b8128-dbaf-4d5e-9e3b-eb37077168c0 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Jul 23 14:19:59.701511 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:19:59.733796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:19:59.909170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:00.128123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Router d6953c79-4be4-4c6a-8c97-5a349892725c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:20:00.641897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:00.647452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-55df7dd0-49ed-4b71-a648-5c3f0bc48e0b admin admin] 10.222.0.21 "PUT /v2.0/routers/d6953c79-4be4-4c6a-8c97-5a349892725c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0082722 Jul 23 14:20:00.649811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:00.650268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff3ef1-0a80-4fff-b019-a253fd19b46f req-b9a6d2b2-8454-4778-b797-e99713408722 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:00.652040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bff3ef1-0a80-4fff-b019-a253fd19b46f req-b9a6d2b2-8454-4778-b797-e99713408722 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.0794113 Jul 23 14:20:00.652931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] Sync routers for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:00.663737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:00.664591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:00.703864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bff3ef1-0a80-4fff-b019-a253fd19b46f req-b625ee6c-7594-45ce-899d-739e2f86c000 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Jul 23 14:20:00.789529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:00.813780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:00.859170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f44c9-194e-4f85-b6cb-4fc797ba3c70 req-5b88c65b-9eae-4c30-9cb2-3ad78fbf7ae1 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:00.861098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-610f44c9-194e-4f85-b6cb-4fc797ba3c70 req-5b88c65b-9eae-4c30-9cb2-3ad78fbf7ae1 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 943 time: 0.0847452 Jul 23 14:20:00.868822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a27cd86b-699e-4851-af1f-a82385cdaed7 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:20:00.909190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:00.914538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-610f44c9-194e-4f85-b6cb-4fc797ba3c70 req-5819422c-078e-4550-bbc7-913fdf69624a tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Jul 23 14:20:00.978936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Deleting port 3e851988-faf3-45e0-b5e3-0633c51f6abf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:20:00.979695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.067172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] For port 3e851988-faf3-45e0-b5e3-0633c51f6abf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3e851988-faf3-45e0-b5e3-0633c51f6abf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:01.067469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.072970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a27cd86b-699e-4851-af1f-a82385cdaed7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a27cd86b-699e-4851-af1f-a82385cdaed7,segment=NetworkSegment(97143d1d-91e1-44ad-9943-ea99964a7ce1),segment_id=97143d1d-91e1-44ad-9943-ea99964a7ce1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:01.080338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Calling delete_port for 3e851988-faf3-45e0-b5e3-0633c51f6abf owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:20:01.085878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'a27cd86b-699e-4851-af1f-a82385cdaed7', 'network_id': 'b238450d-de9a-4061-b6b1-e226e3568599', 'port_id': 'a27cd86b-699e-4851-af1f-a82385cdaed7', 'mac_address': 'fa:16:3e:c4:d9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a254e2-2b9d-4ad3-ac20-360277ea58c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:20:01.097375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:19:59Z', 'revision_number': 5, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port': {'id': '3e851988-faf3-45e0-b5e3-0633c51f6abf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:11:41Z', 'updated_at': '2021-07-23T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:01.145701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] Checking router: d6953c79-4be4-4c6a-8c97-5a349892725c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:01.163200 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.165191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] Routers {'d6953c79-4be4-4c6a-8c97-5a349892725c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:01.165811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d6953c79-4be4-4c6a-8c97-5a349892725c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:01.238216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27cd86b-699e-4851-af1f-a82385cdaed7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:20:01.253759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.271504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a27cd86b-699e-4851-af1f-a82385cdaed7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a27cd86b-699e-4851-af1f-a82385cdaed7,segment=NetworkSegment(97143d1d-91e1-44ad-9943-ea99964a7ce1),segment_id=97143d1d-91e1-44ad-9943-ea99964a7ce1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:01.280329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] Set router d6953c79-4be4-4c6a-8c97-5a349892725c gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:01.282099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e851988-faf3-45e0-b5e3-0633c51f6abf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:01.282909 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.351122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.359945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:20:00Z', 'revision_number': 6, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:01.389596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbbda2-f4fe-4083-a0d4-31d3640ca719 None None] The sync data for ids ['d6953c79-4be4-4c6a-8c97-5a349892725c'] in n-d-801990-3 is: [{'id': 'd6953c79-4be4-4c6a-8c97-5a349892725c', 'name': 'tempest-ServerActionsTestJSON-661858603-router', 'tenant_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:11:40Z', 'updated_at': '2021-07-23T14:20:00Z', 'revision_number': 6, 'project_id': '7e34e96fc13e460cba3e4baa77f1fe63', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:01.414604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a27cd86b-699e-4851-af1f-a82385cdaed7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:01.445724 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.447894 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.495096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.495644 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6953c79-4be4-4c6a-8c97-5a349892725c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:20:01.500585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.501771 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ff1e23bf-4937-4d99-bcb4-05042c0ebb30 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d6953c79-4be4-4c6a-8c97-5a349892725c HTTP/1.1" status: 204 len: 168 time: 0.8510351 Jul 23 14:20:01.505811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:01.552570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] Deleting subnet e54ff542-5be1-4e57-8ee8-9b741232e996 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:20:01.556014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.570444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-8a039750-c566-48ca-96e9-20ffb0b9e024 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:01.571984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-8a039750-c566-48ca-96e9-20ffb0b9e024 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.48 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.0638685 Jul 23 14:20:01.596434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.615076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a27cd86b-699e-4851-af1f-a82385cdaed7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:20:01.693319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.708297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Deleting port 9472502f-a762-4467-9bd1-6cb24c2827b2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:20:01.708704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.829228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.909442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54ff542-5be1-4e57-8ee8-9b741232e996,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:01.913291 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:01.918061 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-168726c2-62ad-45eb-bfe6-3993b00aa807 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e54ff542-5be1-4e57-8ee8-9b741232e996 HTTP/1.1" status: 204 len: 168 time: 0.4111755 Jul 23 14:20:01.918843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:01.920671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0cf2c-ed11-4cbe-8966-ddcbcc4135f0 None None] Network 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:01.958666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] For port 9472502f-a762-4467-9bd1-6cb24c2827b2, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=9472502f-a762-4467-9bd1-6cb24c2827b2,segment=NetworkSegment(88ce9cff-57d7-4cc4-afb4-008e7ddda0ba),segment_id=88ce9cff-57d7-4cc4-afb4-008e7ddda0ba)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:01.959050 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.014451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Calling delete_port for 9472502f-a762-4467-9bd1-6cb24c2827b2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:20:02.067839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.094845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54894963-e07a-4f27-b188-5c1f40b07e5c req-90b2e208-388f-4dd7-a8a9-a8057c0c54d7 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:02.096983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54894963-e07a-4f27-b188-5c1f40b07e5c req-90b2e208-388f-4dd7-a8a9-a8057c0c54d7 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e746cbb6-2e0d-48d4-81ab-7ac766071547 HTTP/1.1" status: 200 len: 945 time: 0.2534919 Jul 23 14:20:02.148602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Deleting port 262f188f-299d-46fb-8384-e94837cf11e4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:20:02.148959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.211387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54894963-e07a-4f27-b188-5c1f40b07e5c req-2f370c82-49bd-4d13-b2eb-7bb8eb027418 tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.21 "GET /v2.0/security-groups?id=db60ff67-28dd-4296-b7fc-c2151abedc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062183 Jul 23 14:20:02.245493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] For port 262f188f-299d-46fb-8384-e94837cf11e4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=262f188f-299d-46fb-8384-e94837cf11e4,segment=NetworkSegment(71f9fbe2-e231-4df2-8932-89cbd33f7b33),segment_id=71f9fbe2-e231-4df2-8932-89cbd33f7b33)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:02.245862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.262943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Calling delete_port for 262f188f-299d-46fb-8384-e94837cf11e4 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:20:02.290198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.308342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['9472502f-a762-4467-9bd1-6cb24c2827b2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:20:02.314923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] DHCP port deletion for 827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:20:02.335939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Pushing event deleted for resources: {'Port': ['ID=9472502f-a762-4467-9bd1-6cb24c2827b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:02.378630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.402155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:20:02.432749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] No DVR routers for this DVR port 262f188f-299d-46fb-8384-e94837cf11e4 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:20:02.435877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] No DVR routers for this DVR port 9472502f-a762-4467-9bd1-6cb24c2827b2 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:20:02.439742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.440555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:20:02.441004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1cdf6b77-e9e5-4daf-a5f0-56744d47a9b6 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:20:02.442303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=262f188f-299d-46fb-8384-e94837cf11e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:02.442915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73ec5884-ff4a-4fdb-a932-63aaf8944c25 req-0023020c-176a-4f78-980c-2be71e70f2ac tempest-TestServerAdvancedOps-750362252 tempest-TestServerAdvancedOps-750362252-project] 10.222.0.48 "DELETE /v2.0/ports/9472502f-a762-4467-9bd1-6cb24c2827b2 HTTP/1.1" status: 204 len: 173 time: 0.8638952 Jul 23 14:20:02.445351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'name': 'network-vif-deleted', 'tag': '9472502f-a762-4467-9bd1-6cb24c2827b2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:02.447960 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62113725-a043-4f1b-8f1f-43bc583e348f" -d '{"events": [{"server_uuid": "e746cbb6-2e0d-48d4-81ab-7ac766071547", "name": "network-vif-deleted", "tag": "9472502f-a762-4467-9bd1-6cb24c2827b2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:02.470634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] Deleting port 262f188f-299d-46fb-8384-e94837cf11e4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:20:02.470892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.480687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86e021-314e-4aee-a780-9a803cc72f68 req-a7fac822-c19a-498b-acc1-8e0225916f0c tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:02.489332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd86e021-314e-4aee-a780-9a803cc72f68 req-a7fac822-c19a-498b-acc1-8e0225916f0c tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 944 time: 0.1540086 Jul 23 14:20:02.566184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] For port 262f188f-299d-46fb-8384-e94837cf11e4, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:02.575293 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.581647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd86e021-314e-4aee-a780-9a803cc72f68 req-90d6d670-f4f3-4ef6-9889-e97c9acca878 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891142 Jul 23 14:20:02.596840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] Calling delete_port for 262f188f-299d-46fb-8384-e94837cf11e4 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:20:02.602563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] Port 262f188f-299d-46fb-8384-e94837cf11e4 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:20:02.607384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.621828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.627135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] No DVR routers for this DVR port 262f188f-299d-46fb-8384-e94837cf11e4 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:20:02.645535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827eb4ad-ac52-43b5-b7eb-72d2b1c38f45']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:02.654134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f21a32-914f-40d3-9358-0dae2c72d9fa None None] Pushing event deleted for resources: {'Port': ['ID=262f188f-299d-46fb-8384-e94837cf11e4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:02.660473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f9fbe2-e231-4df2-8932-89cbd33f7b33') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:02.660855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f9fbe2-e231-4df2-8932-89cbd33f7b33') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:02.673248 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.703065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.715697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:20:02.716337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:20:02.719241 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:20:02.728970 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371fcf15-324e-4c99-a15d-d83621fc07f6 x-openstack-request-id: req-371fcf15-324e-4c99-a15d-d83621fc07f6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:02.729507 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746cbb6-2e0d-48d4-81ab-7ac766071547", "name": "network-vif-deleted", "tag": "9472502f-a762-4467-9bd1-6cb24c2827b2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:02.729743 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-371fcf15-324e-4c99-a15d-d83621fc07f6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:02.734007 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746cbb6-2e0d-48d4-81ab-7ac766071547', 'name': 'network-vif-deleted', 'tag': '9472502f-a762-4467-9bd1-6cb24c2827b2', 'status': 'completed', 'code': 200} Jul 23 14:20:02.790373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.796197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.798236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/827eb4ad-ac52-43b5-b7eb-72d2b1c38f45 HTTP/1.1" status: 204 len: 168 time: 0.8780804 Jul 23 14:20:02.810376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec5172-3ee4-4f53-86e2-20efc0ede3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=827eb4ad-ac52-43b5-b7eb-72d2b1c38f45,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:02.843717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a27cd86b-699e-4851-af1f-a82385cdaed7 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:02.898762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port a27cd86b-699e-4851-af1f-a82385cdaed7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:02.903928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port a27cd86b-699e-4851-af1f-a82385cdaed7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:02.905085 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:02.943376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:02.991957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4a58aa43-0dfb-4bd9-bf5f-6006893b1d11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e34e96fc13e460cba3e4baa77f1fe63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473001 Jul 23 14:20:02.994726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:03.018420 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.070730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27cd86b-699e-4851-af1f-a82385cdaed7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:03.073821 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b976d0c8-d492-4059-af25-871a36be5248" -d '{"events": [{"server_uuid": "aae49728-89f3-428c-83ca-f41d84d063ae", "name": "network-vif-plugged", "status": "completed", "tag": "a27cd86b-699e-4851-af1f-a82385cdaed7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:03.080964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-562ba97c-2c9a-4b34-9d27-7e1a56f05ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.112017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a27cd86b-699e-4851-af1f-a82385cdaed7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a27cd86b-699e-4851-af1f-a82385cdaed7,segment=NetworkSegment(97143d1d-91e1-44ad-9943-ea99964a7ce1),segment_id=97143d1d-91e1-44ad-9943-ea99964a7ce1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:03.119056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-562ba97c-2c9a-4b34-9d27-7e1a56f05ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.123134 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c7058-5e96-45d6-97f0-fe2068eaab0c x-openstack-request-id: req-406c7058-5e96-45d6-97f0-fe2068eaab0c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:03.123424 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae49728-89f3-428c-83ca-f41d84d063ae", "name": "network-vif-plugged", "status": "completed", "tag": "a27cd86b-699e-4851-af1f-a82385cdaed7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:03.123677 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-406c7058-5e96-45d6-97f0-fe2068eaab0c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:03.124079 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27cd86b-699e-4851-af1f-a82385cdaed7', 'code': 200} Jul 23 14:20:03.125382 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.189453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a27cd86b-699e-4851-af1f-a82385cdaed7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:03.191164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-562ba97c-2c9a-4b34-9d27-7e1a56f05ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.195440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-562ba97c-2c9a-4b34-9d27-7e1a56f05ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.199877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-562ba97c-2c9a-4b34-9d27-7e1a56f05ce7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/614c0667-d663-4cf1-8b8e-b709e69c299f HTTP/1.1" status: 204 len: 168 time: 0.2039409 Jul 23 14:20:03.217675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ba97c-2c9a-4b34-9d27-7e1a56f05ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614c0667-d663-4cf1-8b8e-b709e69c299f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:03.301233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:03.304786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ce5b-3db5-4ea0-b2cb-9998dc6caeae req-c614a2f4-9e5c-497e-8d54-872b88e4fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:03.306491 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f75ce5b-3db5-4ea0-b2cb-9998dc6caeae req-c614a2f4-9e5c-497e-8d54-872b88e4fed2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 1096 time: 0.0631635 Jul 23 14:20:03.351163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f75ce5b-3db5-4ea0-b2cb-9998dc6caeae req-4f8768dd-8895-4ed5-86af-710c397f97d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380728 Jul 23 14:20:03.355342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] Deleting subnet 71406ac5-06ba-4a8b-8b37-0e77f5b346d3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:20:03.359350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.398770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.447768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.502827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.530605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71406ac5-06ba-4a8b-8b37-0e77f5b346d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:03.535661 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.537968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d7167057-feac-4321-82c9-d4ef6ded5c33 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/71406ac5-06ba-4a8b-8b37-0e77f5b346d3 HTTP/1.1" status: 204 len: 168 time: 0.2353392 Jul 23 14:20:03.540231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:03.609936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.725765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.731239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e056d15-0eae-47db-8463-17a90a5ff4c5 req-2385e1c3-ad08-4fb8-b4cd-b2c2d0cbac6a tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:03.739344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e056d15-0eae-47db-8463-17a90a5ff4c5 req-2385e1c3-ad08-4fb8-b4cd-b2c2d0cbac6a tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 945 time: 0.0832305 Jul 23 14:20:03.741231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b614eb3-2dc4-425e-a10d-bfee2c32df27']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:03.753020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ce9cff-57d7-4cc4-afb4-008e7ddda0ba') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:03.753603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ce9cff-57d7-4cc4-afb4-008e7ddda0ba') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:03.764107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.781645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.793296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:20:03.794418 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:20:03.797216 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:20:03.804406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 262f188f-299d-46fb-8384-e94837cf11e4 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:20:03.826957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 262f188f-299d-46fb-8384-e94837cf11e4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:20:03.827563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 262f188f-299d-46fb-8384-e94837cf11e4 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:20:03.828136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e851988-faf3-45e0-b5e3-0633c51f6abf no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:20:03.828706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e056d15-0eae-47db-8463-17a90a5ff4c5 req-0b2f74d8-6f54-40e9-92b8-8d7897715e4f tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834835 Jul 23 14:20:03.849561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3e851988-faf3-45e0-b5e3-0633c51f6abf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:20:03.850070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e851988-faf3-45e0-b5e3-0633c51f6abf not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:20:03.891960 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.905970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:03.911254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:03.911458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b614eb3-2dc4-425e-a10d-bfee2c32df27 HTTP/1.1" status: 204 len: 168 time: 0.3698249 Jul 23 14:20:03.923496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cec378-c016-4da4-8d7c-3f1ed2f71003 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b614eb3-2dc4-425e-a10d-bfee2c32df27,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:03.967993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] Deleting subnet a35e581a-89b7-4414-af9c-ba02639f3c58 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:20:03.972084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.010482 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.063345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.099385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:04.129529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.159383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a35e581a-89b7-4414-af9c-ba02639f3c58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:04.161369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.166013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bdab8113-843f-460f-936b-97568a7b05af admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a35e581a-89b7-4414-af9c-ba02639f3c58 HTTP/1.1" status: 204 len: 168 time: 0.2533126 Jul 23 14:20:04.166410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:04.255458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1820889194-network', 'tenant_id': '79c4450457af47cc9d6e45a18c10492d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:04.275389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.296850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Made reservation on behalf of 79c4450457af47cc9d6e45a18c10492d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:04.299615 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.331978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.397091 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.416446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bb66a5-309e-44c7-bed0-a0f7d4edb449']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:04.432930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edaab76-7466-472e-a03d-cfc1c02add04') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:04.433135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edaab76-7466-472e-a03d-cfc1c02add04') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:04.451610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.478236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.490246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:20:04.490733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:20:04.492639 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:20:04.569303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.574432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.576644 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/58bb66a5-309e-44c7-bed0-a0f7d4edb449 HTTP/1.1" status: 204 len: 168 time: 0.4087706 Jul 23 14:20:04.599222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09738c-efa0-4595-9a1c-a48ebc96d0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=58bb66a5-309e-44c7-bed0-a0f7d4edb449,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:04.603575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.609776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.639938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:20:04.647333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fcd4bd-22dc-450e-825b-d18c1765ae68,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:04.655491 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.655826 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Added segment 46c21645-ff78-4832-bd47-b00cc5a412a8 of type vlan for network b69985ae-f549-4184-963f-1eebfa85b3b9 Jul 23 14:20:04.699190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.707677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:04.761404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.762363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:04.763043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.794749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-11d0b2bb-3fcb-4115-adc6-2ebcb766e8c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df5789f727f04115964874766f7e71f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843937 Jul 23 14:20:04.800643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-513aeb8d-b7c2-4040-ba8a-79d514361701 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608623 Jul 23 14:20:04.802859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:04.815008 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7144034 Jul 23 14:20:04.820138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:04.830776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Request body: {'subnet': {'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1820889194-subnet', 'tenant_id': '79c4450457af47cc9d6e45a18c10492d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:04.847239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9080030-2082-4c49-870c-fb9a7fe9b5ce admin admin] Pushing event updated for resources: {'Network': ['ID=b69985ae-f549-4184-963f-1eebfa85b3b9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:04.858761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network b69985ae-f549-4184-963f-1eebfa85b3b9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:20:04.918777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Made reservation on behalf of 79c4450457af47cc9d6e45a18c10492d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:04.921810 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:04.944092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9472502f-a762-4467-9bd1-6cb24c2827b2 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:20:05.068882 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da0b5a04-29ee-4be2-b7ab-008280bb8191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:05.110688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-75783543-10c1-4fbc-979c-6415ce011d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:05.112072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-75783543-10c1-4fbc-979c-6415ce011d84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.2544065 Jul 23 14:20:05.147275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 9472502f-a762-4467-9bd1-6cb24c2827b2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:20:05.147967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 9472502f-a762-4467-9bd1-6cb24c2827b2 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:20:05.149621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93302c-a967-4fb4-8572-5328f1b4da0c req-faa64299-7e65-4c88-bb64-8cc77bace432 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:05.151165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be93302c-a967-4fb4-8572-5328f1b4da0c req-faa64299-7e65-4c88-bb64-8cc77bace432 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 945 time: 0.2550919 Jul 23 14:20:05.156408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da0b5a04-29ee-4be2-b7ab-008280bb8191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:05.338888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be93302c-a967-4fb4-8572-5328f1b4da0c req-014d3888-5c95-4c38-8dfb-7cfa1f0edb92 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788304 Jul 23 14:20:05.358325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:05.423351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da0b5a04-29ee-4be2-b7ab-008280bb8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:05.426049 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da0b5a04-29ee-4be2-b7ab-008280bb8191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:05.430290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-da0b5a04-29ee-4be2-b7ab-008280bb8191 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db60ff67-28dd-4296-b7fc-c2151abedc63 HTTP/1.1" status: 204 len: 168 time: 0.6280539 Jul 23 14:20:05.435466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-1cf24211-f76b-4407-b212-6b4003b4dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:05.436944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-1cf24211-f76b-4407-b212-6b4003b4dd45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.2848184 Jul 23 14:20:05.485689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32feeae1-292a-4082-8d21-1e2bbd4c5bed,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:05.507471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b5a04-29ee-4be2-b7ab-008280bb8191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60ff67-28dd-4296-b7fc-c2151abedc63,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:05.567981 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-7c625c2c-b0e5-4147-9cff-7fa1da0c167e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0885901 Jul 23 14:20:05.671793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Checking segment: {'id': '46c21645-ff78-4832-bd47-b00cc5a412a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:05.672316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Network hostable DHCP agents. Network: b69985ae-f549-4184-963f-1eebfa85b3b9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:20:05.716888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-481f7a52-8bf2-45fb-a5fd-a23d3516ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:05.718852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-481f7a52-8bf2-45fb-a5fd-a23d3516ac10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.1361873 Jul 23 14:20:05.722401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Network b69985ae-f549-4184-963f-1eebfa85b3b9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:20:05.766164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-aa69f5ab-b7fa-4bb1-9cef-897376ced648 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382996 Jul 23 14:20:05.773282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, b69985ae-f549-4184-963f-1eebfa85b3b9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:05.782569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a75bf-d225-4aea-866e-c595c12bb827 None None] Network b69985ae-f549-4184-963f-1eebfa85b3b9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:05.799570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:05.800462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:05.873086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-026ddfdf-81bd-40b0-82dd-ce7144b8e1e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0461285 Jul 23 14:20:06.010779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-58ef4524-a2e6-42e5-b9ad-c200f0333a16 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310190 Jul 23 14:20:06.016445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6804b7-45b0-4ca0-bb26-ccf6d196ca83 None None] Network b69985ae-f549-4184-963f-1eebfa85b3b9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:06.075580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:06.189381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1e3750b-3eed-4e5b-8879-77b034f86b2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca791426da47403d85891c9979932c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123219 Jul 23 14:20:06.190792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:06.223698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4d9ebe-bea1-416a-a14d-00003db7c090 req-c008ba26-8553-4a94-83ef-aaf1b5d78601 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034950 Jul 23 14:20:06.302503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f816751-5b62-4b38-a36a-210406bb8112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:06.334675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f816751-5b62-4b38-a36a-210406bb8112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:06.434040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f816751-5b62-4b38-a36a-210406bb8112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:06.435632 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:20:06.439610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f816751-5b62-4b38-a36a-210406bb8112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:06.441156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4f816751-5b62-4b38-a36a-210406bb8112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc61ad7f-9c3e-41a8-abc6-f7043df19ed5 HTTP/1.1" status: 204 len: 168 time: 0.2493982 Jul 23 14:20:06.452858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f816751-5b62-4b38-a36a-210406bb8112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc61ad7f-9c3e-41a8-abc6-f7043df19ed5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:06.783689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-01c15efe-f8b3-45d3-ab2f-76edcfb7876e tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:06.790435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-01c15efe-f8b3-45d3-ab2f-76edcfb7876e tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/networks?id=b69985ae-f549-4184-963f-1eebfa85b3b9 HTTP/1.1" status: 200 len: 814 time: 0.1158519 Jul 23 14:20:06.806459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-96195b1d-de6d-4eb3-bb68-f67c3a9144c3 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/quotas/79c4450457af47cc9d6e45a18c10492d HTTP/1.1" status: 200 len: 375 time: 0.0151017 Jul 23 14:20:06.844675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-a0af5a6c-ec28-4466-8f43-88aafc631fd3 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79c4450457af47cc9d6e45a18c10492d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371885 Jul 23 14:20:06.957516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-61e5205f-87ec-45a1-a2ea-7a5c70ecb6aa service neutron] 10.222.0.21 "GET /v2.0/networks/b69985ae-f549-4184-963f-1eebfa85b3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119316 Jul 23 14:20:07.151220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-642eca93-6db8-4497-a5bb-8a97281f0057 service neutron] 10.222.0.21 "GET /v2.0/networks/b69985ae-f549-4184-963f-1eebfa85b3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860051 Jul 23 14:20:07.165942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-9fb996f8-8c52-4d3c-b070-57b3078567e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2961488 Jul 23 14:20:07.274629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-0d3eda8d-0ff5-46dd-8a89-9d97ab5c3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:07.276297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-0d3eda8d-0ff5-46dd-8a89-9d97ab5c3848 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.0723464 Jul 23 14:20:07.477955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9c410a2-7277-4b91-9401-76ffd1f6d450 req-1eb55833-249a-49b6-b32a-b05d2c8aaa75 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 210 time: 0.0354586 Jul 23 14:20:07.500686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-db67d871-1b3c-4d36-bb4d-3ec179979525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:07.514152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-db67d871-1b3c-4d36-bb4d-3ec179979525 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.2032845 Jul 23 14:20:07.539746 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:07.564680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-e459479a-05fd-4fa4-a6fa-7b7c8573e90c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0481939 Jul 23 14:20:07.588427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:07.698394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-8ab42b94-d7db-4c41-a09a-85198b036c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:07.704640 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-8ab42b94-d7db-4c41-a09a-85198b036c6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.1244164 Jul 23 14:20:07.744416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-dbcdbd17-4cf6-46cd-8e97-abd5a80336e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385735 Jul 23 14:20:07.755402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-b036975c-5d3e-462d-9d30-eb88a627577c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:20:07.757079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-b036975c-5d3e-462d-9d30-eb88a627577c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070930 Jul 23 14:20:07.790478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-130035333-network', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:07.833863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Made reservation on behalf of a9c465fdf0944e6881a44e3fe42da7e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:07.837250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:07.863793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:07.876718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-281ac268-601f-489f-beb3-d00ea998b1ac service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121840 Jul 23 14:20:08.030913 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.038479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.078289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ef3e1a-5539-4ac8-81f1-0e83a5b72239 req-db868da4-ebe1-4f97-a717-7a54177b532a service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927814 Jul 23 14:20:08.103987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8f34-ca6b-42ad-a811-8106d23ff981 req-0bb414dd-db90-42a1-a3aa-f70f6384a44e tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:08.105394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef2c8f34-ca6b-42ad-a811-8106d23ff981 req-0bb414dd-db90-42a1-a3aa-f70f6384a44e tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 945 time: 0.1763549 Jul 23 14:20:08.108160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:20:08.126814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34acdb8-8f66-4826-9b8b-c402b6af37d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:08.132556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.132977 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Added segment 6926fdf9-3da6-490c-a808-c2a9fdf8f523 of type vlan for network a8514189-2364-4711-9251-2ecadab5fd06 Jul 23 14:20:08.177859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.179124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef2c8f34-ca6b-42ad-a811-8106d23ff981 req-c32f7b55-135a-4c87-9370-df5f17c661e9 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667472 Jul 23 14:20:08.223233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.224649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:08.225629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.264859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6731222 Jul 23 14:20:08.265172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:08.297841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Request body: {'subnet': {'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-130035333-subnet', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:08.302096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ad958-8f4a-4815-8cda-f2ace5a767b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a8514189-2364-4711-9251-2ecadab5fd06,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:08.315280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a8514189-2364-4711-9251-2ecadab5fd06 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:20:08.325489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Made reservation on behalf of a9c465fdf0944e6881a44e3fe42da7e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:08.328493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.533753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.595586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6f6dac-f87c-4fd3-bb9a-18691c690427,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:08.612275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Checking segment: {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:08.612634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Network hostable DHCP agents. Network: a8514189-2364-4711-9251-2ecadab5fd06, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:20:08.636106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Network a8514189-2364-4711-9251-2ecadab5fd06 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:20:08.644871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e243008-23cb-40f5-be9f-acc9910365a3 req-9055ac55-8d2e-44b6-a26b-f8f7523fc193 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 210 time: 0.0720475 Jul 23 14:20:08.655029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a8514189-2364-4711-9251-2ecadab5fd06) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:08.661472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:08.662464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.663237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca45848-a635-4874-a0f5-2d5dfa3e4123 None None] Network a8514189-2364-4711-9251-2ecadab5fd06 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:08.697070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cfd5c024-0d9f-4839-86ae-426b1c1caf8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4288292 Jul 23 14:20:08.701636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:08.707404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:08.774815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.776499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.866167 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:08.876037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-96940ed1-b040-4f2f-8b56-12c72f0803d5 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:08.878334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-96940ed1-b040-4f2f-8b56-12c72f0803d5 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.48 "GET /v2.0/networks?id=b69985ae-f549-4184-963f-1eebfa85b3b9 HTTP/1.1" status: 200 len: 814 time: 0.2168989 Jul 23 14:20:08.903930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Request body: {'port': {'device_id': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9', 'admin_state_up': True, 'tenant_id': '79c4450457af47cc9d6e45a18c10492d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:08.940240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a8514189-2364-4711-9251-2ecadab5fd06', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:20:08.941141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.057984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Made reservation on behalf of 79c4450457af47cc9d6e45a18c10492d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:09.066704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.080397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.124814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Allocated IP 172.20.0.2 (a8514189-2364-4711-9251-2ecadab5fd06/db6f6dac-f87c-4fd3-bb9a-18691c690427/a4c97f6d-083e-48d8-9645-5bae6dc08681) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:09.364211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Allocated IP 172.20.0.11 (b69985ae-f549-4184-963f-1eebfa85b3b9/32feeae1-292a-4082-8d21-1e2bbd4c5bed/8e66f86d-f8bd-4ccf-bce2-40fcc293bfac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:09.372173 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.391976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485a65-71a5-4ca2-b173-39ca61f91cf0 req-bb2e7e74-19a7-4007-99f1-0927b3ebab7b tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:09.399247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6485a65-71a5-4ca2-b173-39ca61f91cf0 req-bb2e7e74-19a7-4007-99f1-0927b3ebab7b tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 945 time: 0.1247675 Jul 23 14:20:09.399757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.401134 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.416301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Transition to ACTIVE for port object a4c97f6d-083e-48d8-9645-5bae6dc08681 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:09.437862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Transition to ACTIVE for port object a4c97f6d-083e-48d8-9645-5bae6dc08681 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:09.452168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.516092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6485a65-71a5-4ca2-b173-39ca61f91cf0 req-33727812-12f4-4374-a648-4c540e02e017 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150913 Jul 23 14:20:09.525866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Allocated IP 172.25.2.146 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/80b99b69-6963-4fca-9b9e-7740d7183901) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:09.530165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Network a8514189-2364-4711-9251-2ecadab5fd06 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:09.533358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:09.556552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:09.582859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Pushing event updated for resources: {'Port': ['ID=a4c97f6d-083e-48d8-9645-5bae6dc08681,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:09.684347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.703693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Attempting to bind port a4c97f6d-083e-48d8-9645-5bae6dc08681 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:09.704174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Attempting to bind port a4c97f6d-083e-48d8-9645-5bae6dc08681 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:09.704421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Attempting to bind port a4c97f6d-083e-48d8-9645-5bae6dc08681 on network a8514189-2364-4711-9251-2ecadab5fd06 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:09.718174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.718791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:09.718791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Checking segment: {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:09.720314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df851-7baa-4544-aabc-60e1a9637109 req-ada5ae1e-95aa-4904-8b09-2888578498bc tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:09.721224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-583df851-7baa-4544-aabc-60e1a9637109 req-ada5ae1e-95aa-4904-8b09-2888578498bc tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.11 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 945 time: 0.2907541 Jul 23 14:20:09.723403 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.723978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Bound using segment: {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:09.727759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Bound port: a4c97f6d-083e-48d8-9645-5bae6dc08681, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:09.728230 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.802032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] For port a4c97f6d-083e-48d8-9645-5bae6dc08681, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:09.804521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.805892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] For port a4c97f6d-083e-48d8-9645-5bae6dc08681, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a4c97f6d-083e-48d8-9645-5bae6dc08681,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:09.823247 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.844450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5785c71f-6b58-4008-99cc-05e3648b766b req-18909dfd-1c9a-493d-9422-699252572930 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 210 time: 0.0666926 Jul 23 14:20:09.876403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:09.901889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:09.907295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:09.911372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:09.954453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Pushing event updated for resources: {'Port': ['ID=80b99b69-6963-4fca-9b9e-7740d7183901,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:09.955336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905a31c-3580-465f-a5ee-aa9a0b775d2f None None] Pushing event updated for resources: {'Port': ['ID=a4c97f6d-083e-48d8-9645-5bae6dc08681,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:09.981186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Pushing event updated for resources: {'Port': ['ID=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:10.018006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Network b69985ae-f549-4184-963f-1eebfa85b3b9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:10.020288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:10.023416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:10.101984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:10.102774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:10.114161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Deleting port a27cd86b-699e-4851-af1f-a82385cdaed7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:20:10.114509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:10.153267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e2ceb315-3160-40ca-a818-b0608a0fb9e1 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2642806 Jul 23 14:20:10.165598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-2ce04917-b185-484f-802d-5e7a397eef37 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:20:10.166785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-2ce04917-b185-484f-802d-5e7a397eef37 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055652 Jul 23 14:20:10.179411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Request body: {'port': {'device_id': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:10.364371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:10.423273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] For port a27cd86b-699e-4851-af1f-a82385cdaed7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a27cd86b-699e-4851-af1f-a82385cdaed7,segment=NetworkSegment(97143d1d-91e1-44ad-9943-ea99964a7ce1),segment_id=97143d1d-91e1-44ad-9943-ea99964a7ce1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:10.423749 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:10.431603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:10.458438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Calling delete_port for a27cd86b-699e-4851-af1f-a82385cdaed7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:20:10.646780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:10.859920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Router 8d196c88-3382-4749-890e-390dd8332301 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:20:11.023614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:11.037810 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Sync routers for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:11.044439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.048810 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:11.049375 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-58bec05f-9bd6-41cc-851e-8b69419462d1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3461452 Jul 23 14:20:11.049794 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:11.050056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:11.179201 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:11.225475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bad2-0740-4209-9444-8f498f776cfa req-ca0927d8-6875-480c-8dd8-3d03bcaeeaf6 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:11.232779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab91bad2-0740-4209-9444-8f498f776cfa req-ca0927d8-6875-480c-8dd8-3d03bcaeeaf6 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae49728-89f3-428c-83ca-f41d84d063ae HTTP/1.1" status: 200 len: 945 time: 0.6184990 Jul 23 14:20:11.242693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab1f1fb-0208-4665-88a6-f1f25104e976 None None] Network a8514189-2364-4711-9251-2ecadab5fd06 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:11.243706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.297700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Pushing event deleted for resources: {'Port': ['ID=a27cd86b-699e-4851-af1f-a82385cdaed7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:11.350744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fff3931-9b57-4fc9-b5ca-c6c475d492d0 None None] Provisioning for port a4c97f6d-083e-48d8-9645-5bae6dc08681 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:11.395333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab91bad2-0740-4209-9444-8f498f776cfa req-24e85a58-3f2c-473e-afc2-414570adb20f tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b36163d-719d-425d-8d29-c9a8a2b8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615257 Jul 23 14:20:11.425812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] No DVR routers for this DVR port a27cd86b-699e-4851-af1f-a82385cdaed7 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:20:11.432884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.435277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-583df851-7baa-4544-aabc-60e1a9637109 req-7cca07a4-412b-42eb-be82-83d3f6f35051 tempest-ServerMetadataNegativeTestJSON-1729312505 tempest-ServerMetadataNegativeTestJSON-1729312505-project] 10.222.0.11 "DELETE /v2.0/ports/a27cd86b-699e-4851-af1f-a82385cdaed7 HTTP/1.1" status: 204 len: 173 time: 1.7059560 Jul 23 14:20:11.435874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'name': 'network-vif-deleted', 'tag': 'a27cd86b-699e-4851-af1f-a82385cdaed7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:11.437487 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:10Z', 'revision_number': 3, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:11.438788 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d93342-6efd-4ac2-9d41-8558cd51992b" -d '{"events": [{"server_uuid": "aae49728-89f3-428c-83ca-f41d84d063ae", "name": "network-vif-deleted", "tag": "a27cd86b-699e-4851-af1f-a82385cdaed7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:11.448621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:20:11.467286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.492332 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Checking router: 8d196c88-3382-4749-890e-390dd8332301 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:11.493470 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Updating router 8d196c88-3382-4749-890e-390dd8332301 port 80b99b69-6963-4fca-9b9e-7740d7183901 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:20:11.500725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Transition to ACTIVE for port object 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:11.507079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.534986 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.639779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Pushing event updated for resources: {'Port': ['ID=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:11.800388 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Attempting to bind port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:11.800758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Attempting to bind port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '46c21645-ff78-4832-bd47-b00cc5a412a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:11.801054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Attempting to bind port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac on network b69985ae-f549-4184-963f-1eebfa85b3b9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:11.816721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7c792-7719-4371-9ba0-8074a815460a req-71ade9fe-9b91-47fb-89f8-2c27c6653b19 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:11.818366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5e7c792-7719-4371-9ba0-8074a815460a req-71ade9fe-9b91-47fb-89f8-2c27c6653b19 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 944 time: 0.1493328 Jul 23 14:20:11.823525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac on network b69985ae-f549-4184-963f-1eebfa85b3b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:20:11.823848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Attempting to bind port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac on network b69985ae-f549-4184-963f-1eebfa85b3b9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:11.838168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:11.838561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Checking segment: {'id': '46c21645-ff78-4832-bd47-b00cc5a412a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:11.838981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Bound using segment: {'id': '46c21645-ff78-4832-bd47-b00cc5a412a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:11.839422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Bound port: 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c21645-ff78-4832-bd47-b00cc5a412a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:11.839779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.874497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a4c97f6d-083e-48d8-9645-5bae6dc08681 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:11.921077 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.934837 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Transition to ACTIVE for port object 80b99b69-6963-4fca-9b9e-7740d7183901 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:11.944706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5e7c792-7719-4371-9ba0-8074a815460a req-c304ed0b-a1be-4b94-898d-5c400efcd833 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163540 Jul 23 14:20:11.952742 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.955743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a4c97f6d-083e-48d8-9645-5bae6dc08681 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:11.957753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:11.966020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a4c97f6d-083e-48d8-9645-5bae6dc08681 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:11.966402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.004742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] For port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:12.013310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] For port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,segment=NetworkSegment(46c21645-ff78-4832-bd47-b00cc5a412a8),segment_id=46c21645-ff78-4832-bd47-b00cc5a412a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:12.031464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.054917 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Pushing event updated for resources: {'Port': ['ID=80b99b69-6963-4fca-9b9e-7740d7183901,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:12.055915 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab0234-4455-45cd-8fd8-210d771b0231 x-openstack-request-id: req-7cab0234-4455-45cd-8fd8-210d771b0231 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:12.056203 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae49728-89f3-428c-83ca-f41d84d063ae", "name": "network-vif-deleted", "tag": "a27cd86b-699e-4851-af1f-a82385cdaed7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:12.056445 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cab0234-4455-45cd-8fd8-210d771b0231 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:12.056841 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae49728-89f3-428c-83ca-f41d84d063ae', 'name': 'network-vif-deleted', 'tag': 'a27cd86b-699e-4851-af1f-a82385cdaed7', 'status': 'completed', 'code': 200} Jul 23 14:20:12.069665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.070323 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.070915 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.071552 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.072097 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.072950 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.074313 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.075350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.075897 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.076646 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.077753 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.078325 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:12.103594 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Attempting to bind port 80b99b69-6963-4fca-9b9e-7740d7183901 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:12.104602 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Attempting to bind port 80b99b69-6963-4fca-9b9e-7740d7183901 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:12.105188 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Attempting to bind port 80b99b69-6963-4fca-9b9e-7740d7183901 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:12.112155 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:12.112989 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:12.113630 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.114548 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:12.115240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Bound port: 80b99b69-6963-4fca-9b9e-7740d7183901, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:12.115803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:12.116013 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.116898 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.117463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e66f86d-f8bd-4ccf-bce2-40fcc293bfac HTTP/1.1" status: 200 len: 1092 time: 1.9424300 Jul 23 14:20:12.164757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0584c9e-9324-4929-a4d4-f0729e28e478 None None] Provisioning complete for port a4c97f6d-083e-48d8-9645-5bae6dc08681 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:12.165104 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0584c9e-9324-4929-a4d4-f0729e28e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.167322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10441-ba72-432a-a33f-76b92cdc0796 service neutron] Pushing event updated for resources: {'Port': ['ID=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:12.212061 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] For port 80b99b69-6963-4fca-9b9e-7740d7183901, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:12.220691 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] For port 80b99b69-6963-4fca-9b9e-7740d7183901, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=80b99b69-6963-4fca-9b9e-7740d7183901,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:12.228895 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.252401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Allocated IP 172.20.0.1 (a8514189-2364-4711-9251-2ecadab5fd06/db6f6dac-f87c-4fd3-bb9a-18691c690427/e7adf84d-0148-4a65-b7fd-4698cc4bf488) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:12.309730 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583cbf-f48c-4faf-9a4e-35a169a0c8bd None None] Pushing event updated for resources: {'Port': ['ID=80b99b69-6963-4fca-9b9e-7740d7183901,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:12.322084 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:12.322256 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:12.342063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-1ff1fe3d-4500-4e2a-aac4-b3b6148bc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:12.344481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-1ff1fe3d-4500-4e2a-aac4-b3b6148bc146 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c4450457af47cc9d6e45a18c10492d&device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 1095 time: 0.1350880 Jul 23 14:20:12.353031 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.399293 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0584c9e-9324-4929-a4d4-f0729e28e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.422631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.427150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e8345241-1907-475c-bc79-31b218bcfd59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac HTTP/1.1" status: 200 len: 217 time: 0.0734975 Jul 23 14:20:12.442688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Transition to ACTIVE for port object e7adf84d-0148-4a65-b7fd-4698cc4bf488 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:12.448340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a4c97f6d-083e-48d8-9645-5bae6dc08681, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a4c97f6d-083e-48d8-9645-5bae6dc08681,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:12.456666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.478626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:12.498832 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:12.507300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-5acb5d4d-b47d-4f2b-beee-32491740aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:12.509329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-5acb5d4d-b47d-4f2b-beee-32491740aad0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32feeae1-292a-4082-8d21-1e2bbd4c5bed HTTP/1.1" status: 200 len: 854 time: 0.0733285 Jul 23 14:20:12.535149 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.558575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Network a8514189-2364-4711-9251-2ecadab5fd06 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:12.568129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:12.582257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:12.590397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-c0584c9e-9324-4929-a4d4-f0729e28e478 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:20:12.590785 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-c0584c9e-9324-4929-a4d4-f0729e28e478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:20:12.606225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a4c97f6d-083e-48d8-9645-5bae6dc08681,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:12.606529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-b1c5f396-ab7f-4117-897b-d401d2be3973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b69985ae-f549-4184-963f-1eebfa85b3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804362 Jul 23 14:20:12.620654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] Deleting subnet 37a254e2-2b9d-4ad3-ac20-360277ea58c5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:20:12.624605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.674052 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.726822 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.766444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-e0cf35a4-742a-4afb-8b20-76049ee38eaa service neutron] 10.222.0.48 "GET /v2.0/networks/b69985ae-f549-4184-963f-1eebfa85b3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529005 Jul 23 14:20:12.818302 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:10Z', 'revision_number': 3, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:12.824838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Pushing event updated for resources: {'Port': ['ID=e7adf84d-0148-4a65-b7fd-4698cc4bf488,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:12.846758 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.855751 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8b3ea-e961-43bc-acc7-a006026706d0 None None] The sync data for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 is: [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:10Z', 'revision_number': 3, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:12.880033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a27cd86b-699e-4851-af1f-a82385cdaed7 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:20:12.906861 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec878bed-847a-4e5c-9525-2c1d2cf870f3 req-75c7ee71-68a3-4c7e-88d3-0e16b78b9355 service neutron] 10.222.0.48 "GET /v2.0/networks/b69985ae-f549-4184-963f-1eebfa85b3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326616 Jul 23 14:20:12.911196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: a27cd86b-699e-4851-af1f-a82385cdaed7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:20:12.911504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a27cd86b-699e-4851-af1f-a82385cdaed7 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:20:12.937850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:12.971303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a254e2-2b9d-4ad3-ac20-360277ea58c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:12.996397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.000605 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a70ecced-43f5-44a6-b291-f4c2bc63295e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37a254e2-2b9d-4ad3-ac20-360277ea58c5 HTTP/1.1" status: 204 len: 168 time: 0.5183396 Jul 23 14:20:13.000903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:13.105446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35242-3137-4647-b9ca-448322a50b13 req-2def56fc-2abf-4b41-a91e-87e254792bb6 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:13.119618 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.119987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbe35242-3137-4647-b9ca-448322a50b13 req-2def56fc-2abf-4b41-a91e-87e254792bb6 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 944 time: 0.0860550 Jul 23 14:20:13.150627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.196467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbe35242-3137-4647-b9ca-448322a50b13 req-0f56c48f-9e25-4601-a821-52ab099cb3f0 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750296 Jul 23 14:20:13.323494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.327023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87455729-689c-4e75-9561-fd1f9eaf55be None None] Provisioning for port e7adf84d-0148-4a65-b7fd-4698cc4bf488 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:13.332570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87455729-689c-4e75-9561-fd1f9eaf55be None None] Provisioning complete for port e7adf84d-0148-4a65-b7fd-4698cc4bf488 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:13.333507 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87455729-689c-4e75-9561-fd1f9eaf55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.352773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b238450d-de9a-4061-b6b1-e226e3568599']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:13.377362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97143d1d-91e1-44ad-9943-ea99964a7ce1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:13.378273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97143d1d-91e1-44ad-9943-ea99964a7ce1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:13.378901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87455729-689c-4e75-9561-fd1f9eaf55be None None] Port e7adf84d-0148-4a65-b7fd-4698cc4bf488 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:20:13.397031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.445252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.457723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:20:13.458137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:20:13.459908 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:20:13.537529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.546535 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.548468 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b238450d-de9a-4061-b6b1-e226e3568599 HTTP/1.1" status: 204 len: 168 time: 0.5466218 Jul 23 14:20:13.566896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.569443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10c10-14ec-406c-822c-a3fd5f8f40b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b238450d-de9a-4061-b6b1-e226e3568599,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:13.576320 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.652925 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.664794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Pushing event updated for resources: {'Port': ['ID=e7adf84d-0148-4a65-b7fd-4698cc4bf488,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:13.732533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:13.782280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cb709f2a-1967-46ed-904c-7d4487826959 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05f182a5681740bc9cbfce979853f7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484624 Jul 23 14:20:13.783134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:13.824216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Network a8514189-2364-4711-9251-2ecadab5fd06 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:13.825698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:13.861840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac67-36d7-45de-a0e7-028cb196b40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.889205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac67-36d7-45de-a0e7-028cb196b40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.915933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a4c97f6d-083e-48d8-9645-5bae6dc08681 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:13.958505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac67-36d7-45de-a0e7-028cb196b40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.962216 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac67-36d7-45de-a0e7-028cb196b40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:13.973787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dc4bac67-36d7-45de-a0e7-028cb196b40c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b36163d-719d-425d-8d29-c9a8a2b8d114 HTTP/1.1" status: 204 len: 168 time: 0.1852248 Jul 23 14:20:14.003101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bac67-36d7-45de-a0e7-028cb196b40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b36163d-719d-425d-8d29-c9a8a2b8d114,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:14.016592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Router 8d196c88-3382-4749-890e-390dd8332301 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:20:14.057701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'tag': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:14.060739 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae48d8-368d-4a22-99fa-9e29dbde42fb" -d '{"events": [{"name": "network-changed", "server_uuid": "562c0e0b-27fd-46ed-a75f-ffe251bfd7a2", "tag": "8e66f86d-f8bd-4ccf-bce2-40fcc293bfac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:14.073400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a4c97f6d-083e-48d8-9645-5bae6dc08681 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:14.073836 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:14.131048 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b584c8d9-cf76-4553-9e05-a9e95f8c279b x-openstack-request-id: req-b584c8d9-cf76-4553-9e05-a9e95f8c279b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:14.131602 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562c0e0b-27fd-46ed-a75f-ffe251bfd7a2", "tag": "8e66f86d-f8bd-4ccf-bce2-40fcc293bfac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:14.132080 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b584c8d9-cf76-4553-9e05-a9e95f8c279b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:14.132771 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'tag': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac', 'status': 'completed', 'code': 200} Jul 23 14:20:14.186974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 80b99b69-6963-4fca-9b9e-7740d7183901 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:14.212045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:14.220663 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a6770aff-fdc6-44c4-ab9b-49fe4f8e34df admin admin] 10.222.0.21 "PUT /v2.0/routers/8d196c88-3382-4749-890e-390dd8332301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1681099 Jul 23 14:20:14.260163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-8869363f-f922-4784-b3a9-886681be7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:14.261467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-8869363f-f922-4784-b3a9-886681be7c01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c4450457af47cc9d6e45a18c10492d&device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 1095 time: 0.1009593 Jul 23 14:20:14.353033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f4131ce-f9a8-4ec8-b1e3-50e5e351e165 None None] Provisioning complete for port e7adf84d-0148-4a65-b7fd-4698cc4bf488 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:14.353409 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f4131ce-f9a8-4ec8-b1e3-50e5e351e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:14.395593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f4131ce-f9a8-4ec8-b1e3-50e5e351e165 None None] Port e7adf84d-0148-4a65-b7fd-4698cc4bf488 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:20:14.406794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 80b99b69-6963-4fca-9b9e-7740d7183901 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:14.415250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 80b99b69-6963-4fca-9b9e-7740d7183901 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:14.416479 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:14.473130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-3ccb2e28-c51d-4bc0-8713-9ddde1a0289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:14.474950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-3ccb2e28-c51d-4bc0-8713-9ddde1a0289e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b69985ae-f549-4184-963f-1eebfa85b3b9 HTTP/1.1" status: 200 len: 915 time: 0.2045505 Jul 23 14:20:14.546185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-620881a0-e303-4805-8b1f-7adc3bc74db1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac HTTP/1.1" status: 200 len: 217 time: 0.0635898 Jul 23 14:20:14.605668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4031158-15e0-4717-a7b7-756b3a88ee10 req-b475f827-4500-4b0d-90a0-cc82a28fde45 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:14.608309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4031158-15e0-4717-a7b7-756b3a88ee10 req-b475f827-4500-4b0d-90a0-cc82a28fde45 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 944 time: 0.2091300 Jul 23 14:20:14.631555 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:14.691570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 80b99b69-6963-4fca-9b9e-7740d7183901, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=80b99b69-6963-4fca-9b9e-7740d7183901,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:14.704057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:14.704686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-9237cf28-947d-4927-99fc-de3bb2d7185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:14.708731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-9237cf28-947d-4927-99fc-de3bb2d7185a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32feeae1-292a-4082-8d21-1e2bbd4c5bed HTTP/1.1" status: 200 len: 854 time: 0.1554921 Jul 23 14:20:14.790040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4031158-15e0-4717-a7b7-756b3a88ee10 req-f9a538bd-fd31-4c4b-96c0-f269d433f9d2 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706438 Jul 23 14:20:14.794968 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-276441b2-55bd-4eb0-b33f-cfee027d0165 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b69985ae-f549-4184-963f-1eebfa85b3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770350 Jul 23 14:20:14.820957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=80b99b69-6963-4fca-9b9e-7740d7183901,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:15.004982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-78f19e5b-462d-4c42-a73b-5d3debdf4eaf service neutron] 10.222.0.48 "GET /v2.0/networks/b69985ae-f549-4184-963f-1eebfa85b3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853921 Jul 23 14:20:15.135187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Sync routers for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:15.138318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90ae48d8-368d-4a22-99fa-9e29dbde42fb req-92a153eb-a93d-41f1-a634-b2a965465bcb service neutron] 10.222.0.48 "GET /v2.0/networks/b69985ae-f549-4184-963f-1eebfa85b3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300569 Jul 23 14:20:15.153751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:15.154401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:15.224154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:15.231437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-482210936-network', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:15.266827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Made reservation on behalf of 0b1c1d9ff6cd46879dbd9f9c58c341c7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:15.269636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.280438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.292340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:15.410757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.444026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.540019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:20:15.567609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ce030-c20b-459f-ac56-3d1a655a5efc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:15.594103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.597005 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Added segment 7caadfab-c30f-413d-8c4c-5f9d8452286f of type vlan for network 94f8f051-2da3-4bc6-b021-f81c773ecbaf Jul 23 14:20:15.618006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 2, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:15.674288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Checking router: 8d196c88-3382-4749-890e-390dd8332301 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:15.675241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Updating router 8d196c88-3382-4749-890e-390dd8332301 port e7adf84d-0148-4a65-b7fd-4698cc4bf488 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:20:15.731627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.759446 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.813459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.815086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:15.816029 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.892456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 80b99b69-6963-4fca-9b9e-7740d7183901 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:15.906888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a35e41dd-5a43-4980-864f-770a24254952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:15.907092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6780686 Jul 23 14:20:15.907941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:15.916701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Request body: {'subnet': {'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-482210936-subnet', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:15.955566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988645e-9ed8-4623-92e8-6df4574dc862 admin admin] Pushing event updated for resources: {'Network': ['ID=94f8f051-2da3-4bc6-b021-f81c773ecbaf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:15.957851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Made reservation on behalf of 0b1c1d9ff6cd46879dbd9f9c58c341c7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:15.962978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.002811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:20:16.204859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 80b99b69-6963-4fca-9b9e-7740d7183901 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:16.205235 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.254860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.328049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc64adb-3762-4ab5-8182-2d40200e1551,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:16.347178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Checking segment: {'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:16.348041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Network hostable DHCP agents. Network: 94f8f051-2da3-4bc6-b021-f81c773ecbaf, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:20:16.374598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:20:16.393119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 94f8f051-2da3-4bc6-b021-f81c773ecbaf) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:16.400341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:16.401696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.409926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224019c5-cc87-40b7-9924-f1155ab02691 None None] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:16.437461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dac5955f-15ab-4039-bd29-00ec8cdccd6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5256634 Jul 23 14:20:16.439282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:16.450606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:16.495007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae001a09-7c40-4bef-9420-188229c3ca40 req-6ab8c6de-185e-4c54-8dbc-6a7b47a96a94 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:16.496704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae001a09-7c40-4bef-9420-188229c3ca40 req-6ab8c6de-185e-4c54-8dbc-6a7b47a96a94 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 944 time: 0.1240404 Jul 23 14:20:16.514301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.515451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.523890 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.550047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Transition to ACTIVE for port object e7adf84d-0148-4a65-b7fd-4698cc4bf488 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:16.575299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae001a09-7c40-4bef-9420-188229c3ca40 req-0179398e-b6bc-4752-a4e9-4f366ad90a51 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Jul 23 14:20:16.589349 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.646162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.683201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10429-4a8d-467a-9d54-bcb703390d34 None None] Pushing event updated for resources: {'Port': ['ID=e7adf84d-0148-4a65-b7fd-4698cc4bf488,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:16.729247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-94f8f051-2da3-4bc6-b021-f81c773ecbaf', 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'fixed_ips': [{'subnet_id': '3cc64adb-3762-4ab5-8182-2d40200e1551'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:20:16.730468 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.808178 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b40b313-7d88-44f1-b12c-7d4d657193ed req-7f4a4872-aee2-49ae-bd5b-e93652bc0f55 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0403218 Jul 23 14:20:16.827222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Attempting to bind port e7adf84d-0148-4a65-b7fd-4698cc4bf488 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:16.828111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Attempting to bind port e7adf84d-0148-4a65-b7fd-4698cc4bf488 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:16.828829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Attempting to bind port e7adf84d-0148-4a65-b7fd-4698cc4bf488 on network a8514189-2364-4711-9251-2ecadab5fd06 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:16.843628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:16.844080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Checking segment: {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:16.844733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.845626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Bound using segment: {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:16.845729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Bound port: e7adf84d-0148-4a65-b7fd-4698cc4bf488, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:16.846117 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.898400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:16.972833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:20:17.258022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:17.268718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:20:17.322053 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:17.373719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03e9359a-e663-458b-9855-ad0636b7e0fd req-570157c4-6dff-4c05-8a76-af494e19782a tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0438104 Jul 23 14:20:17.428382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,segment=NetworkSegment(46c21645-ff78-4832-bd47-b00cc5a412a8),segment_id=46c21645-ff78-4832-bd47-b00cc5a412a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:17.450784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] For port e7adf84d-0148-4a65-b7fd-4698cc4bf488, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:17.458294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac', 'network_id': 'b69985ae-f549-4184-963f-1eebfa85b3b9', 'port_id': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac', 'mac_address': 'fa:16:3e:82:83:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32feeae1-292a-4082-8d21-1e2bbd4c5bed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:20:17.466609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Allocated IP 172.20.0.2 (94f8f051-2da3-4bc6-b021-f81c773ecbaf/3cc64adb-3762-4ab5-8182-2d40200e1551/52d0195f-c535-4553-88aa-db516d805115) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:17.471593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] For port e7adf84d-0148-4a65-b7fd-4698cc4bf488, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e7adf84d-0148-4a65-b7fd-4698cc4bf488,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:17.500248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Allocated IP 172.25.2.229 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/f32c8816-6c16-4b98-93e5-f0fdb476f9ae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:17.500474 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:17.562406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:17.690120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:20:17.705827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:17.706607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:19:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:17.833556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10429-4a8d-467a-9d54-bcb703390d34 None None] Pushing event updated for resources: {'Port': ['ID=e7adf84d-0148-4a65-b7fd-4698cc4bf488,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:17.845741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,segment=NetworkSegment(46c21645-ff78-4832-bd47-b00cc5a412a8),segment_id=46c21645-ff78-4832-bd47-b00cc5a412a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:17.854180 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:17.866855 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:17.921055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:17.950360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:18.026493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:18.026806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896a557-d859-4569-a123-80ecd79b68f4 req-5fee2616-0c94-421a-a8d7-2e1c4a1468e9 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:18.031621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c896a557-d859-4569-a123-80ecd79b68f4 req-5fee2616-0c94-421a-a8d7-2e1c4a1468e9 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 945 time: 0.3465009 Jul 23 14:20:18.060339 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.070213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Transition to ACTIVE for port object 52d0195f-c535-4553-88aa-db516d805115 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:18.086426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Transition to ACTIVE for port object 52d0195f-c535-4553-88aa-db516d805115 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:18.101384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.121648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c896a557-d859-4569-a123-80ecd79b68f4 req-fd4a8a22-a49c-4705-be22-156f74e8e214 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824955 Jul 23 14:20:18.129428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.208959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Pushing event updated for resources: {'Port': ['ID=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:18.221290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:18.222717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:18.225010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:18.253909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['8e66f86d-f8bd-4ccf-bce2-40fcc293bfac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:20:18.289642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:18.311042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:18.322877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:18.335948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Pushing event updated for resources: {'Port': ['ID=52d0195f-c535-4553-88aa-db516d805115,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:18.353543 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.456712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Attempting to bind port 52d0195f-c535-4553-88aa-db516d805115 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:18.457079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Attempting to bind port 52d0195f-c535-4553-88aa-db516d805115 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:18.457440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Attempting to bind port 52d0195f-c535-4553-88aa-db516d805115 on network 94f8f051-2da3-4bc6-b021-f81c773ecbaf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:18.477787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:18.478159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Checking segment: {'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:18.478556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.478980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Bound using segment: {'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:18.479450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Bound port: 52d0195f-c535-4553-88aa-db516d805115, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:18.479826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.507423 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e27d7695-451d-4a40-9d12-72c1f475a991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.558127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df639daf-8743-4fc4-8339-8829decc00f2 req-bc029830-a7b3-44b9-a2b0-eed5c51123d8 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0594161 Jul 23 14:20:18.570024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:17Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:18.602976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.611556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99590012-8aab-4ba4-b12a-b0ca313535da None None] The sync data for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 is: [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:17Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:18.637765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] For port 52d0195f-c535-4553-88aa-db516d805115, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:18.677389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] For port 52d0195f-c535-4553-88aa-db516d805115, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=52d0195f-c535-4553-88aa-db516d805115,segment=NetworkSegment(7caadfab-c30f-413d-8c4c-5f9d8452286f),segment_id=7caadfab-c30f-413d-8c4c-5f9d8452286f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:18.693677 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:18.777029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa78fb8-2697-4153-a35c-44f96be07ed6 None None] Pushing event updated for resources: {'Port': ['ID=52d0195f-c535-4553-88aa-db516d805115,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:19.004774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e31088c-58c6-4965-8b64-84e1f36f7485 req-70f11188-ed01-45eb-88cb-0ba4577c153b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0567455 Jul 23 14:20:19.065043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:19.313469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55eae8-dc23-4631-9ada-39486ce8beb7 req-d9b79283-ab4d-4dba-ab03-65f6bdea8450 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:19.315131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb55eae8-dc23-4631-9ada-39486ce8beb7 req-d9b79283-ab4d-4dba-ab03-65f6bdea8450 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 945 time: 0.0984643 Jul 23 14:20:19.316012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:20:19.433576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb55eae8-dc23-4631-9ada-39486ce8beb7 req-8c8f1972-5a4d-4afb-9e82-39ef7508fbf7 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088636 Jul 23 14:20:19.478584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:19.495810 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Sync routers for ids ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:19.501131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:19.502802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-255de0b1-4a34-48bd-aa12-ebc645ad188e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0620806 Jul 23 14:20:19.505663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:19.511390 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Routers {'0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:19.512547 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:19.526319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:19.683291 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Set router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:19.780625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93c29944-3190-4487-bda9-cb7745d37475 req-c6e9de88-362e-41a2-919a-f0961aefc92e tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0883195 Jul 23 14:20:19.914234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e7adf84d-0148-4a65-b7fd-4698cc4bf488 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:20.100695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port e7adf84d-0148-4a65-b7fd-4698cc4bf488 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:20.114532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e7adf84d-0148-4a65-b7fd-4698cc4bf488 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:20.118389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.144992 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:20:18Z', 'revision_number': 3, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port': {'id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:17Z', 'updated_at': '2021-07-23T14:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:20.172110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b19f961-0778-4ff5-9658-1db5bd7f6b78 req-4ff886af-2f8d-4cc6-96a8-1470decd1a49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0815976 Jul 23 14:20:20.186308 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Checking router: 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:20.187965 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Updating router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 port f32c8816-6c16-4b98-93e5-f0fdb476f9ae binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:20:20.232674 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.237195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924760e8-afa6-4f0b-aba8-80ba6509b3d2 None None] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:20.278162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.293891 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.387081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port e7adf84d-0148-4a65-b7fd-4698cc4bf488, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e7adf84d-0148-4a65-b7fd-4698cc4bf488,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:20.400437 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.401341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 52d0195f-c535-4553-88aa-db516d805115 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:20.476564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=e7adf84d-0148-4a65-b7fd-4698cc4bf488,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:20.480836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96310c20-ea68-4abc-8d60-8ddc2ef8cc4a None None] Provisioning for port 52d0195f-c535-4553-88aa-db516d805115 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:20.623820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Allocated IP 172.20.0.1 (94f8f051-2da3-4bc6-b021-f81c773ecbaf/3cc64adb-3762-4ab5-8182-2d40200e1551/f60c2692-73eb-47be-a497-d61dcaf429c4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:20.626472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 52d0195f-c535-4553-88aa-db516d805115 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:20.632296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 52d0195f-c535-4553-88aa-db516d805115 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:20.632669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.718505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13e8cc-3514-4496-bb83-63597b217753 req-b121df58-1bcf-4a50-84fb-d52e59e5bec8 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:20.729269 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad13e8cc-3514-4496-bb83-63597b217753 req-b121df58-1bcf-4a50-84fb-d52e59e5bec8 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 945 time: 0.1823449 Jul 23 14:20:20.742774 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.749700 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.754622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.783286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Transition to ACTIVE for port object f60c2692-73eb-47be-a497-d61dcaf429c4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:20.783991 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Transition to ACTIVE for port object f32c8816-6c16-4b98-93e5-f0fdb476f9ae will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:20.799806 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.809720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad13e8cc-3514-4496-bb83-63597b217753 req-1525f38d-ee76-4faa-bd12-270775bd50b9 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Jul 23 14:20:20.829862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 52d0195f-c535-4553-88aa-db516d805115, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=52d0195f-c535-4553-88aa-db516d805115,segment=NetworkSegment(7caadfab-c30f-413d-8c4c-5f9d8452286f),segment_id=7caadfab-c30f-413d-8c4c-5f9d8452286f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:20.842088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.877587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.932263 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Attempting to bind port f32c8816-6c16-4b98-93e5-f0fdb476f9ae on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:20.932263 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Attempting to bind port f32c8816-6c16-4b98-93e5-f0fdb476f9ae by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:20.934165 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Attempting to bind port f32c8816-6c16-4b98-93e5-f0fdb476f9ae on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:20.948820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Pushing event updated for resources: {'Port': ['ID=f60c2692-73eb-47be-a497-d61dcaf429c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:20.962955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=52d0195f-c535-4553-88aa-db516d805115,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:20.970993 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:20.970993 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:20.970993 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.971363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:20.971999 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Bound port: f32c8816-6c16-4b98-93e5-f0fdb476f9ae, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:20.972403 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:20.979282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.979980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:20.981465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:20.984562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.984954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.985285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.985618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.985946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.987746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.988089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.988415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.988746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.989071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:20.989396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:21.005939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:21.006745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:21.083253 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf007a6f-2bf0-4a92-8d05-4e4c20fbff8a None None] Pushing event updated for resources: {'Port': ['ID=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:21.104231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.130458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] For port f32c8816-6c16-4b98-93e5-f0fdb476f9ae, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:21.134267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cdc5ca4-c92f-4a15-be58-6015c79e80b5 req-c7c97965-645e-41b0-ab01-b339a74d1136 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0881681 Jul 23 14:20:21.147040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] For port f32c8816-6c16-4b98-93e5-f0fdb476f9ae, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:21.149884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:21.166069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f41cbd5-92f1-4d72-8ed2-5b4f66944d8d None None] Provisioning complete for port 52d0195f-c535-4553-88aa-db516d805115 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:21.166508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f41cbd5-92f1-4d72-8ed2-5b4f66944d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.168505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:21.170554 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.181168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.256111 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Routers {'0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:21.257117 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:21.263689 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf007a6f-2bf0-4a92-8d05-4e4c20fbff8a None None] Pushing event updated for resources: {'Port': ['ID=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:21.270547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.392391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.400323 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.414172 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] Set router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:21.427458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:21.431155 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc766392-8666-4207-905a-4758c0d9b422" -d '{"events": [{"server_uuid": "562c0e0b-27fd-46ed-a75f-ffe251bfd7a2", "name": "network-vif-plugged", "status": "completed", "tag": "8e66f86d-f8bd-4ccf-bce2-40fcc293bfac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:21.449357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,segment=NetworkSegment(46c21645-ff78-4832-bd47-b00cc5a412a8),segment_id=46c21645-ff78-4832-bd47-b00cc5a412a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:21.463695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.511645 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c57d05-5db4-44e3-9238-7d335d561721 x-openstack-request-id: req-d2c57d05-5db4-44e3-9238-7d335d561721 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:21.514107 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562c0e0b-27fd-46ed-a75f-ffe251bfd7a2", "name": "network-vif-plugged", "status": "completed", "tag": "8e66f86d-f8bd-4ccf-bce2-40fcc293bfac", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:21.514430 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2c57d05-5db4-44e3-9238-7d335d561721 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:21.515074 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac', 'code': 200} Jul 23 14:20:21.569273 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f18c4ec0-9811-416c-9ed6-bf3d515ff6ed None None] Provisioning for port f60c2692-73eb-47be-a497-d61dcaf429c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:21.572751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:21.577209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f18c4ec0-9811-416c-9ed6-bf3d515ff6ed None None] Provisioning complete for port f60c2692-73eb-47be-a497-d61dcaf429c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:21.577589 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f18c4ec0-9811-416c-9ed6-bf3d515ff6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.621878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f18c4ec0-9811-416c-9ed6-bf3d515ff6ed None None] Port f60c2692-73eb-47be-a497-d61dcaf429c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:20:21.644446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120b7c2-701a-4a2a-8852-bcbcfde154f6 req-ccd34853-cc04-4993-9a95-62132a8cb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:21.646413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d120b7c2-701a-4a2a-8852-bcbcfde154f6 req-ccd34853-cc04-4993-9a95-62132a8cb7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0759618 Jul 23 14:20:21.646734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.653851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.664158 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:20:18Z', 'revision_number': 3, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port': {'id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:17Z', 'updated_at': '2021-07-23T14:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:21.688944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d120b7c2-701a-4a2a-8852-bcbcfde154f6 req-841f197c-ef63-4130-b0f1-e616fa53a18d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292044 Jul 23 14:20:21.695226 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03616c-6a0c-483e-83d0-3ffeff102251 None None] The sync data for ids ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'] in n-d-801990-3 is: [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:20:18Z', 'revision_number': 3, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port': {'id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:17Z', 'updated_at': '2021-07-23T14:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:21.728877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Pushing event updated for resources: {'Port': ['ID=f60c2692-73eb-47be-a497-d61dcaf429c4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:21.732434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:21.798753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e7adf84d-0148-4a65-b7fd-4698cc4bf488 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:21.843815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:21.845533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:21.850438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e7adf84d-0148-4a65-b7fd-4698cc4bf488 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:21.851018 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:22.020808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 52d0195f-c535-4553-88aa-db516d805115 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:22.056944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:20:22.067277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a685e-708a-4e9e-975e-2c83b56a2635 req-c5a32007-a983-414a-8704-bef1430dcf06 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:22.077772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e9a685e-708a-4e9e-975e-2c83b56a2635 req-c5a32007-a983-414a-8704-bef1430dcf06 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 946 time: 0.1629202 Jul 23 14:20:22.192786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e9a685e-708a-4e9e-975e-2c83b56a2635 req-ec70bbdd-10fc-4b7d-bda6-8a5ca165b6d6 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087584 Jul 23 14:20:22.331378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:22.347631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f4541f36-8ac8-4542-a71c-f18ade53bf53 admin admin] 10.222.0.21 "PUT /v2.0/routers/0acbee6e-8e6e-4667-afb6-c5aecec5c7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8406365 Jul 23 14:20:22.523860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b7c3c5f-8fbb-4af5-95a1-08063527f575 None None] Provisioning complete for port f60c2692-73eb-47be-a497-d61dcaf429c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:22.524358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3c5f-8fbb-4af5-95a1-08063527f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:22.619289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-69d65c9c-b416-4cf9-9cb7-c2db812a6524 req-904f4651-e0b0-4c4c-8ce5-c9afdc902818 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.1311316 Jul 23 14:20:22.655305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 52d0195f-c535-4553-88aa-db516d805115 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:22.655305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:22.685969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c3c5f-8fbb-4af5-95a1-08063527f575 None None] Port f60c2692-73eb-47be-a497-d61dcaf429c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:20:23.084304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16e91b3b-6a02-4ab9-bff5-f8070d5ef643 req-5883e2c1-0b9c-4ec3-9584-8bd2344cf985 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0413635 Jul 23 14:20:23.345562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec81c50-109c-4f8f-9730-af2182eda223 req-9313edba-cdce-4627-b94e-d02e8cac95b4 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:23.352796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ec81c50-109c-4f8f-9730-af2182eda223 req-9313edba-cdce-4627-b94e-d02e8cac95b4 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 946 time: 0.0845582 Jul 23 14:20:23.401773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ec81c50-109c-4f8f-9730-af2182eda223 req-43fa02b4-0de9-4fe2-a358-c1f2a01d2a40 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Jul 23 14:20:23.862714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f32c8816-6c16-4b98-93e5-f0fdb476f9ae up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:23.977447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f32c8816-6c16-4b98-93e5-f0fdb476f9ae completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:23.987923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f32c8816-6c16-4b98-93e5-f0fdb476f9ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:23.991078 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:24.035782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dafa89-740b-4420-8449-9bcb93380f98 req-ebb589c1-573d-4381-81e6-1dff74288284 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:24.037770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55dafa89-740b-4420-8449-9bcb93380f98 req-ebb589c1-573d-4381-81e6-1dff74288284 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 946 time: 0.1129653 Jul 23 14:20:24.099807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55dafa89-740b-4420-8449-9bcb93380f98 req-42deba76-1ef5-40a2-9c91-9f5eb5ac5489 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Jul 23 14:20:24.139083 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:24.179466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f32c8816-6c16-4b98-93e5-f0fdb476f9ae, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:24.188922 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:24.238796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b2d4777-cd99-400c-90d7-ce572a50d441 req-5654bccb-e3a5-4bd8-81e8-667caf9bc8d0 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0454845 Jul 23 14:20:24.286303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:24.362325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Sync routers for ids ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:24.374252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Routers {'0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:24.376221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:24.514180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Set router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:24.761765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:20:21Z', 'revision_number': 4, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port': {'id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:17Z', 'updated_at': '2021-07-23T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f60c2692-73eb-47be-a497-d61dcaf429c4', 'name': '', 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'mac_address': 'fa:16:3e:dd:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '3cc64adb-3762-4ab5-8182-2d40200e1551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:20Z', 'updated_at': '2021-07-23T14:20:21Z', 'revision_number': 2, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'subnets': [{'id': '3cc64adb-3762-4ab5-8182-2d40200e1551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:24.792124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Checking router: 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:24.792477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Updating router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 port f60c2692-73eb-47be-a497-d61dcaf429c4 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:20:24.828092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:25.133778 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:25.146998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Transition to ACTIVE for port object f60c2692-73eb-47be-a497-d61dcaf429c4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:25.154509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:25.235758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651c00-f6d1-4f63-810a-528b1dd005f2 None None] Pushing event updated for resources: {'Port': ['ID=f60c2692-73eb-47be-a497-d61dcaf429c4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:25.321672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5af06-97d0-4b8c-b829-75d5880a8e00 req-25317892-28f6-445b-8bba-5fb19105455e tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:25.323537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58d5af06-97d0-4b8c-b829-75d5880a8e00 req-25317892-28f6-445b-8bba-5fb19105455e tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 946 time: 0.1110189 Jul 23 14:20:25.329541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Attempting to bind port f60c2692-73eb-47be-a497-d61dcaf429c4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:25.329913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Attempting to bind port f60c2692-73eb-47be-a497-d61dcaf429c4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:25.330279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Attempting to bind port f60c2692-73eb-47be-a497-d61dcaf429c4 on network 94f8f051-2da3-4bc6-b021-f81c773ecbaf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:25.345782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:25.346085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Checking segment: {'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:25.346479 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:25.346913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Bound using segment: {'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:25.350882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Bound port: f60c2692-73eb-47be-a497-d61dcaf429c4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7caadfab-c30f-413d-8c4c-5f9d8452286f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:25.351702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:25.420812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58d5af06-97d0-4b8c-b829-75d5880a8e00 req-acbdd07c-d3f1-4e46-b02a-583228ab72ee tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/security-groups?id=41fcd4bd-22dc-450e-825b-d18c1765ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912426 Jul 23 14:20:25.485520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] For port f60c2692-73eb-47be-a497-d61dcaf429c4, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:25.490109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] For port f60c2692-73eb-47be-a497-d61dcaf429c4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f60c2692-73eb-47be-a497-d61dcaf429c4,segment=NetworkSegment(7caadfab-c30f-413d-8c4c-5f9d8452286f),segment_id=7caadfab-c30f-413d-8c4c-5f9d8452286f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:25.501502 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:25.588197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bcdd796-5163-4bcd-b068-942eb921789f req-9fec6fc6-a9e2-4866-8028-8e5160a8f675 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0612693 Jul 23 14:20:25.609493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Routers {'0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:25.610227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:25.718495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651c00-f6d1-4f63-810a-528b1dd005f2 None None] Pushing event updated for resources: {'Port': ['ID=f60c2692-73eb-47be-a497-d61dcaf429c4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:25.803193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] Set router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:25.835704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f32c8816-6c16-4b98-93e5-f0fdb476f9ae up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:25.991532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-d0347002-14d9-4387-bfb9-d4143eafa2cb tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:25.991532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-d0347002-14d9-4387-bfb9-d4143eafa2cb tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.48 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 946 time: 0.1346929 Jul 23 14:20:26.032174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f32c8816-6c16-4b98-93e5-f0fdb476f9ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:26.032549 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:26.130575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Deleting port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:20:26.131076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:26.220150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:20:21Z', 'revision_number': 4, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port': {'id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:17Z', 'updated_at': '2021-07-23T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f60c2692-73eb-47be-a497-d61dcaf429c4', 'name': '', 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'mac_address': 'fa:16:3e:dd:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '3cc64adb-3762-4ab5-8182-2d40200e1551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:20Z', 'updated_at': '2021-07-23T14:20:25Z', 'revision_number': 4, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'subnets': [{'id': '3cc64adb-3762-4ab5-8182-2d40200e1551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:26.249526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] For port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,segment=NetworkSegment(46c21645-ff78-4832-bd47-b00cc5a412a8),segment_id=46c21645-ff78-4832-bd47-b00cc5a412a8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:26.250066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:26.259860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7973866-412b-4b99-ab79-cb52a57e507c None None] The sync data for ids ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'] in n-d-801990-3 is: [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:20:21Z', 'revision_number': 4, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port': {'id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:17Z', 'updated_at': '2021-07-23T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f60c2692-73eb-47be-a497-d61dcaf429c4', 'name': '', 'network_id': '94f8f051-2da3-4bc6-b021-f81c773ecbaf', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'mac_address': 'fa:16:3e:dd:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '3cc64adb-3762-4ab5-8182-2d40200e1551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:20Z', 'updated_at': '2021-07-23T14:20:25Z', 'revision_number': 4, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'subnets': [{'id': '3cc64adb-3762-4ab5-8182-2d40200e1551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:26.273536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Calling delete_port for 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:20:26.482801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:26.495781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['8e66f86d-f8bd-4ccf-bce2-40fcc293bfac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:20:26.551527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Pushing event deleted for resources: {'Port': ['ID=8e66f86d-f8bd-4ccf-bce2-40fcc293bfac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:26.577122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f895b4e5-ac81-44db-84a2-46f73cbe5981 req-4b8e7553-e228-4de5-a666-95c2400569a2 tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.21 "GET /v2.0/ports?device_id=562c0e0b-27fd-46ed-a75f-ffe251bfd7a2 HTTP/1.1" status: 200 len: 210 time: 0.0362530 Jul 23 14:20:26.588917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.589683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.600290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:26.637137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] No DVR routers for this DVR port 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:20:26.639896 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:26.642867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5525363-a9b0-4d40-b971-897c42faa2e3 req-a0e08def-c8ce-417b-b6e2-579a688265da tempest-ServerAddressesTestJSON-174009554 tempest-ServerAddressesTestJSON-174009554-project] 10.222.0.48 "DELETE /v2.0/ports/8e66f86d-f8bd-4ccf-bce2-40fcc293bfac HTTP/1.1" status: 204 len: 173 time: 0.6410320 Jul 23 14:20:26.643457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'name': 'network-vif-deleted', 'tag': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:26.646944 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aaeee2-f4ca-4e5a-94cf-2c2fa0c015ab" -d '{"events": [{"server_uuid": "562c0e0b-27fd-46ed-a75f-ffe251bfd7a2", "name": "network-vif-deleted", "tag": "8e66f86d-f8bd-4ccf-bce2-40fcc293bfac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:26.737651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79d7dfeb-7ef3-43d1-96d0-86d02eb55fcb req-51a0c496-2e8d-4514-ae19-b5ff8fa60d8e tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0605805 Jul 23 14:20:26.797917 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bc3dca-b14f-46bb-90de-e6cebada02ea x-openstack-request-id: req-85bc3dca-b14f-46bb-90de-e6cebada02ea {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:26.798441 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562c0e0b-27fd-46ed-a75f-ffe251bfd7a2", "name": "network-vif-deleted", "tag": "8e66f86d-f8bd-4ccf-bce2-40fcc293bfac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:26.799258 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85bc3dca-b14f-46bb-90de-e6cebada02ea {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:26.799889 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562c0e0b-27fd-46ed-a75f-ffe251bfd7a2', 'name': 'network-vif-deleted', 'tag': '8e66f86d-f8bd-4ccf-bce2-40fcc293bfac', 'status': 'completed', 'code': 200} Jul 23 14:20:27.643257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:27.691765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] Deleting subnet 32feeae1-292a-4082-8d21-1e2bbd4c5bed {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:20:27.695990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:27.738735 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:27.796301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:27.837110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f60c2692-73eb-47be-a497-d61dcaf429c4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:27.883776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab044ec2-925f-4b57-a7ea-d4f640dc76ed req-81f1940d-0554-47c3-8854-9aa1bc3c8d42 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0592070 Jul 23 14:20:27.926559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:27.949541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:27.952286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32feeae1-292a-4082-8d21-1e2bbd4c5bed HTTP/1.1" status: 204 len: 168 time: 0.3077137 Jul 23 14:20:27.955060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:27.961481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f60c2692-73eb-47be-a497-d61dcaf429c4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:27.971676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f60c2692-73eb-47be-a497-d61dcaf429c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:27.972150 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.000477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cddd0-5fc0-430d-b81b-889c1baf3c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32feeae1-292a-4082-8d21-1e2bbd4c5bed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:28.072560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.080278 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.121655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f60c2692-73eb-47be-a497-d61dcaf429c4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f60c2692-73eb-47be-a497-d61dcaf429c4,segment=NetworkSegment(7caadfab-c30f-413d-8c4c-5f9d8452286f),segment_id=7caadfab-c30f-413d-8c4c-5f9d8452286f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:28.129685 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.190754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f60c2692-73eb-47be-a497-d61dcaf429c4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:28.196861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.211073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69985ae-f549-4184-963f-1eebfa85b3b9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:28.222083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c21645-ff78-4832-bd47-b00cc5a412a8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:28.222437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c21645-ff78-4832-bd47-b00cc5a412a8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:28.232666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.247599 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.257245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:20:28.257963 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:20:28.260353 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:20:28.320595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.329692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.332323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b69985ae-f549-4184-963f-1eebfa85b3b9 HTTP/1.1" status: 204 len: 168 time: 0.3759096 Jul 23 14:20:28.598744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:28.650077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1106e652-75f6-43eb-8b9d-fe1dc3b6b72d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79c4450457af47cc9d6e45a18c10492d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498168 Jul 23 14:20:28.651533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:28.697801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07103d5-e9a0-475a-86c2-750bd1beafa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69985ae-f549-4184-963f-1eebfa85b3b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:28.723488 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f80bde7-61ad-4ae1-8d81-b57dbd559016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.759438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f80bde7-61ad-4ae1-8d81-b57dbd559016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.825348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f80bde7-61ad-4ae1-8d81-b57dbd559016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.828308 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f80bde7-61ad-4ae1-8d81-b57dbd559016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:28.832116 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5f80bde7-61ad-4ae1-8d81-b57dbd559016 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41fcd4bd-22dc-450e-825b-d18c1765ae68 HTTP/1.1" status: 204 len: 168 time: 0.1767805 Jul 23 14:20:28.860090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80bde7-61ad-4ae1-8d81-b57dbd559016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fcd4bd-22dc-450e-825b-d18c1765ae68,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:29.030346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:20:29.067489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:20:29.067891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8e66f86d-f8bd-4ccf-bce2-40fcc293bfac not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:20:29.120098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b54169c-9b82-4196-be1d-a6955432ff33 req-3e6aade0-787f-452f-aec9-90c677555e36 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0441294 Jul 23 14:20:29.765936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:29.809913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f60c2692-73eb-47be-a497-d61dcaf429c4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:29.861779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f60c2692-73eb-47be-a497-d61dcaf429c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:29.862042 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:29.889977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-699870597-network', 'tenant_id': '5b02b556b6ea4f8e82fed5c26ccad4ff'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:29.918281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Made reservation on behalf of 5b02b556b6ea4f8e82fed5c26ccad4ff for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:29.921036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:29.931639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.042549 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.047144 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.073457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16316459-c268-407b-8649-aee21c51999d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:20:30.083754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdccf378-7f54-481c-896b-4a778c248d6a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:30.089258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.089606 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Added segment 8967743a-deef-41e1-9d8e-8ef85b196d88 of type vlan for network ee45b263-4265-4a22-a4c8-db213ee6f3a0 Jul 23 14:20:30.145383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.179904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.180985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:30.181717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.237225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d386d35-6e5c-492f-aeca-7d3d475395e5 req-bf3f69be-10ba-4e5c-b090-bc3a0c87af37 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0320468 Jul 23 14:20:30.245710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-16316459-c268-407b-8649-aee21c51999d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4783952 Jul 23 14:20:30.246853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316459-c268-407b-8649-aee21c51999d admin admin] Pushing event updated for resources: {'Network': ['ID=ee45b263-4265-4a22-a4c8-db213ee6f3a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:30.248671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:30.262402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ee45b263-4265-4a22-a4c8-db213ee6f3a0 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:20:30.262896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Request body: {'subnet': {'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-699870597-subnet', 'tenant_id': '5b02b556b6ea4f8e82fed5c26ccad4ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:30.289762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Made reservation on behalf of 5b02b556b6ea4f8e82fed5c26ccad4ff for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:30.292463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.472479 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.529870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d5c081-cb69-41ce-a890-3d53e62a46b1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:30.538821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Checking segment: {'id': '8967743a-deef-41e1-9d8e-8ef85b196d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:30.539181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Network hostable DHCP agents. Network: ee45b263-4265-4a22-a4c8-db213ee6f3a0, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:20:30.557265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Network ee45b263-4265-4a22-a4c8-db213ee6f3a0 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:20:30.568224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ee45b263-4265-4a22-a4c8-db213ee6f3a0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:30.572766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:30.573371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:30.581327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf40d27-b6ef-4d0e-a10b-827796a1bb8d None None] Network ee45b263-4265-4a22-a4c8-db213ee6f3a0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:30.590827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bebf77f6-73bb-4e15-86ce-dcb7f80a96f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3409512 Jul 23 14:20:30.753091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d1fd0a-3803-47ee-bf1a-abdc21d6473b None None] Network ee45b263-4265-4a22-a4c8-db213ee6f3a0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:31.371903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-673bc8de-ab94-4ea7-85af-51ecb315e106 req-90be0fcf-822e-4d49-a7d9-80eec566e623 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0354123 Jul 23 14:20:32.114698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-5588b070-c61e-4024-b9c7-9bd11f3348f2 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:32.116660 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-5588b070-c61e-4024-b9c7-9bd11f3348f2 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/networks?id=ee45b263-4265-4a22-a4c8-db213ee6f3a0 HTTP/1.1" status: 200 len: 809 time: 0.1145012 Jul 23 14:20:32.133164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-70156854-7777-4fdb-8290-94e0639201f3 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/quotas/5b02b556b6ea4f8e82fed5c26ccad4ff HTTP/1.1" status: 200 len: 375 time: 0.0103912 Jul 23 14:20:32.180410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-d44c8334-384c-4694-a50d-284341c240ce tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b02b556b6ea4f8e82fed5c26ccad4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379930 Jul 23 14:20:32.285001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f68bf614-e47b-4f02-90ac-1b3c095e6714 service neutron] 10.222.0.21 "GET /v2.0/networks/ee45b263-4265-4a22-a4c8-db213ee6f3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977025 Jul 23 14:20:32.392159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-07c807c7-ab82-48ca-870b-99f95f6ad374 service neutron] 10.222.0.21 "GET /v2.0/networks/ee45b263-4265-4a22-a4c8-db213ee6f3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999765 Jul 23 14:20:32.728373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5fd2996-2628-45af-bf43-3c281d7a0acc req-c1fcb3f1-cca0-49d5-8178-24486d6d0891 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0473685 Jul 23 14:20:32.916150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8eddcfe0-a390-4879-b035-8f431842897d req-da19bd75-f449-428e-ba4b-64c2a0bcbc2f tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 210 time: 0.0386457 Jul 23 14:20:33.862039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf46a4d5-14dd-4acc-8f63-51c553fdf335 req-e7008d71-e305-42b8-a1ac-fb38eaf9507a tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0359974 Jul 23 14:20:33.955325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:34.014677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] Deleting subnet 5aebad4f-8e58-42ba-83f5-8840d1c245cf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:20:34.018833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.099879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cdd6f6bb-9249-4317-a022-8833aa11beee req-0f470291-1a06-40da-b544-eb14173c72cc tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 210 time: 0.0788493 Jul 23 14:20:34.116916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.199212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.240400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-0305a6cf-46ae-4537-8d8e-aa9574902649 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:34.241942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-0305a6cf-46ae-4537-8d8e-aa9574902649 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.48 "GET /v2.0/networks?id=ee45b263-4265-4a22-a4c8-db213ee6f3a0 HTTP/1.1" status: 200 len: 809 time: 0.2008982 Jul 23 14:20:34.257310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Request body: {'port': {'device_id': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0', 'admin_state_up': True, 'tenant_id': '5b02b556b6ea4f8e82fed5c26ccad4ff'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:34.331924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.365534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aebad4f-8e58-42ba-83f5-8840d1c245cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:34.373925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.376578 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bc041982-1b1c-491d-afe2-92085fd5bd8e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5aebad4f-8e58-42ba-83f5-8840d1c245cf HTTP/1.1" status: 204 len: 168 time: 0.4201810 Jul 23 14:20:34.379267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:34.477828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.485048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Made reservation on behalf of 5b02b556b6ea4f8e82fed5c26ccad4ff for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:34.488513 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.614866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.630331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd38dda9-5764-4b8e-9a8f-949d87411fc9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:34.645577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011cb4a8-319d-4d99-8c26-0e3bc6acb46f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:34.645851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011cb4a8-319d-4d99-8c26-0e3bc6acb46f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:34.675876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.702378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.712751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Allocated IP 172.20.0.14 (ee45b263-4265-4a22-a4c8-db213ee6f3a0/c4d5c081-cb69-41ce-a890-3d53e62a46b1/3da86247-e5bc-485a-9345-a419521238d6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:34.714848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:20:34.715240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:20:34.716933 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:20:34.793570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.798990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:34.800897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd38dda9-5764-4b8e-9a8f-949d87411fc9 HTTP/1.1" status: 204 len: 168 time: 0.4208345 Jul 23 14:20:34.830067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a19e3e-1e82-49af-b4bc-b211d8501cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd38dda9-5764-4b8e-9a8f-949d87411fc9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:34.951720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:34.996390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3044c3fc-cf01-4f50-a7cd-266ca21989f6 req-ce0f2d64-dd76-47ab-a314-1dfe211dc188 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0454595 Jul 23 14:20:35.006553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.008612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:35.009109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a1e5cbbd-0737-40e0-b420-b718e60efdb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=171bb86e7ae948be952ddc85a1e4b856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561326 Jul 23 14:20:35.088126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8358634f-da1f-4827-9b2d-6f650155c558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.101966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.143001 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8358634f-da1f-4827-9b2d-6f650155c558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.182842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Network ee45b263-4265-4a22-a4c8-db213ee6f3a0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:35.189537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Pushing event updated for resources: {'Port': ['ID=3da86247-e5bc-485a-9345-a419521238d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:35.201944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:35.207519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:35.284984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:35.285601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.300486 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8358634f-da1f-4827-9b2d-6f650155c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.303039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8358634f-da1f-4827-9b2d-6f650155c558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.306587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8358634f-da1f-4827-9b2d-6f650155c558 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d474b0d9-386b-4e14-bb3f-474bdbf27b4e HTTP/1.1" status: 204 len: 168 time: 0.2946951 Jul 23 14:20:35.318817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-f03743e6-1b31-45de-b04b-a828b35e6eab tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0653546 Jul 23 14:20:35.320668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358634f-da1f-4827-9b2d-6f650155c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474b0d9-386b-4e14-bb3f-474bdbf27b4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:35.333819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6ea97-4e79-4a61-b160-03317f9380a1 req-63163e6a-ea4a-4791-b959-71324dafd31d tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:35.341212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09a6ea97-4e79-4a61-b160-03317f9380a1 req-63163e6a-ea4a-4791-b959-71324dafd31d tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 932 time: 0.1448977 Jul 23 14:20:35.386206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09a6ea97-4e79-4a61-b160-03317f9380a1 req-d2e7ff5a-701c-4550-a553-6e52694558ad tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Jul 23 14:20:35.580101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Request body: {'port': {'device_id': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:35.680534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:35.978759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da86247-e5bc-485a-9345-a419521238d6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:20:35.988170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:36.004142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Transition to ACTIVE for port object 3da86247-e5bc-485a-9345-a419521238d6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:36.011266 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:36.066427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Pushing event updated for resources: {'Port': ['ID=3da86247-e5bc-485a-9345-a419521238d6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:36.152023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad0b96d6-28c3-4f0d-9051-5329eb0af85b req-f06f23ff-099c-4af5-bea6-14eff3b32b88 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0508640 Jul 23 14:20:36.179933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Attempting to bind port 3da86247-e5bc-485a-9345-a419521238d6 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:36.180267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Attempting to bind port 3da86247-e5bc-485a-9345-a419521238d6 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '8967743a-deef-41e1-9d8e-8ef85b196d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:36.180600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Attempting to bind port 3da86247-e5bc-485a-9345-a419521238d6 on network ee45b263-4265-4a22-a4c8-db213ee6f3a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:36.185073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Port 3da86247-e5bc-485a-9345-a419521238d6 on network ee45b263-4265-4a22-a4c8-db213ee6f3a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:20:36.185398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Attempting to bind port 3da86247-e5bc-485a-9345-a419521238d6 on network ee45b263-4265-4a22-a4c8-db213ee6f3a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:36.190529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:36.190915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Checking segment: {'id': '8967743a-deef-41e1-9d8e-8ef85b196d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:36.191354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Bound using segment: {'id': '8967743a-deef-41e1-9d8e-8ef85b196d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:36.191787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Bound port: 3da86247-e5bc-485a-9345-a419521238d6, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8967743a-deef-41e1-9d8e-8ef85b196d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:36.192148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:36.279548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] For port 3da86247-e5bc-485a-9345-a419521238d6, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:36.285629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] For port 3da86247-e5bc-485a-9345-a419521238d6, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3da86247-e5bc-485a-9345-a419521238d6,segment=NetworkSegment(8967743a-deef-41e1-9d8e-8ef85b196d88),segment_id=8967743a-deef-41e1-9d8e-8ef85b196d88)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:36.290925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:36.328945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:36.329748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:36.331257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] 10.222.0.48 "PUT /v2.0/ports/3da86247-e5bc-485a-9345-a419521238d6 HTTP/1.1" status: 200 len: 1092 time: 0.9879313 Jul 23 14:20:36.331798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'tag': '3da86247-e5bc-485a-9345-a419521238d6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:36.334177 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319711e5-8c84-4ab8-a3c7-3542e5de900c" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd69f0-f6fc-4892-917b-fa1bf81cfa6d", "tag": "3da86247-e5bc-485a-9345-a419521238d6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:36.367466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9ece3-10bd-4ece-aa5e-08872ef51cba service neutron] Pushing event updated for resources: {'Port': ['ID=3da86247-e5bc-485a-9345-a419521238d6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:36.452320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-126d8306-41ba-41e4-aa57-a9e830c0f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:36.455416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-126d8306-41ba-41e4-aa57-a9e830c0f694 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b02b556b6ea4f8e82fed5c26ccad4ff&device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 1095 time: 0.0681889 Jul 23 14:20:36.509679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-6ab95a47-cf45-4521-83ba-2db53b56be97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da86247-e5bc-485a-9345-a419521238d6 HTTP/1.1" status: 200 len: 217 time: 0.0462594 Jul 23 14:20:36.583906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-de983d99-e286-4e32-b38a-b1d1f57bb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:36.586142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-de983d99-e286-4e32-b38a-b1d1f57bb2e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4d5c081-cb69-41ce-a890-3d53e62a46b1 HTTP/1.1" status: 200 len: 849 time: 0.0609560 Jul 23 14:20:36.616815 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05073459-461a-4eb9-a680-f7265176568d x-openstack-request-id: req-05073459-461a-4eb9-a680-f7265176568d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:36.616815 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd69f0-f6fc-4892-917b-fa1bf81cfa6d", "tag": "3da86247-e5bc-485a-9345-a419521238d6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:36.616815 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05073459-461a-4eb9-a680-f7265176568d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:36.616815 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'tag': '3da86247-e5bc-485a-9345-a419521238d6', 'status': 'completed', 'code': 200} Jul 23 14:20:36.638308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-dff0cc9f-701a-454b-adc5-24e8309fb0bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee45b263-4265-4a22-a4c8-db213ee6f3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394936 Jul 23 14:20:36.789546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-df2e0b72-fd37-4335-aed1-6b5156af09c3 service neutron] 10.222.0.48 "GET /v2.0/networks/ee45b263-4265-4a22-a4c8-db213ee6f3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438222 Jul 23 14:20:36.801814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23073e-9c3d-4aa5-b9a9-84a0387316b0 req-68a98c8b-f33f-4f86-b636-45178858fc76 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:36.803513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c23073e-9c3d-4aa5-b9a9-84a0387316b0 req-68a98c8b-f33f-4f86-b636-45178858fc76 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 944 time: 0.1257918 Jul 23 14:20:36.877094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:36.895335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c23073e-9c3d-4aa5-b9a9-84a0387316b0 req-5ca2a60e-ef55-49f2-835c-69e84e1cad8f tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834429 Jul 23 14:20:36.925297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90698e3-ea12-4e44-ad68-01982c3b6263 req-75da67a7-6dbf-4197-85ce-59f9e6778713 service neutron] 10.222.0.48 "GET /v2.0/networks/ee45b263-4265-4a22-a4c8-db213ee6f3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207776 Jul 23 14:20:37.068651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-aeecc0c8-3aac-4c9b-8d42-145d3f633866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:37.070404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-aeecc0c8-3aac-4c9b-8d42-145d3f633866 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b02b556b6ea4f8e82fed5c26ccad4ff&device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 1095 time: 0.0582421 Jul 23 14:20:37.099023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'network': {'name': 'tempest-network-smoke--1283349737', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:37.121661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:37.125396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.134228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.184429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-0195c374-7f96-4fb0-84bc-7c2b520f25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:37.185927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-0195c374-7f96-4fb0-84bc-7c2b520f25eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee45b263-4265-4a22-a4c8-db213ee6f3a0 HTTP/1.1" status: 200 len: 910 time: 0.1051416 Jul 23 14:20:37.241235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-f10686bb-bf9b-4d83-b897-eead2d386ee7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da86247-e5bc-485a-9345-a419521238d6 HTTP/1.1" status: 200 len: 217 time: 0.0424578 Jul 23 14:20:37.253340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.258825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.277945 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8b89881-d17b-47fc-a656-343923fd0c73 req-ad27fc58-f805-487a-952a-438b2a0dde18 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0394490 Jul 23 14:20:37.293199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:20:37.303958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8516d972-ce65-4106-b88d-cc40049028a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:37.313005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.313596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.314145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.314751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.315306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.315838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.316363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.316918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.317651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.318382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.319244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.319962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:20:37.330448 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.332709 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Added segment 105199d7-7e1e-46e0-b8ee-acdde78aa753 of type vlan for network 88c18be2-c83c-4547-9391-e2c5bac4ee75 Jul 23 14:20:37.358575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-6d274f50-98a1-4563-a346-6c7df27c0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:37.360147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-6d274f50-98a1-4563-a346-6c7df27c0b26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4d5c081-cb69-41ce-a890-3d53e62a46b1 HTTP/1.1" status: 200 len: 849 time: 0.0710578 Jul 23 14:20:37.386113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.410314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-ed92b1db-c5be-4e6f-80c1-4b639a01ba11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee45b263-4265-4a22-a4c8-db213ee6f3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337360 Jul 23 14:20:37.424818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.431350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:37.432138 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.465151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5868437 Jul 23 14:20:37.468363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:37.473081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-645664261', 'admin_state_up': True, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:37.520016 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.520910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bc1ad-3a00-479b-b85c-c43910859d7e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Network': ['ID=88c18be2-c83c-4547-9391-e2c5bac4ee75,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:37.530831 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-12fc1c13-a994-49a3-90f3-1815ecaa72cd service neutron] 10.222.0.48 "GET /v2.0/networks/ee45b263-4265-4a22-a4c8-db213ee6f3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087275 Jul 23 14:20:37.535746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:20:37.536437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.537595 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.600319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:37.696080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-319711e5-8c84-4ab8-a3c7-3542e5de900c req-1c8bb296-6808-4937-8842-aaa9028e701f service neutron] 10.222.0.48 "GET /v2.0/networks/ee45b263-4265-4a22-a4c8-db213ee6f3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574569 Jul 23 14:20:37.759809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:38.039970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658425cc-2fc2-41d9-ae2a-de1d5c6e9a77 req-e9d06896-56de-4648-ae21-1e4a12180109 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:38.041600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-658425cc-2fc2-41d9-ae2a-de1d5c6e9a77 req-e9d06896-56de-4648-ae21-1e4a12180109 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 944 time: 0.0707364 Jul 23 14:20:38.085698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-658425cc-2fc2-41d9-ae2a-de1d5c6e9a77 req-0fb3491d-4a75-4f4c-a924-74ebdc1052a4 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Jul 23 14:20:38.297450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:38.316994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:38.397244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8c163ff-0fec-431a-81e0-95b96f5c2446 req-1b931b10-7f1e-4065-ad6e-6c9b839dcef4 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0311882 Jul 23 14:20:38.426161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.25.2.200 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/677d7354-52f6-4cd4-bba0-0ce584e6170e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:38.551582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:38.598280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:38.642654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:38.645530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:38.648367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:38.671936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=677d7354-52f6-4cd4-bba0-0ce584e6170e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:38.915863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:39.125951 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:39.225904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c394-7f76-4fe0-b51f-f3f903dbc35d req-875d5a05-f088-4c36-8148-0e563e38701a tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:39.231048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a75c394-7f76-4fe0-b51f-f3f903dbc35d req-875d5a05-f088-4c36-8148-0e563e38701a tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 944 time: 0.0702577 Jul 23 14:20:39.265693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 97115bc7-95b4-45ce-b089-540c861ffffb is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:20:39.274565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a75c394-7f76-4fe0-b51f-f3f903dbc35d req-8220901c-217c-43c8-a0a8-3b2c560f7dac tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Jul 23 14:20:39.383470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:39.397913 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Sync routers for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:39.404825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:39.406548 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4b728182-a3a0-4160-b4ca-95eddf9e96e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9370563 Jul 23 14:20:39.409747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:39.412230 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:39.412982 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:39.501514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e1e39137-30d6-473d-a6aa-fde40c2d785e tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=63915c6374a74cf8a9b4d6f67f065da7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0902069 Jul 23 14:20:39.504150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:39.529314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85d0809f-09f7-4be5-a42e-020802997102 req-cb61c659-0b22-4777-afe1-19b2fd9a7003 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0375495 Jul 23 14:20:39.563294 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:39.668517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103d28d-6ec9-41a0-ae51-233b3e9a26cf tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:39.672678 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9103d28d-6ec9-41a0-ae51-233b3e9a26cf tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1649737 Jul 23 14:20:39.672910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:39.715700 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d507ac18-3f68-436b-9da8-06dc69cbe22e tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390570 Jul 23 14:20:39.716053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:39.721424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-536556329', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:39.760063 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:38Z', 'revision_number': 3, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:39.787353 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Checking router: 97115bc7-95b4-45ce-b089-540c861ffffb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:39.787901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Updating router 97115bc7-95b4-45ce-b089-540c861ffffb port 677d7354-52f6-4cd4-bba0-0ce584e6170e binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:20:39.829859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:39.837279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:39.844438 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.092342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.150138 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.150938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Subnet': ['ID=08b65b89-d716-47bd-9cea-94db9df8da93,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:40.161048 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Transition to ACTIVE for port object 677d7354-52f6-4cd4-bba0-0ce584e6170e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:40.168114 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.171018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Checking segment: {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:40.171383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network hostable DHCP agents. Network: 88c18be2-c83c-4547-9391-e2c5bac4ee75, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:20:40.189033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:20:40.202468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 88c18be2-c83c-4547-9391-e2c5bac4ee75) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:40.211213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be709d-799f-4aa1-b841-a66f861a27dc None None] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:40.214138 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Attempting to bind port 677d7354-52f6-4cd4-bba0-0ce584e6170e on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:40.214515 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Attempting to bind port 677d7354-52f6-4cd4-bba0-0ce584e6170e by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:40.214914 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Attempting to bind port 677d7354-52f6-4cd4-bba0-0ce584e6170e on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:40.217251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:40.218245 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.226388 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:40.226793 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:40.227201 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.227603 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:40.228078 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Bound port: 677d7354-52f6-4cd4-bba0-0ce584e6170e, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:40.228476 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.238779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-66352e4d-d3aa-43a8-bcb3-78281e8583fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5212252 Jul 23 14:20:40.241478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:40.290439 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] For port 677d7354-52f6-4cd4-bba0-0ce584e6170e, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:40.296991 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] For port 677d7354-52f6-4cd4-bba0-0ce584e6170e, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=677d7354-52f6-4cd4-bba0-0ce584e6170e,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:40.299833 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa4594-9fbd-4ca9-a211-6090c848a0a6 None None] Pushing event updated for resources: {'Port': ['ID=677d7354-52f6-4cd4-bba0-0ce584e6170e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:40.309549 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.404794 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:40.406237 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:40.488727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b8f53-0875-47ea-a7ac-46ef702392b0 req-e2845e53-ec44-4500-9aa6-329eb49a095a tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:40.490861 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-552b8f53-0875-47ea-a7ac-46ef702392b0 req-e2845e53-ec44-4500-9aa6-329eb49a095a tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 944 time: 0.1061056 Jul 23 14:20:40.570709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-552b8f53-0875-47ea-a7ac-46ef702392b0 req-ec6ae20c-eda7-4005-bc94-b3e407884cf9 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Jul 23 14:20:40.624528 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:40.691189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbe09859-5e19-48a7-a9d3-148b3a893853 req-5dfa0290-768d-4b64-907d-a81ed908584d tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0444181 Jul 23 14:20:40.727744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-88c18be2-c83c-4547-9391-e2c5bac4ee75', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:20:40.728297 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa4594-9fbd-4ca9-a211-6090c848a0a6 None None] Pushing event updated for resources: {'Port': ['ID=677d7354-52f6-4cd4-bba0-0ce584e6170e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:40.728916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:40.866082 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61578012-9294-41c8-b4a3-02299314e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:38Z', 'revision_number': 3, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:40.900376 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61578012-9294-41c8-b4a3-02299314e43f None None] The sync data for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 is: [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:38Z', 'revision_number': 3, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:40.937911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Allocated IP 172.20.0.2 (88c18be2-c83c-4547-9391-e2c5bac4ee75/08b65b89-d716-47bd-9cea-94db9df8da93/766860dc-6a5d-4b46-b030-7b8f3649ada5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:41.012439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.053258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3da86247-e5bc-485a-9345-a419521238d6 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:20:41.268861 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.291305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Transition to ACTIVE for port object 766860dc-6a5d-4b46-b030-7b8f3649ada5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:41.294535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3da86247-e5bc-485a-9345-a419521238d6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3da86247-e5bc-485a-9345-a419521238d6,segment=NetworkSegment(8967743a-deef-41e1-9d8e-8ef85b196d88),segment_id=8967743a-deef-41e1-9d8e-8ef85b196d88)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:41.317128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '3da86247-e5bc-485a-9345-a419521238d6', 'network_id': 'ee45b263-4265-4a22-a4c8-db213ee6f3a0', 'port_id': '3da86247-e5bc-485a-9345-a419521238d6', 'mac_address': 'fa:16:3e:d3:ac:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d5c081-cb69-41ce-a890-3d53e62a46b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:20:41.323782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Transition to ACTIVE for port object 766860dc-6a5d-4b46-b030-7b8f3649ada5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:41.362493 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.366624 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.396046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.20.0.1 (88c18be2-c83c-4547-9391-e2c5bac4ee75/08b65b89-d716-47bd-9cea-94db9df8da93/06ba19d9-ec96-422f-8357-358dba388f79) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:41.407408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da86247-e5bc-485a-9345-a419521238d6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:20:41.429342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:41.443041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:41.445794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:41.467243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Pushing event updated for resources: {'Port': ['ID=766860dc-6a5d-4b46-b030-7b8f3649ada5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:41.490589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3da86247-e5bc-485a-9345-a419521238d6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3da86247-e5bc-485a-9345-a419521238d6,segment=NetworkSegment(8967743a-deef-41e1-9d8e-8ef85b196d88),segment_id=8967743a-deef-41e1-9d8e-8ef85b196d88)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:41.525780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Attempting to bind port 766860dc-6a5d-4b46-b030-7b8f3649ada5 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:41.526154 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Attempting to bind port 766860dc-6a5d-4b46-b030-7b8f3649ada5 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:41.527014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Attempting to bind port 766860dc-6a5d-4b46-b030-7b8f3649ada5 on network 88c18be2-c83c-4547-9391-e2c5bac4ee75 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:41.528900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.537754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:41.538146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Checking segment: {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:41.538540 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.539029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Bound using segment: {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:41.539502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Bound port: 766860dc-6a5d-4b46-b030-7b8f3649ada5, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:41.540051 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.541909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.558184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Transition to ACTIVE for port object 06ba19d9-ec96-422f-8357-358dba388f79 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:41.617109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.623794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3da86247-e5bc-485a-9345-a419521238d6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:41.655966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] For port 766860dc-6a5d-4b46-b030-7b8f3649ada5, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:41.659518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] For port 766860dc-6a5d-4b46-b030-7b8f3649ada5, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=766860dc-6a5d-4b46-b030-7b8f3649ada5,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:41.668315 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.674190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:41.678133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:41.691578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:41.779941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216302b-61e0-47a4-8e2d-106ac902432c None None] Pushing event updated for resources: {'Port': ['ID=766860dc-6a5d-4b46-b030-7b8f3649ada5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:41.789544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=06ba19d9-ec96-422f-8357-358dba388f79,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:41.799473 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:41.825026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['3da86247-e5bc-485a-9345-a419521238d6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:20:41.836168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad22b8-61fc-41ed-bfab-f3f46a8e644a req-0f5d02af-c40a-47f0-8a03-5be964449d90 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:41.844991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94ad22b8-61fc-41ed-bfab-f3f46a8e644a req-0f5d02af-c40a-47f0-8a03-5be964449d90 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 945 time: 0.1693954 Jul 23 14:20:41.935718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 677d7354-52f6-4cd4-bba0-0ce584e6170e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:41.936427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94ad22b8-61fc-41ed-bfab-f3f46a8e644a req-45616e12-a009-4658-947c-a5b83ef88369 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904264 Jul 23 14:20:42.163755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba4531c3-d966-4171-ad9d-9ceec611067e req-f7fd699c-04e6-4d3e-b3ff-17e4aec31f9d tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0607412 Jul 23 14:20:42.166712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:42.214102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 677d7354-52f6-4cd4-bba0-0ce584e6170e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:42.225680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 677d7354-52f6-4cd4-bba0-0ce584e6170e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:42.226252 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:42.334179 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:42.355734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 677d7354-52f6-4cd4-bba0-0ce584e6170e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=677d7354-52f6-4cd4-bba0-0ce584e6170e,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:42.362663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:42.423435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=677d7354-52f6-4cd4-bba0-0ce584e6170e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:42.545964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:42.552641 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:42.626198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:42.628129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=06ba19d9-ec96-422f-8357-358dba388f79,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:42.720085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:42.721504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:42.844955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 97115bc7-95b4-45ce-b089-540c861ffffb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:20:42.953756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:42.959506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6609d148-f9ea-45c5-81b0-68a6674355bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "PUT /v2.0/routers/97115bc7-95b4-45ce-b089-540c861ffffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7160122 Jul 23 14:20:42.962307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:43.064803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3da86247-e5bc-485a-9345-a419521238d6 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:43.067201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090d5cd-4e19-41d0-badc-7fa8c566496d req-fbb6cf73-7087-4ae7-9b06-c92d261e40b2 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.069464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b090d5cd-4e19-41d0-badc-7fa8c566496d req-fbb6cf73-7087-4ae7-9b06-c92d261e40b2 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 945 time: 0.0723536 Jul 23 14:20:43.126396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b090d5cd-4e19-41d0-badc-7fa8c566496d req-ef17d894-2b2a-4c04-91c8-9a41fed976f1 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497160 Jul 23 14:20:43.143872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 3da86247-e5bc-485a-9345-a419521238d6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:43.151367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 3da86247-e5bc-485a-9345-a419521238d6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:43.151745 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:43.333716 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:43.346329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-845e047d-1958-42cc-bf40-78b6ff74edd2 req-42a4cb1b-78fe-47ca-9842-39defd70ca1d tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0698583 Jul 23 14:20:43.368754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da86247-e5bc-485a-9345-a419521238d6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:43.372249 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6a4488-a990-455f-8515-81ca941c5aba" -d '{"events": [{"server_uuid": "96bd69f0-f6fc-4892-917b-fa1bf81cfa6d", "name": "network-vif-plugged", "status": "completed", "tag": "3da86247-e5bc-485a-9345-a419521238d6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:43.428016 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:20:43.434043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 3da86247-e5bc-485a-9345-a419521238d6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3da86247-e5bc-485a-9345-a419521238d6,segment=NetworkSegment(8967743a-deef-41e1-9d8e-8ef85b196d88),segment_id=8967743a-deef-41e1-9d8e-8ef85b196d88)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:43.447173 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:43.514049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=3da86247-e5bc-485a-9345-a419521238d6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:43.547009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6e9cf-80db-4b1e-a560-eee93240e474 None None] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:43.577508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Sync routers for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:43.617312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:43.618139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:43.654479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd7a9b80-82a0-462b-8f4c-261009530a01 None None] Provisioning for port 766860dc-6a5d-4b46-b030-7b8f3649ada5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:43.661788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.662257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.663065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.663883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.664843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.665484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.666007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.666470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.666985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.667491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.667923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.670035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-67f92e42-6789-4cd3-89c3-e4540c7fb86f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7773 time: 0.7067597 Jul 23 14:20:43.673141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:43.727122 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4793de11-80e9-46fe-8a75-543db1f4fcb9 x-openstack-request-id: req-4793de11-80e9-46fe-8a75-543db1f4fcb9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:43.727412 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd69f0-f6fc-4892-917b-fa1bf81cfa6d", "name": "network-vif-plugged", "status": "completed", "tag": "3da86247-e5bc-485a-9345-a419521238d6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:43.727664 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4793de11-80e9-46fe-8a75-543db1f4fcb9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:43.728046 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da86247-e5bc-485a-9345-a419521238d6', 'code': 200} Jul 23 14:20:43.817128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:43.834748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.835933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.836559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.837175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.837811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.838421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.839075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.839684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.840288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.840891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.841492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.843868 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5e3771c8-12f2-4eb6-8d99-dedcde1ee9ad tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7103 time: 0.1686852 Jul 23 14:20:43.846944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:43.897759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427a853-bfcf-404d-8b08-53b87a583b06 req-3c9c2951-d560-45c2-9acb-c75d407af372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:43.899576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8427a853-bfcf-404d-8b08-53b87a583b06 req-3c9c2951-d560-45c2-9acb-c75d407af372 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 1097 time: 0.0859001 Jul 23 14:20:43.955374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8427a853-bfcf-404d-8b08-53b87a583b06 req-10bd8f79-0db4-414b-8d5f-8d236d856381 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Jul 23 14:20:43.958892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 766860dc-6a5d-4b46-b030-7b8f3649ada5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:44.102953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 766860dc-6a5d-4b46-b030-7b8f3649ada5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:44.107582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 766860dc-6a5d-4b46-b030-7b8f3649ada5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:44.107962 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.133943 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-45bf3ec3-5e5e-473d-a7ee-aea3bb49ed3b tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.2814951 Jul 23 14:20:44.182167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 2, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:44.228683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Checking router: 97115bc7-95b4-45ce-b089-540c861ffffb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:44.229386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Updating router 97115bc7-95b4-45ce-b089-540c861ffffb port 06ba19d9-ec96-422f-8357-358dba388f79 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:20:44.272283 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.299045 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.338014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:44.343124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-264f2dea-c86f-4626-9bb3-f377c17020b0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899075841', 'description': 'tempest-secgroup-smoke-1899075841 description', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:44.404902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-264f2dea-c86f-4626-9bb3-f377c17020b0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.474517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad386513-62b0-40f3-ab37-8d5ebf0649d5 None None] Provisioning complete for port 766860dc-6a5d-4b46-b030-7b8f3649ada5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:44.475291 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad386513-62b0-40f3-ab37-8d5ebf0649d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.489202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 766860dc-6a5d-4b46-b030-7b8f3649ada5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=766860dc-6a5d-4b46-b030-7b8f3649ada5,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:44.505160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b06f0-d061-4672-91da-c036d1dd3ec3 req-cdc66a59-095a-4beb-996c-de55297c677b tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:44.516144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-547b06f0-d061-4672-91da-c036d1dd3ec3 req-cdc66a59-095a-4beb-996c-de55297c677b tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 946 time: 0.1132841 Jul 23 14:20:44.556993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-264f2dea-c86f-4626-9bb3-f377c17020b0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.563683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-547b06f0-d061-4672-91da-c036d1dd3ec3 req-1f993b3c-2b10-47e8-a4a4-d885ef693015 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Jul 23 14:20:44.564972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-264f2dea-c86f-4626-9bb3-f377c17020b0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.616642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f2dea-c86f-4626-9bb3-f377c17020b0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fddf06-643f-464d-bcf7-65be563f24a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:44.619340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-264f2dea-c86f-4626-9bb3-f377c17020b0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.625112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:44.630111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0df4f77e-a1b6-4ff5-8f00-80996f3d110d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': 'b5fddf06-643f-464d-bcf7-65be563f24a6', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:44.631350 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-264f2dea-c86f-4626-9bb3-f377c17020b0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2920229 Jul 23 14:20:44.693030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-329d6da8-a77b-48d6-90d2-f3e5d650a67c req-b8805014-ef98-4774-a176-33a304021e76 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0402021 Jul 23 14:20:44.693989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df4f77e-a1b6-4ff5-8f00-80996f3d110d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.741290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.742444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 677d7354-52f6-4cd4-bba0-0ce584e6170e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:44.765219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df4f77e-a1b6-4ff5-8f00-80996f3d110d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.774385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df4f77e-a1b6-4ff5-8f00-80996f3d110d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.796512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4f77e-a1b6-4ff5-8f00-80996f3d110d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8630071-5b23-4f4e-862f-bd71e4eb2bfb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:44.807074 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df4f77e-a1b6-4ff5-8f00-80996f3d110d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.812119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:44.813019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0df4f77e-a1b6-4ff5-8f00-80996f3d110d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1849620 Jul 23 14:20:44.818024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1202467-a004-43e7-b56d-701a9245d7fc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': 'b5fddf06-643f-464d-bcf7-65be563f24a6', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:44.850747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1202467-a004-43e7-b56d-701a9245d7fc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.917466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=766860dc-6a5d-4b46-b030-7b8f3649ada5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:44.932676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1202467-a004-43e7-b56d-701a9245d7fc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.937696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1202467-a004-43e7-b56d-701a9245d7fc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.962237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1202467-a004-43e7-b56d-701a9245d7fc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31ad206-a231-4f43-bbc6-923f0c91a55a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:44.969573 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1202467-a004-43e7-b56d-701a9245d7fc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:44.973939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:44.974076 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1202467-a004-43e7-b56d-701a9245d7fc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598797 Jul 23 14:20:44.978817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68d0ff9f-5f04-4470-820d-c8bb4edf4c2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': 'b5fddf06-643f-464d-bcf7-65be563f24a6', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:44.982719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 677d7354-52f6-4cd4-bba0-0ce584e6170e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:44.983168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.046317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d0ff9f-5f04-4470-820d-c8bb4edf4c2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.048246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad386513-62b0-40f3-ab37-8d5ebf0649d5 None None] Provisioning for port 06ba19d9-ec96-422f-8357-358dba388f79 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:45.066353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad386513-62b0-40f3-ab37-8d5ebf0649d5 None None] Provisioning complete for port 06ba19d9-ec96-422f-8357-358dba388f79 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:45.066780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad386513-62b0-40f3-ab37-8d5ebf0649d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.127879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d0ff9f-5f04-4470-820d-c8bb4edf4c2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.134601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d0ff9f-5f04-4470-820d-c8bb4edf4c2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.155249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0ff9f-5f04-4470-820d-c8bb4edf4c2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c5efe1-5934-48b1-9881-1bd314f8460e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:45.167022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d0ff9f-5f04-4470-820d-c8bb4edf4c2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.168933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-68d0ff9f-5f04-4470-820d-c8bb4edf4c2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939168 Jul 23 14:20:45.171797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:45.177012 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.178787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d3a92760-a9fc-497b-84c8-2c78854fc6f1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': 'b5fddf06-643f-464d-bcf7-65be563f24a6', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:45.181910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ad386513-62b0-40f3-ab37-8d5ebf0649d5 None None] Port 06ba19d9-ec96-422f-8357-358dba388f79 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:20:45.199704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Transition to ACTIVE for port object 06ba19d9-ec96-422f-8357-358dba388f79 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:45.210959 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.220240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a92760-a9fc-497b-84c8-2c78854fc6f1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.263817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c45425-fbf6-493b-bbee-3cb62503423d None None] Pushing event updated for resources: {'Port': ['ID=06ba19d9-ec96-422f-8357-358dba388f79,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:45.310832 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a92760-a9fc-497b-84c8-2c78854fc6f1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.317939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a92760-a9fc-497b-84c8-2c78854fc6f1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.333460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Attempting to bind port 06ba19d9-ec96-422f-8357-358dba388f79 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:45.333830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Attempting to bind port 06ba19d9-ec96-422f-8357-358dba388f79 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:45.334230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Attempting to bind port 06ba19d9-ec96-422f-8357-358dba388f79 on network 88c18be2-c83c-4547-9391-e2c5bac4ee75 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:45.336228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a92760-a9fc-497b-84c8-2c78854fc6f1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0024e50-5f61-4b47-afcf-d0de11951da8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:45.345769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:45.346125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Checking segment: {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:45.346542 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.347002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Bound using segment: {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:45.347495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Bound port: 06ba19d9-ec96-422f-8357-358dba388f79, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:45.348003 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.365526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3a92760-a9fc-497b-84c8-2c78854fc6f1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.370200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d3a92760-a9fc-497b-84c8-2c78854fc6f1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1945844 Jul 23 14:20:45.370590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:45.378069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': 'b5fddf06-643f-464d-bcf7-65be563f24a6', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:45.418526 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Project 63915c6374a74cf8a9b4d6f67f065da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:20:45.424170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.452603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] For port 06ba19d9-ec96-422f-8357-358dba388f79, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:45.460836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] For port 06ba19d9-ec96-422f-8357-358dba388f79, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=06ba19d9-ec96-422f-8357-358dba388f79,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:45.470196 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.522619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.527565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.545267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aab6034-9ecd-47ad-9737-b528dddc023f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:45.558031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c45425-fbf6-493b-bbee-3cb62503423d None None] Pushing event updated for resources: {'Port': ['ID=06ba19d9-ec96-422f-8357-358dba388f79,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:45.562720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.567155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:45.568490 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e0c9be30-eb78-45a7-90b8-db9d048e8e8d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1955202 Jul 23 14:20:45.572131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': 'b5fddf06-643f-464d-bcf7-65be563f24a6', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:45.574838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:45.575470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:45.619583 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Project 63915c6374a74cf8a9b4d6f67f065da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:20:45.626085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.715187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:45.803195 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.824508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.834025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6262a5-e861-4ef6-b657-21db8e57ff3d req-b5c1a287-2729-4a34-a761-bf309036fddc tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:45.836181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c6262a5-e861-4ef6-b657-21db8e57ff3d req-b5c1a287-2729-4a34-a761-bf309036fddc tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 946 time: 0.1723151 Jul 23 14:20:45.836391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 766860dc-6a5d-4b46-b030-7b8f3649ada5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:45.864816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:45.875772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2977796 Jul 23 14:20:45.875772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df024556-05c4-4d92-9e89-129529b83701 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cd402b-f44a-4252-9f44-cb9df9163afe,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:45.920933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c6262a5-e861-4ef6-b657-21db8e57ff3d req-4be2cf60-4eb2-48df-abc3-9d6ffce82d98 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696800 Jul 23 14:20:45.945869 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98790693-4554-4331-85c8-88c582964de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:46.011443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 766860dc-6a5d-4b46-b030-7b8f3649ada5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:46.011825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:46.016893 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c175f547-2eec-466c-8ba2-c4d1872a6f8c req-b1bb0e8a-12ae-483d-ac17-542418c4df9c tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0360003 Jul 23 14:20:46.109120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:45Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:46.140123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24141e53-57f7-4102-986f-fe3d788521d0 None None] The sync data for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 is: [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:45Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:46.256876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-d85824f8-6528-47f0-889b-922524ae23ce tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899075841&fields=id&tenant_id=63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 267 time: 0.0433936 Jul 23 14:20:46.376707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-81e42f35-26d1-4a81-a550-4d70472bda00 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:46.378250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-81e42f35-26d1-4a81-a550-4d70472bda00 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/networks?id=88c18be2-c83c-4547-9391-e2c5bac4ee75 HTTP/1.1" status: 200 len: 797 time: 0.1144850 Jul 23 14:20:46.393787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-dfdda7d9-b884-46e8-a63d-cd3b5ad11bbf tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/quotas/63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 375 time: 0.0096152 Jul 23 14:20:46.479079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-3831f82e-10dd-4c88-9250-3c704d65e1c4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740979 Jul 23 14:20:46.902755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-f49a90e3-631c-4118-ab67-b98d02accc99 service neutron] 10.222.0.21 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211900 Jul 23 14:20:47.011601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-7d02c4f0-d268-42c8-99f9-56d1abae085e service neutron] 10.222.0.21 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034222 Jul 23 14:20:47.258325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36c81839-47ce-4623-bbda-a43b71f9b870 req-205c2e86-2b8e-44ef-a955-8bbc8253267a tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0389090 Jul 23 14:20:47.334515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00d11956-d5e6-4b3f-9ccd-d0d3402b19d7 req-074e60f1-2d80-4a8c-8dd6-b98cff1cdb10 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 210 time: 0.0316718 Jul 23 14:20:47.740516 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:47.838165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 06ba19d9-ec96-422f-8357-358dba388f79 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:47.906947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 06ba19d9-ec96-422f-8357-358dba388f79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:47.915559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 06ba19d9-ec96-422f-8357-358dba388f79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:47.915942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:47.976187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e029666-61a8-4532-841c-931a920d87f5 req-849dea46-0f1d-4579-81ba-41baa4f6170a tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:47.977683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e029666-61a8-4532-841c-931a920d87f5 req-849dea46-0f1d-4579-81ba-41baa4f6170a tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 946 time: 0.0704200 Jul 23 14:20:48.006528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:48.023550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e029666-61a8-4532-841c-931a920d87f5 req-01fa3bd0-3994-4512-b4e4-978b69e2b04e tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jul 23 14:20:48.045106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 06ba19d9-ec96-422f-8357-358dba388f79, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=06ba19d9-ec96-422f-8357-358dba388f79,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:48.050353 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:48.099059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=06ba19d9-ec96-422f-8357-358dba388f79,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:48.268708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:48.383839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-876a7cb1-2fec-42a4-8457-c85edc3734d5 req-55972ba6-5103-4548-b859-bb9026e6383c tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0391190 Jul 23 14:20:48.428002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-ac4f3ea2-fc2a-436f-a99e-19a6e01a5f13 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:48.429949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-ac4f3ea2-fc2a-436f-a99e-19a6e01a5f13 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.11 "GET /v2.0/networks?id=88c18be2-c83c-4547-9391-e2c5bac4ee75 HTTP/1.1" status: 200 len: 797 time: 0.1610630 Jul 23 14:20:48.473981 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7127bf3-946e-43ff-92ea-323721d7ad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:48.508530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c761d7f-ad48-45ef-b2a7-96e4695fa51f req-4c920645-cc57-4d15-8f07-4d786e6d5b2e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 210 time: 0.0414670 Jul 23 14:20:48.527091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-e7cbd1ce-0b96-4dbd-b5e0-73c1740d7844 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 380 time: 0.0792303 Jul 23 14:20:48.536068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'port': {'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'admin_state_up': True, 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'security_groups': ['b5fddf06-643f-464d-bcf7-65be563f24a6']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:48.660303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:48.664119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:48.825030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.20.0.3 (88c18be2-c83c-4547-9391-e2c5bac4ee75/08b65b89-d716-47bd-9cea-94db9df8da93/6166d030-c18c-4824-8baf-5defb0c22195) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:48.970130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:48.988344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Transition to ACTIVE for port object 6166d030-c18c-4824-8baf-5defb0c22195 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:49.028838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.071541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:49.076761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:49.080506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:49.106738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=6166d030-c18c-4824-8baf-5defb0c22195,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:49.161287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:49.161907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.186181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-6673bd78-9cc9-4981-ac29-3bd86f46d8b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538827 Jul 23 14:20:49.201001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c44aa-95c5-4b5b-beb9-ffbcc641f6e6 req-8e6b269c-da65-4170-82b8-dfcd88ea340b tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:49.202668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b4c44aa-95c5-4b5b-beb9-ffbcc641f6e6 req-8e6b269c-da65-4170-82b8-dfcd88ea340b tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 946 time: 0.0969746 Jul 23 14:20:49.207688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Request body: {'port': {'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:49.278594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b4c44aa-95c5-4b5b-beb9-ffbcc641f6e6 req-200e8175-71f7-45b8-9deb-e985ae09cb73 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677459 Jul 23 14:20:49.313288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.316229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c301e6c6-190f-48cf-8067-f8dd641d1118 None None] Provisioning for port 6166d030-c18c-4824-8baf-5defb0c22195 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:49.320148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c301e6c6-190f-48cf-8067-f8dd641d1118 None None] Provisioning complete for port 6166d030-c18c-4824-8baf-5defb0c22195 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:49.320519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c301e6c6-190f-48cf-8067-f8dd641d1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.354516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c301e6c6-190f-48cf-8067-f8dd641d1118 None None] Port 6166d030-c18c-4824-8baf-5defb0c22195 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:20:49.495382 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.525125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-406113fe-3498-4721-a944-3fa03723d4d8 req-f0386ca1-5dd2-4071-ad5c-769e9e34ab76 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0564661 Jul 23 14:20:49.636482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6166d030-c18c-4824-8baf-5defb0c22195 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:20:49.646309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.663521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Transition to ACTIVE for port object 6166d030-c18c-4824-8baf-5defb0c22195 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:49.673158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.770125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a88ff-8415-4afe-a8e6-45f140bb8160 req-9f2f4b46-3b2a-451a-8c8b-c42ae5e2899c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:49.777216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c8a88ff-8415-4afe-a8e6-45f140bb8160 req-9f2f4b46-3b2a-451a-8c8b-c42ae5e2899c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 931 time: 0.1808550 Jul 23 14:20:49.791507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Pushing event updated for resources: {'Port': ['ID=6166d030-c18c-4824-8baf-5defb0c22195,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:49.849771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 06ba19d9-ec96-422f-8357-358dba388f79 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:49.906319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c8a88ff-8415-4afe-a8e6-45f140bb8160 req-84372561-1de1-4ab9-a615-c3c08a6b3fd7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198909 Jul 23 14:20:49.922034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467be3-a129-45b9-87ac-1674057c6946 req-97d57e8d-b9f4-4a63-ac79-171b7dc31613 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:49.924416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49467be3-a129-45b9-87ac-1674057c6946 req-97d57e8d-b9f4-4a63-ac79-171b7dc31613 tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.48 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 946 time: 0.2525969 Jul 23 14:20:49.957139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 06ba19d9-ec96-422f-8357-358dba388f79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:49.957512 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:49.977134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Attempting to bind port 6166d030-c18c-4824-8baf-5defb0c22195 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:49.977542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Attempting to bind port 6166d030-c18c-4824-8baf-5defb0c22195 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:49.977806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Attempting to bind port 6166d030-c18c-4824-8baf-5defb0c22195 on network 88c18be2-c83c-4547-9391-e2c5bac4ee75 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:50.001132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Port 6166d030-c18c-4824-8baf-5defb0c22195 on network 88c18be2-c83c-4547-9391-e2c5bac4ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:20:50.001818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Attempting to bind port 6166d030-c18c-4824-8baf-5defb0c22195 on network 88c18be2-c83c-4547-9391-e2c5bac4ee75 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:50.014372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:50.014763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Checking segment: {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:50.015163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Bound using segment: {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:50.015653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Bound port: 6166d030-c18c-4824-8baf-5defb0c22195, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105199d7-7e1e-46e0-b8ee-acdde78aa753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:50.015976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:50.137977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] For port 6166d030-c18c-4824-8baf-5defb0c22195, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:50.141545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Deleting port 3da86247-e5bc-485a-9345-a419521238d6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:20:50.141833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:50.146947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] For port 6166d030-c18c-4824-8baf-5defb0c22195, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6166d030-c18c-4824-8baf-5defb0c22195,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:50.159306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:50.220042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:50.220667 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:50.222063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] 10.222.0.11 "PUT /v2.0/ports/6166d030-c18c-4824-8baf-5defb0c22195 HTTP/1.1" status: 200 len: 1091 time: 1.0185125 Jul 23 14:20:50.247804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:50.250128 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4395ab-4337-402a-b0f1-d263ced07098" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "tag": "6166d030-c18c-4824-8baf-5defb0c22195"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:50.304758 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4014d9-952e-4985-96b1-5735c6206fea x-openstack-request-id: req-af4014d9-952e-4985-96b1-5735c6206fea {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:50.305052 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "tag": "6166d030-c18c-4824-8baf-5defb0c22195", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:50.305300 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af4014d9-952e-4985-96b1-5735c6206fea {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:50.305785 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195', 'status': 'completed', 'code': 200} Jul 23 14:20:50.325837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee4de6-e391-4a7b-98d2-7995849df853 service neutron] Pushing event updated for resources: {'Port': ['ID=6166d030-c18c-4824-8baf-5defb0c22195,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:50.357012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] For port 3da86247-e5bc-485a-9345-a419521238d6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=3da86247-e5bc-485a-9345-a419521238d6,segment=NetworkSegment(8967743a-deef-41e1-9d8e-8ef85b196d88),segment_id=8967743a-deef-41e1-9d8e-8ef85b196d88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:50.357379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:50.376492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Calling delete_port for 3da86247-e5bc-485a-9345-a419521238d6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:20:50.481354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-1a1c7646-ab3d-46be-9149-3d80a00749cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:50.482762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-1a1c7646-ab3d-46be-9149-3d80a00749cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 1094 time: 0.1988423 Jul 23 14:20:50.547690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-44b2155a-4e7c-4979-b852-101db8befaa9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6166d030-c18c-4824-8baf-5defb0c22195 HTTP/1.1" status: 200 len: 217 time: 0.0480101 Jul 23 14:20:50.562117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109402-a7ec-4def-969d-789b708a56b2 req-15ffc480-73e9-44b1-8dba-4ae7ecc6852b tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:50.563859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21109402-a7ec-4def-969d-789b708a56b2 req-15ffc480-73e9-44b1-8dba-4ae7ecc6852b tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/ports?device_id=96bd69f0-f6fc-4892-917b-fa1bf81cfa6d HTTP/1.1" status: 200 len: 946 time: 0.1826816 Jul 23 14:20:50.676840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:50.688383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-f50e01f3-99b0-4fe3-bbd8-70bb18c6fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:50.691134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-f50e01f3-99b0-4fe3-bbd8-70bb18c6fac7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08b65b89-d716-47bd-9cea-94db9df8da93 HTTP/1.1" status: 200 len: 834 time: 0.1264625 Jul 23 14:20:50.691917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['3da86247-e5bc-485a-9345-a419521238d6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:20:50.696505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21109402-a7ec-4def-969d-789b708a56b2 req-c722429f-902d-4f67-9ee0-f511d2972b6b tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdccf378-7f54-481c-896b-4a778c248d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213629 Jul 23 14:20:50.729581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Pushing event deleted for resources: {'Port': ['ID=3da86247-e5bc-485a-9345-a419521238d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:50.819562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] No DVR routers for this DVR port 3da86247-e5bc-485a-9345-a419521238d6 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:20:50.839075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:50.841268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49467be3-a129-45b9-87ac-1674057c6946 req-359a106b-5ec0-4165-8a09-ce14a7672fee tempest-ServerGroupTestJSON-383659786 tempest-ServerGroupTestJSON-383659786-project] 10.222.0.48 "DELETE /v2.0/ports/3da86247-e5bc-485a-9345-a419521238d6 HTTP/1.1" status: 204 len: 173 time: 0.9061909 Jul 23 14:20:50.850535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-53207eb9-e7bf-4d58-8859-e1b60cb565dd req-bea0cacc-a2fd-4eed-a4a0-325249b3fdf8 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0572100 Jul 23 14:20:50.878847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-e3f5b5b1-b922-492a-80f8-83b2681950fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:50.880385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-e3f5b5b1-b922-492a-80f8-83b2681950fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88c18be2-c83c-4547-9391-e2c5bac4ee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616726 Jul 23 14:20:51.026416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-577ab460-b762-4d8d-958b-03ba9f55d798 service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384318 Jul 23 14:20:51.083318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ba72b-3dd4-4aa3-a95f-31f6834647c0 req-252bdec9-c493-4c4c-8904-30d67bb5e6e6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:51.085475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d30ba72b-3dd4-4aa3-a95f-31f6834647c0 req-252bdec9-c493-4c4c-8904-30d67bb5e6e6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 943 time: 0.1165757 Jul 23 14:20:51.165616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d30ba72b-3dd4-4aa3-a95f-31f6834647c0 req-8e4228ac-5e1a-46b6-a74e-0ee1ebc50d0d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516512 Jul 23 14:20:51.167702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d207462-fdd0-4fa7-92c1-1cef74180ecd req-188a902c-7787-44ac-bcaa-7a16eb617862 service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321609 Jul 23 14:20:51.205946 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:51.347999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-fc58d72f-4a52-4395-8099-092e1f96b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:51.349623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-fc58d72f-4a52-4395-8099-092e1f96b1a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 1094 time: 0.0565863 Jul 23 14:20:51.447893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-551eaa8f-abe0-4a36-884d-1f0c686fe057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:51.449599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-551eaa8f-abe0-4a36-884d-1f0c686fe057 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88c18be2-c83c-4547-9391-e2c5bac4ee75 HTTP/1.1" status: 200 len: 898 time: 0.0926890 Jul 23 14:20:51.495710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-61bd7c20-3e5b-4331-8c6e-e12bf42366b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6166d030-c18c-4824-8baf-5defb0c22195 HTTP/1.1" status: 200 len: 217 time: 0.0391679 Jul 23 14:20:51.550413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-cc31efb5-fd85-4214-be30-f174ea3d4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:51.551881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-cc31efb5-fd85-4214-be30-f174ea3d4cdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08b65b89-d716-47bd-9cea-94db9df8da93 HTTP/1.1" status: 200 len: 834 time: 0.0448396 Jul 23 14:20:51.621137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-6c8d61ec-3825-481a-954f-9c197f1837e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:51.622625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-6c8d61ec-3825-481a-954f-9c197f1837e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88c18be2-c83c-4547-9391-e2c5bac4ee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622096 Jul 23 14:20:51.721521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-108622c1-cf4b-4365-9fa4-2294a0bebfef service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874138 Jul 23 14:20:51.833389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f4395ab-4337-402a-b0f1-d263ced07098 req-a8423d3a-01d5-4813-9386-ac71f857f204 service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028073 Jul 23 14:20:51.997599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8204413-9d1a-4e0e-9485-05f2d7f26ee9 req-ff993cfe-7c64-4594-9cd1-19a78c2a3ef7 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0296702 Jul 23 14:20:52.109852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:52.156566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] Deleting subnet c4d5c081-cb69-41ce-a890-3d53e62a46b1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:20:52.159755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.200861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.244495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.307695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'name': 'network-vif-deleted', 'tag': '3da86247-e5bc-485a-9345-a419521238d6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:52.309816 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29d40fc-eb2a-4ca6-a748-039955eee1b6" -d '{"events": [{"server_uuid": "96bd69f0-f6fc-4892-917b-fa1bf81cfa6d", "name": "network-vif-deleted", "tag": "3da86247-e5bc-485a-9345-a419521238d6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:52.337555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.365452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d5c081-cb69-41ce-a890-3d53e62a46b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:52.371398 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.375815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c496d9dc-2f3f-4dff-92ba-efaec6faea82 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c4d5c081-cb69-41ce-a890-3d53e62a46b1 HTTP/1.1" status: 204 len: 168 time: 0.2623203 Jul 23 14:20:52.376504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:52.380958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ff22d-2d9c-41d0-bb1d-1ff23e75fd44 req-5ebf2e60-c7fa-41e9-aa8d-2ff2dc8f4688 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:52.382413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d45ff22d-2d9c-41d0-bb1d-1ff23e75fd44 req-5ebf2e60-c7fa-41e9-aa8d-2ff2dc8f4688 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 943 time: 0.1185067 Jul 23 14:20:52.428055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d45ff22d-2d9c-41d0-bb1d-1ff23e75fd44 req-01272d67-8268-4eeb-bd45-88aca2922d38 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369937 Jul 23 14:20:52.455124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.539206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.550636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee45b263-4265-4a22-a4c8-db213ee6f3a0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:52.560134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8967743a-deef-41e1-9d8e-8ef85b196d88') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:52.560435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8967743a-deef-41e1-9d8e-8ef85b196d88') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:52.567101 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd4bd73-c4fb-434b-96d2-ce990b7cc5a7 x-openstack-request-id: req-2dd4bd73-c4fb-434b-96d2-ce990b7cc5a7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:52.567412 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd69f0-f6fc-4892-917b-fa1bf81cfa6d", "name": "network-vif-deleted", "tag": "3da86247-e5bc-485a-9345-a419521238d6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:52.567667 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dd4bd73-c4fb-434b-96d2-ce990b7cc5a7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:52.568061 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd69f0-f6fc-4892-917b-fa1bf81cfa6d', 'name': 'network-vif-deleted', 'tag': '3da86247-e5bc-485a-9345-a419521238d6', 'status': 'completed', 'code': 200} Jul 23 14:20:52.571879 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.586117 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.592264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:20:52.592781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:20:52.594311 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:20:52.654612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.661237 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.663298 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] 10.222.0.21 "DELETE /v2.0/networks/ee45b263-4265-4a22-a4c8-db213ee6f3a0 HTTP/1.1" status: 204 len: 168 time: 0.2856021 Jul 23 14:20:52.680542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c01579-f413-48c4-ab63-72c7d01f336a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee45b263-4265-4a22-a4c8-db213ee6f3a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:52.833554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:52.874908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb666b4e-6365-4cc5-a98c-27d82d7494ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b02b556b6ea4f8e82fed5c26ccad4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399919 Jul 23 14:20:52.877396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:52.926013 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-503f6aee-424a-4162-928a-a63fbf4e40a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.947322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-503f6aee-424a-4162-928a-a63fbf4e40a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:52.998682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-503f6aee-424a-4162-928a-a63fbf4e40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:53.001277 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-503f6aee-424a-4162-928a-a63fbf4e40a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:53.005581 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-503f6aee-424a-4162-928a-a63fbf4e40a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdccf378-7f54-481c-896b-4a778c248d6a HTTP/1.1" status: 204 len: 168 time: 0.1241524 Jul 23 14:20:53.017844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f6aee-424a-4162-928a-a63fbf4e40a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdccf378-7f54-481c-896b-4a778c248d6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:53.108346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3da86247-e5bc-485a-9345-a419521238d6 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:20:53.136648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27b0bf9d-8b80-4b1e-a9ca-1a4e42d0a0e6 req-1c701d09-6937-4b3d-a904-ca0d83f4985c tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0447445 Jul 23 14:20:53.144360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 3da86247-e5bc-485a-9345-a419521238d6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:20:53.145070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 3da86247-e5bc-485a-9345-a419521238d6 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:20:53.187117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6166d030-c18c-4824-8baf-5defb0c22195 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:20:53.289436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6166d030-c18c-4824-8baf-5defb0c22195, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6166d030-c18c-4824-8baf-5defb0c22195,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:53.300787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '6166d030-c18c-4824-8baf-5defb0c22195', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:20:53.340918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:53.358778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6166d030-c18c-4824-8baf-5defb0c22195 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:20:53.379057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6166d030-c18c-4824-8baf-5defb0c22195, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6166d030-c18c-4824-8baf-5defb0c22195,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:53.384826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:53.434785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6166d030-c18c-4824-8baf-5defb0c22195,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:53.569211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f870c-d869-45d6-96f5-2729a632c771 req-6aea125b-82cf-44e8-93e8-36a9dfeaa26a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:53.570752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-440f870c-d869-45d6-96f5-2729a632c771 req-6aea125b-82cf-44e8-93e8-36a9dfeaa26a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 944 time: 0.0706880 Jul 23 14:20:53.623418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-440f870c-d869-45d6-96f5-2729a632c771 req-55ffd441-e171-4603-afcd-f7f09b741f03 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Jul 23 14:20:53.727174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:53.747561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6166d030-c18c-4824-8baf-5defb0c22195'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:20:53.828438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1064806209-network', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:53.853045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Made reservation on behalf of eb16e4eb3ab641a3b957188d96659483 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:53.855403 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:53.864643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:53.974239 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:53.982459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.013164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:54.018792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:20:54.029018 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.029513 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Added segment d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1 of type vlan for network fac5ed3b-7235-4bb6-b338-a95122ca73b0 Jul 23 14:20:54.071452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.102035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.103134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:54.103668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.130996 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4025536 Jul 23 14:20:54.134552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:54.140566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Request body: {'subnet': {'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1064806209-subnet', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:54.164227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Made reservation on behalf of eb16e4eb3ab641a3b957188d96659483 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:20:54.164438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518e3b-17f8-48c2-8090-c3c1b6e713a1 admin admin] Pushing event updated for resources: {'Network': ['ID=fac5ed3b-7235-4bb6-b338-a95122ca73b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:54.173293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.176490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:20:54.271304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac602ed8-c308-42c6-8f31-53117949cb46 req-560c6fa4-4fa2-4cf7-bf1d-fad272e3e08b tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0352666 Jul 23 14:20:54.376158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.438373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=555772b2-5dab-46e0-a662-b1fff428a568,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:54.450211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Checking segment: {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:54.450577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Network hostable DHCP agents. Network: fac5ed3b-7235-4bb6-b338-a95122ca73b0, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:20:54.469860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:20:54.479348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, fac5ed3b-7235-4bb6-b338-a95122ca73b0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:54.485388 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:54.486355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.489646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61eb42-c186-4599-8f3c-aa06bab01467 None None] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:54.507034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-23678b81-aa2f-4252-aac1-0272f173d828 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3680952 Jul 23 14:20:54.507485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:54.513690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:54.538256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.539602 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.595020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.630282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b30ac-c928-4623-9d78-277448c50355 None None] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:20:54.768947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:54.829166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9a82-e131-4f96-aef1-cabb318df96a req-ba03b02c-4ac1-4fad-a154-e4266dc674fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:54.830676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-750b9a82-e131-4f96-aef1-cabb318df96a req-ba03b02c-4ac1-4fad-a154-e4266dc674fd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 944 time: 0.0948982 Jul 23 14:20:54.902311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-750b9a82-e131-4f96-aef1-cabb318df96a req-040be013-c69a-4fec-a2a8-c060838c4632 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645816 Jul 23 14:20:55.053444 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:55.074385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:55.199343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6166d030-c18c-4824-8baf-5defb0c22195 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:55.216772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:55.222470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:55.228502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:55.234166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:55.239953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:55.246050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:55.251474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 6166d030-c18c-4824-8baf-5defb0c22195 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:55.253121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:55.255087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-114244bb-1086-4c0c-8a97-25a13be16bd2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.1831424 Jul 23 14:20:55.256550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 6166d030-c18c-4824-8baf-5defb0c22195 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:55.257780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:55.278605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Allocated IP 172.25.2.90 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c2b18f10-c2b9-4a99-97c7-3ef45b1725c3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:55.320574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3805bc51-cd49-4485-b4d4-ac1e8915139d req-29091e80-c2fb-4cb0-9e1f-4acdc2b24021 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547390 Jul 23 14:20:55.345921 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:55.370384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:20:55.373143 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2750b4-5ebd-458e-b16a-b36a48bc323a" -d '{"events": [{"server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "name": "network-vif-plugged", "status": "completed", "tag": "6166d030-c18c-4824-8baf-5defb0c22195"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:20:55.387309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6166d030-c18c-4824-8baf-5defb0c22195, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6166d030-c18c-4824-8baf-5defb0c22195,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:20:55.399435 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:55.462566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6166d030-c18c-4824-8baf-5defb0c22195,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:55.771717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbc0a393-5303-47cb-8420-36599dd92eb1 req-4738d711-054e-4c5b-b31d-d7069150d2dc tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.3402421 Jul 23 14:20:55.775088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:55.834867 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:55.845391 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796a870c-1ea1-4b1b-9b4f-057d1409e20a x-openstack-request-id: req-796a870c-1ea1-4b1b-9b4f-057d1409e20a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:20:55.845970 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "name": "network-vif-plugged", "status": "completed", "tag": "6166d030-c18c-4824-8baf-5defb0c22195", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:20:55.846568 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-796a870c-1ea1-4b1b-9b4f-057d1409e20a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:20:55.847503 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195', 'code': 200} Jul 23 14:20:55.875887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:55.879480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:55.883784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:55.939708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:56.149741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.155585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.161408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.167437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.173693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.180063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.185910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.195434 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27a2412e-c8bf-4b73-9a35-1419527efce6 req-dc270e23-13b5-4681-9483-fe9a96cbe90e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.2845449 Jul 23 14:20:56.300281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2129082-61d4-402d-8b19-1da8360423b1 req-4cf2d789-a408-40ca-b953-dab02f409ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.301777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2129082-61d4-402d-8b19-1da8360423b1 req-4cf2d789-a408-40ca-b953-dab02f409ab6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 1096 time: 0.3314171 Jul 23 14:20:56.388821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2129082-61d4-402d-8b19-1da8360423b1 req-6fc95e59-7fda-4b7d-b615-a41e83be4c01 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700619 Jul 23 14:20:56.392480 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:56.468997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dd567-54ac-47d3-bc7b-49f6d30c68fc req-1abaa057-e361-47f7-a43c-c724ef472875 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:56.470449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d1dd567-54ac-47d3-bc7b-49f6d30c68fc req-1abaa057-e361-47f7-a43c-c724ef472875 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 945 time: 0.2104912 Jul 23 14:20:56.528344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d1dd567-54ac-47d3-bc7b-49f6d30c68fc req-2a2a8731-de8d-412a-882c-fe5cc7299a17 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Jul 23 14:20:56.635892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:56.768514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Router 14151427-97cd-441a-9510-986849330372 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:20:56.901417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5fcd51b1-8c1b-4a34-829a-96266db1467b req-69b62526-7856-43b3-8e9b-13e7bbfc964c tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0391409 Jul 23 14:20:56.906600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:56.916481 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Sync routers for ids ['14151427-97cd-441a-9510-986849330372'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:20:56.925768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:56.929704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d6b37008-42a4-4cdc-86f5-f69238b25e26 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4186718 Jul 23 14:20:56.930838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:56.931344 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Routers {'14151427-97cd-441a-9510-986849330372'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:56.931942 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['14151427-97cd-441a-9510-986849330372'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:57.041250 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Set router 14151427-97cd-441a-9510-986849330372 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:57.229605 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:20:56Z', 'revision_number': 3, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port': {'id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:55Z', 'updated_at': '2021-07-23T14:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:57.257575 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Checking router: 14151427-97cd-441a-9510-986849330372 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:20:57.258682 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Updating router 14151427-97cd-441a-9510-986849330372 port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:20:57.320656 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.440782 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.444932 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03497776-6733-48c0-9d75-b3138522cdd8 req-c05f1260-25bc-4cd0-b14f-c751bb3219ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0477166 Jul 23 14:20:57.642627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Allocated IP 172.20.0.1 (fac5ed3b-7235-4bb6-b338-a95122ca73b0/555772b2-5dab-46e0-a662-b1fff428a568/5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:57.674990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b5e3-bbaa-4200-9ac9-e80281146c33 req-6cf9d835-134f-4398-8e2f-346854644adf tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:57.682282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2324b5e3-bbaa-4200-9ac9-e80281146c33 req-6cf9d835-134f-4398-8e2f-346854644adf tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 945 time: 0.0785728 Jul 23 14:20:57.696948 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.710676 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Transition to ACTIVE for port object c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:20:57.719997 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.728317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2324b5e3-bbaa-4200-9ac9-e80281146c33 req-56ba26ff-65f7-4d23-b185-f78d2fc59449 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446534 Jul 23 14:20:57.788647 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Attempting to bind port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:20:57.789019 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Attempting to bind port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:20:57.789748 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Attempting to bind port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:20:57.796927 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498c3c1-4952-492a-8a9f-f25b453c9b38 None None] Pushing event updated for resources: {'Port': ['ID=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:57.801522 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:20:57.802350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:20:57.802350 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.802971 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:20:57.803423 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Bound port: c2b18f10-c2b9-4a99-97c7-3ef45b1725c3, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:20:57.803860 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.818993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.863351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.868657 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] For port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:20:57.872800 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] For port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:20:57.881745 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:57.921552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:57.935348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:57.937412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:57.942544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:57.953555 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Routers {'14151427-97cd-441a-9510-986849330372'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:20:57.954182 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['14151427-97cd-441a-9510-986849330372'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:57.993048 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:58.049492 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498c3c1-4952-492a-8a9f-f25b453c9b38 None None] Pushing event updated for resources: {'Port': ['ID=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:58.084703 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] Set router 14151427-97cd-441a-9510-986849330372 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:20:58.130615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d35df0be-85fa-4c66-ae91-a26e12981e77 req-b058bfeb-0cce-423c-8af4-a39da84b4386 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0459163 Jul 23 14:20:58.224975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:58.282305 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:20:56Z', 'revision_number': 3, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port': {'id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:55Z', 'updated_at': '2021-07-23T14:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:20:58.290823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:58.317368 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd3d5a-ece5-432e-a8ca-73622fbf8133 None None] The sync data for ids ['14151427-97cd-441a-9510-986849330372'] in n-d-801990-3 is: [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:20:56Z', 'revision_number': 3, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port': {'id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:55Z', 'updated_at': '2021-07-23T14:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:20:58.449232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.449828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.449912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.450429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.451042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.451402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.451918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.453981 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-8197f313-89df-4b1e-82bc-6169003783e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6500 time: 0.1618927 Jul 23 14:20:58.504964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:58.511303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-60c77f21-6e1d-482e-9ef4-e3463a230969 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501440 Jul 23 14:20:58.514863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:58.592561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:58.595501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:58.719519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:58.721081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:58.869652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d8274-246c-4765-a815-2b68b6a540d6 req-7446df22-313c-4efa-bfa4-ab5850331c19 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:58.871882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef6d8274-246c-4765-a815-2b68b6a540d6 req-7446df22-313c-4efa-bfa4-ab5850331c19 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 945 time: 0.0769145 Jul 23 14:20:58.907636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Router 14151427-97cd-441a-9510-986849330372 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:20:58.922063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef6d8274-246c-4765-a815-2b68b6a540d6 req-f4ffa006-9a39-4c55-b6eb-d0ce98e5f681 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Jul 23 14:20:59.074959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:20:59.080090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de4e2-31ad-48e0-865e-7bb9e8a80b7d req-3be35392-58d5-4059-b878-560454513bba tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:59.080441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dc23d3b7-fbe4-4a68-a685-f7ad6254b2f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/14151427-97cd-441a-9510-986849330372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1484699 Jul 23 14:20:59.081680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-523de4e2-31ad-48e0-865e-7bb9e8a80b7d req-3be35392-58d5-4059-b878-560454513bba tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 945 time: 0.0759079 Jul 23 14:20:59.143613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-523de4e2-31ad-48e0-865e-7bb9e8a80b7d req-1814b086-3045-4da8-a1a6-fa17adeedfdf tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554829 Jul 23 14:20:59.169019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:59.246320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0f960a8-c7bc-42fa-8e36-f1e54ce7ed2b req-7fc5e7a9-6bb6-45d4-9ce7-c9ebb7259e57 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0314364 Jul 23 14:20:59.288400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521db545-de4b-4805-9b93-d834e0f7cc4b tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:20:59.293906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:20:59.294579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-521db545-de4b-4805-9b93-d834e0f7cc4b tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 1091 time: 0.1243470 Jul 23 14:20:59.302055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:20:59.336341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:59.463504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:59.576323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.25.2.169 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c037c27a-780e-40a7-b009-c28c35c96df7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:20:59.591035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf474098-0864-43b7-a700-8a72027ea906 req-2aeec9c9-d83c-4160-98cc-9fca60e6d8db tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b&device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0298705 Jul 23 14:20:59.709349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:59.755139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:20:59.791986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:20:59.794835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:20:59.797587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:20:59.836890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=c037c27a-780e-40a7-b009-c28c35c96df7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:20:59.898794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:20:59.973738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:20:59.979197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:20:59.980046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:00.076624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-d372c7c6-29c1-4f0f-88c4-3d3134c6623a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:00.078315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-d372c7c6-29c1-4f0f-88c4-3d3134c6623a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 811 time: 0.1847188 Jul 23 14:21:00.091749 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:00.094092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-68f23afc-4c5a-4b96-94a1-4cf8cf5ac08c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/quotas/eb16e4eb3ab641a3b957188d96659483 HTTP/1.1" status: 200 len: 375 time: 0.0102620 Jul 23 14:21:00.123663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:00.129451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:00.187920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-3c981f4c-bbee-4b44-abd1-6c27e8ce4e17 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875015 Jul 23 14:21:00.200931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-6bac64bc-9bbd-47ab-b4d2-6a2be7810a68 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:21:00.203071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-6bac64bc-9bbd-47ab-b4d2-6a2be7810a68 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078716 Jul 23 14:21:00.222687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:00.306594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-86aa532c-4563-4550-9ed6-8b26b6185418 service neutron] 10.222.0.21 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954967 Jul 23 14:21:00.362385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Sync routers for ids ['14151427-97cd-441a-9510-986849330372'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:21:00.372633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Routers {'14151427-97cd-441a-9510-986849330372'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:00.374483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['14151427-97cd-441a-9510-986849330372'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:00.415235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-681dccc4-102c-4adf-96b7-425c567576af service neutron] 10.222.0.21 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020706 Jul 23 14:21:00.516082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Set router 14151427-97cd-441a-9510-986849330372 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:00.801260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:20:58Z', 'revision_number': 4, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port': {'id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:55Z', 'updated_at': '2021-07-23T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3', 'name': '', 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'mac_address': 'fa:16:3e:83:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '555772b2-5dab-46e0-a662-b1fff428a568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:57Z', 'updated_at': '2021-07-23T14:20:58Z', 'revision_number': 2, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'subnets': [{'id': '555772b2-5dab-46e0-a662-b1fff428a568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:00.833485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Checking router: 14151427-97cd-441a-9510-986849330372 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:21:00.834002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Updating router 14151427-97cd-441a-9510-986849330372 port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:21:00.842580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3654c196-75db-4a79-84e7-b721ee9d4ef1 req-b0b10281-585d-4d41-b90c-d026705e784a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea7d375e1374958bdf22b512956d61d&device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0646486 Jul 23 14:21:00.870131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:00.878427 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:00.883829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-652d5015-a701-4930-951d-2fe7d22083fb req-9e69f69e-1107-4c25-af02-29c6b12bb389 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 210 time: 0.0436118 Jul 23 14:21:00.913514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3654c196-75db-4a79-84e7-b721ee9d4ef1 req-b8b8d560-5244-4dca-b66d-84ce266ddfb0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3ea7d375e1374958bdf22b512956d61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610054 Jul 23 14:21:01.081720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.097905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0164be5-286d-4541-b6de-1a90addd79a0 req-68c2bc7b-6e4a-4e54-af5b-92fc22a68738 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0894275 Jul 23 14:21:01.217110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654c196-75db-4a79-84e7-b721ee9d4ef1 req-24ff3f45-17b9-4ec2-8541-88457203aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:01.218919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3654c196-75db-4a79-84e7-b721ee9d4ef1 req-24ff3f45-17b9-4ec2-8541-88457203aadd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2984328 Jul 23 14:21:01.311957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.318492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.413810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=c037c27a-780e-40a7-b009-c28c35c96df7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:01.427522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.472939 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.485396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Transition to ACTIVE for port object 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:01.502852 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.549442 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Floating IP 77004e43-9501-409f-b037-a3c518519934 associated. External IP: 172.25.2.169, port: 6166d030-c18c-4824-8baf-5defb0c22195. Jul 23 14:21:01.561939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7e13f-c34d-4d2e-a9f2-5cfd5a09c9de None None] Pushing event updated for resources: {'Port': ['ID=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:01.643198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Attempting to bind port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:01.643633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Attempting to bind port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:01.643907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Attempting to bind port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 on network fac5ed3b-7235-4bb6-b338-a95122ca73b0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:01.653507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:01.653888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Checking segment: {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:01.654267 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.654678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Bound using segment: {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:01.655172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Bound port: 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:01.655549 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.722937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] For port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:01.726141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] For port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:01.732639 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.781382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 97115bc7-95b4-45ce-b089-540c861ffffb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:21:01.813350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7e13f-c34d-4d2e-a9f2-5cfd5a09c9de None None] Pushing event updated for resources: {'Port': ['ID=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:01.826366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Routers {'14151427-97cd-441a-9510-986849330372'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:01.827604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['14151427-97cd-441a-9510-986849330372'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:01.863625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:01.932998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:21:01.943185 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] Sync routers for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:21:01.957737 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:01.959451 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:01.966698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:01.986403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] Set router 14151427-97cd-441a-9510-986849330372 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:02.016101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:02.016472 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:02.098783 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5441f6f4-d7bf-4801-b027-84d3f0212d23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8032005 Jul 23 14:21:02.099803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:02.105585 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236102bd-4562-49f4-88ed-c96b5440e431" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "tag": "6166d030-c18c-4824-8baf-5defb0c22195"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:02.110335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:02.157252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-195a6244-806e-4b79-a9fa-ec12edfaee8b req-21d8cef0-dcab-4b36-9573-b3130e98135e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 210 time: 0.1282330 Jul 23 14:21:02.208147 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:02.283193 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b98891d5-fcc0-495c-844d-94b8f02a7241 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/floatingips/77004e43-9501-409f-b037-a3c518519934 HTTP/1.1" status: 200 len: 991 time: 0.1673787 Jul 23 14:21:02.311534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c142dcf4-b4ca-4f5f-936e-719a00fced2a req-16a5866e-b2c6-4a58-a7b4-a8f62531c783 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0390835 Jul 23 14:21:02.372744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e31fc755-9474-42e5-939d-b88402de194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:20:58Z', 'revision_number': 4, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port': {'id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:55Z', 'updated_at': '2021-07-23T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3', 'name': '', 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'mac_address': 'fa:16:3e:83:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '555772b2-5dab-46e0-a662-b1fff428a568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:57Z', 'updated_at': '2021-07-23T14:21:01Z', 'revision_number': 4, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'subnets': [{'id': '555772b2-5dab-46e0-a662-b1fff428a568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:02.387653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-7c5b5fb6-4427-4aa0-98e7-bf323832e17f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:02.389353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-7c5b5fb6-4427-4aa0-98e7-bf323832e17f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.48 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 811 time: 0.3503346 Jul 23 14:21:02.401298 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa4c173-9f66-4bf2-aeb8-2d112f13dfc5 x-openstack-request-id: req-6fa4c173-9f66-4bf2-aeb8-2d112f13dfc5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:02.401689 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "tag": "6166d030-c18c-4824-8baf-5defb0c22195", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:02.402027 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fa4c173-9f66-4bf2-aeb8-2d112f13dfc5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:02.402524 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195', 'status': 'completed', 'code': 200} Jul 23 14:21:02.408302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fc755-9474-42e5-939d-b88402de194a None None] The sync data for ids ['14151427-97cd-441a-9510-986849330372'] in n-d-801990-3 is: [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:20:58Z', 'revision_number': 4, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port': {'id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:55Z', 'updated_at': '2021-07-23T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3', 'name': '', 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'mac_address': 'fa:16:3e:83:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '555772b2-5dab-46e0-a662-b1fff428a568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:57Z', 'updated_at': '2021-07-23T14:21:01Z', 'revision_number': 4, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'subnets': [{'id': '555772b2-5dab-46e0-a662-b1fff428a568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:21:02.415184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Request body: {'port': {'device_id': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'admin_state_up': True, 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:02.611746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236102bd-4562-49f4-88ed-c96b5440e431 req-c02c3f70-9789-44c3-8688-f24b80f1ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:02.613404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236102bd-4562-49f4-88ed-c96b5440e431 req-c02c3f70-9789-44c3-8688-f24b80f1ec22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 1096 time: 0.1620841 Jul 23 14:21:02.674856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Made reservation on behalf of eb16e4eb3ab641a3b957188d96659483 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:02.679118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:02.693301 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:00Z', 'revision_number': 0, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:02.722168 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] Checking router: 97115bc7-95b4-45ce-b089-540c861ffffb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:21:02.732894 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:02.733590 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:02.788775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236102bd-4562-49f4-88ed-c96b5440e431 req-4fd6571b-4209-428d-93c5-2bd54e32c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:02.790373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236102bd-4562-49f4-88ed-c96b5440e431 req-4fd6571b-4209-428d-93c5-2bd54e32c3c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88c18be2-c83c-4547-9391-e2c5bac4ee75 HTTP/1.1" status: 200 len: 898 time: 0.1685882 Jul 23 14:21:02.870424 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:02.924405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236102bd-4562-49f4-88ed-c96b5440e431 req-bb1f6b66-f88e-4441-9391-ba23a86bbaea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6166d030-c18c-4824-8baf-5defb0c22195 HTTP/1.1" status: 200 len: 999 time: 0.1090312 Jul 23 14:21:02.936494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Allocated IP 172.20.0.2 (fac5ed3b-7235-4bb6-b338-a95122ca73b0/555772b2-5dab-46e0-a662-b1fff428a568/0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:02.941529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3654c196-75db-4a79-84e7-b721ee9d4ef1 req-375c052e-6e98-4c00-bb11-0e0d045bb057 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.48 "GET /v2.0/ports?device_id=634f6926-d4ab-4893-b8c8-abbbc5976e4b HTTP/1.1" status: 200 len: 210 time: 0.0328937 Jul 23 14:21:03.123158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236102bd-4562-49f4-88ed-c96b5440e431 req-f6f4fadf-c6b4-475d-85d4-fda1f903d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:03.125347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236102bd-4562-49f4-88ed-c96b5440e431 req-f6f4fadf-c6b4-475d-85d4-fda1f903d640 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08b65b89-d716-47bd-9cea-94db9df8da93 HTTP/1.1" status: 200 len: 834 time: 0.1408873 Jul 23 14:21:03.201964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:00Z', 'revision_number': 0, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:03.259056 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e81348-76c8-4769-878e-ce3ac541ddb4 None None] The sync data for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 is: [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:00Z', 'revision_number': 0, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:21:03.290912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:03.429756 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-03235cf6-009b-452f-ab41-34c32b3cb5e7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/floatingips/77004e43-9501-409f-b037-a3c518519934 HTTP/1.1" status: 200 len: 991 time: 0.1411986 Jul 23 14:21:03.639750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6212e48-41aa-4292-b774-f161920c9858 None None] New status for floating IP 77004e43-9501-409f-b037-a3c518519934: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:21:03.679752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9ddbe65-7c84-4797-b93f-6a3eaf81f836 req-71e193fc-a7cb-4883-a1d2-ee1f519c910a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 210 time: 0.4336171 Jul 23 14:21:03.724996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236102bd-4562-49f4-88ed-c96b5440e431 req-2684364c-b9df-43be-a66a-7547d6ce019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:03.726518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236102bd-4562-49f4-88ed-c96b5440e431 req-2684364c-b9df-43be-a66a-7547d6ce019f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88c18be2-c83c-4547-9391-e2c5bac4ee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5900438 Jul 23 14:21:03.729390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:03.925064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:03.999439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.008335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:04.022802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:04.023379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.089229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bb69ee79-73a1-48ee-8683-386d26fc635c req-69972238-c382-4f6a-9ba0-d890e249bf00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ea7d375e1374958bdf22b512956d61d&device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0528169 Jul 23 14:21:04.103489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a492adda-1289-4ba6-9a0a-01fbba1fd14e req-a21d96e2-683d-4242-bbdb-696029ea5fe7 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0366783 Jul 23 14:21:04.113490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236102bd-4562-49f4-88ed-c96b5440e431 req-33ca6ec0-47f0-41a3-ae05-521dd855a967 service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738799 Jul 23 14:21:04.133850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.153364 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bb69ee79-73a1-48ee-8683-386d26fc635c req-c982d004-148f-4463-a115-337b0f17a633 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ea7d375e1374958bdf22b512956d61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376382 Jul 23 14:21:04.162779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:04.169549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:04.172573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:04.191543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:04.199147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.212872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Pushing event updated for resources: {'Port': ['ID=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:04.274101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:04.276287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:04.276921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.284168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236102bd-4562-49f4-88ed-c96b5440e431 req-ae1e45a4-6270-475c-924d-6b3fc339575c service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592002 Jul 23 14:21:04.296606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-ca3917d1-5f30-47e1-a531-0db521f50730 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8883009 Jul 23 14:21:04.316967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Request body: {'port': {'device_id': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:04.356776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69ee79-73a1-48ee-8683-386d26fc635c req-7e09bc90-8f09-4217-ad4f-fbe5485df95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:04.358320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bb69ee79-73a1-48ee-8683-386d26fc635c req-7e09bc90-8f09-4217-ad4f-fbe5485df95a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973572 Jul 23 14:21:04.404990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.432889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:04.502686 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aa0a0603-c18e-454a-80bb-1935ca4e5e6a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/floatingips/77004e43-9501-409f-b037-a3c518519934 HTTP/1.1" status: 200 len: 993 time: 0.0681295 Jul 23 14:21:04.683924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:04.691387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.706038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Transition to ACTIVE for port object 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:04.716960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.807823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Pushing event updated for resources: {'Port': ['ID=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:04.916828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1074f-8f7a-4300-a532-ae35790d0096 req-810fd4c1-e94d-4651-927e-a82f77c84901 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:04.918582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87d1074f-8f7a-4300-a532-ae35790d0096 req-810fd4c1-e94d-4651-927e-a82f77c84901 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 943 time: 0.1597517 Jul 23 14:21:04.919881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Attempting to bind port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:04.920210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Attempting to bind port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:04.920533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Attempting to bind port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 on network fac5ed3b-7235-4bb6-b338-a95122ca73b0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:04.926953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 on network fac5ed3b-7235-4bb6-b338-a95122ca73b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:21:04.927274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Attempting to bind port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 on network fac5ed3b-7235-4bb6-b338-a95122ca73b0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:04.937851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:04.938184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Checking segment: {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:04.938567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Bound using segment: {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:04.938999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Bound port: 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:04.939353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:04.995327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87d1074f-8f7a-4300-a532-ae35790d0096 req-1def6aee-2ced-4a7d-a53c-3958c91b3cab tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696518 Jul 23 14:21:05.026830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] For port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:05.029975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] For port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:05.035361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:05.071313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:05.071932 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:05.073541 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] 10.222.0.48 "PUT /v2.0/ports/0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 HTTP/1.1" status: 200 len: 1091 time: 0.7630906 Jul 23 14:21:05.075749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'tag': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:05.078021 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1e47d-878e-434d-ad87-39d487b67017" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf67152-0df7-4e57-9b03-72a485e845ad", "tag": "0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:05.107474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea27f67-9523-4694-a818-7ed88051ae2e service neutron] Pushing event updated for resources: {'Port': ['ID=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:05.122492 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde86f5a-0cca-4e78-818b-1103a084c0fb x-openstack-request-id: req-cde86f5a-0cca-4e78-818b-1103a084c0fb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:05.122816 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf67152-0df7-4e57-9b03-72a485e845ad", "tag": "0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:05.123067 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cde86f5a-0cca-4e78-818b-1103a084c0fb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:05.123467 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'tag': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51', 'status': 'completed', 'code': 200} Jul 23 14:21:05.216714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aa2bdac-f7d5-4953-950b-44ee88cc5fe3 req-18feb024-08f4-4731-a978-78a5e55f85a7 tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0331283 Jul 23 14:21:05.233511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-08fb4ea7-23d1-4631-bb44-3c89832abc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:05.235332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-08fb4ea7-23d1-4631-bb44-3c89832abc61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 1094 time: 0.0980928 Jul 23 14:21:05.284124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-5c7f8975-d7dc-48d8-b852-afb50d7de052 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 HTTP/1.1" status: 200 len: 217 time: 0.0399370 Jul 23 14:21:05.339254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-549db806-998d-418e-b500-82a11e351730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:05.341021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-549db806-998d-418e-b500-82a11e351730 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 200 len: 851 time: 0.0495245 Jul 23 14:21:05.377372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-3e02b1ed-a929-4a39-88c1-64145087d874 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fac5ed3b-7235-4bb6-b338-a95122ca73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282581 Jul 23 14:21:05.491276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-dc6b3c24-8ce8-405a-8638-37b5961ef841 service neutron] 10.222.0.48 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051726 Jul 23 14:21:05.597772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7b49daa-d124-4609-81a8-d4fabc1b80d9 req-29b66648-5f5e-4d3b-ade2-4bc9756eda0c service neutron] 10.222.0.48 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953650 Jul 23 14:21:05.709638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-6a8dfc3b-cf8e-48a1-8153-5571f6aa5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:05.709638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-6a8dfc3b-cf8e-48a1-8153-5571f6aa5da6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 1094 time: 0.0556979 Jul 23 14:21:05.732750 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bb69ee79-73a1-48ee-8683-386d26fc635c req-f1ca24e1-97f3-4380-a68a-4e2415265faa tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.11 "GET /v2.0/ports?device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0356405 Jul 23 14:21:05.860824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:05.890444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-99a33916-0fbf-4b99-8f79-fb3ab4058fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:05.893493 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-645bb841-8a7c-467d-b6ea-6beb467c6c46 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365731 Jul 23 14:21:05.907404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-99a33916-0fbf-4b99-8f79-fb3ab4058fa4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 912 time: 0.1801093 Jul 23 14:21:05.949480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:05.950302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:05.968598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-6d26bedb-328f-4caf-a4df-659a0ea10358 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 HTTP/1.1" status: 200 len: 217 time: 0.0484581 Jul 23 14:21:06.055311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-5dc7f13a-d038-4638-9f85-fd99e220104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:06.060236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-5dc7f13a-d038-4638-9f85-fd99e220104c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 200 len: 851 time: 0.0805395 Jul 23 14:21:06.082685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4c47-911e-4a36-8122-835717deaa10 req-3dfdc015-4418-4809-8e97-cea785b2b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:06.084755 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-3dfdc015-4418-4809-8e97-cea785b2b13c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.1326301 Jul 23 14:21:06.118873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-c9e669d6-cc96-44ab-8008-def5eb19a311 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fac5ed3b-7235-4bb6-b338-a95122ca73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464504 Jul 23 14:21:06.206899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4c47-911e-4a36-8122-835717deaa10 req-58eb30f1-22e1-4c7b-854d-1863e034b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:06.208976 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-58eb30f1-22e1-4c7b-854d-1863e034b706 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.1000550 Jul 23 14:21:06.262816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-9a39a999-560c-4fa1-827d-b49e856e5ad1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0416052 Jul 23 14:21:06.263367 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-d8b2e480-955e-435b-a372-a47107420076 service neutron] 10.222.0.48 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161563 Jul 23 14:21:06.326233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c776c-d5d0-4c39-b91d-bc47c03e4bfd req-6e4f0ff5-1e5e-48f2-acd2-605f1615f48c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:06.328998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-459c776c-d5d0-4c39-b91d-bc47c03e4bfd req-6e4f0ff5-1e5e-48f2-acd2-605f1615f48c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 943 time: 0.2198567 Jul 23 14:21:06.344924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4c47-911e-4a36-8122-835717deaa10 req-956dc059-38ca-4939-9739-c13a48f522f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:06.346563 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-956dc059-38ca-4939-9739-c13a48f522f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0701220 Jul 23 14:21:06.409233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbc1e47d-878e-434d-ad87-39d487b67017 req-bdbab2d8-9629-492e-b68e-82b746dc4712 service neutron] 10.222.0.48 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255429 Jul 23 14:21:06.414606 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-b4856056-16cb-4c9b-8d26-051e997e7b07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581708 Jul 23 14:21:06.451869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-459c776c-d5d0-4c39-b91d-bc47c03e4bfd req-e422d112-284e-4b9f-9c21-3528c143a871 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Jul 23 14:21:06.565777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-762b355f-8827-4430-9179-9f54451b1e89 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399202 Jul 23 14:21:06.571099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b99d31c-024f-4039-a51f-fb172f660b79 req-b65ba696-c371-45af-a3cd-8c318f63a2bb tempest-ServerShowV247Test-118888006 tempest-ServerShowV247Test-118888006-project] 10.222.0.21 "GET /v2.0/ports?device_id=211bf12a-b8b7-4b5b-90cd-94d2b703eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0442884 Jul 23 14:21:06.663618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d32f4c47-911e-4a36-8122-835717deaa10 req-50103b04-6b27-4964-a2e3-a3ccd7cdfa68 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894494 Jul 23 14:21:07.520820 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:07.581804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044198c8-7210-4abc-bb35-2bb83c0faede req-e7ff18c0-bc26-4679-8746-6fd6da4966f2 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:07.583428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-044198c8-7210-4abc-bb35-2bb83c0faede req-e7ff18c0-bc26-4679-8746-6fd6da4966f2 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 943 time: 0.0680897 Jul 23 14:21:07.631222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-044198c8-7210-4abc-bb35-2bb83c0faede req-ee83892c-8427-49df-8d2f-5343cf9ebc39 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Jul 23 14:21:07.933409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:08.050958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf8955d2-1289-4959-974d-6d8fb9009f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:08.143187 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf8955d2-1289-4959-974d-6d8fb9009f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:08.148828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf8955d2-1289-4959-974d-6d8fb9009f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:08.188893 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf8955d2-1289-4959-974d-6d8fb9009f3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ea7d375e1374958bdf22b512956d61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541778 Jul 23 14:21:08.189614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8955d2-1289-4959-974d-6d8fb9009f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e3ce93-571c-4c43-93ad-16c384a651b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:08.191505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:08.244218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28789d50-2818-4294-bb8d-eb295aef601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:08.266087 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28789d50-2818-4294-bb8d-eb295aef601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:08.316695 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28789d50-2818-4294-bb8d-eb295aef601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:08.319484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28789d50-2818-4294-bb8d-eb295aef601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:08.320665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-28789d50-2818-4294-bb8d-eb295aef601a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06e3ce93-571c-4c43-93ad-16c384a651b6 HTTP/1.1" status: 204 len: 168 time: 0.1280553 Jul 23 14:21:08.329004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28789d50-2818-4294-bb8d-eb295aef601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e3ce93-571c-4c43-93ad-16c384a651b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:08.768538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf11f1-7d65-408e-8f70-f86369a839d3 req-a8fdc967-2080-4c6c-b511-7c9f9682f5fd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:08.770182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7cf11f1-7d65-408e-8f70-f86369a839d3 req-a8fdc967-2080-4c6c-b511-7c9f9682f5fd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 943 time: 0.0664191 Jul 23 14:21:08.813777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7cf11f1-7d65-408e-8f70-f86369a839d3 req-9129f46d-04d9-4317-8a05-789f42870102 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Jul 23 14:21:08.989637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:09.092297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-640629020-network', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:09.116155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Made reservation on behalf of b3f58af2922e42e1a788ce926a9dc699 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:09.118436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.126865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.168855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:21:09.261979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.273047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.299880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:21:09.314438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e8e697-1697-4293-a54e-054094e51003,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:09.320190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.320603 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Added segment 57942551-ca19-488a-8fa1-4cb078b793df of type vlan for network b19f6c3d-2ac7-4154-befd-22db79920c43 Jul 23 14:21:09.322147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:09.335486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51', 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'port_id': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51', 'mac_address': 'fa:16:3e:0a:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555772b2-5dab-46e0-a662-b1fff428a568', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:21:09.366697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.373927 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.396654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:09.398857 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.399853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:09.400449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.423673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:09.430902 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.432166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4413362 Jul 23 14:21:09.436384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:09.443316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Request body: {'subnet': {'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-subnet', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:09.482689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a76fb2-69e2-4c13-b7e2-7c6f487a9fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=b19f6c3d-2ac7-4154-befd-22db79920c43,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:09.493423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network b19f6c3d-2ac7-4154-befd-22db79920c43 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:21:09.500952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Made reservation on behalf of b3f58af2922e42e1a788ce926a9dc699 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:09.512736 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.512994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:09.681640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:21:09.688713 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.754301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de4021b-c4c8-43c4-ac7b-596335931e5d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:09.760431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Checking segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:09.760793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Network hostable DHCP agents. Network: b19f6c3d-2ac7-4154-befd-22db79920c43, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:21:09.781723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Network b19f6c3d-2ac7-4154-befd-22db79920c43 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:21:09.791693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, b19f6c3d-2ac7-4154-befd-22db79920c43) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:09.797472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:09.798075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.814662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bdd630cf-4b5d-419f-97c7-3357f144cd24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3770459 Jul 23 14:21:09.817271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:09.817397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4540d6a-d772-4f14-aae9-c9563acc4e40 None None] Network b19f6c3d-2ac7-4154-befd-22db79920c43 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:21:09.822416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:09.850340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.851705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.950231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:09.987029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-b19f6c3d-2ac7-4154-befd-22db79920c43', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:21:09.988193 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.100487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d9ea0-5171-48ff-9af9-78399be8241c req-a70dd785-9f28-4153-a5ed-22fed6abcd81 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:10.101974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-252d9ea0-5171-48ff-9af9-78399be8241c req-a70dd785-9f28-4153-a5ed-22fed6abcd81 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 944 time: 0.2074981 Jul 23 14:21:10.109399 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.129053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Allocated IP 172.20.0.2 (b19f6c3d-2ac7-4154-befd-22db79920c43/7de4021b-c4c8-43c4-ac7b-596335931e5d/b7ce2b07-d73e-4fe5-9549-f46377c9bc28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:10.168978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-252d9ea0-5171-48ff-9af9-78399be8241c req-fb2c7337-c081-410a-93e8-3877200367bc tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Jul 23 14:21:10.291910 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.301601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Transition to ACTIVE for port object b7ce2b07-d73e-4fe5-9549-f46377c9bc28 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:10.318715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Transition to ACTIVE for port object b7ce2b07-d73e-4fe5-9549-f46377c9bc28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:10.330460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.381935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Network b19f6c3d-2ac7-4154-befd-22db79920c43 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:10.386280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:10.388050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Pushing event updated for resources: {'Port': ['ID=b7ce2b07-d73e-4fe5-9549-f46377c9bc28,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:10.395237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:10.400417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.422404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.452550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Attempting to bind port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:10.452932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Attempting to bind port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:10.453276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Attempting to bind port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:10.458486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:10.459598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Checking segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:10.459598 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.459780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Bound using segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:10.460584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Bound port: b7ce2b07-d73e-4fe5-9549-f46377c9bc28, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:10.460967 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.528511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] For port b7ce2b07-d73e-4fe5-9549-f46377c9bc28, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:10.532189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] For port b7ce2b07-d73e-4fe5-9549-f46377c9bc28, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b7ce2b07-d73e-4fe5-9549-f46377c9bc28,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:10.538619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.538804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Allocated IP 172.25.2.145 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/a8d3c36a-6dde-49a2-8d15-85e908d4cb08) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:10.601773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32630ed8-2dec-4d79-8f89-7f9658c65c21 None None] Pushing event updated for resources: {'Port': ['ID=b7ce2b07-d73e-4fe5-9549-f46377c9bc28,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:10.660449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.701878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:10.745269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:10.748300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:10.752782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:10.755977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Pushing event updated for resources: {'Port': ['ID=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:11.040548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:11.188016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:11.251555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:11.274942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:11.279779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:11.280663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:11.407074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:11.413415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df64e-37de-4c64-bd7e-036c1a16bbc6 req-a2c218ac-4c4e-4120-818c-b675336d41a7 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:11.415589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b9df64e-37de-4c64-bd7e-036c1a16bbc6 req-a2c218ac-4c4e-4120-818c-b675336d41a7 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 944 time: 0.1566348 Jul 23 14:21:11.452249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:11.455064 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b3e19b-8e6b-4058-a680-cd382b2e4389" -d '{"events": [{"server_uuid": "9cf67152-0df7-4e57-9b03-72a485e845ad", "name": "network-vif-plugged", "status": "completed", "tag": "0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:11.465259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b9df64e-37de-4c64-bd7e-036c1a16bbc6 req-c8a6c204-94ba-4b19-9671-604d59ef4563 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Jul 23 14:21:11.488002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:11.496725 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:11.503303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Router 9225ce44-0dc6-4599-b6cd-c23f6e53022b is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:21:11.616444 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa2d5f-2956-4954-a903-c880fd5e97e4 x-openstack-request-id: req-87fa2d5f-2956-4954-a903-c880fd5e97e4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:11.616724 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf67152-0df7-4e57-9b03-72a485e845ad", "name": "network-vif-plugged", "status": "completed", "tag": "0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:11.616965 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87fa2d5f-2956-4954-a903-c880fd5e97e4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:11.617359 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51', 'code': 200} Jul 23 14:21:11.623738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:11.676497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589fbcd-8c01-43c4-bef4-a452d8e21ada None None] Network b19f6c3d-2ac7-4154-befd-22db79920c43 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:21:11.690112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581110-49e6-46dd-9d34-fa732b110714 req-3b894abc-93cb-47a8-850b-5de5dd392476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:11.692556 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1581110-49e6-46dd-9d34-fa732b110714 req-3b894abc-93cb-47a8-850b-5de5dd392476 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 1096 time: 0.0632939 Jul 23 14:21:11.744276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1581110-49e6-46dd-9d34-fa732b110714 req-7fe75599-7d05-4e38-9c23-1301774971e3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Jul 23 14:21:11.803658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01e0ceb1-3fc6-4dad-a2e7-43daccf90a29 None None] Provisioning for port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:11.895764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b7ce2b07-d73e-4fe5-9549-f46377c9bc28 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:11.967543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:11.972203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:11.972787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.007200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:21:12.019558 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Sync routers for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:21:12.029298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.033445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6ac59f7b-cab8-47c4-8f0a-f42601577e7c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2123733 Jul 23 14:21:12.033592 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:12.033592 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:12.034816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:12.128531 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.174894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b7ce2b07-d73e-4fe5-9549-f46377c9bc28, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b7ce2b07-d73e-4fe5-9549-f46377c9bc28,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:12.184755 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.228222 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:12.447872 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:10Z', 'revision_number': 3, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:12.453527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2dd89f4d-7ab5-475d-8765-a511926bd106 None None] Provisioning complete for port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:12.454027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f4d-7ab5-475d-8765-a511926bd106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.483705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b7ce2b07-d73e-4fe5-9549-f46377c9bc28,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:12.502198 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Checking router: 9225ce44-0dc6-4599-b6cd-c23f6e53022b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:21:12.502938 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Updating router 9225ce44-0dc6-4599-b6cd-c23f6e53022b port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:21:12.546411 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.679263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.790606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db920fd-83e3-47d2-ac4d-44ebf2418dcf req-ed6579c3-e3cc-44de-87d9-9e524149c16a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:12.792542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6db920fd-83e3-47d2-ac4d-44ebf2418dcf req-ed6579c3-e3cc-44de-87d9-9e524149c16a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.1552334 Jul 23 14:21:12.887199 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.889895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Allocated IP 172.20.0.1 (b19f6c3d-2ac7-4154-befd-22db79920c43/7de4021b-c4c8-43c4-ac7b-596335931e5d/bfcad541-91c8-4170-9e0d-47a79d423960) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:12.899468 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Transition to ACTIVE for port object a8d3c36a-6dde-49a2-8d15-85e908d4cb08 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:12.907464 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.963712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6db920fd-83e3-47d2-ac4d-44ebf2418dcf req-b16fbded-3588-44f4-8b21-1ed785657dce tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575888 Jul 23 14:21:12.963864 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Attempting to bind port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:12.964108 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Attempting to bind port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:12.964435 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Attempting to bind port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:12.971920 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Pushing event updated for resources: {'Port': ['ID=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:12.982240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:12.982240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:12.982240 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:12.982240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:12.982240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Bound port: a8d3c36a-6dde-49a2-8d15-85e908d4cb08, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:12.982240 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.001072 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.001420 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.001760 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.002091 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.002421 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.002773 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.003099 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.003423 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.003743 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.004057 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.004379 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.004695 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:13.044090 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] For port a8d3c36a-6dde-49a2-8d15-85e908d4cb08, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:13.045566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.047609 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] For port a8d3c36a-6dde-49a2-8d15-85e908d4cb08, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:13.055668 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.061895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Transition to ACTIVE for port object bfcad541-91c8-4170-9e0d-47a79d423960 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:13.101485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.114217 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:13.115051 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:13.118407 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899bb78-ace4-4eb0-9ca7-eadd7b1f1e9f None None] Pushing event updated for resources: {'Port': ['ID=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:13.149721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Network b19f6c3d-2ac7-4154-befd-22db79920c43 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:13.154271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:13.156956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:13.191142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Pushing event updated for resources: {'Port': ['ID=bfcad541-91c8-4170-9e0d-47a79d423960,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:13.203412 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.337768 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:13.379355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.466351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a8a33b8-a806-450c-b79c-e4873394ada1 None None] Provisioning for port bfcad541-91c8-4170-9e0d-47a79d423960 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:13.470106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a8a33b8-a806-450c-b79c-e4873394ada1 None None] Provisioning complete for port bfcad541-91c8-4170-9e0d-47a79d423960 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:13.470482 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a8a33b8-a806-450c-b79c-e4873394ada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.508860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a33b8-a806-450c-b79c-e4873394ada1 None None] Port bfcad541-91c8-4170-9e0d-47a79d423960 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:21:13.569357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.576565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.580555 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:10Z', 'revision_number': 3, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:13.631778 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28babb3-bfaa-48aa-b068-af551745637a None None] The sync data for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 is: [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:10Z', 'revision_number': 3, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:21:13.663440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:13.672190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Pushing event updated for resources: {'Port': ['ID=bfcad541-91c8-4170-9e0d-47a79d423960,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:13.769165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Network b19f6c3d-2ac7-4154-befd-22db79920c43 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:13.771115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:13.848278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b7ce2b07-d73e-4fe5-9549-f46377c9bc28 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:13.913650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Router 9225ce44-0dc6-4599-b6cd-c23f6e53022b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:21:13.977302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:13.977841 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:14.150004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4146b6f5-6436-49f6-82ed-9720685eab6e None None] Provisioning complete for port bfcad541-91c8-4170-9e0d-47a79d423960 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:14.150582 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4146b6f5-6436-49f6-82ed-9720685eab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:14.159287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:21:14.168615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-309e03b6-3f71-447a-9cad-2a8ebf53fcfa admin admin] 10.222.0.21 "PUT /v2.0/routers/9225ce44-0dc6-4599-b6cd-c23f6e53022b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1325006 Jul 23 14:21:14.198564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4146b6f5-6436-49f6-82ed-9720685eab6e None None] Port bfcad541-91c8-4170-9e0d-47a79d423960 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:21:14.219152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b03a7f-117c-4fe0-8c76-f31e51f8dde8 req-44242b7e-70ea-40fc-a571-82d36f8865ec tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:14.226754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0b03a7f-117c-4fe0-8c76-f31e51f8dde8 req-44242b7e-70ea-40fc-a571-82d36f8865ec tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.1119549 Jul 23 14:21:14.275274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0b03a7f-117c-4fe0-8c76-f31e51f8dde8 req-288eda8f-9743-4860-adf3-179891af0572 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Jul 23 14:21:14.550439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-9bbe7075-3581-4b5f-8916-1e84c4b8c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:14.552127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-9bbe7075-3581-4b5f-8916-1e84c4b8c2cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 1096 time: 0.0734117 Jul 23 14:21:14.705239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-58e36b83-4a0c-497b-8106-dce762fea85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:14.710852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-58e36b83-4a0c-497b-8106-dce762fea85a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 912 time: 0.1456916 Jul 23 14:21:14.761299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-fd337a3f-4299-4094-af3a-07d1a2efa2d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 HTTP/1.1" status: 200 len: 217 time: 0.0415821 Jul 23 14:21:14.781909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:14.786624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9aac1078-5d7a-4250-b950-5e7d0de9cfb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145751457', 'description': 'tempest-description--2032704432'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:14.813801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aac1078-5d7a-4250-b950-5e7d0de9cfb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:14.821263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-9463b105-6d86-4f71-b228-70eda78c7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:14.822844 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-9463b105-6d86-4f71-b228-70eda78c7b87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 200 len: 851 time: 0.0545652 Jul 23 14:21:14.863111 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-d46eca44-e35a-4f8c-9c36-88c3cb0c9e93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fac5ed3b-7235-4bb6-b338-a95122ca73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315025 Jul 23 14:21:14.950920 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aac1078-5d7a-4250-b950-5e7d0de9cfb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:14.972517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aac1078-5d7a-4250-b950-5e7d0de9cfb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:14.992738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91650701-c815-4c7a-a14b-88a28ae984a3 req-d502f372-43e8-4bbd-8f1b-77d999bd75e1 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:15.001151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91650701-c815-4c7a-a14b-88a28ae984a3 req-d502f372-43e8-4bbd-8f1b-77d999bd75e1 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.1563509 Jul 23 14:21:15.025770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aac1078-5d7a-4250-b950-5e7d0de9cfb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.031939 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9aac1078-5d7a-4250-b950-5e7d0de9cfb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2441945 Jul 23 14:21:15.031939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:15.037987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b4cfe80-c2dd-4f27-ae1a-8cb49cf56a62 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'security_group_rule': {'security_group_id': 'f5fba751-edd3-45b9-8fbd-d62ad0118a1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:15.069061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac1078-5d7a-4250-b950-5e7d0de9cfb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fba751-edd3-45b9-8fbd-d62ad0118a1e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:15.098700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91650701-c815-4c7a-a14b-88a28ae984a3 req-da09d5e7-6c33-408c-b2ba-512ec0338e11 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964780 Jul 23 14:21:15.106164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfe80-c2dd-4f27-ae1a-8cb49cf56a62 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.163124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfe80-c2dd-4f27-ae1a-8cb49cf56a62 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.168844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfe80-c2dd-4f27-ae1a-8cb49cf56a62 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.195079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cfe80-c2dd-4f27-ae1a-8cb49cf56a62 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f6747e-67dd-4787-8019-7276d34e4f80,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:15.200928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfe80-c2dd-4f27-ae1a-8cb49cf56a62 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.204970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1b4cfe80-c2dd-4f27-ae1a-8cb49cf56a62 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697886 Jul 23 14:21:15.205916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:15.210392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d563f69f-e976-4682-9ecf-e6feed8a9caa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'security_group_rule': {'security_group_id': 'f5fba751-edd3-45b9-8fbd-d62ad0118a1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:15.246260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-4d81746b-1940-435a-b484-77cdadb1a8d1 service neutron] 10.222.0.48 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696592 Jul 23 14:21:15.246768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d563f69f-e976-4682-9ecf-e6feed8a9caa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.311120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d563f69f-e976-4682-9ecf-e6feed8a9caa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.315856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d563f69f-e976-4682-9ecf-e6feed8a9caa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.337540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563f69f-e976-4682-9ecf-e6feed8a9caa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe84c03-a9f9-4678-9e06-3adf7e723741,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:15.341974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d563f69f-e976-4682-9ecf-e6feed8a9caa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.343306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d563f69f-e976-4682-9ecf-e6feed8a9caa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370285 Jul 23 14:21:15.343499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-081a0de1-3db7-4c40-a59e-5654d6638a9b req-007d7863-e4dd-4d03-9d10-2df1adf6febd service neutron] 10.222.0.48 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891817 Jul 23 14:21:15.346463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:15.354998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:15.383637 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.491837 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.560511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Sync routers for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:21:15.569943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:15.570570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:15.602211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Allocated IP 172.25.2.165 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3f770c38-028b-4b92-a698-01f8f3e55cef) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:15.682323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:15.738779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.807676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.859913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:15.861472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:15.865196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:15.884625 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11e6a42a-c1f7-4636-94c4-51209b640335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.902196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a8d3c36a-6dde-49a2-8d15-85e908d4cb08 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:15.919431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'Port': ['ID=3f770c38-028b-4b92-a698-01f8f3e55cef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:15.994757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 2, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:15.995363 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:15.998977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:16.028790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Checking router: 9225ce44-0dc6-4599-b6cd-c23f6e53022b for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:21:16.029147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Updating router 9225ce44-0dc6-4599-b6cd-c23f6e53022b port bfcad541-91c8-4170-9e0d-47a79d423960 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:21:16.031665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:16.032036 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.043340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.090335 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.217575 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.253465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a8d3c36a-6dde-49a2-8d15-85e908d4cb08, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:16.254229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.260490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.268024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.307987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841a7ec-1c5e-41fa-aa9d-1a026f31ca9a req-e347e891-f929-48c1-9462-023c3941449e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:16.309411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1841a7ec-1c5e-41fa-aa9d-1a026f31ca9a req-e347e891-f929-48c1-9462-023c3941449e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.1282361 Jul 23 14:21:16.359886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:16.372713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'Port': ['ID=3f770c38-028b-4b92-a698-01f8f3e55cef,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:16.382535 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.402118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1841a7ec-1c5e-41fa-aa9d-1a026f31ca9a req-f8a6b903-f452-4c8e-aa01-cef753765b57 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667524 Jul 23 14:21:16.408678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.415169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d32391d2-a3b9-4df2-9468-4328f79855cd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0675142 Jul 23 14:21:16.466862 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.483807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Transition to ACTIVE for port object bfcad541-91c8-4170-9e0d-47a79d423960 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:16.490274 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.555097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b142fb-3f7f-4a03-9fa1-9780faae040d None None] Pushing event updated for resources: {'Port': ['ID=bfcad541-91c8-4170-9e0d-47a79d423960,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:16.600054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-d7b3141b-e7e3-4a84-a069-1a40aa1b6029 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--145751457&fields=id&tenant_id=b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 267 time: 0.0558391 Jul 23 14:21:16.619175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Attempting to bind port bfcad541-91c8-4170-9e0d-47a79d423960 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:16.619768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Attempting to bind port bfcad541-91c8-4170-9e0d-47a79d423960 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:16.620116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Attempting to bind port bfcad541-91c8-4170-9e0d-47a79d423960 on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:16.627321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:16.627887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Checking segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:16.628379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.628863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Bound using segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:16.629420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Bound port: bfcad541-91c8-4170-9e0d-47a79d423960, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:16.629900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.707385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-8521329c-3100-4817-9d39-4fd24203b33b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:16.713789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] For port bfcad541-91c8-4170-9e0d-47a79d423960, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:16.714410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-8521329c-3100-4817-9d39-4fd24203b33b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 816 time: 0.1135094 Jul 23 14:21:16.718230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] For port bfcad541-91c8-4170-9e0d-47a79d423960, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=bfcad541-91c8-4170-9e0d-47a79d423960,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:16.728248 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:16.732258 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-b9a38cb6-f2e4-4649-a7bc-9cb10e8f6867 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/quotas/b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 375 time: 0.0169070 Jul 23 14:21:16.820742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-e51a461f-7011-4c9b-b98e-bb9fb93d5cbd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785527 Jul 23 14:21:16.833012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:16.833680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:20:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:16.879145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b142fb-3f7f-4a03-9fa1-9780faae040d None None] Pushing event updated for resources: {'Port': ['ID=bfcad541-91c8-4170-9e0d-47a79d423960,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:16.960744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-9f8d2eda-b28d-4b0d-9db1-1f2cf4af8325 service neutron] 10.222.0.21 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383648 Jul 23 14:21:16.982587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:17.099039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-b5ef2cfa-ac16-449b-bb36-693b4325cb84 service neutron] 10.222.0.21 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246333 Jul 23 14:21:17.199196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:17.233337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0a500-1ce1-4300-becc-cc26bb90633d None None] The sync data for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 is: [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:21:17.323285 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1300c746-1812-4991-9175-996f990b4c96 req-654fbfde-bba1-4b79-b751-2672d4818825 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 210 time: 0.0673449 Jul 23 14:21:17.588284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ea681-dd63-4945-8ab3-f8902703475d req-9aa8cd19-d729-42df-9342-ee11a3059b0a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:17.594516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef6ea681-dd63-4945-8ab3-f8902703475d req-9aa8cd19-d729-42df-9342-ee11a3059b0a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0824270 Jul 23 14:21:17.674128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef6ea681-dd63-4945-8ab3-f8902703475d req-4ebe1603-5ed7-45b7-abbe-914dec2b0e3e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735443 Jul 23 14:21:17.741330 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:17.948717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bfcad541-91c8-4170-9e0d-47a79d423960 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:18.040256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port bfcad541-91c8-4170-9e0d-47a79d423960 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:18.046184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port bfcad541-91c8-4170-9e0d-47a79d423960 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:18.046555 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:18.138553 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:18.175842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port bfcad541-91c8-4170-9e0d-47a79d423960, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=bfcad541-91c8-4170-9e0d-47a79d423960,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:18.180820 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:18.181614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a8d3c36a-6dde-49a2-8d15-85e908d4cb08 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:18.274984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=bfcad541-91c8-4170-9e0d-47a79d423960,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:18.290026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:18.290679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:18.294003 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:18.471651 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dedc71eb-641d-44bb-bcd1-bbfc82be51df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:18.498179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b413e64-03ee-4633-91be-00e38747e89e req-39488eda-fca9-4d97-b4dd-e4119a5f6fd9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 210 time: 0.0778489 Jul 23 14:21:18.694552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-e110a812-0bc6-4eda-aab9-bc60d8cfe45c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:18.696115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-e110a812-0bc6-4eda-aab9-bc60d8cfe45c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.11 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 816 time: 0.2303867 Jul 23 14:21:18.798002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-cafafe2b-b131-41e9-b122-77e83f868c39 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 379 time: 0.0605514 Jul 23 14:21:18.800166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dea5a-7c32-4ccb-9506-92d86538ff4a req-79dbb5ef-eab2-4bbb-9ba2-d93216332bb3 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:18.804353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-203dea5a-7c32-4ccb-9506-92d86538ff4a req-79dbb5ef-eab2-4bbb-9ba2-d93216332bb3 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0711763 Jul 23 14:21:18.820605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'port': {'device_id': '059a2535-5599-41bb-86a5-e29ef17f447b', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'admin_state_up': True, 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'security_groups': ['f5fba751-edd3-45b9-8fbd-d62ad0118a1e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:18.845469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-203dea5a-7c32-4ccb-9506-92d86538ff4a req-f1a64dda-a3d9-442e-a12b-46389ae3e391 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 Jul 23 14:21:18.950074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Made reservation on behalf of b3f58af2922e42e1a788ce926a9dc699 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:18.953799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.083046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Allocated IP 172.20.0.4 (b19f6c3d-2ac7-4154-befd-22db79920c43/7de4021b-c4c8-43c4-ac7b-596335931e5d/18f8539d-2498-40b5-a1bf-61b3d3c6e07d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:19.231500 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.244639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Transition to ACTIVE for port object 18f8539d-2498-40b5-a1bf-61b3d3c6e07d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:19.278580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.329047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Network b19f6c3d-2ac7-4154-befd-22db79920c43 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:19.334090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:19.338183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:19.366362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:19.400773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:19.401427 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.419829 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-eeaea798-7b88-433e-8df1-238a450bde8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052809 Jul 23 14:21:19.438694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Request body: {'port': {'device_id': '059a2535-5599-41bb-86a5-e29ef17f447b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:19.504541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.521761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.636526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30186d47-c87e-4b44-b1f8-1fc45e16700f None None] Provisioning for port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:19.640728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30186d47-c87e-4b44-b1f8-1fc45e16700f None None] Provisioning complete for port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:19.641777 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30186d47-c87e-4b44-b1f8-1fc45e16700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.653711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffe045-5998-475c-8450-06683ee1b7ff req-f20a9d3d-12ca-4283-93dd-31a0e4adcd7c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:19.663185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05ffe045-5998-475c-8450-06683ee1b7ff req-f20a9d3d-12ca-4283-93dd-31a0e4adcd7c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 931 time: 0.0925913 Jul 23 14:21:19.684855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-30186d47-c87e-4b44-b1f8-1fc45e16700f None None] Port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:21:19.704794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-05ffe045-5998-475c-8450-06683ee1b7ff req-4e59b907-4c86-40ab-9da6-9d0a83679b39 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401230 Jul 23 14:21:19.839820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bfcad541-91c8-4170-9e0d-47a79d423960 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:19.858554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f8539d-2498-40b5-a1bf-61b3d3c6e07d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:19.867473 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.902269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Transition to ACTIVE for port object 18f8539d-2498-40b5-a1bf-61b3d3c6e07d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:19.910741 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:19.984051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:20.032150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569a709-6654-4597-858f-0b803279e6fb req-40a61ae3-8d27-4365-8a7f-a59b08e3b7f0 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:20.033705 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3569a709-6654-4597-858f-0b803279e6fb req-40a61ae3-8d27-4365-8a7f-a59b08e3b7f0 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0917866 Jul 23 14:21:20.098931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3569a709-6654-4597-858f-0b803279e6fb req-6365256c-78fe-49c7-96ff-313be73f8b7e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Jul 23 14:21:20.104593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:20.105042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:20.105469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:20.114878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on network b19f6c3d-2ac7-4154-befd-22db79920c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:21:20.114878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:20.120871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:20.121473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Checking segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:20.122058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Bound using segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:20.122727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Bound port: 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:20.123443 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:20.180083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port bfcad541-91c8-4170-9e0d-47a79d423960 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:20.180470 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:20.208191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:20.213947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:20.223437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:20.261797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:20.262471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:20.264050 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] 10.222.0.11 "PUT /v2.0/ports/18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 1091 time: 0.8301370 Jul 23 14:21:20.264664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:20.267817 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e6601f-a941-4113-952d-4f72dca49075" -d '{"events": [{"name": "network-changed", "server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:20.316663 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c5f7bd-bc6c-41b4-a783-10d5f7473f7b x-openstack-request-id: req-00c5f7bd-bc6c-41b4-a783-10d5f7473f7b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:20.317045 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:20.317349 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c5f7bd-bc6c-41b4-a783-10d5f7473f7b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:20.317865 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'status': 'completed', 'code': 200} Jul 23 14:21:20.337308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1ced9-b06a-44a2-a714-167de6d2d499 service neutron] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:20.391066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-549acb0c-108b-47e8-a109-d76ec1f0961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:20.392917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-549acb0c-108b-47e8-a109-d76ec1f0961c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1094 time: 0.0635982 Jul 23 14:21:20.432824 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:21:20.442283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-82de96f1-58a9-46ba-9410-ababa5f5f130 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 217 time: 0.0357125 Jul 23 14:21:20.493507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-25eb0985-da00-4f18-a1b0-e32552808896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:20.495055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-25eb0985-da00-4f18-a1b0-e32552808896 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0445526 Jul 23 14:21:20.577264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-4bc98635-42f9-40f2-834a-92c1689f40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:20.578816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-4bc98635-42f9-40f2-834a-92c1689f40ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778439 Jul 23 14:21:20.668506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-5cf0d613-0b30-4600-97f7-7a54eddfc5f2 service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822451 Jul 23 14:21:20.773870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77ed4c73-b07d-43df-b53e-be3a273b191f req-c328472d-ff2b-4ea7-b202-2401441e4001 service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968542 Jul 23 14:21:20.855022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211032a-5a18-414a-a8c1-c4b412a4d1ce req-1ebf307a-3a02-40c5-a284-68484b8c790a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:20.857054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a211032a-5a18-414a-a8c1-c4b412a4d1ce req-1ebf307a-3a02-40c5-a284-68484b8c790a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.0677214 Jul 23 14:21:20.913039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a211032a-5a18-414a-a8c1-c4b412a4d1ce req-0694b711-0f95-48f8-8da1-c6bf6a35d803 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351620 Jul 23 14:21:20.932588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6601f-a941-4113-952d-4f72dca49075 req-37ea3a2f-cfb6-4b4c-a2f4-5f3d8142cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:20.934265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99e6601f-a941-4113-952d-4f72dca49075 req-37ea3a2f-cfb6-4b4c-a2f4-5f3d8142cfdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1094 time: 0.0588155 Jul 23 14:21:21.029125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6601f-a941-4113-952d-4f72dca49075 req-ab75d7fd-18f5-4aa4-a6b5-cdb208533d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:21.030599 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99e6601f-a941-4113-952d-4f72dca49075 req-ab75d7fd-18f5-4aa4-a6b5-cdb208533d0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.0896161 Jul 23 14:21:21.072570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99e6601f-a941-4113-952d-4f72dca49075 req-0244db7e-3d9c-4357-8fd2-7cc0cf82915d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 217 time: 0.0339885 Jul 23 14:21:21.125029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6601f-a941-4113-952d-4f72dca49075 req-3f289290-70d8-4c47-9491-42c9f9b4a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:21.126455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99e6601f-a941-4113-952d-4f72dca49075 req-3f289290-70d8-4c47-9491-42c9f9b4a7a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0473170 Jul 23 14:21:21.191588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6601f-a941-4113-952d-4f72dca49075 req-eec61314-98e3-455b-88f7-7508e4321c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:21.194440 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99e6601f-a941-4113-952d-4f72dca49075 req-eec61314-98e3-455b-88f7-7508e4321c0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585475 Jul 23 14:21:21.210388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:21.269352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650086f-e590-4025-8080-2a12ee62df45 req-1c83ae49-32eb-43b0-bb54-8c2f1de6e0dc tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:21.271183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8650086f-e590-4025-8080-2a12ee62df45 req-1c83ae49-32eb-43b0-bb54-8c2f1de6e0dc tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.1029623 Jul 23 14:21:21.301744 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99e6601f-a941-4113-952d-4f72dca49075 req-f8705d5f-b3be-47d4-8779-34ddc8e98f03 service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997250 Jul 23 14:21:21.310710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8650086f-e590-4025-8080-2a12ee62df45 req-17bbabc8-de5b-4a63-b15e-2bbb7362040d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Jul 23 14:21:21.395428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-99e6601f-a941-4113-952d-4f72dca49075 req-9a9b908c-555a-41e0-b912-cc0ba0546d3b service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Jul 23 14:21:22.052014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329148c-e623-4034-a4a8-74aae0653f52 req-0e697ebb-2d7a-42c5-b273-d00810e525fe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:22.053530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e329148c-e623-4034-a4a8-74aae0653f52 req-0e697ebb-2d7a-42c5-b273-d00810e525fe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.0654106 Jul 23 14:21:22.093140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e329148c-e623-4034-a4a8-74aae0653f52 req-f2024df1-dee3-4ed7-a39d-5ff3e7a41b9b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337255 Jul 23 14:21:22.444223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c3840-3f36-47d7-818a-913b7adf525f req-02fa20a4-9a92-40c1-a96d-b3d9f5a43c34 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:22.445906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc4c3840-3f36-47d7-818a-913b7adf525f req-02fa20a4-9a92-40c1-a96d-b3d9f5a43c34 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0653129 Jul 23 14:21:22.489143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc4c3840-3f36-47d7-818a-913b7adf525f req-cfadd2c6-fc08-4494-b250-9206488c77bc tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366290 Jul 23 14:21:23.234541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074fa5-e25e-4cd1-8bea-88f50d94083f req-40f6fe84-1e24-4311-b06d-592d4f6786c3 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:23.235967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b074fa5-e25e-4cd1-8bea-88f50d94083f req-40f6fe84-1e24-4311-b06d-592d4f6786c3 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.0695696 Jul 23 14:21:23.275617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b074fa5-e25e-4cd1-8bea-88f50d94083f req-e41dd5de-bac5-43f0-9846-06fbe82bff78 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338168 Jul 23 14:21:23.304639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:21:23.421094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:23.432247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'port_id': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'mac_address': 'fa:16:3e:71:49:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:21:23.470187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:23.482960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f8539d-2498-40b5-a1bf-61b3d3c6e07d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:23.506192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:23.511783 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:23.563879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:23.571606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.571950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.572288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.572620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.572950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.573272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.573596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.573920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.574237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.574707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.575034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.575353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:23.622959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ae7b6-18fe-4f2a-a86f-c360b9bf3875 req-b17dd44a-2595-4598-b6ab-53ecf124ef89 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:23.624449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae3ae7b6-18fe-4f2a-a86f-c360b9bf3875 req-b17dd44a-2595-4598-b6ab-53ecf124ef89 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0665216 Jul 23 14:21:23.661684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae3ae7b6-18fe-4f2a-a86f-c360b9bf3875 req-a7c30288-f564-4ff9-8fc0-2c4bcb8eb09d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316317 Jul 23 14:21:23.872206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['18f8539d-2498-40b5-a1bf-61b3d3c6e07d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:21:24.417195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27077-abe2-451d-aa7c-3253578fdfed req-a651592f-ff31-41d1-b151-b184f08dc0f8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:24.418823 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37b27077-abe2-451d-aa7c-3253578fdfed req-a651592f-ff31-41d1-b151-b184f08dc0f8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0696466 Jul 23 14:21:24.457249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37b27077-abe2-451d-aa7c-3253578fdfed req-f1ec80a0-1866-466f-97fe-53425aeb1b98 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325105 Jul 23 14:21:24.815752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c455-7228-4ba3-8230-eb5869b6b127 req-dcd9f398-b430-44be-b65f-7ba39b107a2f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:24.817302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8c2c455-7228-4ba3-8230-eb5869b6b127 req-dcd9f398-b430-44be-b65f-7ba39b107a2f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0697255 Jul 23 14:21:24.858323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8c2c455-7228-4ba3-8230-eb5869b6b127 req-97de652c-9ba7-4dc3-9f50-9f72f429e764 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350120 Jul 23 14:21:25.314257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:25.370399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:25.374304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:25.375290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:25.453643 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:25.477446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:25.479950 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f9a540-d0bb-44aa-a213-29ebb350afca" -d '{"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-plugged", "status": "completed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:25.493374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:25.498846 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:25.525334 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5406997-9c0b-419e-940e-5e00e1fff097 x-openstack-request-id: req-f5406997-9c0b-419e-940e-5e00e1fff097 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:25.525684 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-plugged", "status": "completed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:25.526054 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5406997-9c0b-419e-940e-5e00e1fff097 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:25.526481 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'code': 200} Jul 23 14:21:25.556837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:25.638832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c0a8-b13a-4398-8b84-2fd04ab7d0d1 req-291a75e3-4969-4cb4-b891-decd22ecf422 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:25.640343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40a5c0a8-b13a-4398-8b84-2fd04ab7d0d1 req-291a75e3-4969-4cb4-b891-decd22ecf422 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0673928 Jul 23 14:21:25.675672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edfd73-c4f2-48c2-8c11-ba2b01c80807 req-1e13f1a3-2053-4201-9d66-0ffdb650c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:25.677813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31edfd73-c4f2-48c2-8c11-ba2b01c80807 req-1e13f1a3-2053-4201-9d66-0ffdb650c6a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1096 time: 0.0582850 Jul 23 14:21:25.681300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40a5c0a8-b13a-4398-8b84-2fd04ab7d0d1 req-2169df16-660b-47cf-98c0-878dbdcd0110 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346842 Jul 23 14:21:25.713822 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-31edfd73-c4f2-48c2-8c11-ba2b01c80807 req-72464221-4f54-42eb-b07c-756506f436e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283778 Jul 23 14:21:26.000513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f69eb-a2b1-4153-9023-863541471865 req-012d7de6-a7db-4993-9cb9-6b11d9b62418 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:26.002071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-660f69eb-a2b1-4153-9023-863541471865 req-012d7de6-a7db-4993-9cb9-6b11d9b62418 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0705104 Jul 23 14:21:26.041445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-660f69eb-a2b1-4153-9023-863541471865 req-37fc1b25-91b8-4a8a-8312-85f4370d31b3 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Jul 23 14:21:26.822395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b841fce-5d35-4d44-b512-add63fddf8f6 req-7106db46-2656-4765-af46-b555b30b45b4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:26.824066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b841fce-5d35-4d44-b512-add63fddf8f6 req-7106db46-2656-4765-af46-b555b30b45b4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0643606 Jul 23 14:21:26.864192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b841fce-5d35-4d44-b512-add63fddf8f6 req-c67ff378-18bf-4a19-8a90-c1e94d97b0ca tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342860 Jul 23 14:21:27.175107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09327-6dd5-4b2c-be81-710656b7eebd req-aa50a1eb-accf-46d0-9b11-d240e82338a8 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:27.176610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99f09327-6dd5-4b2c-be81-710656b7eebd req-aa50a1eb-accf-46d0-9b11-d240e82338a8 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0669124 Jul 23 14:21:27.216406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99f09327-6dd5-4b2c-be81-710656b7eebd req-54fd7549-5f50-4076-acf6-99787e87dc78 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334320 Jul 23 14:21:28.007629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bb32e-afea-4b5f-97a9-c8c9b8d96a5d req-8fff02c0-24fb-4e82-98fb-5b120920720c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:28.009025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b32bb32e-afea-4b5f-97a9-c8c9b8d96a5d req-8fff02c0-24fb-4e82-98fb-5b120920720c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0687537 Jul 23 14:21:28.048590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b32bb32e-afea-4b5f-97a9-c8c9b8d96a5d req-76bc370c-b185-4e6c-98c9-509afad50727 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Jul 23 14:21:28.186120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23b8f-2fc1-41a1-ad6e-bb8a01ebbb3f req-c2ba4a85-c74e-4651-a45c-b46f8e8d7983 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:28.187814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00d23b8f-2fc1-41a1-ad6e-bb8a01ebbb3f req-c2ba4a85-c74e-4651-a45c-b46f8e8d7983 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0680683 Jul 23 14:21:28.196784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:28.201811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'floatingip': {'port_id': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:28.244715 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:28.660664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92786-067a-4e3c-936f-032bb68a0509 req-771d6f10-8803-4823-ac97-f50b70fa9859 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:28.662360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c92786-067a-4e3c-936f-032bb68a0509 req-771d6f10-8803-4823-ac97-f50b70fa9859 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.3760800 Jul 23 14:21:28.698184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:28.701921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c92786-067a-4e3c-936f-032bb68a0509 req-a51c24e5-46be-452e-8e7e-9a06d0a6a01f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Jul 23 14:21:28.702905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:28.800431 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Floating IP 6538f542-8b99-464e-96fe-b0e28fcfcf90 associated. External IP: 172.25.2.165, port: 18f8539d-2498-40b5-a1bf-61b3d3c6e07d. Jul 23 14:21:29.042494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Router 9225ce44-0dc6-4599-b6cd-c23f6e53022b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:21:29.150697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:21:29.159324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:29.161226 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] Sync routers for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:21:29.172216 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:29.172845 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:21:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:29.203611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-113c7e76-d285-4863-800d-35b0428a7b05 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "PUT /v2.0/floatingips/6538f542-8b99-464e-96fe-b0e28fcfcf90 HTTP/1.1" status: 200 len: 991 time: 1.0057051 Jul 23 14:21:29.204283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:29.206916 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4556611-0563-4553-add0-aa7e0d8b6d47" -d '{"events": [{"name": "network-changed", "server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:29.281797 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:29.324090 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36ed7f-52e6-4ba8-bcf7-a6b334ccfadf x-openstack-request-id: req-1b36ed7f-52e6-4ba8-bcf7-a6b334ccfadf {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:29.324388 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:29.324634 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b36ed7f-52e6-4ba8-bcf7-a6b334ccfadf {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:29.325031 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'status': 'completed', 'code': 200} Jul 23 14:21:29.423019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-b71e3f94-14c1-4648-a106-48b3af3e2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:29.424536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-b71e3f94-14c1-4648-a106-48b3af3e2297 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1096 time: 0.0552680 Jul 23 14:21:29.517051 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '6538f542-8b99-464e-96fe-b0e28fcfcf90', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'port_id': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'mac_address': 'fa:16:3e:71:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a2535-5599-41bb-86a5-e29ef17f447b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:15Z', 'updated_at': '2021-07-23T14:21:28Z', 'revision_number': 1, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:29.520719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-15b4852a-3d39-4aa1-b419-c954ab29f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:29.522246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-15b4852a-3d39-4aa1-b419-c954ab29f477 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.0913157 Jul 23 14:21:29.547284 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] Checking router: 9225ce44-0dc6-4599-b6cd-c23f6e53022b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:21:29.556007 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:29.556767 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:21:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:29.665108 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:29.870088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f286316-2374-4e09-a4a0-dd44996b6c97 req-3c2ccf99-c50f-4fb8-a54d-ae885062f242 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:29.878471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f286316-2374-4e09-a4a0-dd44996b6c97 req-3c2ccf99-c50f-4fb8-a54d-ae885062f242 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0802083 Jul 23 14:21:29.917017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-d40ba45c-18ed-4353-9aa9-e8798bc988d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 999 time: 0.3881226 Jul 23 14:21:29.919373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f286316-2374-4e09-a4a0-dd44996b6c97 req-c7cd6f6a-aa8d-4567-827f-d7553c554df6 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Jul 23 14:21:29.936842 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '6538f542-8b99-464e-96fe-b0e28fcfcf90', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'port_id': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'mac_address': 'fa:16:3e:71:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a2535-5599-41bb-86a5-e29ef17f447b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:15Z', 'updated_at': '2021-07-23T14:21:28Z', 'revision_number': 1, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:29.967370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5d145-adf4-495a-ae32-126c16623869 None None] The sync data for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 is: [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '6538f542-8b99-464e-96fe-b0e28fcfcf90', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'port_id': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'mac_address': 'fa:16:3e:71:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a2535-5599-41bb-86a5-e29ef17f447b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:15Z', 'updated_at': '2021-07-23T14:21:28Z', 'revision_number': 1, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:21:29.972088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-4df299ea-b24d-4de3-ad59-2f8ee43bb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:29.973529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-4df299ea-b24d-4de3-ad59-2f8ee43bb248 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0483816 Jul 23 14:21:30.045357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-5cef2098-0895-47e0-adcd-d65ae052a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:30.047182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-5cef2098-0895-47e0-adcd-d65ae052a2f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658264 Jul 23 14:21:30.157516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-068611e4-8b1a-465c-82d5-0dcc4c6a65be service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031339 Jul 23 14:21:30.194955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b999e24-8a88-4cc0-ae99-00f3f39da564 None None] New status for floating IP 6538f542-8b99-464e-96fe-b0e28fcfcf90: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:21:30.265085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d4556611-0563-4553-add0-aa7e0d8b6d47 req-0f395eb7-0e35-465a-b010-4af4635057d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000416 Jul 23 14:21:31.055702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265749-c18d-4c0d-8ae0-5e680743edeb req-2539a7d8-c075-43f0-8f56-8c5ec0a4a15a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:31.057314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b265749-c18d-4c0d-8ae0-5e680743edeb req-2539a7d8-c075-43f0-8f56-8c5ec0a4a15a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0693913 Jul 23 14:21:31.102265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b265749-c18d-4c0d-8ae0-5e680743edeb req-2332f5a8-4269-44bb-9593-a8653dd8f2aa tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382855 Jul 23 14:21:32.244390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a953b1-a4cf-4d87-a77e-f42575d9573f req-dacd1ca1-ab46-4582-804e-268fb051ee34 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:32.245909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58a953b1-a4cf-4d87-a77e-f42575d9573f req-dacd1ca1-ab46-4582-804e-268fb051ee34 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0660982 Jul 23 14:21:32.287806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58a953b1-a4cf-4d87-a77e-f42575d9573f req-f345eb1e-c100-4b24-ad44-227a6048b3f1 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358751 Jul 23 14:21:33.423013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649910f-7924-4400-8a97-fdb44034f20c req-8e85f3e3-e3d3-43f1-926f-c5e84bdc0b0d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:33.424416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9649910f-7924-4400-8a97-fdb44034f20c req-8e85f3e3-e3d3-43f1-926f-c5e84bdc0b0d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0631266 Jul 23 14:21:33.463679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9649910f-7924-4400-8a97-fdb44034f20c req-73f0e396-6a8b-455f-ad04-fe01d8599e0f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Jul 23 14:21:34.608388 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b1fb3-1129-4982-be58-af309a14f955 req-c1bee4a0-2514-4229-a687-d5b675ac2798 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:34.609909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c2b1fb3-1129-4982-be58-af309a14f955 req-c1bee4a0-2514-4229-a687-d5b675ac2798 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0698297 Jul 23 14:21:34.647765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c2b1fb3-1129-4982-be58-af309a14f955 req-5e6b8cd0-f3e6-4a25-b001-8ac99ad6cb54 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Jul 23 14:21:35.539641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:35.636706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f61a3b-bf0b-432b-99f8-708d3f9cf99f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:35.638157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f61a3b-bf0b-432b-99f8-708d3f9cf99f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:35.638609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f61a3b-bf0b-432b-99f8-708d3f9cf99f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:35.640471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85f61a3b-bf0b-432b-99f8-708d3f9cf99f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=63915c6374a74cf8a9b4d6f67f065da7&network_id=88c18be2-c83c-4547-9391-e2c5bac4ee75 HTTP/1.1" status: 200 len: 2969 time: 0.0998960 Jul 23 14:21:35.791160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0ae50-9511-4fb7-bb61-28715a7dfdad req-e45d2af1-fb17-49e0-8c0b-da42b34c0027 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:35.795139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e0ae50-9511-4fb7-bb61-28715a7dfdad req-e45d2af1-fb17-49e0-8c0b-da42b34c0027 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0767903 Jul 23 14:21:35.833466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e0ae50-9511-4fb7-bb61-28715a7dfdad req-2e3a92f4-a39a-4b33-87ad-5082abc3b8e4 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Jul 23 14:21:36.971557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdcc0-a8c8-4424-aad3-1000dd60dda4 req-fd4fd25f-95d6-448c-a715-6403b5673957 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:36.973127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-177bdcc0-a8c8-4424-aad3-1000dd60dda4 req-fd4fd25f-95d6-448c-a715-6403b5673957 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0678191 Jul 23 14:21:37.017202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-177bdcc0-a8c8-4424-aad3-1000dd60dda4 req-5dabd7d0-cbf9-4473-8d2f-baa91ae3eee7 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Jul 23 14:21:37.343638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:37.400167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f4bbc-22b5-4209-9fb5-df48eb5df73c tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:37.409751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae9f4bbc-22b5-4209-9fb5-df48eb5df73c tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 814 time: 0.0570314 Jul 23 14:21:37.535713 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:37.862968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:37.868247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'network': {'name': 'tempest-network-smoke--487527241', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:37.894736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:37.898336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:37.921967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:21:37.931239 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:37.931574 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Added segment 7d39a89e-e31e-4951-9ab0-edc3b0aec139 of type vlan for network e1d61049-b8d8-4f27-bae2-9d604fe09566 Jul 23 14:21:37.970481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:38.006707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:38.012500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:38.013126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:38.055808 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1885471 Jul 23 14:21:38.055808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:38.117967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Network': ['ID=e1d61049-b8d8-4f27-bae2-9d604fe09566,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:38.141571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.141987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.142405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.142815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.143215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.143602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.144002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.144385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.145275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.145275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.145478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.145919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b64fe-8e39-49c3-b3b5-989794f0e118 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.156319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d9978-3db7-4fe2-a69a-2f69a1ae10ab req-d3731d1b-3272-4c91-8c69-bd1b322a0674 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:38.163190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:21:38.164220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e3d9978-3db7-4fe2-a69a-2f69a1ae10ab req-d3731d1b-3272-4c91-8c69-bd1b322a0674 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0736709 Jul 23 14:21:38.165136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0b8f7b-c4ae-49c5-9eb4-a3081cc21168 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:38.169889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8a0b8f7b-c4ae-49c5-9eb4-a3081cc21168 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=63915c6374a74cf8a9b4d6f67f065da7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1097310 Jul 23 14:21:38.170185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:38.261545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e3d9978-3db7-4fe2-a69a-2f69a1ae10ab req-54b5bebc-eb76-4f66-8633-6724912662a6 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719025 Jul 23 14:21:38.280799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aafbbb-1146-41e1-b40f-ce0b3ff4ae6e tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:38.282473 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-62aafbbb-1146-41e1-b40f-ce0b3ff4ae6e tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1112602 Jul 23 14:21:38.285317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:38.313550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e43c13da-744c-482b-94a9-483f4fcee601 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270395 Jul 23 14:21:38.316190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:38.355449 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dcdbc881-5854-45f5-b54b-f003c1ba8d0f tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=63915c6374a74cf8a9b4d6f67f065da7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380325 Jul 23 14:21:38.356393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:38.447621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f51646-d66d-4890-a542-21616cde418c tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:38.452175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f5f51646-d66d-4890-a542-21616cde418c tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941994 Jul 23 14:21:38.452396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:38.487136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-923065b0-6133-4b3e-a063-193d0cac7944 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335100 Jul 23 14:21:38.489575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:38.494313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-269195579', 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:38.585964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:38.589607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:38.771104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:38.827659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Subnet': ['ID=04d89fc7-0834-4228-88a0-cc07e930da18,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:38.837741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.838094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.838419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.838781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.839110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.839451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.839751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.840072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.840389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.840705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.841027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.841342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:21:38.850302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Checking segment: {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:38.850753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network hostable DHCP agents. Network: e1d61049-b8d8-4f27-bae2-9d604fe09566, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:21:38.869745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:21:38.880739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, e1d61049-b8d8-4f27-bae2-9d604fe09566) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:38.885332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:38.886316 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:38.891435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fbed7b-925f-403d-a4a5-6b55d1249112 None None] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:21:38.906265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0ee86e70-b622-49ff-8c82-1b78b20aa067 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4129741 Jul 23 14:21:39.049580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-e1d61049-b8d8-4f27-bae2-9d604fe09566', 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ips': [{'subnet_id': '04d89fc7-0834-4228-88a0-cc07e930da18'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:21:39.050666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.189498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Allocated IP 172.20.0.18 (e1d61049-b8d8-4f27-bae2-9d604fe09566/04d89fc7-0834-4228-88a0-cc07e930da18/f071be31-38e9-4891-b184-d0caf7aa5018) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:39.343757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.353493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Transition to ACTIVE for port object f071be31-38e9-4891-b184-d0caf7aa5018 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:39.369423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Transition to ACTIVE for port object f071be31-38e9-4891-b184-d0caf7aa5018 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:39.381811 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.402755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:39.409022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7f05eb61-623f-46b5-a247-a53f186cdf5a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387834234', 'description': 'tempest-secgroup-smoke-387834234 description', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:39.416689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:39.420122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:39.422611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:39.446541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f05eb61-623f-46b5-a247-a53f186cdf5a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.488992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Pushing event updated for resources: {'Port': ['ID=f071be31-38e9-4891-b184-d0caf7aa5018,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:39.500973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Attempting to bind port f071be31-38e9-4891-b184-d0caf7aa5018 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:39.501337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Attempting to bind port f071be31-38e9-4891-b184-d0caf7aa5018 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:39.501692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Attempting to bind port f071be31-38e9-4891-b184-d0caf7aa5018 on network e1d61049-b8d8-4f27-bae2-9d604fe09566 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:39.506613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:39.507008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Checking segment: {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:39.507403 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.507905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Bound using segment: {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:39.508363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Bound port: f071be31-38e9-4891-b184-d0caf7aa5018, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:39.508737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.578752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] For port f071be31-38e9-4891-b184-d0caf7aa5018, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:39.582320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] For port f071be31-38e9-4891-b184-d0caf7aa5018, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f071be31-38e9-4891-b184-d0caf7aa5018,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:39.588590 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.591845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6b7e9-12d8-40a7-b821-c38dd0728546 req-32a8cda7-6dfb-48d7-a045-fc6a13147e1f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:39.593399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5db6b7e9-12d8-40a7-b821-c38dd0728546 req-32a8cda7-6dfb-48d7-a045-fc6a13147e1f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.1218185 Jul 23 14:21:39.645779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f05eb61-623f-46b5-a247-a53f186cdf5a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.655166 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f05eb61-623f-46b5-a247-a53f186cdf5a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.659048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808a38e-ba30-4dd8-9949-2708d53b58de None None] Pushing event updated for resources: {'Port': ['ID=f071be31-38e9-4891-b184-d0caf7aa5018,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:39.685255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5db6b7e9-12d8-40a7-b821-c38dd0728546 req-76884969-3c08-4523-bee1-e1922f3c41e6 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763233 Jul 23 14:21:39.718970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f05eb61-623f-46b5-a247-a53f186cdf5a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.720774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7f05eb61-623f-46b5-a247-a53f186cdf5a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3150606 Jul 23 14:21:39.722207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05eb61-623f-46b5-a247-a53f186cdf5a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392b983d-e3da-428a-bc21-d2b3eaca6ec7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:39.723619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:39.730856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abca1298-fc09-4166-b304-f874b42fc1b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '392b983d-e3da-428a-bc21-d2b3eaca6ec7', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:39.764952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abca1298-fc09-4166-b304-f874b42fc1b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.863539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abca1298-fc09-4166-b304-f874b42fc1b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.874050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abca1298-fc09-4166-b304-f874b42fc1b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.904167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca1298-fc09-4166-b304-f874b42fc1b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3a9341-1102-4434-bcc3-f6be5721680a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:39.914328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abca1298-fc09-4166-b304-f874b42fc1b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:39.915781 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-abca1298-fc09-4166-b304-f874b42fc1b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1887176 Jul 23 14:21:39.918446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 57580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:39.923410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5485c478-9343-44b5-87f7-823bade3a2d0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '392b983d-e3da-428a-bc21-d2b3eaca6ec7', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:39.958063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5485c478-9343-44b5-87f7-823bade3a2d0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.019150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5485c478-9343-44b5-87f7-823bade3a2d0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.024218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5485c478-9343-44b5-87f7-823bade3a2d0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.041857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c478-9343-44b5-87f7-823bade3a2d0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1318f7d1-7928-4c97-b2e3-0885537fbf2c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:40.048197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5485c478-9343-44b5-87f7-823bade3a2d0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.049428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5485c478-9343-44b5-87f7-823bade3a2d0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298671 Jul 23 14:21:40.052595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:40.057501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-467b8144-255e-4f5d-985f-228d3f459d9e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '392b983d-e3da-428a-bc21-d2b3eaca6ec7', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:40.087181 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-467b8144-255e-4f5d-985f-228d3f459d9e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.152401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-467b8144-255e-4f5d-985f-228d3f459d9e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.157253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-467b8144-255e-4f5d-985f-228d3f459d9e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.174611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8144-255e-4f5d-985f-228d3f459d9e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab93e259-d59f-4b6c-892f-14e635b64409,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:40.187852 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-467b8144-255e-4f5d-985f-228d3f459d9e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.190685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-467b8144-255e-4f5d-985f-228d3f459d9e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356230 Jul 23 14:21:40.192338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:40.197662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a322d68c-7ba5-4a4d-922f-d8fe6e612e9b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '392b983d-e3da-428a-bc21-d2b3eaca6ec7', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:40.225703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a322d68c-7ba5-4a4d-922f-d8fe6e612e9b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.289439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a322d68c-7ba5-4a4d-922f-d8fe6e612e9b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.296437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a322d68c-7ba5-4a4d-922f-d8fe6e612e9b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.318370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322d68c-7ba5-4a4d-922f-d8fe6e612e9b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ad49c5-07c1-49b7-9438-8269c1614859,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:40.329558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a322d68c-7ba5-4a4d-922f-d8fe6e612e9b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.333544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a322d68c-7ba5-4a4d-922f-d8fe6e612e9b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372516 Jul 23 14:21:40.334050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:40.339207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '392b983d-e3da-428a-bc21-d2b3eaca6ec7', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:40.372314 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Project 63915c6374a74cf8a9b4d6f67f065da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:21:40.378560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.462276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.467898 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.491884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e166ab55-8336-496e-af0f-3c45c031dd89,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:40.500598 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.504484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-29c6fb1b-773e-4085-9ba4-6da21ac5d2b3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668515 Jul 23 14:21:40.504921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:40.509722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '392b983d-e3da-428a-bc21-d2b3eaca6ec7', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:40.536235 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Project 63915c6374a74cf8a9b4d6f67f065da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:21:40.542609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.608586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.614710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.633624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8268c23f-2b7e-4490-8d66-2c00e43e2775,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:40.642750 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:40.644649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0cbbe557-4c7e-43ad-a59e-beb38defe145 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387382 Jul 23 14:21:40.674094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a447e-b665-46de-bb64-101ed453e279 None None] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:21:40.778061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-284099d9-dfcb-472b-839c-57f68c37812f None None] Provisioning for port f071be31-38e9-4891-b184-d0caf7aa5018 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:40.872136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26631bc-02bd-4a35-80bb-b73f0616acf5 req-b003aa01-8606-4e93-affe-d951c93bb0ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:40.873762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b26631bc-02bd-4a35-80bb-b73f0616acf5 req-b003aa01-8606-4e93-affe-d951c93bb0ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0682971 Jul 23 14:21:40.916774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b26631bc-02bd-4a35-80bb-b73f0616acf5 req-f896479c-e3d3-48e1-a24e-d270c7835e64 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Jul 23 14:21:41.055322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-2ff35181-979c-41d7-93af-b794d5977931 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387834234&fields=id&tenant_id=63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 267 time: 0.0483544 Jul 23 14:21:41.161004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-c9afac7c-8f0d-4fb0-879c-5f6a1ed40e72 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:41.162736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-c9afac7c-8f0d-4fb0-879c-5f6a1ed40e72 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/networks?id=e1d61049-b8d8-4f27-bae2-9d604fe09566 HTTP/1.1" status: 200 len: 796 time: 0.1057401 Jul 23 14:21:41.188154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-90da6cc9-c44d-4f98-af7e-46451dd18fc4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/quotas/63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 375 time: 0.0124454 Jul 23 14:21:41.269787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e3da30dd-8c79-4149-91ae-f214a2033e72 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0807190 Jul 23 14:21:41.371719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-3ea2aaac-01c5-49a9-b917-d1123f275c4c service neutron] 10.222.0.21 "GET /v2.0/networks/e1d61049-b8d8-4f27-bae2-9d604fe09566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897865 Jul 23 14:21:41.478034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-0fe7e244-4b50-4eaf-98c1-deb6c1b31088 service neutron] 10.222.0.21 "GET /v2.0/networks/e1d61049-b8d8-4f27-bae2-9d604fe09566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001489 Jul 23 14:21:41.687151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f174-2903-4ca2-a9f9-f38519300c45 req-457365a8-6bd7-4824-a11b-7b2832a0ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:41.689022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67f1f174-2903-4ca2-a9f9-f38519300c45 req-457365a8-6bd7-4824-a11b-7b2832a0ba30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 1096 time: 0.0709043 Jul 23 14:21:41.732627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67f1f174-2903-4ca2-a9f9-f38519300c45 req-f6369296-d477-4363-88a5-19b7a62a79fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354142 Jul 23 14:21:41.734606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b4f4042-ad42-4433-ad73-996040285840 req-8aa54077-8a6f-48ca-b5e0-dd7823009ae5 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 210 time: 0.0304253 Jul 23 14:21:41.871026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f071be31-38e9-4891-b184-d0caf7aa5018 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:41.934744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f071be31-38e9-4891-b184-d0caf7aa5018 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:41.941838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f071be31-38e9-4891-b184-d0caf7aa5018 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:41.942224 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:42.056121 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:42.084726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0f112-f22e-4c43-b1d5-b31181e404a7 req-77f919da-1280-4aec-b439-78fcb68b1e85 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:42.091587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f071be31-38e9-4891-b184-d0caf7aa5018, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f071be31-38e9-4891-b184-d0caf7aa5018,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:42.093020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1b0f112-f22e-4c43-b1d5-b31181e404a7 req-77f919da-1280-4aec-b439-78fcb68b1e85 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0785093 Jul 23 14:21:42.099173 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:42.155334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1b0f112-f22e-4c43-b1d5-b31181e404a7 req-22bd198e-e4f4-4b8b-b2d2-a264d0fc7b25 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612686 Jul 23 14:21:42.160766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f071be31-38e9-4891-b184-d0caf7aa5018,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:42.857825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5629de4-ef0f-485c-8ede-f3af05d894b2 req-423997ad-423a-40b7-b4ce-041606857114 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 210 time: 0.0343771 Jul 23 14:21:42.913069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-690e3d27-efd0-4b2a-9ac1-b7a7e0253f1b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:42.914627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-690e3d27-efd0-4b2a-9ac1-b7a7e0253f1b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "GET /v2.0/networks?id=e1d61049-b8d8-4f27-bae2-9d604fe09566 HTTP/1.1" status: 200 len: 796 time: 0.1122303 Jul 23 14:21:42.969822 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-853d3bbf-4ab1-4ff6-bfa6-4f9a6aa1efbd tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 472 time: 0.0387866 Jul 23 14:21:42.985271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'port': {'device_id': '40535c51-4bdc-462f-8c74-1d50409321e0', 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566', 'admin_state_up': True, 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'security_groups': ['392b983d-e3da-428a-bc21-d2b3eaca6ec7']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:43.105309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:43.108885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:43.246186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.20.0.25 (e1d61049-b8d8-4f27-bae2-9d604fe09566/04d89fc7-0834-4228-88a0-cc07e930da18/16158b3c-d608-4376-9f0e-7d85ed9b8f5c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:43.304853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207185b0-11ec-4351-9d07-9b3618b47563 req-b953321d-d812-435d-a054-5a0d1336ab55 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:43.307647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-207185b0-11ec-4351-9d07-9b3618b47563 req-b953321d-d812-435d-a054-5a0d1336ab55 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0779140 Jul 23 14:21:43.361776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-207185b0-11ec-4351-9d07-9b3618b47563 req-7961ad8a-f019-4c47-b340-ec371cb2fd1d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Jul 23 14:21:43.408742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:43.422918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Transition to ACTIVE for port object 16158b3c-d608-4376-9f0e-7d85ed9b8f5c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:43.460494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:43.512372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:43.520083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:43.522607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:43.534371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:43.629753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:43.631296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:43.655388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-f486384a-57b4-4356-867e-e188b9930f96 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6750414 Jul 23 14:21:43.671331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Request body: {'port': {'device_id': '40535c51-4bdc-462f-8c74-1d50409321e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:43.706307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe29f-885b-4833-8e55-76815aece502 req-a289687f-ab4f-447d-a07d-3ae6514e9377 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:43.708392 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-a289687f-ab4f-447d-a07d-3ae6514e9377 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 811 time: 0.1462166 Jul 23 14:21:43.727964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-051c55e5-3f49-47ee-86fe-1d33468a9b65 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/quotas/eb16e4eb3ab641a3b957188d96659483 HTTP/1.1" status: 200 len: 375 time: 0.0133228 Jul 23 14:21:43.765041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:43.809357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-6cbc8952-f7e0-4f54-bc31-ade3af27c8ab tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741892 Jul 23 14:21:43.857650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e231988-e11e-4050-b388-5890161b720b None None] Provisioning for port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:43.865267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f071be31-38e9-4891-b184-d0caf7aa5018 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:43.910047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e231988-e11e-4050-b388-5890161b720b None None] Provisioning complete for port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:43.910789 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e231988-e11e-4050-b388-5890161b720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:43.940104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f898870e-8348-460a-9df5-e8dc74442b71 service neutron] 10.222.0.21 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210420 Jul 23 14:21:43.955679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f071be31-38e9-4891-b184-d0caf7aa5018 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:43.956300 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:43.980884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e231988-e11e-4050-b388-5890161b720b None None] Port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:21:44.057839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-0a059a0f-3e7b-4f82-81be-834ade26d8d3 service neutron] 10.222.0.21 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168320 Jul 23 14:21:44.103838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16158b3c-d608-4376-9f0e-7d85ed9b8f5c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:44.112147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:44.124182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Transition to ACTIVE for port object 16158b3c-d608-4376-9f0e-7d85ed9b8f5c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:44.129493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:44.200501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Pushing event updated for resources: {'Port': ['ID=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:44.278863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Attempting to bind port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:44.279106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Attempting to bind port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:44.279483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Attempting to bind port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c on network e1d61049-b8d8-4f27-bae2-9d604fe09566 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:44.284776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c on network e1d61049-b8d8-4f27-bae2-9d604fe09566 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:21:44.285184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Attempting to bind port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c on network e1d61049-b8d8-4f27-bae2-9d604fe09566 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:44.296341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:44.296682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Checking segment: {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:44.297073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Bound using segment: {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:44.298772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Bound port: 16158b3c-d608-4376-9f0e-7d85ed9b8f5c, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:44.301207 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:44.391674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] For port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:44.395859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] For port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:44.410163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:44.446161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e32808-9961-41bd-a642-fcd8a222767c req-0bfa6fc3-fe94-4502-a48c-6aed01870472 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:44.448262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:44.448913 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:44.450340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/16158b3c-d608-4376-9f0e-7d85ed9b8f5c HTTP/1.1" status: 200 len: 1092 time: 0.7862847 Jul 23 14:21:44.450849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40535c51-4bdc-462f-8c74-1d50409321e0', 'tag': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:44.457862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24e32808-9961-41bd-a642-fcd8a222767c req-0bfa6fc3-fe94-4502-a48c-6aed01870472 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 944 time: 0.1063533 Jul 23 14:21:44.461588 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b136835-c734-4044-997a-0d125d8d97dd" -d '{"events": [{"name": "network-changed", "server_uuid": "40535c51-4bdc-462f-8c74-1d50409321e0", "tag": "16158b3c-d608-4376-9f0e-7d85ed9b8f5c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:44.507220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8f80-e1ec-443d-8872-1f7f4de463c6 service neutron] Pushing event updated for resources: {'Port': ['ID=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:44.521727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24e32808-9961-41bd-a642-fcd8a222767c req-b5308737-25d8-47ab-8f02-5ee0f1cf06df tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590444 Jul 23 14:21:44.607189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f62077c6-2ecc-4156-bdd7-20cf7088fe04 req-6553b022-eea9-4f41-92da-bc7e0c653ed9 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 210 time: 0.0487640 Jul 23 14:21:44.656455 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57ac20-8fc0-4481-b221-56d96fc3142e x-openstack-request-id: req-ef57ac20-8fc0-4481-b221-56d96fc3142e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:44.656747 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40535c51-4bdc-462f-8c74-1d50409321e0", "tag": "16158b3c-d608-4376-9f0e-7d85ed9b8f5c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:44.656987 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef57ac20-8fc0-4481-b221-56d96fc3142e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:44.657377 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40535c51-4bdc-462f-8c74-1d50409321e0', 'tag': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c', 'status': 'completed', 'code': 200} Jul 23 14:21:44.698696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-a29ebf21-ddda-4ac8-b069-374a414cd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:44.701023 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-a29ebf21-ddda-4ac8-b069-374a414cd1ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 1095 time: 0.1691365 Jul 23 14:21:44.752284 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-d7d66dae-0462-4043-a6d3-81cc3e091354 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=16158b3c-d608-4376-9f0e-7d85ed9b8f5c HTTP/1.1" status: 200 len: 217 time: 0.0425949 Jul 23 14:21:44.812531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-3adcf111-df78-4cd8-a6d3-ee3a43adcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:44.814901 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-3adcf111-df78-4cd8-a6d3-ee3a43adcebb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04d89fc7-0834-4228-88a0-cc07e930da18 HTTP/1.1" status: 200 len: 837 time: 0.0519598 Jul 23 14:21:44.879093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-d75a1e3e-1207-48ec-92dd-d7886fe4796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:44.880889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-d75a1e3e-1207-48ec-92dd-d7886fe4796d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d61049-b8d8-4f27-bae2-9d604fe09566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588019 Jul 23 14:21:44.984857 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-64d9bd45-8c5c-4aff-b154-987e3dba4ddd service neutron] 10.222.0.48 "GET /v2.0/networks/e1d61049-b8d8-4f27-bae2-9d604fe09566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956652 Jul 23 14:21:45.082368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-692bf2ce-a293-47d3-8608-1e50f9ca890f req-7193c785-34e3-42f8-92f9-302b2b262371 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d61049-b8d8-4f27-bae2-9d604fe09566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899365 Jul 23 14:21:45.195501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136835-c734-4044-997a-0d125d8d97dd req-c799c7a2-ce57-4246-8b71-bf53d9b9cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:45.197043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b136835-c734-4044-997a-0d125d8d97dd req-c799c7a2-ce57-4246-8b71-bf53d9b9cbb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 1095 time: 0.0606172 Jul 23 14:21:45.295457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136835-c734-4044-997a-0d125d8d97dd req-4b4f1d48-fee5-4757-9dc6-526a1231f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:45.297482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b136835-c734-4044-997a-0d125d8d97dd req-4b4f1d48-fee5-4757-9dc6-526a1231f9f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d61049-b8d8-4f27-bae2-9d604fe09566 HTTP/1.1" status: 200 len: 897 time: 0.0892854 Jul 23 14:21:45.349773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b136835-c734-4044-997a-0d125d8d97dd req-4f4258c2-e878-4e4b-86b9-466f578858b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=16158b3c-d608-4376-9f0e-7d85ed9b8f5c HTTP/1.1" status: 200 len: 217 time: 0.0416541 Jul 23 14:21:45.404426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136835-c734-4044-997a-0d125d8d97dd req-fd7d3001-8d5d-492a-ad4f-3a881209b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:45.405909 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b136835-c734-4044-997a-0d125d8d97dd req-fd7d3001-8d5d-492a-ad4f-3a881209b154 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04d89fc7-0834-4228-88a0-cc07e930da18 HTTP/1.1" status: 200 len: 837 time: 0.0496030 Jul 23 14:21:45.559696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136835-c734-4044-997a-0d125d8d97dd req-8f61ed19-b63b-4004-90e0-948fb6a4faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:45.561253 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b136835-c734-4044-997a-0d125d8d97dd req-8f61ed19-b63b-4004-90e0-948fb6a4faab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d61049-b8d8-4f27-bae2-9d604fe09566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418653 Jul 23 14:21:45.584600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe29f-885b-4833-8e55-76815aece502 req-eea334e0-9dd0-41d8-8c02-b52d1c15434d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:45.594804 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-eea334e0-9dd0-41d8-8c02-b52d1c15434d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.11 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 811 time: 0.1463673 Jul 23 14:21:45.620101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Request body: {'port': {'device_id': '39639da2-3911-406b-b90d-48411c4c49a2', 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'admin_state_up': True, 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:45.688928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660582a-50dd-4dca-a848-370e3af181ff req-8936edfd-38f6-4eec-9533-5b854da99ba8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:45.691525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1660582a-50dd-4dca-a848-370e3af181ff req-8936edfd-38f6-4eec-9533-5b854da99ba8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 944 time: 0.0717702 Jul 23 14:21:45.742510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1660582a-50dd-4dca-a848-370e3af181ff req-517405f1-096b-4e2d-bc04-9dcfd3356fc1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 Jul 23 14:21:45.788340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b136835-c734-4044-997a-0d125d8d97dd req-19e973aa-d992-4e99-8caf-90850b317de5 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d61049-b8d8-4f27-bae2-9d604fe09566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921663 Jul 23 14:21:45.797313 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0053e82f-d0c0-4787-bb43-189901a5f5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:45.863870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72443edd-ded5-498d-83be-01c75f4720e3 req-8b9dc6e9-3a59-4e00-aa42-873f3f6e603d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 210 time: 0.0347445 Jul 23 14:21:45.872532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Made reservation on behalf of eb16e4eb3ab641a3b957188d96659483 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:21:45.876057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:45.947039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b136835-c734-4044-997a-0d125d8d97dd req-306c4cf1-65c8-496a-84b1-a15091b1b26c service neutron] 10.222.0.48 "GET /v2.0/networks/e1d61049-b8d8-4f27-bae2-9d604fe09566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453338 Jul 23 14:21:46.025869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Allocated IP 172.20.0.8 (fac5ed3b-7235-4bb6-b338-a95122ca73b0/555772b2-5dab-46e0-a662-b1fff428a568/e36768af-91d7-4e34-9b09-98df8bc158fb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:46.175760 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:46.222244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:46.238151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:21:46.262895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Network fac5ed3b-7235-4bb6-b338-a95122ca73b0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:46.267135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:46.276434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:46.287397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Pushing event updated for resources: {'Port': ['ID=e36768af-91d7-4e34-9b09-98df8bc158fb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:46.344563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:46.345673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:46.364043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-65b1e746-2131-4ed5-b206-187f9bcbbd22 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492967 Jul 23 14:21:46.385116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Request body: {'port': {'device_id': '39639da2-3911-406b-b90d-48411c4c49a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:21:46.464605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:46.733853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36768af-91d7-4e34-9b09-98df8bc158fb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:46.742460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:46.757363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Transition to ACTIVE for port object e36768af-91d7-4e34-9b09-98df8bc158fb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:46.762851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:46.838519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Pushing event updated for resources: {'Port': ['ID=e36768af-91d7-4e34-9b09-98df8bc158fb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:46.898192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d39ea-da07-4032-b52e-fc6113424c42 req-39fc245c-edb1-4b98-bcf4-5553d9a14eed tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:46.900371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-745d39ea-da07-4032-b52e-fc6113424c42 req-39fc245c-edb1-4b98-bcf4-5553d9a14eed tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 944 time: 0.0756052 Jul 23 14:21:46.918203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Attempting to bind port e36768af-91d7-4e34-9b09-98df8bc158fb on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:46.918716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Attempting to bind port e36768af-91d7-4e34-9b09-98df8bc158fb by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:46.919162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Attempting to bind port e36768af-91d7-4e34-9b09-98df8bc158fb on network fac5ed3b-7235-4bb6-b338-a95122ca73b0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:46.923871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Port e36768af-91d7-4e34-9b09-98df8bc158fb on network fac5ed3b-7235-4bb6-b338-a95122ca73b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:21:46.924297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Attempting to bind port e36768af-91d7-4e34-9b09-98df8bc158fb on network fac5ed3b-7235-4bb6-b338-a95122ca73b0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:46.930005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:46.931044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Checking segment: {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:46.931044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Bound using segment: {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:46.931496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Bound port: e36768af-91d7-4e34-9b09-98df8bc158fb, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:46.931972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:46.939084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-745d39ea-da07-4032-b52e-fc6113424c42 req-26aee01f-4a08-46b5-886a-108b1c2bc31c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336432 Jul 23 14:21:47.007123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] For port e36768af-91d7-4e34-9b09-98df8bc158fb, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:47.010530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] For port e36768af-91d7-4e34-9b09-98df8bc158fb, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e36768af-91d7-4e34-9b09-98df8bc158fb,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:47.016341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:47.050085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:47.050720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:47.052255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] 10.222.0.11 "PUT /v2.0/ports/e36768af-91d7-4e34-9b09-98df8bc158fb HTTP/1.1" status: 200 len: 1091 time: 0.6715703 Jul 23 14:21:47.052712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39639da2-3911-406b-b90d-48411c4c49a2', 'tag': 'e36768af-91d7-4e34-9b09-98df8bc158fb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:47.055066 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456eb68e-6be9-44a6-b5c3-36e94ab07c21" -d '{"events": [{"name": "network-changed", "server_uuid": "39639da2-3911-406b-b90d-48411c4c49a2", "tag": "e36768af-91d7-4e34-9b09-98df8bc158fb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:47.078271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8ace7-dd6e-4747-a0ca-377d0df764c1 req-48ef61a7-337f-44e9-bd53-507953a95d06 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:47.079873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38a8ace7-dd6e-4747-a0ca-377d0df764c1 req-48ef61a7-337f-44e9-bd53-507953a95d06 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 943 time: 0.0830250 Jul 23 14:21:47.083621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c85df-12e2-4ac6-a000-576424b7232f service neutron] Pushing event updated for resources: {'Port': ['ID=e36768af-91d7-4e34-9b09-98df8bc158fb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:47.134441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38a8ace7-dd6e-4747-a0ca-377d0df764c1 req-8b228258-59ab-4b86-9b27-57ba0368e924 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453634 Jul 23 14:21:47.178336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe29f-885b-4833-8e55-76815aece502 req-fced4a4f-61dd-44a8-97f2-7ff337c8ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:47.180062 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-fced4a4f-61dd-44a8-97f2-7ff337c8ef69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 1094 time: 0.0579357 Jul 23 14:21:47.185018 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f8315a-f0c5-438c-8fe3-d030c975a238 x-openstack-request-id: req-16f8315a-f0c5-438c-8fe3-d030c975a238 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:47.185311 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39639da2-3911-406b-b90d-48411c4c49a2", "tag": "e36768af-91d7-4e34-9b09-98df8bc158fb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:47.185560 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16f8315a-f0c5-438c-8fe3-d030c975a238 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:47.185962 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39639da2-3911-406b-b90d-48411c4c49a2', 'tag': 'e36768af-91d7-4e34-9b09-98df8bc158fb', 'status': 'completed', 'code': 200} Jul 23 14:21:47.237125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-f92ad75a-5b0c-4a85-8a84-c2740e4e1a54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e36768af-91d7-4e34-9b09-98df8bc158fb HTTP/1.1" status: 200 len: 217 time: 0.0378125 Jul 23 14:21:47.290354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe29f-885b-4833-8e55-76815aece502 req-cb3efcfe-2407-4eb5-8101-1fa7a6f64e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:47.292000 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-cb3efcfe-2407-4eb5-8101-1fa7a6f64e29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 200 len: 851 time: 0.0477479 Jul 23 14:21:47.328838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-09577a0a-669e-41aa-b4b7-1bf629ec4b60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fac5ed3b-7235-4bb6-b338-a95122ca73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296946 Jul 23 14:21:47.424183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 16158b3c-d608-4376-9f0e-7d85ed9b8f5c details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:21:47.432259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-1f5a726e-a03d-4117-b4f0-aded5539dfd0 service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962658 Jul 23 14:21:47.530536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:47.542571 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ea9fe29f-885b-4833-8e55-76815aece502 req-15f4cf8f-de5b-4b54-a88c-6fe1c4a92b48 service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032720 Jul 23 14:21:47.549385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c', 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566', 'port_id': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c', 'mac_address': 'fa:16:3e:ef:2a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d89fc7-0834-4228-88a0-cc07e930da18', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:21:47.594619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:47.607707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16158b3c-d608-4376-9f0e-7d85ed9b8f5c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:47.629330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:47.637478 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:47.701535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-d0c898ab-3ccf-4b96-8ce3-cab6f8b0bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:47.703145 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-d0c898ab-3ccf-4b96-8ce3-cab6f8b0bd94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 1094 time: 0.0549686 Jul 23 14:21:47.703593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:47.736300 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:47.952648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['16158b3c-d608-4376-9f0e-7d85ed9b8f5c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:21:48.121373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-d88c452e-04ab-4063-b37b-c2170215c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:48.122772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548b745-8b17-43ac-b4f1-4c8386cf3539 req-6f2fc37e-3ca2-4b3b-aaac-8f40e8657aa9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:48.123304 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-d88c452e-04ab-4063-b37b-c2170215c7ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 912 time: 0.4118283 Jul 23 14:21:48.124925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4548b745-8b17-43ac-b4f1-4c8386cf3539 req-6f2fc37e-3ca2-4b3b-aaac-8f40e8657aa9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 945 time: 0.0944004 Jul 23 14:21:48.169443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-4dc5b100-e27d-4646-9850-c8b7cee9d96d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e36768af-91d7-4e34-9b09-98df8bc158fb HTTP/1.1" status: 200 len: 217 time: 0.0383914 Jul 23 14:21:48.175605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4548b745-8b17-43ac-b4f1-4c8386cf3539 req-a2fd9a97-22c7-4301-b51f-533f55bd516f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 Jul 23 14:21:48.232901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-18092d45-5973-42f3-bf30-edfe037ae2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:48.234382 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-18092d45-5973-42f3-bf30-edfe037ae2ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 200 len: 851 time: 0.0570583 Jul 23 14:21:48.271466 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-e0d0fd0f-ddf4-4db9-8b52-f98f13c0dfd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fac5ed3b-7235-4bb6-b338-a95122ca73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292847 Jul 23 14:21:48.280360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:48.317299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a5ed-9744-421d-aeeb-04d8d14627d3 req-615c248f-d271-4973-b5ad-42039937b9dd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:48.323215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a90a5ed-9744-421d-aeeb-04d8d14627d3 req-615c248f-d271-4973-b5ad-42039937b9dd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 943 time: 0.0799577 Jul 23 14:21:48.360634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a90a5ed-9744-421d-aeeb-04d8d14627d3 req-ce3e2759-0d9b-4052-ad2d-46a0f696dd3d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358236 Jul 23 14:21:48.380441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-68396bda-1ab6-4359-a836-dc59f8bdbc4b service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021268 Jul 23 14:21:48.467360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3296bdf0-7227-4a2c-afef-0589c5a85187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:48.475023 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-456eb68e-6be9-44a6-b5c3-36e94ab07c21 req-d7b71141-7582-46eb-ba00-b2fdedd4e838 service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856133 Jul 23 14:21:49.331691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec6810-4e17-4fbd-a3be-b98a350ff996 req-9fc59129-223e-43d4-adc8-525ba0a6761f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:49.333727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a2ec6810-4e17-4fbd-a3be-b98a350ff996 req-9fc59129-223e-43d4-adc8-525ba0a6761f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 945 time: 0.0704131 Jul 23 14:21:49.373696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a2ec6810-4e17-4fbd-a3be-b98a350ff996 req-a667adce-dd93-479a-b63a-4c55e1943d34 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Jul 23 14:21:49.434907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 16158b3c-d608-4376-9f0e-7d85ed9b8f5c up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:49.467532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e36768af-91d7-4e34-9b09-98df8bc158fb details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:21:49.519606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4390a2-63b8-4ec9-ab00-f23eb2ffb5a6 req-d9305166-51d9-45e5-baad-b2d5e420bdb3 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:49.522574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec4390a2-63b8-4ec9-ab00-f23eb2ffb5a6 req-d9305166-51d9-45e5-baad-b2d5e420bdb3 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 943 time: 0.0826628 Jul 23 14:21:49.537563 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:49.563612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec4390a2-63b8-4ec9-ab00-f23eb2ffb5a6 req-4e5c447d-ee87-47e5-9adc-d6a2738df68b tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356154 Jul 23 14:21:49.590122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:49.591075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:49.591457 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:49.624826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e36768af-91d7-4e34-9b09-98df8bc158fb, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e36768af-91d7-4e34-9b09-98df8bc158fb,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:49.641525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'e36768af-91d7-4e34-9b09-98df8bc158fb', 'network_id': 'fac5ed3b-7235-4bb6-b338-a95122ca73b0', 'port_id': 'e36768af-91d7-4e34-9b09-98df8bc158fb', 'mac_address': 'fa:16:3e:ea:e6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555772b2-5dab-46e0-a662-b1fff428a568', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:21:49.688757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:49.721741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36768af-91d7-4e34-9b09-98df8bc158fb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:21:49.741096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:49.755128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e36768af-91d7-4e34-9b09-98df8bc158fb, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e36768af-91d7-4e34-9b09-98df8bc158fb,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:49.764402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:49.773777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40535c51-4bdc-462f-8c74-1d50409321e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:49.776010 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2ea6d1-2a96-4640-8ade-8e158f918a6b" -d '{"events": [{"server_uuid": "40535c51-4bdc-462f-8c74-1d50409321e0", "name": "network-vif-plugged", "status": "completed", "tag": "16158b3c-d608-4376-9f0e-7d85ed9b8f5c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:49.808281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:49.815643 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:49.826311 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3cfbbb-b6a7-428e-80f4-7ceca5d6b051 x-openstack-request-id: req-9a3cfbbb-b6a7-428e-80f4-7ceca5d6b051 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:49.826607 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40535c51-4bdc-462f-8c74-1d50409321e0", "name": "network-vif-plugged", "status": "completed", "tag": "16158b3c-d608-4376-9f0e-7d85ed9b8f5c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:49.826887 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a3cfbbb-b6a7-428e-80f4-7ceca5d6b051 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:49.827279 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40535c51-4bdc-462f-8c74-1d50409321e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c', 'code': 200} Jul 23 14:21:49.849911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e36768af-91d7-4e34-9b09-98df8bc158fb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:49.901762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:49.962988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f8c6-a943-4bf3-b298-54ef1ce06010 req-f02f43cf-a864-40fd-84e4-ce8165a3a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:49.964533 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67e8f8c6-a943-4bf3-b298-54ef1ce06010 req-f02f43cf-a864-40fd-84e4-ce8165a3a508 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 1097 time: 0.0555990 Jul 23 14:21:50.001827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67e8f8c6-a943-4bf3-b298-54ef1ce06010 req-c93f977f-a2cc-492b-9a3d-16f0aef7b550 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288992 Jul 23 14:21:50.156528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['e36768af-91d7-4e34-9b09-98df8bc158fb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:21:50.511391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e5b9-3d84-4e45-b012-3eef554693a5 req-c398edbf-5cb3-4082-9878-dbcd00eb2632 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:50.512755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4894e5b9-3d84-4e45-b012-3eef554693a5 req-c398edbf-5cb3-4082-9878-dbcd00eb2632 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 946 time: 0.0681403 Jul 23 14:21:50.551967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4894e5b9-3d84-4e45-b012-3eef554693a5 req-1e78dc7d-3142-4d87-a76e-f6675a81f183 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331588 Jul 23 14:21:50.706853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873ce7c-f832-4c9c-860e-6c157aeb980a req-53f378ad-6a50-42a0-b479-4586021278bd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:50.710296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e873ce7c-f832-4c9c-860e-6c157aeb980a req-53f378ad-6a50-42a0-b479-4586021278bd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 944 time: 0.0727565 Jul 23 14:21:50.751726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e873ce7c-f832-4c9c-860e-6c157aeb980a req-e39f5712-42c5-49b7-b75f-9e99de6a3044 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Jul 23 14:21:51.203834 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:51.502330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e36768af-91d7-4e34-9b09-98df8bc158fb up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:51.558565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port e36768af-91d7-4e34-9b09-98df8bc158fb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:51.563074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port e36768af-91d7-4e34-9b09-98df8bc158fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:51.563449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:51.642793 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:51.676764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e36768af-91d7-4e34-9b09-98df8bc158fb, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e36768af-91d7-4e34-9b09-98df8bc158fb,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:51.682898 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:51.696102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d61e81-76cb-4778-a784-4b22fc2ce75b req-d8890c00-0e06-4571-9ce6-5c9f9f3f6e0e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:51.697848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18d61e81-76cb-4778-a784-4b22fc2ce75b req-d8890c00-0e06-4571-9ce6-5c9f9f3f6e0e tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 946 time: 0.0719111 Jul 23 14:21:51.734752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e36768af-91d7-4e34-9b09-98df8bc158fb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:51.741141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18d61e81-76cb-4778-a784-4b22fc2ce75b req-caf73558-702f-4a47-8f6f-c88d9b96de01 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368581 Jul 23 14:21:51.828488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39639da2-3911-406b-b90d-48411c4c49a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36768af-91d7-4e34-9b09-98df8bc158fb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:21:51.830857 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5687a7-6e7c-4f59-8191-7b98bcf8cd4e" -d '{"events": [{"server_uuid": "39639da2-3911-406b-b90d-48411c4c49a2", "name": "network-vif-plugged", "status": "completed", "tag": "e36768af-91d7-4e34-9b09-98df8bc158fb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:21:51.876287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82801c17-f35b-4407-ac7b-a8c63e83646f req-9da940dc-48e1-46e5-a504-b4cdea535b61 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:51.877832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82801c17-f35b-4407-ac7b-a8c63e83646f req-9da940dc-48e1-46e5-a504-b4cdea535b61 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 946 time: 0.0650456 Jul 23 14:21:51.915611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82801c17-f35b-4407-ac7b-a8c63e83646f req-e4aa6552-a6f9-487f-a2d3-216310b96f0a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Jul 23 14:21:52.050702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2760d63-dce3-45ea-9c3a-5a78facdb4a7 req-04a5010a-230c-4b18-8cf4-1cea2ead7021 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:52.052189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2760d63-dce3-45ea-9c3a-5a78facdb4a7 req-04a5010a-230c-4b18-8cf4-1cea2ead7021 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0708275 Jul 23 14:21:52.091565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2760d63-dce3-45ea-9c3a-5a78facdb4a7 req-2cb89387-3635-486a-b11f-feb85a490615 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Jul 23 14:21:52.143362 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee77be59-d2e3-45d4-85b9-8200dd109670 x-openstack-request-id: req-ee77be59-d2e3-45d4-85b9-8200dd109670 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:21:52.143729 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39639da2-3911-406b-b90d-48411c4c49a2", "name": "network-vif-plugged", "status": "completed", "tag": "e36768af-91d7-4e34-9b09-98df8bc158fb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:21:52.144085 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee77be59-d2e3-45d4-85b9-8200dd109670 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:21:52.144538 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39639da2-3911-406b-b90d-48411c4c49a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36768af-91d7-4e34-9b09-98df8bc158fb', 'code': 200} Jul 23 14:21:52.307226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87159f-298c-48da-af01-9242fa02c5b6 req-539a6d44-9162-4b46-9e49-3c63e814e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:52.308645 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd87159f-298c-48da-af01-9242fa02c5b6 req-539a6d44-9162-4b46-9e49-3c63e814e825 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 1096 time: 0.0570590 Jul 23 14:21:52.344558 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd87159f-298c-48da-af01-9242fa02c5b6 req-6fefa439-9e5e-46bd-9117-93d6e5016b97 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289288 Jul 23 14:21:53.229431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e2ae4-c16e-4d45-9815-67be033b9289 req-e12a879e-ba16-4f4b-8d73-1b33dfba78ef tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:53.230976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c20e2ae4-c16e-4d45-9815-67be033b9289 req-e12a879e-ba16-4f4b-8d73-1b33dfba78ef tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0678024 Jul 23 14:21:53.277176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c20e2ae4-c16e-4d45-9815-67be033b9289 req-f6f0e8ae-08e0-4dcb-85ce-b29dafcb2773 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Jul 23 14:21:53.424351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:21:53.870519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:54.141188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.20.0.17 (e1d61049-b8d8-4f27-bae2-9d604fe09566/04d89fc7-0834-4228-88a0-cc07e930da18/8a0e0669-a0da-414f-a784-fdbb98bc0620) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:21:54.253365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:54.267367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Transition to ACTIVE for port object 8a0e0669-a0da-414f-a784-fdbb98bc0620 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:54.303437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:54.353017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:54.356640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=8a0e0669-a0da-414f-a784-fdbb98bc0620,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:54.366230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:54.369314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:21:54.436680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:54.505232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acded913-a380-49c1-93f9-66784749b602 req-d370df67-5dd1-4004-8e70-5ce420096d82 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:54.506721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acded913-a380-49c1-93f9-66784749b602 req-d370df67-5dd1-4004-8e70-5ce420096d82 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.1526828 Jul 23 14:21:54.580291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-acded913-a380-49c1-93f9-66784749b602 req-5b22e910-44b7-44b5-a842-d3f3f53fc46b tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653615 Jul 23 14:21:54.625644 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:54.634188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-46f23131-b63e-45e1-b811-a955c309185a None None] Provisioning for port 8a0e0669-a0da-414f-a784-fdbb98bc0620 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:54.639395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-46f23131-b63e-45e1-b811-a955c309185a None None] Provisioning complete for port 8a0e0669-a0da-414f-a784-fdbb98bc0620 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:54.639864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46f23131-b63e-45e1-b811-a955c309185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:54.674658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-46f23131-b63e-45e1-b811-a955c309185a None None] Port 8a0e0669-a0da-414f-a784-fdbb98bc0620 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:21:54.911563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-28e02ea0-e759-42c1-8f39-f84b60a697c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:54.913051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-28e02ea0-e759-42c1-8f39-f84b60a697c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 1096 time: 0.0544662 Jul 23 14:21:54.969534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3269f4a-19f6-4737-880d-5cec96863143 req-c0551dbc-be2f-4532-a535-ba026cc815de tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:54.971084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3269f4a-19f6-4737-880d-5cec96863143 req-c0551dbc-be2f-4532-a535-ba026cc815de tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.1069489 Jul 23 14:21:54.976055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:54.996362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:55.016388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-c231dd25-e010-4180-8b49-7f46e19d3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:55.017901 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-c231dd25-e010-4180-8b49-7f46e19d3b98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 912 time: 0.0978017 Jul 23 14:21:55.061520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-72f9cc3b-35c4-4aa4-9d97-c04f889a6a5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e36768af-91d7-4e34-9b09-98df8bc158fb HTTP/1.1" status: 200 len: 217 time: 0.0368860 Jul 23 14:21:55.082813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3269f4a-19f6-4737-880d-5cec96863143 req-2c98d008-b70a-44fb-8f11-553d3ecf8d88 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044760 Jul 23 14:21:55.090541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:55.096402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=8a0e0669-a0da-414f-a784-fdbb98bc0620,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:55.117959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-88071c94-bf5f-44ca-9d17-0d90906e83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:55.119680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-88071c94-bf5f-44ca-9d17-0d90906e83b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 200 len: 851 time: 0.0518489 Jul 23 14:21:55.170468 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-627b7976-e736-4cc7-8db1-dc18c35aac95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fac5ed3b-7235-4bb6-b338-a95122ca73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432639 Jul 23 14:21:55.212392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:21:55.213878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:21:55.265970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-6ac82bfe-65ff-42b8-b481-eed42ef97313 service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Jul 23 14:21:55.362106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 97115bc7-95b4-45ce-b089-540c861ffffb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:21:55.391669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0c13a5e5-8682-4359-a090-5c2c6830d543 req-d5e67857-4f5e-434d-aa71-33c6875ab758 service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178358 Jul 23 14:21:55.503387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b084707-8e89-4ab4-af4c-d97b1c15119f None None] Provisioning complete for port 8a0e0669-a0da-414f-a784-fdbb98bc0620 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:55.504070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b084707-8e89-4ab4-af4c-d97b1c15119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:55.541657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b084707-8e89-4ab4-af4c-d97b1c15119f None None] Port 8a0e0669-a0da-414f-a784-fdbb98bc0620 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:21:55.812055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:21:55.818563 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f00cc912-b482-4fa6-9277-33c32e994c68 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "PUT /v2.0/routers/97115bc7-95b4-45ce-b089-540c861ffffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3929234 Jul 23 14:21:55.834330 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Sync routers for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:21:55.846230 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:55.846890 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:21:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:55.953214 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:56.215361 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:21:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:03Z', 'revision_number': 1, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0e0669-a0da-414f-a784-fdbb98bc0620', 'name': '', 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:66:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '04d89fc7-0834-4228-88a0-cc07e930da18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:53Z', 'updated_at': '2021-07-23T14:21:54Z', 'revision_number': 2, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '04d89fc7-0834-4228-88a0-cc07e930da18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:56.245036 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Checking router: 97115bc7-95b4-45ce-b089-540c861ffffb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:21:56.246137 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Updating router 97115bc7-95b4-45ce-b089-540c861ffffb port 8a0e0669-a0da-414f-a784-fdbb98bc0620 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:21:56.270277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b98e79-5ee4-40a4-9be6-0097d77a53be req-edfafc9a-f592-4bda-be7c-44b79062e77f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:56.273878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6b98e79-5ee4-40a4-9be6-0097d77a53be req-edfafc9a-f592-4bda-be7c-44b79062e77f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0787058 Jul 23 14:21:56.316817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6b98e79-5ee4-40a4-9be6-0097d77a53be req-4d34a25b-a765-4685-a10c-ddbed6cfd0ea tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Jul 23 14:21:56.380210 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:56.648281 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:56.658987 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Transition to ACTIVE for port object 8a0e0669-a0da-414f-a784-fdbb98bc0620 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:21:56.665437 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:56.744732 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad312b78-2f32-44de-a7c9-25e413538022 None None] Pushing event updated for resources: {'Port': ['ID=8a0e0669-a0da-414f-a784-fdbb98bc0620,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:56.782293 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Attempting to bind port 8a0e0669-a0da-414f-a784-fdbb98bc0620 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:21:56.783829 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Attempting to bind port 8a0e0669-a0da-414f-a784-fdbb98bc0620 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:21:56.783829 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Attempting to bind port 8a0e0669-a0da-414f-a784-fdbb98bc0620 on network e1d61049-b8d8-4f27-bae2-9d604fe09566 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:21:56.789467 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:21:56.789938 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Checking segment: {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:21:56.790428 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:56.791036 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Bound using segment: {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:21:56.791727 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Bound port: 8a0e0669-a0da-414f-a784-fdbb98bc0620, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d39a89e-e31e-4951-9ab0-edc3b0aec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:21:56.792469 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:56.858288 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] For port 8a0e0669-a0da-414f-a784-fdbb98bc0620, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:21:56.861678 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] For port 8a0e0669-a0da-414f-a784-fdbb98bc0620, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8a0e0669-a0da-414f-a784-fdbb98bc0620,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:21:56.865846 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:56.934555 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:21:56.935209 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:21:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:56.939237 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad312b78-2f32-44de-a7c9-25e413538022 None None] Pushing event updated for resources: {'Port': ['ID=8a0e0669-a0da-414f-a784-fdbb98bc0620,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:57.047968 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:21:57.284311 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:21:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:03Z', 'revision_number': 1, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0e0669-a0da-414f-a784-fdbb98bc0620', 'name': '', 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:66:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '04d89fc7-0834-4228-88a0-cc07e930da18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:53Z', 'updated_at': '2021-07-23T14:21:56Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '04d89fc7-0834-4228-88a0-cc07e930da18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:21:57.313635 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8aed0-4104-4731-b383-aa4e2ec3cc6c None None] The sync data for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 is: [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:21:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:03Z', 'revision_number': 1, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0e0669-a0da-414f-a784-fdbb98bc0620', 'name': '', 'network_id': 'e1d61049-b8d8-4f27-bae2-9d604fe09566', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:66:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '04d89fc7-0834-4228-88a0-cc07e930da18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:53Z', 'updated_at': '2021-07-23T14:21:56Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '04d89fc7-0834-4228-88a0-cc07e930da18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:21:57.438801 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:21:57.490206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b24f29-06df-43b0-b0e9-851825ad3260 req-3f8defe9-54ef-4016-9bef-b34141a139dd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:57.492882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4b24f29-06df-43b0-b0e9-851825ad3260 req-3f8defe9-54ef-4016-9bef-b34141a139dd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0835900 Jul 23 14:21:57.540250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4b24f29-06df-43b0-b0e9-851825ad3260 req-9b123adc-d742-4e2c-8fa7-f520605fb26f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Jul 23 14:21:57.887986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8a0e0669-a0da-414f-a784-fdbb98bc0620 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:57.942040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8a0e0669-a0da-414f-a784-fdbb98bc0620 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:21:57.947126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8a0e0669-a0da-414f-a784-fdbb98bc0620 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:57.947721 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:58.039075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:58.072218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 8a0e0669-a0da-414f-a784-fdbb98bc0620, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8a0e0669-a0da-414f-a784-fdbb98bc0620,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:21:58.077220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:58.125859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=8a0e0669-a0da-414f-a784-fdbb98bc0620,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:21:58.685477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8a728-2d7a-4e02-bd25-5c427300cf4a req-c2ca4b69-457d-451f-90cd-b99874202b29 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:58.687023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03d8a728-2d7a-4e02-bd25-5c427300cf4a req-c2ca4b69-457d-451f-90cd-b99874202b29 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0664096 Jul 23 14:21:58.726299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03d8a728-2d7a-4e02-bd25-5c427300cf4a req-1518d476-7f1c-4c5f-a7c0-3f03b8fd2d03 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Jul 23 14:21:59.846574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8a0e0669-a0da-414f-a784-fdbb98bc0620 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:21:59.868771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ed5d2-f722-42c2-807f-bf50ad4c19b0 req-2687825c-02fc-4dec-9fc0-9f99f9db3d50 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:21:59.870387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d38ed5d2-f722-42c2-807f-bf50ad4c19b0 req-2687825c-02fc-4dec-9fc0-9f99f9db3d50 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0738022 Jul 23 14:21:59.898350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8a0e0669-a0da-414f-a784-fdbb98bc0620 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:21:59.898924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:21:59.909549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d38ed5d2-f722-42c2-807f-bf50ad4c19b0 req-d39b7df1-59e8-4cc7-8be8-87fef1a27b1e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Jul 23 14:22:01.055062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890a32-aa4c-4ea4-904c-a6996b644736 req-afc74b60-746f-4449-8712-6e3d71552c37 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:01.056564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01890a32-aa4c-4ea4-904c-a6996b644736 req-afc74b60-746f-4449-8712-6e3d71552c37 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0722489 Jul 23 14:22:01.103889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01890a32-aa4c-4ea4-904c-a6996b644736 req-b5efd526-2821-4c6e-848d-709308dd538d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Jul 23 14:22:02.245135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7afbbf-3cbf-4297-b33b-f8510fc7a9db req-45e18480-fd42-4f3d-b145-493d3a8c4114 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:02.247845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b7afbbf-3cbf-4297-b33b-f8510fc7a9db req-45e18480-fd42-4f3d-b145-493d3a8c4114 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0684216 Jul 23 14:22:02.288457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b7afbbf-3cbf-4297-b33b-f8510fc7a9db req-48bea30c-22a6-4c66-b8f6-390bb97bd951 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Jul 23 14:22:03.437954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948f5b2-d79a-408a-9606-0a6a527fda4a req-127a8465-b889-48be-889f-2cda4bf55776 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:03.439790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4948f5b2-d79a-408a-9606-0a6a527fda4a req-127a8465-b889-48be-889f-2cda4bf55776 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0696480 Jul 23 14:22:03.483468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4948f5b2-d79a-408a-9606-0a6a527fda4a req-a91e3c34-69b6-4593-9d67-b7106f835ab3 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Jul 23 14:22:04.628838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f84849-82dd-4b3e-b14b-eaa53f9f01c6 req-89f3b96a-470d-4ed9-8347-acfed624fac0 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:04.630511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66f84849-82dd-4b3e-b14b-eaa53f9f01c6 req-89f3b96a-470d-4ed9-8347-acfed624fac0 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0701399 Jul 23 14:22:04.675032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66f84849-82dd-4b3e-b14b-eaa53f9f01c6 req-4a9b0acf-dc03-4abb-aa47-69d1b3164de3 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Jul 23 14:22:05.825666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-f3604fe3-aa14-4ca1-8c84-11663d84d9bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680084 Jul 23 14:22:05.834186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eee38b-6155-49b7-b096-e81b97a52a67 req-8b401476-dd5d-4b45-8ee4-d69f92f93692 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:05.836249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61eee38b-6155-49b7-b096-e81b97a52a67 req-8b401476-dd5d-4b45-8ee4-d69f92f93692 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0759854 Jul 23 14:22:05.887289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61eee38b-6155-49b7-b096-e81b97a52a67 req-4863446f-4af6-4e50-94e4-9580700d01d0 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Jul 23 14:22:05.960714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-f9a7f009-2cec-48b4-bf31-fdd71aba676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:05.962618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-f9a7f009-2cec-48b4-bf31-fdd71aba676b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.0732052 Jul 23 14:22:06.099320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-9d9ea37a-2b08-4ad3-844f-5a3ddec399f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:06.101317 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-9d9ea37a-2b08-4ad3-844f-5a3ddec399f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.0990019 Jul 23 14:22:06.155400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-f028b4cf-0122-48be-ac4c-4d6c6c25c252 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0423410 Jul 23 14:22:06.213441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-6d566acc-59ec-45f9-80c1-5301099a076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:06.214881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-6d566acc-59ec-45f9-80c1-5301099a076b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0442669 Jul 23 14:22:06.258177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-9087c80f-a6d7-4d6b-ad39-612a5bf87453 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341494 Jul 23 14:22:06.356127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-6e16dd55-abe9-4064-9ff4-4590fd6c40e2 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840337 Jul 23 14:22:06.456805 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91bf267a-19b1-45c6-8606-fa7f98771c97 req-faed68f1-74de-4bce-9703-cc1f07736d6d service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929112 Jul 23 14:22:07.026795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfdf1b-0124-4d4e-ab3a-5edf37232c2f req-9ca90a4b-3c67-4a2d-b7a4-463bd862a59c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:07.028450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76cfdf1b-0124-4d4e-ab3a-5edf37232c2f req-9ca90a4b-3c67-4a2d-b7a4-463bd862a59c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0690842 Jul 23 14:22:07.083229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76cfdf1b-0124-4d4e-ab3a-5edf37232c2f req-79d36301-048a-4d7f-8e8b-560849a5b1d0 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Jul 23 14:22:07.531042 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:08.222758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f08bf-eb18-497d-b9c0-27dd1dd9249d req-aa3030dd-ca3d-43bc-bdef-b9662c67ca3f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:08.224379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef4f08bf-eb18-497d-b9c0-27dd1dd9249d req-aa3030dd-ca3d-43bc-bdef-b9662c67ca3f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0733414 Jul 23 14:22:08.265334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef4f08bf-eb18-497d-b9c0-27dd1dd9249d req-41ad9827-665c-47dd-8425-581f0f385352 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350630 Jul 23 14:22:08.937125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-1d819113-a6e2-49c2-87d8-56973f7d9f31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0686631 Jul 23 14:22:09.069938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.070404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.070918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.071453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.071908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.072367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.072869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.074940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0a2def44-72fe-4126-bf84-bcef906cc43d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18b3837678c4ab8b83132108f323afb&device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 6500 time: 0.0749397 Jul 23 14:22:09.200792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0b6d3819-65a9-4b90-94c5-4de2087e2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.201687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0b6d3819-65a9-4b90-94c5-4de2087e2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.202158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0b6d3819-65a9-4b90-94c5-4de2087e2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.203894 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0b6d3819-65a9-4b90-94c5-4de2087e2955 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f90128ca-9332-4025-8425-15b1e4bf1851&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=1be42223-cecf-4b9d-bc21-d36506213d65&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 HTTP/1.1" status: 200 len: 2296 time: 0.1008027 Jul 23 14:22:09.278999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-47687c05-6cc9-479d-867d-ebea9d4602cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4bafac-09dc-4375-add6-f3f780e2efca HTTP/1.1" status: 200 len: 1000 time: 0.0675316 Jul 23 14:22:09.329531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-a215c288-b5df-4c3b-ac47-505edc3038c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.331469 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-a215c288-b5df-4c3b-ac47-505edc3038c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f9b00b3-649e-4d61-92c2-dcac2b10a7bf HTTP/1.1" status: 200 len: 855 time: 0.0462062 Jul 23 14:22:09.398313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-9fc24e86-0d42-4a07-8860-0b6e2acbd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.399925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-9fc24e86-0d42-4a07-8860-0b6e2acbd4ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f90128ca-9332-4025-8425-15b1e4bf1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617807 Jul 23 14:22:09.406412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdea991-bee1-44f8-b8a4-2ca6e757e1a0 req-d08bcfa8-5976-434a-9402-57cd5a01d246 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.408044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ccdea991-bee1-44f8-b8a4-2ca6e757e1a0 req-d08bcfa8-5976-434a-9402-57cd5a01d246 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0668283 Jul 23 14:22:09.446945 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ccdea991-bee1-44f8-b8a4-2ca6e757e1a0 req-950a248e-0f14-4e1f-b1d2-20f29ea4b719 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Jul 23 14:22:09.508697 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-c077bb87-7f63-4a3e-b06a-6d6c483470a8 service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017945 Jul 23 14:22:09.632052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-7d8de8a5-5c28-40f5-a6e2-9310d03ecd8b service neutron] 10.222.0.11 "GET /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915954 Jul 23 14:22:09.677407 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-1fada3f1-9eaa-4b5a-b481-ee165e71d005 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 217 time: 0.0382957 Jul 23 14:22:09.730465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e785d26c-06bc-4055-8cd7-f7dd8c24228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.732049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e785d26c-06bc-4055-8cd7-f7dd8c24228f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0476992 Jul 23 14:22:09.814570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-2ad42db0-390c-4c83-9408-64112b44264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:09.816191 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-2ad42db0-390c-4c83-9408-64112b44264f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759766 Jul 23 14:22:09.921454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-707fe194-bb51-418a-b7b1-7de84b445b56 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972950 Jul 23 14:22:10.024540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-517f994b-8fa4-4691-baff-d264f9155562 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948086 Jul 23 14:22:10.087200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e763b6fc-00b9-479a-887c-07fa10e7365a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 217 time: 0.0558398 Jul 23 14:22:10.137952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-57a9d4df-60e0-4614-a27b-1bad93ce6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:10.139515 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-57a9d4df-60e0-4614-a27b-1bad93ce6620 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0460196 Jul 23 14:22:10.204120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-c4d70511-e570-41c5-ab22-5f1efdd690e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:10.205679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-c4d70511-e570-41c5-ab22-5f1efdd690e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593295 Jul 23 14:22:10.306273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-ed82df3d-2313-42e9-8c03-00b8cc6a6f57 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942652 Jul 23 14:22:10.401168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-fcfc3f96-33dd-4f49-9084-8668ad1e76f6 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881279 Jul 23 14:22:10.447061 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-419b34f6-ec88-4be6-8544-5728ccecd021 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7 HTTP/1.1" status: 200 len: 217 time: 0.0387192 Jul 23 14:22:10.502442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-56481a5e-16de-4bfa-8be3-65b31f627ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:10.504020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-56481a5e-16de-4bfa-8be3-65b31f627ddd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0506103 Jul 23 14:22:10.571030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e3ca121c-456a-42e8-bf99-f84c9fa62299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:10.573506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e3ca121c-456a-42e8-bf99-f84c9fa62299 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614984 Jul 23 14:22:10.599223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c59992-1337-445d-bf7c-ebdcc5dbafbe req-57b02969-a483-42f8-bb0d-adcc72ab34d4 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:10.600721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49c59992-1337-445d-bf7c-ebdcc5dbafbe req-57b02969-a483-42f8-bb0d-adcc72ab34d4 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0771050 Jul 23 14:22:10.650136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49c59992-1337-445d-bf7c-ebdcc5dbafbe req-9f8f6362-8f02-4f09-a194-3865f04e9952 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Jul 23 14:22:10.692189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-10794a26-20a9-4daf-bf00-3953e35237b0 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121404 Jul 23 14:22:10.786458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-0367c8ec-58a0-4846-8384-2163e9d26471 service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876048 Jul 23 14:22:10.831126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-7f902fde-a208-4f8f-9231-f7dae0f83cce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc HTTP/1.1" status: 200 len: 217 time: 0.0376241 Jul 23 14:22:10.887247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-bad31ad1-180f-4b1a-9e7d-fc50fe45b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:10.888879 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-bad31ad1-180f-4b1a-9e7d-fc50fe45b722 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 200 len: 797 time: 0.0510988 Jul 23 14:22:10.950434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-de34267c-a809-4374-b256-e5707f70b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:10.951987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-de34267c-a809-4374-b256-e5707f70b7d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1be42223-cecf-4b9d-bc21-d36506213d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553091 Jul 23 14:22:11.061256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-5708b7ff-b7b4-4300-80fe-294f68f9ba3e service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012633 Jul 23 14:22:11.166718 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-3507f75b-552d-4f19-8ba3-86092f1d497b service neutron] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920203 Jul 23 14:22:11.214518 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-049d9e78-318c-4efa-9775-19a1c3e8a62f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5027f009-f67a-4528-9fa4-2d5ce045c563 HTTP/1.1" status: 200 len: 217 time: 0.0409460 Jul 23 14:22:11.267089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e7c7e32c-b0ac-4385-a6b7-a1d581dac79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:11.268614 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e7c7e32c-b0ac-4385-a6b7-a1d581dac79c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.0452356 Jul 23 14:22:11.333052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-7e1f370c-8d28-494f-ab93-f7cad8235fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:11.334683 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-7e1f370c-8d28-494f-ab93-f7cad8235fbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588231 Jul 23 14:22:11.435136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-e485b568-0438-4340-9645-e69d1df31783 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921712 Jul 23 14:22:11.533082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-9f26fe89-4a6c-4f39-bd33-b4e4ccdfec26 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903456 Jul 23 14:22:11.582965 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-09efe317-d7cc-485c-85de-d15ab577738a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231 HTTP/1.1" status: 200 len: 217 time: 0.0400357 Jul 23 14:22:11.633893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-dfd8b137-3216-4e18-866a-093e4c314484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:11.635824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-dfd8b137-3216-4e18-866a-093e4c314484 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 200 len: 797 time: 0.0459197 Jul 23 14:22:11.707642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-cb413f20-9044-4fca-b10b-8629f6a7db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:11.709189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-cb413f20-9044-4fca-b10b-8629f6a7db9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638585 Jul 23 14:22:11.811300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707745d6-da6a-400a-b5d4-ce1977bde8f5 req-7311fe70-8077-4b72-bcd6-62c622bad259 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:11.815137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707745d6-da6a-400a-b5d4-ce1977bde8f5 req-7311fe70-8077-4b72-bcd6-62c622bad259 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0777018 Jul 23 14:22:11.821445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-55f67550-c4a1-416d-a7b2-cde13799b9b5 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028659 Jul 23 14:22:11.854690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707745d6-da6a-400a-b5d4-ce1977bde8f5 req-9b851a91-6962-4f3e-be13-0dcfad518f48 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356748 Jul 23 14:22:11.922738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b614274c-f7ef-45f8-920b-3a2f3936e846 req-aa65426c-47ac-497d-b0e4-fa529d6caa25 service neutron] 10.222.0.11 "GET /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940757 Jul 23 14:22:12.996313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762dfb4-d68b-48be-8b71-eca0dd9503eb req-76ec40a1-cbb9-46c9-a1e7-58b87bf4922c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:12.998051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5762dfb4-d68b-48be-8b71-eca0dd9503eb req-76ec40a1-cbb9-46c9-a1e7-58b87bf4922c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0707123 Jul 23 14:22:13.041675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5762dfb4-d68b-48be-8b71-eca0dd9503eb req-8112e7e2-52cd-416c-9e9c-6924c2371441 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377281 Jul 23 14:22:14.189118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b11ae-8e2f-4fbc-9680-14a4bbcbd7cd req-09aee056-2aaa-46fc-bef6-236297c75734 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:14.190806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d78b11ae-8e2f-4fbc-9680-14a4bbcbd7cd req-09aee056-2aaa-46fc-bef6-236297c75734 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0714869 Jul 23 14:22:14.231946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d78b11ae-8e2f-4fbc-9680-14a4bbcbd7cd req-4a2813f0-61b2-46c5-950a-a8ff082d1051 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351152 Jul 23 14:22:15.369226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e24af-1574-41aa-95f4-49bded28cbaa req-fd6940e5-7572-46d0-bcfc-75856402ea15 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:15.370751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-064e24af-1574-41aa-95f4-49bded28cbaa req-fd6940e5-7572-46d0-bcfc-75856402ea15 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0668294 Jul 23 14:22:15.410001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-064e24af-1574-41aa-95f4-49bded28cbaa req-cd638733-aa26-4402-83ff-6dd033fc286e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Jul 23 14:22:15.792467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a47f9c93-3b96-4d03-9b3d-46bf917d9dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:16.550004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d46d12-f6ea-4e82-a675-51264d3dc818 req-91ee7f58-7969-4db1-99cc-1b590a9e2ab9 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:16.551475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51d46d12-f6ea-4e82-a675-51264d3dc818 req-91ee7f58-7969-4db1-99cc-1b590a9e2ab9 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0693760 Jul 23 14:22:16.592813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51d46d12-f6ea-4e82-a675-51264d3dc818 req-c7c2b838-a3fc-4474-bd22-6eb421bd88fa tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355554 Jul 23 14:22:17.732622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da19e-7c18-4058-891f-36c0fb79f05e req-11d42a26-f87f-4150-98aa-06c1c40c34fd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:17.734668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e9da19e-7c18-4058-891f-36c0fb79f05e req-11d42a26-f87f-4150-98aa-06c1c40c34fd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0698285 Jul 23 14:22:17.757564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:17.787243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e9da19e-7c18-4058-891f-36c0fb79f05e req-258c2303-d577-466b-9199-b3243d16a7d1 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 Jul 23 14:22:18.278520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:18.470599 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca48ffe6-6c3c-46a7-bf51-d0d2e5775f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:18.927643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4456ec-7bd5-41ee-9ae1-97d737242f39 req-016cfedf-b539-428d-9e29-f23d398ee880 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:18.929241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf4456ec-7bd5-41ee-9ae1-97d737242f39 req-016cfedf-b539-428d-9e29-f23d398ee880 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0671749 Jul 23 14:22:18.972205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf4456ec-7bd5-41ee-9ae1-97d737242f39 req-5738e64f-c5ba-49ad-8a20-c928a93d354a tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Jul 23 14:22:19.509567 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.265387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:20.270195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1b4470f-623b-4041-a756-6dd84f6df8fb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478030549', 'description': 'tempest-secgroup-smoke-478030549 description', 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:20.297347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b4470f-623b-4041-a756-6dd84f6df8fb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.377493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240b13-b7b6-4181-8344-6a3eb45bfbd3 req-e900c0c3-7c3a-4c6e-9888-f8ab8a77b3b4 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:20.379259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff240b13-b7b6-4181-8344-6a3eb45bfbd3 req-e900c0c3-7c3a-4c6e-9888-f8ab8a77b3b4 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0734203 Jul 23 14:22:20.387803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b4470f-623b-4041-a756-6dd84f6df8fb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.392647 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b4470f-623b-4041-a756-6dd84f6df8fb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.420767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff240b13-b7b6-4181-8344-6a3eb45bfbd3 req-3cdca350-e3cc-4c75-883b-ee68adf1137d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356150 Jul 23 14:22:20.422737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1b4470f-623b-4041-a756-6dd84f6df8fb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.424025 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1b4470f-623b-4041-a756-6dd84f6df8fb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1574926 Jul 23 14:22:20.425931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4470f-623b-4041-a756-6dd84f6df8fb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5704e0b-77af-47fe-b29e-5554616cf265,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:20.427540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:20.433032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2cccc5a7-c63a-43dd-a070-0ed8f73ed95e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'security_group_rule': {'security_group_id': 'b5704e0b-77af-47fe-b29e-5554616cf265', 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:20.465802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cccc5a7-c63a-43dd-a070-0ed8f73ed95e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.514916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cccc5a7-c63a-43dd-a070-0ed8f73ed95e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.519644 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cccc5a7-c63a-43dd-a070-0ed8f73ed95e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.535720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccc5a7-c63a-43dd-a070-0ed8f73ed95e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64fb3c7-00dc-4c5e-a76f-4932d52f518b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:20.546262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cccc5a7-c63a-43dd-a070-0ed8f73ed95e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.547506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2cccc5a7-c63a-43dd-a070-0ed8f73ed95e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187315 Jul 23 14:22:20.550488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:20.555039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-263cd7d4-7f48-4198-935a-16ccea9cb77b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'security_group_rule': {'security_group_id': 'b5704e0b-77af-47fe-b29e-5554616cf265', 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:20.583914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263cd7d4-7f48-4198-935a-16ccea9cb77b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.646208 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263cd7d4-7f48-4198-935a-16ccea9cb77b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.652127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263cd7d4-7f48-4198-935a-16ccea9cb77b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.669378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cd7d4-7f48-4198-935a-16ccea9cb77b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9193d3d0-097e-4f0a-9743-622ed7e7b98c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:20.675775 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263cd7d4-7f48-4198-935a-16ccea9cb77b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.676962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-263cd7d4-7f48-4198-935a-16ccea9cb77b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255295 Jul 23 14:22:20.679825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:20.684314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6b052b7b-433a-4dca-b208-c636eb348586 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'security_group_rule': {'security_group_id': 'b5704e0b-77af-47fe-b29e-5554616cf265', 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:20.714583 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b052b7b-433a-4dca-b208-c636eb348586 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.786152 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b052b7b-433a-4dca-b208-c636eb348586 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.791886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b052b7b-433a-4dca-b208-c636eb348586 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.813719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b052b7b-433a-4dca-b208-c636eb348586 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf69519-ccef-4051-9b71-ab41dc2cfd9f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:20.817659 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b052b7b-433a-4dca-b208-c636eb348586 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.821773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6b052b7b-433a-4dca-b208-c636eb348586 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384110 Jul 23 14:22:20.822692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:20.827188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2e6ce5d-6d9a-4573-b09f-44f70a8aa944 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'security_group_rule': {'security_group_id': 'b5704e0b-77af-47fe-b29e-5554616cf265', 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:20.857612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ce5d-6d9a-4573-b09f-44f70a8aa944 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.923066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ce5d-6d9a-4573-b09f-44f70a8aa944 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.928020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ce5d-6d9a-4573-b09f-44f70a8aa944 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.946732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6ce5d-6d9a-4573-b09f-44f70a8aa944 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a338308a-ee3b-48f2-b9e7-7bee4fdd08f7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:20.954003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ce5d-6d9a-4573-b09f-44f70a8aa944 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:20.955273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d2e6ce5d-6d9a-4573-b09f-44f70a8aa944 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323054 Jul 23 14:22:20.957967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:20.963000 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'security_group_rule': {'security_group_id': 'b5704e0b-77af-47fe-b29e-5554616cf265', 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:20.985608 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Project a9c465fdf0944e6881a44e3fe42da7e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:22:20.990311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.051851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.057655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.075171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b297d70-457d-4c12-8f09-7c19ea9d6357,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:21.083828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.085444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fed26a67-8849-4a32-8a77-709178be9747 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265256 Jul 23 14:22:21.089365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:21.094040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'security_group_rule': {'security_group_id': 'b5704e0b-77af-47fe-b29e-5554616cf265', 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:21.118554 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Project a9c465fdf0944e6881a44e3fe42da7e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:22:21.123312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.190143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.197030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.208363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.216753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b51056-210d-4610-af8e-516c74fe5b86,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:21.225382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:21.226832 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-95debefd-c5e1-4738-a648-aa0725e93e08 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364264 Jul 23 14:22:21.451322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-d6a44c80-9d10-4018-838d-5cdb28d8052a tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478030549&fields=id&tenant_id=a9c465fdf0944e6881a44e3fe42da7e3 HTTP/1.1" status: 200 len: 267 time: 0.0436699 Jul 23 14:22:21.562778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-f3827685-cf05-43ba-8a2f-78c74058d583 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:21.564197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-f3827685-cf05-43ba-8a2f-78c74058d583 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/networks?id=a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 200 len: 813 time: 0.1029015 Jul 23 14:22:21.581476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-e4fb8f47-5b9c-4595-b4d6-86fedbf8c568 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/quotas/a9c465fdf0944e6881a44e3fe42da7e3 HTTP/1.1" status: 200 len: 375 time: 0.0094140 Jul 23 14:22:21.653136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-209fcbdd-2395-44a7-aef0-191196df7259 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652373 Jul 23 14:22:21.752468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-157733f5-d4a6-4e8d-9f6d-bcfb6afae64a service neutron] 10.222.0.21 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862842 Jul 23 14:22:21.801902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffc06f-a979-4619-aee6-afcb9dd1b7a3 req-49c0096c-1967-4285-9237-864c086ea84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:21.803536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1ffc06f-a979-4619-aee6-afcb9dd1b7a3 req-49c0096c-1967-4285-9237-864c086ea84c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 1096 time: 0.0554895 Jul 23 14:22:21.838698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1ffc06f-a979-4619-aee6-afcb9dd1b7a3 req-9559112d-a0bf-4b05-8c3e-2765946181ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288365 Jul 23 14:22:21.847739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-b94307d4-caac-4cef-b8db-1f61c17c4c70 service neutron] 10.222.0.21 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893030 Jul 23 14:22:22.218032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e2a99-2904-4f66-98a7-d577bf2c0efd req-9fb06dec-6ad9-455e-9787-8e3c9aa56cc6 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:22.219629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-005e2a99-2904-4f66-98a7-d577bf2c0efd req-9fb06dec-6ad9-455e-9787-8e3c9aa56cc6 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0651448 Jul 23 14:22:22.258973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-005e2a99-2904-4f66-98a7-d577bf2c0efd req-190dac7a-b668-437b-8648-076fa9fafb3b tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Jul 23 14:22:22.413381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a77b7e05-1ebe-4cdc-bf81-591163af79ff req-fb95913c-3f96-4ada-b35f-0e04849cd886 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 210 time: 0.0318470 Jul 23 14:22:23.040165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:23.387239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-04602677-e58b-43a2-ab06-3146a51fb1c1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:23.389378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-04602677-e58b-43a2-ab06-3146a51fb1c1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.48 "GET /v2.0/networks?id=a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 200 len: 813 time: 0.1929805 Jul 23 14:22:23.407319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3a8e-8bc7-4ac7-977c-7c56d82ba0fe req-c303ec68-5b6b-4ed5-8ff0-c4945e87151b tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:23.409167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0cc3a8e-8bc7-4ac7-977c-7c56d82ba0fe req-c303ec68-5b6b-4ed5-8ff0-c4945e87151b tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0756998 Jul 23 14:22:23.449801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0cc3a8e-8bc7-4ac7-977c-7c56d82ba0fe req-bdb2dbe8-ba82-4111-aad0-1daba7158c75 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Jul 23 14:22:23.463142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-4b2a6dd0-4c5f-4b62-8b4f-7cecfbedfd95 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c465fdf0944e6881a44e3fe42da7e3 HTTP/1.1" status: 200 len: 379 time: 0.0604472 Jul 23 14:22:23.476311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'port': {'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'admin_state_up': True, 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'security_groups': ['b5704e0b-77af-47fe-b29e-5554616cf265']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:23.624818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0899ae6-6bfb-4879-9a65-58c71a7ff8c0 req-a7f904f7-7613-4e5a-bde7-65491a48d197 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 210 time: 0.0313222 Jul 23 14:22:23.872327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301076a4-415f-40bd-bb3f-53101dcf110e req-a7b4ea76-85f7-47b5-b8f3-7c7eae6bfb27 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:23.874099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-301076a4-415f-40bd-bb3f-53101dcf110e req-a7b4ea76-85f7-47b5-b8f3-7c7eae6bfb27 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0687625 Jul 23 14:22:23.913140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-301076a4-415f-40bd-bb3f-53101dcf110e req-6c5715ed-f29f-4ea6-9ede-6dc444b7af8c tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Jul 23 14:22:24.004467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-aed2c0d1-a8c3-4a52-99e2-aec35cda8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:24.006008 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-aed2c0d1-a8c3-4a52-99e2-aec35cda8cfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb16e4eb3ab641a3b957188d96659483&device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 1096 time: 0.1620877 Jul 23 14:22:24.022086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Made reservation on behalf of a9c465fdf0944e6881a44e3fe42da7e3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:22:24.025576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:24.109185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:24.259038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-cdf5d9e7-8482-4c06-90ce-c31ded765583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:24.260499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-cdf5d9e7-8482-4c06-90ce-c31ded765583 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 200 len: 912 time: 0.2476180 Jul 23 14:22:24.333355 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-c5530c26-747c-4cda-a5fe-076483f56685 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e36768af-91d7-4e34-9b09-98df8bc158fb HTTP/1.1" status: 200 len: 217 time: 0.0535831 Jul 23 14:22:24.381635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Allocated IP 172.20.0.10 (a8514189-2364-4711-9251-2ecadab5fd06/db6f6dac-f87c-4fd3-bb9a-18691c690427/b994f635-79fb-464a-96dc-d12049174343) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:24.490692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-499fa740-a470-40c3-a031-1dfd28e4e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:24.492326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-499fa740-a470-40c3-a031-1dfd28e4e189 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 200 len: 851 time: 0.1492655 Jul 23 14:22:24.585114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-dc6b1174-e625-40a3-95f0-08bacb7a6162 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fac5ed3b-7235-4bb6-b338-a95122ca73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822527 Jul 23 14:22:24.732524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2993aa2d-40fd-43ca-8ba5-f15f1a311f68 req-7d6c8529-47c9-4a4a-89e0-8da7069ab7a4 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 210 time: 0.0350478 Jul 23 14:22:24.774878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:24.788688 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-f5997022-cdde-4b4c-84e4-c81b7165ecd7 service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884041 Jul 23 14:22:24.793941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Transition to ACTIVE for port object b994f635-79fb-464a-96dc-d12049174343 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:24.958481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:24.996399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ab8bdd8-f3ac-4b1f-ab5f-44a76da31e3c req-0a30461a-2459-450b-874d-2fb6b4c9f838 service neutron] 10.222.0.11 "GET /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006738 Jul 23 14:22:25.014361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Network a8514189-2364-4711-9251-2ecadab5fd06 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:25.030338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:25.039456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:25.077253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'Port': ['ID=b994f635-79fb-464a-96dc-d12049174343,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:25.095519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936548-e457-46c0-b67a-c328108f25ee req-c91a6044-2b24-455d-965e-20ffc540342f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:25.102334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port 8a0e0669-a0da-414f-a784-fdbb98bc0620 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:25.102747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f936548-e457-46c0-b67a-c328108f25ee req-c91a6044-2b24-455d-965e-20ffc540342f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.1011443 Jul 23 14:22:25.102865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.133308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:25.133813 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.143161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f936548-e457-46c0-b67a-c328108f25ee req-252f6760-a508-4ba2-91e1-59f43c84d5ab tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Jul 23 14:22:25.201778 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-ee006c41-f0e8-4220-ab65-e2b6239c8b2b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7256641 Jul 23 14:22:25.215626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Request body: {'port': {'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:25.269290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port 8a0e0669-a0da-414f-a784-fdbb98bc0620, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8a0e0669-a0da-414f-a784-fdbb98bc0620,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:25.269664 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.290204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for 8a0e0669-a0da-414f-a784-fdbb98bc0620 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:25.334344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5439efa7-6440-47e5-8262-688d64351311 None None] Provisioning for port b994f635-79fb-464a-96dc-d12049174343 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:25.339216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5439efa7-6440-47e5-8262-688d64351311 None None] Provisioning complete for port b994f635-79fb-464a-96dc-d12049174343 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:25.339840 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5439efa7-6440-47e5-8262-688d64351311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.368457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.532354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5439efa7-6440-47e5-8262-688d64351311 None None] Port b994f635-79fb-464a-96dc-d12049174343 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:22:25.704524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.741832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=8a0e0669-a0da-414f-a784-fdbb98bc0620,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:25.851126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b994f635-79fb-464a-96dc-d12049174343 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:22:25.858825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.905655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af236a-79fa-4a68-9a0e-1991d6840594 req-8285ebec-d9e8-416c-ad57-1cd6a334fcd1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:25.914531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18af236a-79fa-4a68-9a0e-1991d6840594 req-8285ebec-d9e8-416c-ad57-1cd6a334fcd1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 932 time: 0.0885537 Jul 23 14:22:25.950154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Transition to ACTIVE for port object b994f635-79fb-464a-96dc-d12049174343 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:25.968197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:25.968665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18af236a-79fa-4a68-9a0e-1991d6840594 req-e4c03a43-1983-41f8-9479-dcc2b4236421 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487692 Jul 23 14:22:26.037838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b994f635-79fb-464a-96dc-d12049174343,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:26.112808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:26.224136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Attempting to bind port b994f635-79fb-464a-96dc-d12049174343 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:26.224828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Attempting to bind port b994f635-79fb-464a-96dc-d12049174343 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:26.225133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Attempting to bind port b994f635-79fb-464a-96dc-d12049174343 on network a8514189-2364-4711-9251-2ecadab5fd06 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:26.238913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Port b994f635-79fb-464a-96dc-d12049174343 on network a8514189-2364-4711-9251-2ecadab5fd06 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:22:26.239502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Attempting to bind port b994f635-79fb-464a-96dc-d12049174343 on network a8514189-2364-4711-9251-2ecadab5fd06 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:26.251605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:26.252078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Checking segment: {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:26.252668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Bound using segment: {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:26.253230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Bound port: b994f635-79fb-464a-96dc-d12049174343, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6926fdf9-3da6-490c-a808-c2a9fdf8f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:26.253744 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:26.356407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcd78a-791b-4eee-ab11-2d89e182599e req-1d83dba5-e67f-458d-9690-68f0a2b367f9 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:26.364147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fdcd78a-791b-4eee-ab11-2d89e182599e req-1d83dba5-e67f-458d-9690-68f0a2b367f9 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.1237242 Jul 23 14:22:26.422326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fdcd78a-791b-4eee-ab11-2d89e182599e req-508bfc88-96e3-4d2e-80f2-b0a555a99d9d tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522993 Jul 23 14:22:26.437013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] For port b994f635-79fb-464a-96dc-d12049174343, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:26.441454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] For port b994f635-79fb-464a-96dc-d12049174343, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b994f635-79fb-464a-96dc-d12049174343,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:26.450058 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:26.831135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 97115bc7-95b4-45ce-b089-540c861ffffb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:26.835011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:26.835630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:26.837139 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 200 len: 1092 time: 1.6265864 Jul 23 14:22:26.837464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:26.839802 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78130a92-6697-491b-a80d-0ef0c3ece1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:26.870725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed381f2-8e48-4177-854c-0e678a99e5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b994f635-79fb-464a-96dc-d12049174343,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:26.915034 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc5b52e-5e87-46db-9b95-f4f1c251fdc3 x-openstack-request-id: req-9bc5b52e-5e87-46db-9b95-f4f1c251fdc3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:26.915326 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:26.915564 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bc5b52e-5e87-46db-9b95-f4f1c251fdc3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:26.915950 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343', 'status': 'completed', 'code': 200} Jul 23 14:22:27.024326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-defbb5ff-eccb-4410-9f03-8fda994ec125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.026162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-defbb5ff-eccb-4410-9f03-8fda994ec125 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1095 time: 0.1093280 Jul 23 14:22:27.031365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:27.036627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5aef8595-67e4-447a-b1d4-5ac96b06a099 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "PUT /v2.0/routers/97115bc7-95b4-45ce-b089-540c861ffffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9952636 Jul 23 14:22:27.048441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] Sync routers for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:27.064518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:27.065568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:27.081835 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-096d882c-a162-4281-9c2b-bd0250f2b30c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 200 len: 217 time: 0.0441113 Jul 23 14:22:27.142899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887eca3-26ba-4e59-b237-bd688f4f005e req-5bfd06ec-2600-4c1c-a60b-20b09c0c6a29 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.144737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2887eca3-26ba-4e59-b237-bd688f4f005e req-5bfd06ec-2600-4c1c-a60b-20b09c0c6a29 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.0713942 Jul 23 14:22:27.147884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-7307f02f-5540-4851-a5c9-5ebed5908de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.149603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-7307f02f-5540-4851-a5c9-5ebed5908de6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db6f6dac-f87c-4fd3-bb9a-18691c690427 HTTP/1.1" status: 200 len: 852 time: 0.0576229 Jul 23 14:22:27.192193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2887eca3-26ba-4e59-b237-bd688f4f005e req-2f2e1bd7-a9f1-4414-9107-8dbe37305734 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 Jul 23 14:22:27.200633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:27.227551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-2b5479dd-84df-47c3-bbc3-23daec0cf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.230319 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-2b5479dd-84df-47c3-bbc3-23daec0cf08e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8514189-2364-4711-9251-2ecadab5fd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700340 Jul 23 14:22:27.352803 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-1107439b-4f1d-4bb3-810f-d60d0954f161 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129911 Jul 23 14:22:27.478310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95ae29b6-8aa9-4e3d-bb87-cd6c03f9effe req-fac9b92b-eb97-40d5-ad0b-f496903366bd service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115355 Jul 23 14:22:27.517831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f762034-4a2b-4779-b4b3-8451a9519c68 req-3726c789-7fcb-4116-b649-0d988e0cb457 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.519387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f762034-4a2b-4779-b4b3-8451a9519c68 req-3726c789-7fcb-4116-b649-0d988e0cb457 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 946 time: 0.0747964 Jul 23 14:22:27.530046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:25Z', 'revision_number': 6, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:03Z', 'revision_number': 1, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:27.565560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] Checking router: 97115bc7-95b4-45ce-b089-540c861ffffb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:27.576404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:27.577261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:27.583038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f762034-4a2b-4779-b4b3-8451a9519c68 req-daf0f606-5256-46bc-a77e-8cf296883771 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513735 Jul 23 14:22:27.622720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-e94f40c7-8a99-4478-95a5-21185fe665b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.624397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-e94f40c7-8a99-4478-95a5-21185fe665b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1095 time: 0.0805299 Jul 23 14:22:27.718795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f71939-b849-4ded-9b50-1afbb4f9599d req-593551e2-bbf7-4e2e-a4b4-b72f70b42fbf tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.725716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:27.727883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91f71939-b849-4ded-9b50-1afbb4f9599d req-593551e2-bbf7-4e2e-a4b4-b72f70b42fbf tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0868998 Jul 23 14:22:27.738580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-871dd164-3bda-4929-a63f-5939d5564541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.740649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-871dd164-3bda-4929-a63f-5939d5564541 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 200 len: 914 time: 0.1070631 Jul 23 14:22:27.763389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91f71939-b849-4ded-9b50-1afbb4f9599d req-72ae1308-f8bb-42d9-aa70-fab6c9da3eac tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Jul 23 14:22:27.789905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-d9d85c02-e277-4de8-92cc-240c59ce1a78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 200 len: 217 time: 0.0346897 Jul 23 14:22:27.871274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-03d9e900-bceb-4263-ab5b-879802d38d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.873398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-03d9e900-bceb-4263-ab5b-879802d38d17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db6f6dac-f87c-4fd3-bb9a-18691c690427 HTTP/1.1" status: 200 len: 852 time: 0.0665810 Jul 23 14:22:27.966355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-61a1c724-ebfe-4d16-bdd3-99f405a1eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:27.969635 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-61a1c724-ebfe-4d16-bdd3-99f405a1eb01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8514189-2364-4711-9251-2ecadab5fd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860209 Jul 23 14:22:28.012850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:25Z', 'revision_number': 6, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:03Z', 'revision_number': 1, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:28.044733 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960eb4e-bb79-4440-b6c2-478b2a2bc3a9 None None] The sync data for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 is: [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:25Z', 'revision_number': 6, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '77004e43-9501-409f-b037-a3c518519934', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'port_id': '6166d030-c18c-4824-8baf-5defb0c22195', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'mac_address': 'fa:16:3e:bf:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:21:00Z', 'updated_at': '2021-07-23T14:21:03Z', 'revision_number': 1, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:28.085336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-a6ea8f05-00a5-40cf-9e71-9112b131d890 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971820 Jul 23 14:22:28.138507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef628e5-7171-4767-b905-5bbae7e69ef6 req-88d6d162-fb8f-4259-97ed-ce318ce3bc01 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:28.140064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ef628e5-7171-4767-b905-5bbae7e69ef6 req-88d6d162-fb8f-4259-97ed-ce318ce3bc01 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0669606 Jul 23 14:22:28.178545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ef628e5-7171-4767-b905-5bbae7e69ef6 req-0233fb42-bf4e-4d25-827a-0a6a92795a93 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325799 Jul 23 14:22:28.184654 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-78130a92-6697-491b-a80d-0ef0c3ece1e4 req-7eb8d211-a681-4f7a-addc-e4f482bff223 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904958 Jul 23 14:22:28.330833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28879880-4955-4ff0-83f6-28f3a39dd0bb req-8fb82aea-609b-4b15-b178-9e86e18fb19d tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:28.332218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-28879880-4955-4ff0-83f6-28f3a39dd0bb req-8fb82aea-609b-4b15-b178-9e86e18fb19d tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.0716455 Jul 23 14:22:28.372464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-28879880-4955-4ff0-83f6-28f3a39dd0bb req-05a7fb12-56c3-4104-a811-d97cb09fd133 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333860 Jul 23 14:22:28.727930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb82e2-082f-44da-ac0e-ed9ea4082331 req-8a32e6ee-f813-4f9d-9a71-c66177bd0985 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:28.729677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38bb82e2-082f-44da-ac0e-ed9ea4082331 req-8a32e6ee-f813-4f9d-9a71-c66177bd0985 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 946 time: 0.0843048 Jul 23 14:22:28.774197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38bb82e2-082f-44da-ac0e-ed9ea4082331 req-800ad2c0-d656-43a1-96f7-4c5f0e7c6d7f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383492 Jul 23 14:22:29.323398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6300c-bc69-4b2c-9d33-709b17d4cbda req-6b9f4b9c-a63c-4f86-bad7-453a560fd4a8 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:29.324802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98f6300c-bc69-4b2c-9d33-709b17d4cbda req-6b9f4b9c-a63c-4f86-bad7-453a560fd4a8 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0665889 Jul 23 14:22:29.370013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98f6300c-bc69-4b2c-9d33-709b17d4cbda req-92d5fa88-ad4b-4fbc-9dd0-0b272dd41afa tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Jul 23 14:22:29.505638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d051-74f8-47db-a33b-d4e4b4158c48 req-b2f2636e-6660-40ef-a7cd-811d61f5a006 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:29.507330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eed3d051-74f8-47db-a33b-d4e4b4158c48 req-b2f2636e-6660-40ef-a7cd-811d61f5a006 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.0677621 Jul 23 14:22:29.546090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eed3d051-74f8-47db-a33b-d4e4b4158c48 req-b3c9b112-9f3b-4802-85e5-a4780eed689c tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331693 Jul 23 14:22:29.648229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-b8c54513-db1c-4455-8dfe-7a651e782b72 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:29.649710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-b8c54513-db1c-4455-8dfe-7a651e782b72 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 946 time: 0.0706377 Jul 23 14:22:29.767101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:29.767444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:29.815526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8a0e0669-a0da-414f-a784-fdbb98bc0620 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:29.836057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8a0e0669-a0da-414f-a784-fdbb98bc0620 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:29.836404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8a0e0669-a0da-414f-a784-fdbb98bc0620 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:29.860731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:29.861099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:29.873662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for 16158b3c-d608-4376-9f0e-7d85ed9b8f5c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:29.910224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cebe98-b32f-40a9-aa6f-9358e83065bf req-1376de2c-9355-4f71-9f00-48c8872f7fff tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:29.911680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18cebe98-b32f-40a9-aa6f-9358e83065bf req-1376de2c-9355-4f71-9f00-48c8872f7fff tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=40535c51-4bdc-462f-8c74-1d50409321e0 HTTP/1.1" status: 200 len: 946 time: 0.0647721 Jul 23 14:22:29.951222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18cebe98-b32f-40a9-aa6f-9358e83065bf req-1fb015c8-e582-4d66-843f-1c6eb707f484 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=392b983d-e3da-428a-bc21-d2b3eaca6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Jul 23 14:22:30.005802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:30.034105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=16158b3c-d608-4376-9f0e-7d85ed9b8f5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:30.083771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] No DVR routers for this DVR port 16158b3c-d608-4376-9f0e-7d85ed9b8f5c on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:22:30.086895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:30.088949 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c5f5f22e-5df7-42f9-ae5d-d779b862933b req-077fd049-b8b1-4355-b378-156678fc859d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "DELETE /v2.0/ports/16158b3c-d608-4376-9f0e-7d85ed9b8f5c HTTP/1.1" status: 204 len: 173 time: 0.4305093 Jul 23 14:22:30.089419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40535c51-4bdc-462f-8c74-1d50409321e0', 'name': 'network-vif-deleted', 'tag': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:30.091687 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e076dc9-887b-4c21-9b67-a339d553ee3b" -d '{"events": [{"server_uuid": "40535c51-4bdc-462f-8c74-1d50409321e0", "name": "network-vif-deleted", "tag": "16158b3c-d608-4376-9f0e-7d85ed9b8f5c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:30.127877 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42812c0-9018-4843-a901-035445e0317a x-openstack-request-id: req-b42812c0-9018-4843-a901-035445e0317a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:30.128169 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40535c51-4bdc-462f-8c74-1d50409321e0", "name": "network-vif-deleted", "tag": "16158b3c-d608-4376-9f0e-7d85ed9b8f5c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:30.128418 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b42812c0-9018-4843-a901-035445e0317a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:30.128882 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40535c51-4bdc-462f-8c74-1d50409321e0', 'name': 'network-vif-deleted', 'tag': '16158b3c-d608-4376-9f0e-7d85ed9b8f5c', 'status': 'completed', 'code': 200} Jul 23 14:22:30.511992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd0979-ebeb-4dab-9f17-3060a7836dd3 req-b83bb630-e2fb-41b1-9aa3-31684b69f51e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:30.513553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40fd0979-ebeb-4dab-9f17-3060a7836dd3 req-b83bb630-e2fb-41b1-9aa3-31684b69f51e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.0727561 Jul 23 14:22:30.559372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40fd0979-ebeb-4dab-9f17-3060a7836dd3 req-ced23f4a-209f-495e-9d37-4bc0291d00da tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 Jul 23 14:22:30.679375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79475d48-6180-4c2e-afc3-bf8c65d9834d req-807ad915-358c-43db-b1ec-c31451e16cfc tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:30.680783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79475d48-6180-4c2e-afc3-bf8c65d9834d req-807ad915-358c-43db-b1ec-c31451e16cfc tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.0668716 Jul 23 14:22:30.718402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79475d48-6180-4c2e-afc3-bf8c65d9834d req-f4b9b5ff-c4bc-4d04-be27-87452d654e50 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Jul 23 14:22:31.016214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:31.118174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67ee9641-e119-4934-a944-91f13ca6bc2c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.155654 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67ee9641-e119-4934-a944-91f13ca6bc2c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.204562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-b5a68466-f7fd-45e7-97ed-b379ad8a806e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:31.206072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-b5a68466-f7fd-45e7-97ed-b379ad8a806e tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.11 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 945 time: 0.1423686 Jul 23 14:22:31.271622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67ee9641-e119-4934-a944-91f13ca6bc2c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.274404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67ee9641-e119-4934-a944-91f13ca6bc2c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.275591 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-67ee9641-e119-4934-a944-91f13ca6bc2c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/security-groups/392b983d-e3da-428a-bc21-d2b3eaca6ec7 HTTP/1.1" status: 204 len: 168 time: 0.2583528 Jul 23 14:22:31.305308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee9641-e119-4934-a944-91f13ca6bc2c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392b983d-e3da-428a-bc21-d2b3eaca6ec7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:31.308601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:31.338202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Deleting port e36768af-91d7-4e34-9b09-98df8bc158fb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:31.338574 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.363275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting subnet 04d89fc7-0834-4228-88a0-cc07e930da18 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:22:31.366368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.410351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.428721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] For port e36768af-91d7-4e34-9b09-98df8bc158fb, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e36768af-91d7-4e34-9b09-98df8bc158fb,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:31.429128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.441907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Calling delete_port for e36768af-91d7-4e34-9b09-98df8bc158fb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:31.497815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.556770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.581494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.589873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Subnet': ['ID=04d89fc7-0834-4228-88a0-cc07e930da18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:31.591881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.593778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f71f6733-b0f7-4c41-a5c4-966bba1f8098 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/subnets/04d89fc7-0834-4228-88a0-cc07e930da18 HTTP/1.1" status: 204 len: 168 time: 0.2839701 Jul 23 14:22:31.596953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:31.602679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:22:31.614217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Pushing event deleted for resources: {'Port': ['ID=e36768af-91d7-4e34-9b09-98df8bc158fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:31.676340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.676590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] No DVR routers for this DVR port e36768af-91d7-4e34-9b09-98df8bc158fb on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:22:31.679321 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.681631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-56ad0dd7-ac1e-4464-8b4e-6fa74611d12e req-6665ab50-2ee2-4437-9ab1-d3c530c6df09 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.11 "DELETE /v2.0/ports/e36768af-91d7-4e34-9b09-98df8bc158fb HTTP/1.1" status: 204 len: 173 time: 0.4690874 Jul 23 14:22:31.683520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c6e0b-3b62-4fec-92d2-92853cdb2344 None None] Network e1d61049-b8d8-4f27-bae2-9d604fe09566 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:22:31.686444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['e36768af-91d7-4e34-9b09-98df8bc158fb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:22:31.755358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f421cf4b-4f0c-4581-8664-382a62b1c5f1 req-e520acab-e5db-4f3c-bdd4-083364e98a88 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=39639da2-3911-406b-b90d-48411c4c49a2 HTTP/1.1" status: 200 len: 210 time: 0.0592558 Jul 23 14:22:31.789851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port f071be31-38e9-4891-b184-d0caf7aa5018 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:31.790561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.901278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port f071be31-38e9-4891-b184-d0caf7aa5018, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f071be31-38e9-4891-b184-d0caf7aa5018,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:31.901623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:31.916788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for f071be31-38e9-4891-b184-d0caf7aa5018 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:31.980547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] DHCP port deletion for e1d61049-b8d8-4f27-bae2-9d604fe09566 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:22:31.985795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74dbfe-cf8a-4925-8ec2-a62594c40603 req-b23b4664-98be-4349-b134-57db55e847ce tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:31.987402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc74dbfe-cf8a-4925-8ec2-a62594c40603 req-b23b4664-98be-4349-b134-57db55e847ce tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.1325862 Jul 23 14:22:32.029982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Deleting port f071be31-38e9-4891-b184-d0caf7aa5018 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:32.030358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.048795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc74dbfe-cf8a-4925-8ec2-a62594c40603 req-5a18e2e6-1f96-48c0-be35-b3dfb9ddfa6c tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520098 Jul 23 14:22:32.058844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.087024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=f071be31-38e9-4891-b184-d0caf7aa5018,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:32.088850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] No DVR routers for this DVR port f071be31-38e9-4891-b184-d0caf7aa5018 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:22:32.099237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] For port f071be31-38e9-4891-b184-d0caf7aa5018, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f071be31-38e9-4891-b184-d0caf7aa5018,segment=NetworkSegment(7d39a89e-e31e-4951-9ab0-edc3b0aec139),segment_id=7d39a89e-e31e-4951-9ab0-edc3b0aec139)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:32.099631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.113009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Calling delete_port for f071be31-38e9-4891-b184-d0caf7aa5018 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:32.129984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39639da2-3911-406b-b90d-48411c4c49a2', 'name': 'network-vif-deleted', 'tag': 'e36768af-91d7-4e34-9b09-98df8bc158fb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:32.132519 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcd3f7c-de56-4c05-abd8-d443c40d1d58" -d '{"events": [{"server_uuid": "39639da2-3911-406b-b90d-48411c4c49a2", "name": "network-vif-deleted", "tag": "e36768af-91d7-4e34-9b09-98df8bc158fb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:32.178959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.182766 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b72667f-37dd-45b8-b69e-9bdacf8f367b x-openstack-request-id: req-1b72667f-37dd-45b8-b69e-9bdacf8f367b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:32.183259 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39639da2-3911-406b-b90d-48411c4c49a2", "name": "network-vif-deleted", "tag": "e36768af-91d7-4e34-9b09-98df8bc158fb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:32.183259 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b72667f-37dd-45b8-b69e-9bdacf8f367b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:32.183672 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39639da2-3911-406b-b90d-48411c4c49a2', 'name': 'network-vif-deleted', 'tag': 'e36768af-91d7-4e34-9b09-98df8bc158fb', 'status': 'completed', 'code': 200} Jul 23 14:22:32.190632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d61049-b8d8-4f27-bae2-9d604fe09566']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:32.197924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.201616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d39a89e-e31e-4951-9ab0-edc3b0aec139') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:32.201924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d39a89e-e31e-4951-9ab0-edc3b0aec139') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:32.211783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.224422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Pushing event deleted for resources: {'Port': ['ID=f071be31-38e9-4891-b184-d0caf7aa5018,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:32.227956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.228451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] No DVR routers for this DVR port f071be31-38e9-4891-b184-d0caf7aa5018 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:22:32.235525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.235737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:22:32.235849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.236133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.236266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.236645 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.236876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.237190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.237475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.237801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.238112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.238429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.238798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.239116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aacb7-bfa8-4827-b976-140cf64a3c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:22:32.240116 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:22:32.310429 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.317450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.320252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/networks/e1d61049-b8d8-4f27-bae2-9d604fe09566 HTTP/1.1" status: 204 len: 168 time: 0.7223511 Jul 23 14:22:32.324252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:32.331938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384621c-b64e-408d-9172-089437ec8236 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Network': ['ID=e1d61049-b8d8-4f27-bae2-9d604fe09566,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:32.492620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port c037c27a-780e-40a7-b009-c28c35c96df7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:32.492961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.573652 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.573898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.586447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for c037c27a-780e-40a7-b009-c28c35c96df7 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:32.769210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.799771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=c037c27a-780e-40a7-b009-c28c35c96df7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:32.867619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:32.868114 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Floating IP 77004e43-9501-409f-b037-a3c518519934 disassociated (deleted). External IP: 172.25.2.169, port: 6166d030-c18c-4824-8baf-5defb0c22195. Jul 23 14:22:33.056558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c882-dcfb-4e81-9456-b8e5c8dc1c10 req-b3331a66-6957-474c-9768-6de9b9d80ecf tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:33.058071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46b7c882-dcfb-4e81-9456-b8e5c8dc1c10 req-b3331a66-6957-474c-9768-6de9b9d80ecf tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0642755 Jul 23 14:22:33.080206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 97115bc7-95b4-45ce-b089-540c861ffffb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:33.097475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46b7c882-dcfb-4e81-9456-b8e5c8dc1c10 req-3fcf4a10-99a3-4013-b475-d5089e0c0302 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Jul 23 14:22:33.189046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:33.193910 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:33.201260 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] Sync routers for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:33.215542 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:33.216430 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:33.218114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad32c4-8ed0-4890-a553-c2ea594829bc req-70acb5c2-bd64-46e6-8271-9df9bb1d007f tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:33.219680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50ad32c4-8ed0-4890-a553-c2ea594829bc req-70acb5c2-bd64-46e6-8271-9df9bb1d007f tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.0678680 Jul 23 14:22:33.231445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4a86cfeb-36e0-4d0b-ac0a-b5322d4d52f7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/floatingips/77004e43-9501-409f-b037-a3c518519934 HTTP/1.1" status: 204 len: 168 time: 0.9055977 Jul 23 14:22:33.266361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50ad32c4-8ed0-4890-a553-c2ea594829bc req-963e98f3-538a-4e58-ac8e-945d865d8f07 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Jul 23 14:22:33.322068 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:33.535129 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:25Z', 'revision_number': 6, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:33.562029 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] Checking router: 97115bc7-95b4-45ce-b089-540c861ffffb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:33.570854 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:33.571642 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:33.573090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 16158b3c-d608-4376-9f0e-7d85ed9b8f5c no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:33.583868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e6f3c-355e-44b8-a148-d6432dda0964 req-0d94b2a7-45e0-422b-9678-89133fbd10b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:33.585799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-670e6f3c-355e-44b8-a148-d6432dda0964 req-0d94b2a7-45e0-422b-9678-89133fbd10b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 945 time: 0.0651081 Jul 23 14:22:33.595401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 16158b3c-d608-4376-9f0e-7d85ed9b8f5c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:33.595772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 16158b3c-d608-4376-9f0e-7d85ed9b8f5c not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:33.625810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-670e6f3c-355e-44b8-a148-d6432dda0964 req-e6f8a748-069d-44f8-bd3e-4f24ca49d163 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Jul 23 14:22:33.669860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e36768af-91d7-4e34-9b09-98df8bc158fb no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:33.685012 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:33.689479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: e36768af-91d7-4e34-9b09-98df8bc158fb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:33.689826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e36768af-91d7-4e34-9b09-98df8bc158fb not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:33.878228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f071be31-38e9-4891-b184-d0caf7aa5018 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:33.899062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f071be31-38e9-4891-b184-d0caf7aa5018 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:33.899579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f071be31-38e9-4891-b184-d0caf7aa5018 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:33.973831 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:25Z', 'revision_number': 6, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:33.999972 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641409a7-89cb-42ff-9f2f-d4a4d94f4b94 None None] The sync data for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 is: [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:25Z', 'revision_number': 6, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '06ba19d9-ec96-422f-8357-358dba388f79', 'name': '', 'network_id': '88c18be2-c83c-4547-9391-e2c5bac4ee75', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:e4:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:41Z', 'updated_at': '2021-07-23T14:20:48Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': '08b65b89-d716-47bd-9cea-94db9df8da93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:34.185177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:34.187703 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b95d0a-6814-46eb-b556-93b03fdbe402" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "tag": "6166d030-c18c-4824-8baf-5defb0c22195"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:34.226237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2fa66-a764-475d-afda-e04d32cf9180 None None] New status for floating IP 77004e43-9501-409f-b037-a3c518519934: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:22:34.241150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23dba7-2c95-4d44-aab0-f952f655a621 req-1c95a2ff-334b-4fbf-9cb9-ea03f6124afd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.242979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b23dba7-2c95-4d44-aab0-f952f655a621 req-1c95a2ff-334b-4fbf-9cb9-ea03f6124afd tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0743175 Jul 23 14:22:34.281959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b23dba7-2c95-4d44-aab0-f952f655a621 req-1cd0553e-fc2c-4f1f-bad3-e75b93eda97f tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Jul 23 14:22:34.330791 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0eb6b6-341e-4475-9cab-21013396c414 x-openstack-request-id: req-fc0eb6b6-341e-4475-9cab-21013396c414 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:34.331258 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "tag": "6166d030-c18c-4824-8baf-5defb0c22195", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:34.331357 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc0eb6b6-341e-4475-9cab-21013396c414 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:34.331709 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195', 'status': 'completed', 'code': 200} Jul 23 14:22:34.428392 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:22:34.430774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-3c9f77d4-6fd4-49f4-8e9a-19e26ec77e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.432424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-3c9f77d4-6fd4-49f4-8e9a-19e26ec77e17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 1096 time: 0.0560780 Jul 23 14:22:34.444479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ec709-043a-411e-b1ab-610ae5de3c22 req-2cda1d28-dcb4-4b0f-96dd-339b7597c419 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.446007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-999ec709-043a-411e-b1ab-610ae5de3c22 req-2cda1d28-dcb4-4b0f-96dd-339b7597c419 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.0707147 Jul 23 14:22:34.486122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-999ec709-043a-411e-b1ab-610ae5de3c22 req-f6736817-39bc-48fd-b65e-1c7a33ae0688 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341814 Jul 23 14:22:34.553956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-5f362465-daea-498d-9a30-e20f29c5f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.555516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-5f362465-daea-498d-9a30-e20f29c5f111 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88c18be2-c83c-4547-9391-e2c5bac4ee75 HTTP/1.1" status: 200 len: 898 time: 0.0983062 Jul 23 14:22:34.619293 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-297c20fe-663b-4e33-875f-df0963a42c49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6166d030-c18c-4824-8baf-5defb0c22195 HTTP/1.1" status: 200 len: 217 time: 0.0436249 Jul 23 14:22:34.669856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-cc3e9aea-cf4b-431e-a1d3-dc2276ed0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.671408 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-cc3e9aea-cf4b-431e-a1d3-dc2276ed0e9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08b65b89-d716-47bd-9cea-94db9df8da93 HTTP/1.1" status: 200 len: 834 time: 0.0446520 Jul 23 14:22:34.741205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-9eefd872-725b-4407-8f0b-1e44823c4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.742901 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-9eefd872-725b-4407-8f0b-1e44823c4a5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88c18be2-c83c-4547-9391-e2c5bac4ee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628440 Jul 23 14:22:34.760415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77294387-24cc-4fc4-a001-2b5c01251012 req-bb72ff68-ceb4-496a-a47a-af4154b8fe2a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.762021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77294387-24cc-4fc4-a001-2b5c01251012 req-bb72ff68-ceb4-496a-a47a-af4154b8fe2a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 945 time: 0.0658085 Jul 23 14:22:34.800236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77294387-24cc-4fc4-a001-2b5c01251012 req-f51259d2-9825-49ea-88ba-232af7dd06cf tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fddf06-643f-464d-bcf7-65be563f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Jul 23 14:22:34.837226 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-99e4cb02-176c-4e0d-b487-d0a115f5cb7e service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875523 Jul 23 14:22:34.953161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d8e59-bac9-4755-a113-1780a771da12 req-0f573586-03ba-4bc0-bb90-4b586937d13f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:34.954806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-334d8e59-bac9-4755-a113-1780a771da12 req-0f573586-03ba-4bc0-bb90-4b586937d13f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 945 time: 0.0646622 Jul 23 14:22:34.982666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08b95d0a-6814-46eb-b556-93b03fdbe402 req-406684c5-bcf3-467a-961e-7abdf5483b08 service neutron] 10.222.0.11 "GET /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925438 Jul 23 14:22:35.062174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port 6166d030-c18c-4824-8baf-5defb0c22195 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:35.062504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.151810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port 6166d030-c18c-4824-8baf-5defb0c22195, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6166d030-c18c-4824-8baf-5defb0c22195,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:35.152128 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.163761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for 6166d030-c18c-4824-8baf-5defb0c22195 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:35.302581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.335582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=6166d030-c18c-4824-8baf-5defb0c22195,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:35.405594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] No DVR routers for this DVR port 6166d030-c18c-4824-8baf-5defb0c22195 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:22:35.409010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.411061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-334d8e59-bac9-4755-a113-1780a771da12 req-f2ab18ac-3160-4b1c-baa6-c3041c6f76f0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.11 "DELETE /v2.0/ports/6166d030-c18c-4824-8baf-5defb0c22195 HTTP/1.1" status: 204 len: 173 time: 0.4505460 Jul 23 14:22:35.411483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'name': 'network-vif-deleted', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:35.413777 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906294f6-3a40-43e7-a29a-fdf32d01aa5e" -d '{"events": [{"server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "name": "network-vif-deleted", "tag": "6166d030-c18c-4824-8baf-5defb0c22195"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:35.448915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7806531-12af-4544-9b8e-5b62c40a0176 req-57c3310d-76e9-4a34-90e3-569ad9a238ae tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:35.450457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7806531-12af-4544-9b8e-5b62c40a0176 req-57c3310d-76e9-4a34-90e3-569ad9a238ae tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0895078 Jul 23 14:22:35.492347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7806531-12af-4544-9b8e-5b62c40a0176 req-655a7ac3-6892-4d00-b1a7-c47d9a1cd8d4 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Jul 23 14:22:35.546365 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a896e5-a3fd-4558-81be-ff7cec92d1d9 x-openstack-request-id: req-c3a896e5-a3fd-4558-81be-ff7cec92d1d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:35.546934 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e801b-b99d-475c-8150-55ecce6688ef", "name": "network-vif-deleted", "tag": "6166d030-c18c-4824-8baf-5defb0c22195", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:35.547348 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3a896e5-a3fd-4558-81be-ff7cec92d1d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:35.547805 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7e801b-b99d-475c-8150-55ecce6688ef', 'name': 'network-vif-deleted', 'tag': '6166d030-c18c-4824-8baf-5defb0c22195', 'status': 'completed', 'code': 200} Jul 23 14:22:35.588854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b994f635-79fb-464a-96dc-d12049174343 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:22:35.598532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-d986b82f-b7cc-45ad-bdf1-675c772f3e81 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:35.601062 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-d986b82f-b7cc-45ad-bdf1-675c772f3e81 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 945 time: 0.0703900 Jul 23 14:22:35.670676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98b388-699c-4c2e-8759-65533c66594c req-1e94afcf-de37-47b2-825a-bebdf3e0abb1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:35.672312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de98b388-699c-4c2e-8759-65533c66594c req-1e94afcf-de37-47b2-825a-bebdf3e0abb1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 944 time: 0.0795846 Jul 23 14:22:35.699541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port b994f635-79fb-464a-96dc-d12049174343, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b994f635-79fb-464a-96dc-d12049174343,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:35.712211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'b994f635-79fb-464a-96dc-d12049174343', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'mac_address': 'fa:16:3e:2e:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:22:35.723792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Deleting port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:35.723792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.734071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de98b388-699c-4c2e-8759-65533c66594c req-8d0796ab-6050-49c0-8ce6-730bea85a994 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552442 Jul 23 14:22:35.754141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.771139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b994f635-79fb-464a-96dc-d12049174343 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:22:35.793824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port b994f635-79fb-464a-96dc-d12049174343, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b994f635-79fb-464a-96dc-d12049174343,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:35.808331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.829320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] For port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:35.829687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:35.843333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Calling delete_port for 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:35.880650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=b994f635-79fb-464a-96dc-d12049174343,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:35.984821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c4f9f63-4a03-4efe-b022-5fb12a5e9e03 req-bbd64d16-3db1-446a-b7c4-6d655b6de1e2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b7e801b-b99d-475c-8150-55ecce6688ef HTTP/1.1" status: 200 len: 210 time: 0.0346437 Jul 23 14:22:36.009357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:36.027520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:22:36.041584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Pushing event deleted for resources: {'Port': ['ID=0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:36.066169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['b994f635-79fb-464a-96dc-d12049174343'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:22:36.088498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] No DVR routers for this DVR port 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:22:36.091070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:36.093197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83156d62-b1e0-4f8f-a78f-4ae52df27bf6 req-fdfbeef9-7224-463f-9fc1-466c134357ed tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.48 "DELETE /v2.0/ports/0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 HTTP/1.1" status: 204 len: 173 time: 0.4858172 Jul 23 14:22:36.333272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'name': 'network-vif-deleted', 'tag': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:36.336582 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664c7a4-57b6-4dea-b94a-c8b09575ba99" -d '{"events": [{"server_uuid": "9cf67152-0df7-4e57-9b03-72a485e845ad", "name": "network-vif-deleted", "tag": "0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:36.372428 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc23193-aefe-4a86-a098-59fc0be4342f x-openstack-request-id: req-2cc23193-aefe-4a86-a098-59fc0be4342f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:36.372716 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf67152-0df7-4e57-9b03-72a485e845ad", "name": "network-vif-deleted", "tag": "0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:36.372960 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cc23193-aefe-4a86-a098-59fc0be4342f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:36.373356 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf67152-0df7-4e57-9b03-72a485e845ad', 'name': 'network-vif-deleted', 'tag': '0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51', 'status': 'completed', 'code': 200} Jul 23 14:22:36.604862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb37fadc-1762-4115-82e5-5a080e3d3a7c req-c16c5cd4-4c16-47af-b868-17d4c99cde67 tempest-ServerRescueTestJSON-611459432 tempest-ServerRescueTestJSON-611459432-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf67152-0df7-4e57-9b03-72a485e845ad HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jul 23 14:22:36.869365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7f16e-448a-47f3-a6bd-4347bcd7eceb req-251d64d1-aed9-4be9-a188-86912878685e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:36.870884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52b7f16e-448a-47f3-a6bd-4347bcd7eceb req-251d64d1-aed9-4be9-a188-86912878685e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 945 time: 0.0724473 Jul 23 14:22:36.916295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52b7f16e-448a-47f3-a6bd-4347bcd7eceb req-1666bf14-687f-48f4-8c39-8a5c3682c4e8 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365131 Jul 23 14:22:37.051949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:37.115769 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77aeb2ec-0421-48b6-a17f-4a33bfe91771 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.149102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77aeb2ec-0421-48b6-a17f-4a33bfe91771 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.220386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77aeb2ec-0421-48b6-a17f-4a33bfe91771 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.223000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77aeb2ec-0421-48b6-a17f-4a33bfe91771 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.224178 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-77aeb2ec-0421-48b6-a17f-4a33bfe91771 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5fddf06-643f-464d-bcf7-65be563f24a6 HTTP/1.1" status: 204 len: 168 time: 0.1712701 Jul 23 14:22:37.234754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aeb2ec-0421-48b6-a17f-4a33bfe91771 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fddf06-643f-464d-bcf7-65be563f24a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:37.257746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:37.540721 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.594445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b994f635-79fb-464a-96dc-d12049174343 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:37.642776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.647427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port b994f635-79fb-464a-96dc-d12049174343 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:37.653776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port b994f635-79fb-464a-96dc-d12049174343 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:37.654280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.664821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:37.698063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6166d030-c18c-4824-8baf-5defb0c22195 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:37.724892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 6166d030-c18c-4824-8baf-5defb0c22195 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:37.725274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6166d030-c18c-4824-8baf-5defb0c22195 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:37.778157 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.815775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b994f635-79fb-464a-96dc-d12049174343'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:37.818447 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f3dc32-c781-4919-a99f-f850c9377ba0" -d '{"events": [{"server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "name": "network-vif-plugged", "status": "completed", "tag": "b994f635-79fb-464a-96dc-d12049174343"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:37.835585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port b994f635-79fb-464a-96dc-d12049174343, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b994f635-79fb-464a-96dc-d12049174343,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:37.842454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:37.844150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:37.890001 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1984c-0d8b-40f3-8591-e5c82fe541c2 x-openstack-request-id: req-a6c1984c-0d8b-40f3-8591-e5c82fe541c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:37.890376 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "name": "network-vif-plugged", "status": "completed", "tag": "b994f635-79fb-464a-96dc-d12049174343", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:37.890948 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6c1984c-0d8b-40f3-8591-e5c82fe541c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:37.891481 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b994f635-79fb-464a-96dc-d12049174343', 'code': 200} Jul 23 14:22:37.910717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:37.911394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0632eb7b-c5a0-4b5f-b2f7-bd725e7e0a51 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:37.928223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=b994f635-79fb-464a-96dc-d12049174343,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:37.954541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port 06ba19d9-ec96-422f-8357-358dba388f79 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:37.955011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:38.013528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74501f-6280-4a94-9243-64904be050b5 req-b6a1e4e4-72e3-4c22-bc41-4787993d2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:38.015079 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5d74501f-6280-4a94-9243-64904be050b5 req-b6a1e4e4-72e3-4c22-bc41-4787993d2044 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1097 time: 0.0754666 Jul 23 14:22:38.089529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5d74501f-6280-4a94-9243-64904be050b5 req-f34aa3a5-ed39-487f-b861-62cbcf56ddfb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465934 Jul 23 14:22:38.098619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:38.402411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port 06ba19d9-ec96-422f-8357-358dba388f79, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=06ba19d9-ec96-422f-8357-358dba388f79,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:38.402810 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:38.418681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for 06ba19d9-ec96-422f-8357-358dba388f79 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:38.476751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa110130-53fa-4fd8-8f81-e83ace8b1d50 req-5ec3dfe2-3c60-41fb-a57d-d9187e04b1c7 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:38.478366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa110130-53fa-4fd8-8f81-e83ace8b1d50 req-5ec3dfe2-3c60-41fb-a57d-d9187e04b1c7 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 946 time: 0.4845386 Jul 23 14:22:38.563960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa110130-53fa-4fd8-8f81-e83ace8b1d50 req-ad9067a0-6767-4ce5-abd0-0d2bb97de731 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745797 Jul 23 14:22:38.658996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:38.683893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Deleting port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:38.684234 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:38.684520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=06ba19d9-ec96-422f-8357-358dba388f79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:38.776063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] For port 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,segment=NetworkSegment(d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1),segment_id=d7cb50a3-d18a-4296-bf35-f4dbdf2e11c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:38.776435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:38.790745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Calling delete_port for 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:38.875332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:38.993438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.021164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:39.051927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.052278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.052651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.052968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.053297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.053625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.053944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.054250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.054685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.055097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.055373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.055700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.119817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 97115bc7-95b4-45ce-b089-540c861ffffb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:39.196569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.223033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:39.231215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a9d7c2d8-067b-4715-895d-2e4b5dca0cc8 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "PUT /v2.0/routers/97115bc7-95b4-45ce-b089-540c861ffffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9693131 Jul 23 14:22:39.231215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:39.234526 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] Sync routers for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:39.244634 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:39.245554 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:39.286529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting subnet 08b65b89-d716-47bd-9cea-94db9df8da93 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:22:39.290430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.331219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.352397 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:39.416025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Router 14151427-97cd-441a-9510-986849330372 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:39.418970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.491160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.519856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Subnet': ['ID=08b65b89-d716-47bd-9cea-94db9df8da93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:39.522250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:39.526849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7d2a1-102f-4902-af62-47005a2ce6a5 None None] Network 88c18be2-c83c-4547-9391-e2c5bac4ee75 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:22:39.527416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.528804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/subnets/08b65b89-d716-47bd-9cea-94db9df8da93 HTTP/1.1" status: 204 len: 168 time: 0.2967179 Jul 23 14:22:39.531168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.531569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.531835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.532172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.532491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.532816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.533138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.533455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.533944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.534373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.534722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.535046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb348d4-1692-4a4a-b0f4-b76ca997e368 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:39.537439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:39.546757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7cf18c18-0836-4887-953c-9d0e824e8969 admin admin] 10.222.0.21 "PUT /v2.0/routers/14151427-97cd-441a-9510-986849330372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8784180 Jul 23 14:22:39.547023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:39.552191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] Sync routers for ids ['14151427-97cd-441a-9510-986849330372'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:39.563464 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:38Z', 'revision_number': 7, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:39.628692 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] Checking router: 97115bc7-95b4-45ce-b089-540c861ffffb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:39.638055 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] Routers {'97115bc7-95b4-45ce-b089-540c861ffffb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:39.638878 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['97115bc7-95b4-45ce-b089-540c861ffffb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:39.655688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.714964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.771073 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] Set router 97115bc7-95b4-45ce-b089-540c861ffffb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:39.779720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] Routers {'14151427-97cd-441a-9510-986849330372'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:39.780372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['14151427-97cd-441a-9510-986849330372'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:39.819536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.835532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de7513-aeff-43b9-8b6d-aadfde8c8555 req-a5c32adc-a1de-4e5f-a4e9-a04fe32af3a1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:39.837323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93de7513-aeff-43b9-8b6d-aadfde8c8555 req-a5c32adc-a1de-4e5f-a4e9-a04fe32af3a1 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 946 time: 0.1118302 Jul 23 14:22:39.888166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] Set router 14151427-97cd-441a-9510-986849330372 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:39.896911 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.962418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93de7513-aeff-43b9-8b6d-aadfde8c8555 req-11ca47cd-dd0c-43b9-ae8c-a80b5fb585d7 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117547 Jul 23 14:22:39.992204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port 677d7354-52f6-4cd4-bba0-0ce584e6170e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:39.992555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:39.997412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Deleting port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:39.997761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.029128 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:38Z', 'revision_number': 7, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:40.061888 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fd818-51ae-4a2c-aaf7-8d23e6c16e28 None None] The sync data for ids ['97115bc7-95b4-45ce-b089-540c861ffffb'] in n-d-801990-3 is: [{'id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'name': 'tempest-TestNetworkBasicOps-router-645664261', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:37Z', 'updated_at': '2021-07-23T14:22:38Z', 'revision_number': 7, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '677d7354-52f6-4cd4-bba0-0ce584e6170e', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97115bc7-95b4-45ce-b089-540c861ffffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:38Z', 'updated_at': '2021-07-23T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:40.166294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:22:38Z', 'revision_number': 5, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port': {'id': 'c2b18f10-c2b9-4a99-97c7-3ef45b1725c3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14151427-97cd-441a-9510-986849330372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:55Z', 'updated_at': '2021-07-23T14:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:40.169296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] For port c2b18f10-c2b9-4a99-97c7-3ef45b1725c3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:40.171969 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.195393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] Checking router: 14151427-97cd-441a-9510-986849330372 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:40.203836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] Routers {'14151427-97cd-441a-9510-986849330372'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:40.204536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Calling delete_port for c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:40.205287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['14151427-97cd-441a-9510-986849330372'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:40.216535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port 677d7354-52f6-4cd4-bba0-0ce584e6170e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=677d7354-52f6-4cd4-bba0-0ce584e6170e,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:40.216991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.232873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for 677d7354-52f6-4cd4-bba0-0ce584e6170e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:40.300622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] Set router 14151427-97cd-441a-9510-986849330372 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:40.303218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64bcd3-0009-41c5-b5ab-dc059810c59d req-4e40352a-3b0a-4d38-96c0-aa57918dc5bd tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:40.304895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c64bcd3-0009-41c5-b5ab-dc059810c59d req-4e40352a-3b0a-4d38-96c0-aa57918dc5bd tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 946 time: 0.1515400 Jul 23 14:22:40.358423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:22:39Z', 'revision_number': 6, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:40.376259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.387376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40d15c-ac8b-4e3b-8f4d-a4dc7315b900 None None] The sync data for ids ['14151427-97cd-441a-9510-986849330372'] in n-d-801990-3 is: [{'id': '14151427-97cd-441a-9510-986849330372', 'name': 'tempest-ServerRescueTestJSON-1064806209-router', 'tenant_id': 'eb16e4eb3ab641a3b957188d96659483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:54Z', 'updated_at': '2021-07-23T14:22:39Z', 'revision_number': 6, 'project_id': 'eb16e4eb3ab641a3b957188d96659483', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:40.397346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c64bcd3-0009-41c5-b5ab-dc059810c59d req-89406b32-a0c9-4ef4-9f83-231cc5b6142e tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795972 Jul 23 14:22:40.402827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b18f10-c2b9-4a99-97c7-3ef45b1725c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:40.441812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:40.468946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] DHCP port deletion for 88c18be2-c83c-4547-9391-e2c5bac4ee75 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:22:40.493881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.497314 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.525511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] Deleting port 766860dc-6a5d-4b46-b030-7b8f3649ada5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:22:40.525974 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.540238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=677d7354-52f6-4cd4-bba0-0ce584e6170e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:40.594979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.597486 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.630997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] For port 766860dc-6a5d-4b46-b030-7b8f3649ada5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=766860dc-6a5d-4b46-b030-7b8f3649ada5,segment=NetworkSegment(105199d7-7e1e-46e0-b8ee-acdde78aa753),segment_id=105199d7-7e1e-46e0-b8ee-acdde78aa753)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:40.632117 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.648165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] Calling delete_port for 766860dc-6a5d-4b46-b030-7b8f3649ada5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:22:40.652255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.652844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14151427-97cd-441a-9510-986849330372 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:22:40.654516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.657366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.661356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-96bf4a72-c820-4a4a-a591-22b3d43a606b admin admin] 10.222.0.21 "DELETE /v2.0/routers/14151427-97cd-441a-9510-986849330372 HTTP/1.1" status: 204 len: 168 time: 1.1131907 Jul 23 14:22:40.662018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:40.734779 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.763486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] No DVR routers for this DVR port 766860dc-6a5d-4b46-b030-7b8f3649ada5 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:22:40.767400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a13bc-0615-4ac1-890e-fbb6e9db0224 None None] Pushing event deleted for resources: {'Port': ['ID=766860dc-6a5d-4b46-b030-7b8f3649ada5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:40.794548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.798211 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.849270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] Deleting subnet 555772b2-5dab-46e0-a662-b1fff428a568 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:22:40.854595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.880519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235067ac-5c64-4d1c-8245-2df8c0b37fcf tempest-TestVolumeBackupRestore-2086881882 tempest-TestVolumeBackupRestore-2086881882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:40.882137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-235067ac-5c64-4d1c-8245-2df8c0b37fcf tempest-TestVolumeBackupRestore-2086881882 tempest-TestVolumeBackupRestore-2086881882-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1092 time: 0.4391932 Jul 23 14:22:40.882877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.883405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Fanout notify agent at l3_agent the message router_deleted on router 97115bc7-95b4-45ce-b089-540c861ffffb {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:22:40.885628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:40.890547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:40.891293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.894769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65e42770-6682-4dde-97f4-5707a9c17697 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/routers/97115bc7-95b4-45ce-b089-540c861ffffb HTTP/1.1" status: 204 len: 168 time: 1.3540044 Jul 23 14:22:40.896430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:40.922326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:40.936858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.009827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.021360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.030270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.136149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Allocated IP 172.25.2.8 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/4453b1b4-3944-44ee-9a24-eb28fb159014) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:41.142973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.155997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c18be2-c83c-4547-9391-e2c5bac4ee75']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:41.163803 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.170972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105199d7-7e1e-46e0-b8ee-acdde78aa753') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:41.171266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105199d7-7e1e-46e0-b8ee-acdde78aa753') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:41.199573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.206603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555772b2-5dab-46e0-a662-b1fff428a568,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:41.220148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.222321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1e2981d1-d60b-47af-83ec-7b59b2b8bcf1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/555772b2-5dab-46e0-a662-b1fff428a568 HTTP/1.1" status: 204 len: 168 time: 0.5554388 Jul 23 14:22:41.225288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:41.233685 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.241393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:22:41.241776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:22:41.245009 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:22:41.322679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.330168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.330514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.337619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/networks/88c18be2-c83c-4547-9391-e2c5bac4ee75 HTTP/1.1" status: 204 len: 168 time: 0.4352667 Jul 23 14:22:41.338037 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.344578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740e8ae-02e1-4edb-8e4d-00a979cc3927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Network': ['ID=88c18be2-c83c-4547-9391-e2c5bac4ee75,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:41.359096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:41.365172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'network': {'name': 'tempest-network-smoke--1434398518', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:41.387429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:22:41.390997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.414436 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:22:41.423683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.424039 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Added segment 6f10d802-4741-4e44-8398-2e249457c7d9 of type vlan for network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e Jul 23 14:22:41.450392 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.464308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac5ed3b-7235-4bb6-b338-a95122ca73b0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:41.469795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.473520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.477482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:41.478014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cb50a3-d18a-4296-bf35-f4dbdf2e11c1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:41.502324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.508224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:41.509332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.516164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.553230 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.559350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959438 Jul 23 14:22:41.559549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:41.559549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'Port': ['ID=4453b1b4-3944-44ee-9a24-eb28fb159014,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:41.560561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:41.567698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-471833431', 'admin_state_up': True, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:41.575067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:41.577128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:22:41.577528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:22:41.580123 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:22:41.582509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda1ad8-4c94-45cc-8e79-a0e7f5bffff3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Network': ['ID=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:41.595368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:22:41.597161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:41.682322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.683322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.688416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.718849 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.720682 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] 10.222.0.21 "DELETE /v2.0/networks/fac5ed3b-7235-4bb6-b338-a95122ca73b0 HTTP/1.1" status: 204 len: 168 time: 0.4943447 Jul 23 14:22:41.737496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165aa653-080a-44e7-8e9c-1e5f386778ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fac5ed3b-7235-4bb6-b338-a95122ca73b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:41.815567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:41.876734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:41.889542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:41.925479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:41.926026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5d1bb9b7-2d0c-4d48-b1c3-6868e0d0ecd3 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:41.930693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0e9e3b44-8849-4262-884a-010ab03d89fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb16e4eb3ab641a3b957188d96659483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509109 Jul 23 14:22:41.930983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 766860dc-6a5d-4b46-b030-7b8f3649ada5 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:41.931960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:41.953093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 766860dc-6a5d-4b46-b030-7b8f3649ada5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:41.954097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 766860dc-6a5d-4b46-b030-7b8f3649ada5 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:41.954633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 677d7354-52f6-4cd4-bba0-0ce584e6170e no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:41.980072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 677d7354-52f6-4cd4-bba0-0ce584e6170e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:41.980854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 677d7354-52f6-4cd4-bba0-0ce584e6170e not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:41.980854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:41.985443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2967b51e-7fe9-404c-980d-2f684c108875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.007915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:42.008534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c2b18f10-c2b9-4a99-97c7-3ef45b1725c3 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:42.009056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 06ba19d9-ec96-422f-8357-358dba388f79 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:22:42.013502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2967b51e-7fe9-404c-980d-2f684c108875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.035027 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.035303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 06ba19d9-ec96-422f-8357-358dba388f79 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:22:42.035892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 06ba19d9-ec96-422f-8357-358dba388f79 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:22:42.064177 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2967b51e-7fe9-404c-980d-2f684c108875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.066759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2967b51e-7fe9-404c-980d-2f684c108875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.070760 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2967b51e-7fe9-404c-980d-2f684c108875 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a3902f1-64fb-4dd0-952f-a7ba3cf8f544 HTTP/1.1" status: 204 len: 168 time: 0.1350932 Jul 23 14:22:42.081306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967b51e-7fe9-404c-980d-2f684c108875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3902f1-64fb-4dd0-952f-a7ba3cf8f544,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:42.597419 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.758988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.763412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.800137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.825510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:42.925690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-network', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:42.951965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Made reservation on behalf of 24bc34e52cc24f10b180da4c7316d077 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:22:42.954524 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.963705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:42.981955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.25.2.153 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/97f54caa-9eb0-4b07-a0aa-8b0d59204fcf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:43.046782 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.052487 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.054556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.059168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.085371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:22:43.097097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a59155-a4a0-4146-a23a-4c9d49bdc54e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:43.103726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.104150 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Added segment e7ab24eb-3485-4e96-b27c-fbec43e6f1e9 of type vlan for network d106667c-5552-441f-a23e-4c4ca60611a2 Jul 23 14:22:43.147000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.161903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event updated for resources: {'Port': ['ID=4453b1b4-3944-44ee-9a24-eb28fb159014,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:43.179512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.180594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:43.181286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.182485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.213527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3865411 Jul 23 14:22:43.217680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:43.249706 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.249945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Request body: {'subnet': {'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-subnet', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:43.255163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad3b97-110e-4667-b180-2a191c782d7b admin admin] Pushing event updated for resources: {'Network': ['ID=d106667c-5552-441f-a23e-4c4ca60611a2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:43.278132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Made reservation on behalf of 24bc34e52cc24f10b180da4c7316d077 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:22:43.280676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.283515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d106667c-5552-441f-a23e-4c4ca60611a2 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:22:43.312223 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Floating IP 595868cf-a8bf-4840-8af8-c36a012aa5f3 associated. External IP: 172.25.2.8, port: b994f635-79fb-464a-96dc-d12049174343. Jul 23 14:22:43.372755 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.464258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:43.476546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:43.476772 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.479239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:43.504416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:43.525656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:43.541145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Checking segment: {'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:43.541888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Network hostable DHCP agents. Network: d106667c-5552-441f-a23e-4c4ca60611a2, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:22:43.559469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Network d106667c-5552-441f-a23e-4c4ca60611a2 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:22:43.568771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d106667c-5552-441f-a23e-4c4ca60611a2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:43.573289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:43.574022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.577796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444d927-bb33-405b-9afe-655c9c1c0f7d None None] Network d106667c-5552-441f-a23e-4c4ca60611a2 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:22:43.598307 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74d7e375-09b8-49bd-a058-4cd6bcc0e931 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3795433 Jul 23 14:22:43.598912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:43.603851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:43.625847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.627044 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.679539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:43.713904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc08ff8-7c83-4d2a-a108-a509435e771d None None] Network d106667c-5552-441f-a23e-4c4ca60611a2 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:22:43.802294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Router 8d196c88-3382-4749-890e-390dd8332301 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:43.923582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:44.013153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:44.024399 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] Sync routers for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:44.035166 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:44.036040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:44.042597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:44.135874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:44.145554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-96a3c67a-8f48-4f95-b747-92dcee3ed300 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2587650 Jul 23 14:22:44.145832 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:44.148038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:44.150880 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ffce2-a474-4935-a923-617792bd3fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:44.152765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:44.201961 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d023ccad-3504-4b1b-98b8-d487be14974a x-openstack-request-id: req-d023ccad-3504-4b1b-98b8-d487be14974a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:44.202495 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:44.202779 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d023ccad-3504-4b1b-98b8-d487be14974a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:44.203180 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343', 'status': 'completed', 'code': 200} Jul 23 14:22:44.210267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:44.279484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682ebb1-c069-4485-917c-07f0fc9937bc tempest-TestVolumeBackupRestore-2086881882 tempest-TestVolumeBackupRestore-2086881882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:44.283866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6682ebb1-c069-4485-917c-07f0fc9937bc tempest-TestVolumeBackupRestore-2086881882 tempest-TestVolumeBackupRestore-2086881882-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1092 time: 0.1268864 Jul 23 14:22:44.284042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:44.288518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Request body: {'floatingip': {'port_id': 'b994f635-79fb-464a-96dc-d12049174343'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:44.358951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:44.361783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-d03faac2-f5c6-4f1a-9715-7dca84ff8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:44.364279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-d03faac2-f5c6-4f1a-9715-7dca84ff8bd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1097 time: 0.1145952 Jul 23 14:22:44.386513 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '595868cf-a8bf-4840-8af8-c36a012aa5f3', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '8d196c88-3382-4749-890e-390dd8332301', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'mac_address': 'fa:16:3e:2e:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:42Z', 'revision_number': 0, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:44.423506 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] Checking router: 8d196c88-3382-4749-890e-390dd8332301 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:44.435589 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:44.436369 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:44.464701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 0d64e32e-6c24-490b-b527-12968b71b4b9 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:22:44.575762 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:44.577630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:44.581134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-44957932-40cb-4656-adb9-b668a283a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:44.584053 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-44957932-40cb-4656-adb9-b668a283a287 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 200 len: 914 time: 0.2074921 Jul 23 14:22:44.603988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:44.830120 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '595868cf-a8bf-4840-8af8-c36a012aa5f3', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '8d196c88-3382-4749-890e-390dd8332301', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'mac_address': 'fa:16:3e:2e:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:42Z', 'revision_number': 0, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:44.843421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Allocated IP 172.25.2.127 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/0a586160-8f7e-484d-b524-8dd505561f64) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:44.951614 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a00f99-0a94-422c-b35e-a697800f1cf7 None None] The sync data for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 is: [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '595868cf-a8bf-4840-8af8-c36a012aa5f3', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '8d196c88-3382-4749-890e-390dd8332301', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'mac_address': 'fa:16:3e:2e:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:42Z', 'revision_number': 0, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:45.016776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-3699f988-0061-48ac-a476-fcab00a7d2e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 200 len: 998 time: 0.4201963 Jul 23 14:22:45.020187 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:45.035854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Sync routers for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:45.047707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:45.048866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:45.073393 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.074760 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b4a07f10-8596-4e12-a2f9-f81febf30138 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5107739 Jul 23 14:22:45.076732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.079201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:45.115955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-50a7094a-6023-4665-ac73-10e51ef2652d tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=63915c6374a74cf8a9b4d6f67f065da7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350127 Jul 23 14:22:45.118867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:45.128575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-4b38a4f7-9903-4546-9b3c-eca13681c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:45.130004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-4b38a4f7-9903-4546-9b3c-eca13681c435 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db6f6dac-f87c-4fd3-bb9a-18691c690427 HTTP/1.1" status: 200 len: 852 time: 0.1025722 Jul 23 14:22:45.146445 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.154952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.181240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:45.270484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-002215e5-7bae-4f1b-bd65-6a284a4a22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:45.272525 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-002215e5-7bae-4f1b-bd65-6a284a4a22a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8514189-2364-4711-9251-2ecadab5fd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305161 Jul 23 14:22:45.273806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc07cca-325b-47a1-b78b-a33f1f28d11b tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:45.275646 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0bc07cca-325b-47a1-b78b-a33f1f28d11b tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556599 Jul 23 14:22:45.279692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:45.282446 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c756ea-5cd4-43fe-92db-101f1c411c6d None None] New status for floating IP 595868cf-a8bf-4840-8af8-c36a012aa5f3: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:22:45.291636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.348006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:45.354688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a09ae5a4-c756-4c8e-a347-80603c4ca084 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722332 Jul 23 14:22:45.356804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:45.367788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1547600259', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:45.384893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:43Z', 'revision_number': 3, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:45.418926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Checking router: 0d64e32e-6c24-490b-b527-12968b71b4b9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:45.419349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Updating router 0d64e32e-6c24-490b-b527-12968b71b4b9 port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:22:45.422853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:45.423168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-8be292e8-323a-4cc9-99ce-64ed4386fec7 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403801 Jul 23 14:22:45.429684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:45.463664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.473955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Pushing event updated for resources: {'Port': ['ID=0a586160-8f7e-484d-b524-8dd505561f64,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:45.621587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:22:45.625548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.660227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Router 8d196c88-3382-4749-890e-390dd8332301 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:45.671114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f82ffce2-a474-4935-a923-617792bd3fd5 req-e11c0211-ebe7-4303-b9b7-3055a58c9d03 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996710 Jul 23 14:22:45.837633 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21b3a81-4f61-4e25-bb2c-fdc37c50acc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.848896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:45.852357 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.854567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.857765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.859880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:45.860716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] Sync routers for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:45.871455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Transition to ACTIVE for port object 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:45.878555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:45.879363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:45.929074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Subnet': ['ID=fbd10aad-5926-4b83-9c91-2fcaa923b75f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:45.938682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Checking segment: {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:45.939075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network hostable DHCP agents. Network: 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:22:45.958269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:45.959983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:22:45.961053 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d2c551-bbe5-4548-8902-a7c7267e806c" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:45.974851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:45.980038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:45.980991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:46.010057 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152caea-cac9-44c3-b49d-9294e4f1ef7a x-openstack-request-id: req-0152caea-cac9-44c3-b49d-9294e4f1ef7a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:46.010338 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:46.010586 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0152caea-cac9-44c3-b49d-9294e4f1ef7a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:46.011007 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343', 'status': 'completed', 'code': 200} Jul 23 14:22:46.026771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8aa5c2b0-40dc-4142-92ab-5795f7426d20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "PUT /v2.0/floatingips/595868cf-a8bf-4840-8af8-c36a012aa5f3 HTTP/1.1" status: 200 len: 990 time: 1.7379081 Jul 23 14:22:46.027022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b8cbfff5-1e41-4542-83b3-3271e503bbaa tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6684709 Jul 23 14:22:46.030894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:46.104500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-e2597701-4e21-4024-997c-42764fd13290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:46.106048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-e2597701-4e21-4024-997c-42764fd13290 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1097 time: 0.0633299 Jul 23 14:22:46.120295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa47d04-617b-481c-8231-d1a2e6f0df37 None None] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:22:46.149185 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:46.209076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-404be3c1-23af-4f40-9e24-f920047f2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:46.211156 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-404be3c1-23af-4f40-9e24-f920047f2c9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 200 len: 914 time: 0.0984070 Jul 23 14:22:46.218707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:46.284197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Attempting to bind port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:46.284601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Attempting to bind port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:46.284960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Attempting to bind port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:46.286896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1257-6e01-4d6e-a94b-748733660ce2 None None] Pushing event updated for resources: {'Port': ['ID=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:46.292518 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-454a78b4-f5af-4464-83a5-cc710d94deb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 200 len: 1000 time: 0.0736802 Jul 23 14:22:46.304588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:46.304936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:46.305371 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:46.305735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:46.306312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Bound port: 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:46.306733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:46.347979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-28018884-dea6-44ef-a01e-97087f22c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:46.349848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-28018884-dea6-44ef-a01e-97087f22c6b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db6f6dac-f87c-4fd3-bb9a-18691c690427 HTTP/1.1" status: 200 len: 852 time: 0.0497179 Jul 23 14:22:46.385942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:46.417335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-920b6fe0-2108-400d-98da-f8861d12fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:46.419016 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-920b6fe0-2108-400d-98da-f8861d12fac1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8514189-2364-4711-9251-2ecadab5fd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611141 Jul 23 14:22:46.438675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] For port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:46.443745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] For port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:46.477075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:46.522774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-81f3f8e4-f72c-45fa-9850-da9dce8eeda4 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961702 Jul 23 14:22:46.535838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:22:46.536709 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:46.620325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:46.620532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:46.622486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1257-6e01-4d6e-a94b-748733660ce2 None None] Pushing event updated for resources: {'Port': ['ID=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:46.624586 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f5d2c551-bbe5-4548-8902-a7c7267e806c req-3686a927-bad6-426f-bb0e-f70bc7e7dfbf service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951679 Jul 23 14:22:46.902495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:46.902779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Router a74257b7-ccce-4d57-83cc-189032deb975 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:22:46.931848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Allocated IP 172.20.0.2 (2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e/fbd10aad-5926-4b83-9c91-2fcaa923b75f/6d9a4c22-3ca8-4758-835a-58bb96890891) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:47.076708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.079157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:47.089578 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Sync routers for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:47.100553 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:47.101243 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:47.141007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.144737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-12ecd9d5-3e12-47b8-a050-c0b5df5fb374 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5423906 Jul 23 14:22:47.145106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:47.193831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '595868cf-a8bf-4840-8af8-c36a012aa5f3', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '8d196c88-3382-4749-890e-390dd8332301', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'mac_address': 'fa:16:3e:2e:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:45Z', 'revision_number': 2, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:47.224243 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:47.246677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] Checking router: 8d196c88-3382-4749-890e-390dd8332301 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:47.281265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.283285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:47.284292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:47.356368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Transition to ACTIVE for port object 6d9a4c22-3ca8-4758-835a-58bb96890891 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:47.390133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:43Z', 'revision_number': 3, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:47.392354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Transition to ACTIVE for port object 6d9a4c22-3ca8-4758-835a-58bb96890891 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:47.423996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88dd08b-71cc-4c09-9f19-a11b7573635b None None] The sync data for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 is: [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:43Z', 'revision_number': 3, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:47.430099 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:45Z', 'revision_number': 3, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:47.434711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.484932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.20.0.1 (2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e/fbd10aad-5926-4b83-9c91-2fcaa923b75f/d96baf6f-ea2c-403a-90a9-d0e7bcf14990) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:47.505768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:47.509473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:47.525213 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Checking router: a74257b7-ccce-4d57-83cc-189032deb975 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:47.525710 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Updating router a74257b7-ccce-4d57-83cc-189032deb975 port 0a586160-8f7e-484d-b524-8dd505561f64 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:22:47.546569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:47.553921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:47.559046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Pushing event updated for resources: {'Port': ['ID=6d9a4c22-3ca8-4758-835a-58bb96890891,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:47.598860 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.642716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.663009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Transition to ACTIVE for port object d96baf6f-ea2c-403a-90a9-d0e7bcf14990 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:47.725666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.762142 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:47.794037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:47.807656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:47.826851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:47.845116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:47.946019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.014909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:48.017644 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01103104-e7da-46e5-a06c-5134ce060c85" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:48.075187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:48.094359 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0cfd65-a890-417d-9781-3ec7db77b8d3 x-openstack-request-id: req-3a0cfd65-a890-417d-9781-3ec7db77b8d3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:48.094681 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:48.094923 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a0cfd65-a890-417d-9781-3ec7db77b8d3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:48.095310 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343', 'status': 'completed', 'code': 200} Jul 23 14:22:48.122196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Attempting to bind port 6d9a4c22-3ca8-4758-835a-58bb96890891 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:48.122765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Attempting to bind port 6d9a4c22-3ca8-4758-835a-58bb96890891 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:48.123223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Attempting to bind port 6d9a4c22-3ca8-4758-835a-58bb96890891 on network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:48.138406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:48.139150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Checking segment: {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:48.139638 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.140251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Bound using segment: {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:48.140831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Bound port: 6d9a4c22-3ca8-4758-835a-58bb96890891, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:48.141403 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.150105 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.163761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Transition to ACTIVE for port object 0a586160-8f7e-484d-b524-8dd505561f64 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:48.173053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Allocated IP 172.20.0.1 (d106667c-5552-441f-a23e-4c4ca60611a2/dfc0ac64-1e73-41af-b3f1-6ba8234e7a29/8410c3c7-91c1-42c1-9c35-f0c536dd1c48) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:48.180317 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.191340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.233017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01103104-e7da-46e5-a06c-5134ce060c85 req-4c925eb7-02a7-4209-aa45-de0b44235410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:48.234557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01103104-e7da-46e5-a06c-5134ce060c85 req-4c925eb7-02a7-4209-aa45-de0b44235410 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1097 time: 0.1160357 Jul 23 14:22:48.256093 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.286607 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Attempting to bind port 0a586160-8f7e-484d-b524-8dd505561f64 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:48.287010 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Attempting to bind port 0a586160-8f7e-484d-b524-8dd505561f64 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:48.291917 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Attempting to bind port 0a586160-8f7e-484d-b524-8dd505561f64 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:48.308233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Pushing event updated for resources: {'Port': ['ID=0a586160-8f7e-484d-b524-8dd505561f64,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:48.315735 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:48.316148 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:48.316554 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.316950 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:48.317434 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Bound port: 0a586160-8f7e-484d-b524-8dd505561f64, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:48.317812 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.350928 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.351452 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.352134 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.352270 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.352746 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.353079 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.353404 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.353729 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.354043 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.354358 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.354698 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.355019 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:22:48.398152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.423215 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] For port 0a586160-8f7e-484d-b524-8dd505561f64, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:48.425974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:48.428495 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] For port 0a586160-8f7e-484d-b524-8dd505561f64, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0a586160-8f7e-484d-b524-8dd505561f64,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:48.429090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01103104-e7da-46e5-a06c-5134ce060c85 req-4512acbb-f81d-417e-ab41-5a3138dbc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:48.432114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01103104-e7da-46e5-a06c-5134ce060c85 req-4512acbb-f81d-417e-ab41-5a3138dbc232 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 200 len: 914 time: 0.1467812 Jul 23 14:22:48.446151 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.447600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:48.448088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.514031 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:48.514661 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:48.520111 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e93e-48b3-46aa-a8fb-40bdfdf2aa18 None None] Pushing event updated for resources: {'Port': ['ID=0a586160-8f7e-484d-b524-8dd505561f64,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:48.532996 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.543430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01103104-e7da-46e5-a06c-5134ce060c85 req-1e14b99d-bb3d-461c-ab99-d8ed9c0cbc70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 200 len: 1000 time: 0.1033511 Jul 23 14:22:48.557240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] For port 6d9a4c22-3ca8-4758-835a-58bb96890891, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:48.598038 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bd30834-dad9-47d3-a85e-046394b48236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.605262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] For port 6d9a4c22-3ca8-4758-835a-58bb96890891, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6d9a4c22-3ca8-4758-835a-58bb96890891,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:48.633905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.642972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.649171 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.651166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01103104-e7da-46e5-a06c-5134ce060c85 req-8ac6848c-8642-4da4-82fc-a5d77936c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:48.653672 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01103104-e7da-46e5-a06c-5134ce060c85 req-8ac6848c-8642-4da4-82fc-a5d77936c186 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db6f6dac-f87c-4fd3-bb9a-18691c690427 HTTP/1.1" status: 200 len: 852 time: 0.0999119 Jul 23 14:22:48.656034 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.663671 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:48.726146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Network d106667c-5552-441f-a23e-4c4ca60611a2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:48.736475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:48.740152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:48.743828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b79eff-1793-402f-8bef-3907192f8895 None None] Pushing event updated for resources: {'Port': ['ID=6d9a4c22-3ca8-4758-835a-58bb96890891,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:48.777997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.793326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Pushing event updated for resources: {'Port': ['ID=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:48.799295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:48.808064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:48.810961 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.820804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '595868cf-a8bf-4840-8af8-c36a012aa5f3', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '8d196c88-3382-4749-890e-390dd8332301', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'mac_address': 'fa:16:3e:2e:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:45Z', 'revision_number': 2, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:48.842888 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.860523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d676e-cc02-4fd1-b635-4d5b7782f3de None None] The sync data for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 is: [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '595868cf-a8bf-4840-8af8-c36a012aa5f3', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '8d196c88-3382-4749-890e-390dd8332301', 'port_id': 'b994f635-79fb-464a-96dc-d12049174343', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'mac_address': 'fa:16:3e:2e:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:45Z', 'revision_number': 2, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:48.862630 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:48.917530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01103104-e7da-46e5-a06c-5134ce060c85 req-6b8ed6aa-8b22-4316-ac0d-638515d53c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:48.919384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01103104-e7da-46e5-a06c-5134ce060c85 req-6b8ed6aa-8b22-4316-ac0d-638515d53c06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8514189-2364-4711-9251-2ecadab5fd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393997 Jul 23 14:22:49.023497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:49.044375 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:45Z', 'revision_number': 3, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:49.064739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:49.066435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:49.091599 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1083e-d6c5-45ae-b523-25515c61fe13 None None] The sync data for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 is: [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:45Z', 'revision_number': 3, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:49.155587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01103104-e7da-46e5-a06c-5134ce060c85 req-b612fe5d-68c1-4217-b059-a894254aa2ee service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283432 Jul 23 14:22:49.206985 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:49.245561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 0d64e32e-6c24-490b-b527-12968b71b4b9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:49.383152 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-01103104-e7da-46e5-a06c-5134ce060c85 req-3f23ca92-1d02-4650-867f-9270d102d1ec service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024732 Jul 23 14:22:49.387551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:49.397907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c1b30419-5d63-44df-b122-ad15ae6088b6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "PUT /v2.0/routers/0d64e32e-6c24-490b-b527-12968b71b4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3654194 Jul 23 14:22:49.403147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:49.509513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:49.515586 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:49.517773 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:49.603733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Pushing event updated for resources: {'Port': ['ID=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:49.607683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:49.660549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.661094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.661618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.662141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.662668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.663310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.663888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.664404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.664970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.665621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.666134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.666812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.669134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7323edea-a82f-4620-b9dd-81780bdbd3aa tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8488 time: 0.2648766 Jul 23 14:22:49.672010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:49.724980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Network d106667c-5552-441f-a23e-4c4ca60611a2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:49.726757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:49.777631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.778236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.778730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.779187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.779638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.780093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.780538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.780981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.781458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.781900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.782505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.783197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:49.785480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-44ed4f19-32d6-4bb9-8ba9-0c191f558cd6 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7758 time: 0.1124294 Jul 23 14:22:49.788412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:49.913650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Router a74257b7-ccce-4d57-83cc-189032deb975 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:22:50.111088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:50.139825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:22:50.156673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-05cef7f4-aa5d-4462-b18b-238a3184c61d admin admin] 10.222.0.21 "PUT /v2.0/routers/a74257b7-ccce-4d57-83cc-189032deb975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0030205 Jul 23 14:22:50.224495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:50.224878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:50.346319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0a586160-8f7e-484d-b524-8dd505561f64 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:50.417911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0a586160-8f7e-484d-b524-8dd505561f64 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:50.424635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0a586160-8f7e-484d-b524-8dd505561f64 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:50.425133 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:50.462963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed958a4-aa2c-49a5-97f0-08587c9d5b43 None None] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:22:50.545044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8fc91e8-d500-4d4b-a369-cc727c50c5c8 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5957 time: 0.7552290 Jul 23 14:22:50.554702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Sync routers for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:50.564910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9991-0681-459f-8f43-5b942ae292d8 None None] Provisioning for port 6d9a4c22-3ca8-4758-835a-58bb96890891 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:50.606067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:50.606743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:50.714091 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:50.759670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0a586160-8f7e-484d-b524-8dd505561f64, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0a586160-8f7e-484d-b524-8dd505561f64,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:50.767457 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:50.768250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6d9a4c22-3ca8-4758-835a-58bb96890891 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:50.806732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-690d68af-b175-4041-ac9b-3f4b86ceffb0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:50.808420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-690d68af-b175-4041-ac9b-3f4b86ceffb0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 820 time: 0.1121690 Jul 23 14:22:50.825084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-e84739e0-90b4-4967-a6c9-5559bb3edea1 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/quotas/24bc34e52cc24f10b180da4c7316d077 HTTP/1.1" status: 200 len: 375 time: 0.0104702 Jul 23 14:22:50.847692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:50.900195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-8fb74735-c751-43dc-aad6-107c9f8f94ca tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688508 Jul 23 14:22:50.951629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0a586160-8f7e-484d-b524-8dd505561f64,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:51.024130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 6d9a4c22-3ca8-4758-835a-58bb96890891 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:51.038576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 6d9a4c22-3ca8-4758-835a-58bb96890891 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:51.039051 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.085476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-0fb445a2-4c08-4de6-b9b2-1ba4a78a1492 service neutron] 10.222.0.21 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755495 Jul 23 14:22:51.204775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.217268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-11a84852-91ac-4272-9683-18b11d7d688b service neutron] 10.222.0.21 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308005 Jul 23 14:22:51.226342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 2, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:51.257929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.264791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Checking router: 0d64e32e-6c24-490b-b527-12968b71b4b9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:51.265158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Updating router 0d64e32e-6c24-490b-b527-12968b71b4b9 port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:22:51.315902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 6d9a4c22-3ca8-4758-835a-58bb96890891, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6d9a4c22-3ca8-4758-835a-58bb96890891,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:51.326394 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.339203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.386146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d539f879-92f6-4164-8e33-bc9cee05a22e None None] Provisioning for port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:51.387646 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Sync routers for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:22:51.402952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d539f879-92f6-4164-8e33-bc9cee05a22e None None] Provisioning complete for port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:51.403844 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d539f879-92f6-4164-8e33-bc9cee05a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.408694 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:51.410327 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:51.479809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=6d9a4c22-3ca8-4758-835a-58bb96890891,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:51.770155 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:51.776485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d539f879-92f6-4164-8e33-bc9cee05a22e None None] Port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:22:51.789395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:51.797498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e6b4815-efc4-4672-addf-77b5ec423237 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208645509', 'description': 'tempest-secgroup-smoke-1208645509 description', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:51.858269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d539f879-92f6-4164-8e33-bc9cee05a22e None None] Provisioning complete for port 6d9a4c22-3ca8-4758-835a-58bb96890891 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:51.859271 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d539f879-92f6-4164-8e33-bc9cee05a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.875852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e6b4815-efc4-4672-addf-77b5ec423237 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:51.960243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0a586160-8f7e-484d-b524-8dd505561f64 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:52.031727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50694bb6-500e-4960-9446-f74eeefc8657 req-8460d4d8-6e33-419a-b7d6-d759e0894c95 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 210 time: 0.0847874 Jul 23 14:22:52.032301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e6b4815-efc4-4672-addf-77b5ec423237 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.039918 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e6b4815-efc4-4672-addf-77b5ec423237 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.087608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b4815-efc4-4672-addf-77b5ec423237 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:52.092569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e6b4815-efc4-4672-addf-77b5ec423237 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.095130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3e6b4815-efc4-4672-addf-77b5ec423237 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3027341 Jul 23 14:22:52.096919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:52.112239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e1e117b-7c51-4ab6-992d-733597ce1ead tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '03bf2ab3-7cdf-4ae8-885c-9a79c9a56754', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:52.128530 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 2, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:52.141736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0a586160-8f7e-484d-b524-8dd505561f64 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:52.142114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.151527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e1e117b-7c51-4ab6-992d-733597ce1ead tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.155195 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Checking router: a74257b7-ccce-4d57-83cc-189032deb975 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:22:52.156120 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Updating router a74257b7-ccce-4d57-83cc-189032deb975 port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:22:52.196622 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.199405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.233205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Transition to ACTIVE for port object d96baf6f-ea2c-403a-90a9-d0e7bcf14990 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:52.251331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.262256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e1e117b-7c51-4ab6-992d-733597ce1ead tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.267947 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e1e117b-7c51-4ab6-992d-733597ce1ead tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.279574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6d9a4c22-3ca8-4758-835a-58bb96890891 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:52.294431 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e1e117b-7c51-4ab6-992d-733597ce1ead tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.298441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1e1e117b-7c51-4ab6-992d-733597ce1ead tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1979804 Jul 23 14:22:52.298790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:52.302870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e117b-7c51-4ab6-992d-733597ce1ead tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5af3be-49ae-4f74-b1e2-7ddd81a5c13b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:52.304584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cdc67197-815b-4208-8a9d-ac6f9fd17783 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '03bf2ab3-7cdf-4ae8-885c-9a79c9a56754', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:52.343506 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc67197-815b-4208-8a9d-ac6f9fd17783 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.360792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f9af3-66f0-4a27-bd69-085697fea435 None None] Pushing event updated for resources: {'Port': ['ID=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:52.421029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 6d9a4c22-3ca8-4758-835a-58bb96890891 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:52.421565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.449151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc67197-815b-4208-8a9d-ac6f9fd17783 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.450753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Attempting to bind port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:52.451129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Attempting to bind port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:52.451519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Attempting to bind port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 on network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:52.461166 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc67197-815b-4208-8a9d-ac6f9fd17783 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.468318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:52.468713 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Checking segment: {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:52.469117 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.469521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Bound using segment: {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:52.470010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Bound port: d96baf6f-ea2c-403a-90a9-d0e7bcf14990, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:52.470400 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.493522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc67197-815b-4208-8a9d-ac6f9fd17783 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92f71de-2f55-4c84-aee1-b5e33b9194f5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:52.512630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc67197-815b-4208-8a9d-ac6f9fd17783 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.515158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cdc67197-815b-4208-8a9d-ac6f9fd17783 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2152627 Jul 23 14:22:52.518019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:52.528524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c50cd0c-4434-46e2-92c8-adc3bcb73773 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '03bf2ab3-7cdf-4ae8-885c-9a79c9a56754', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:52.570285 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.570878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c50cd0c-4434-46e2-92c8-adc3bcb73773 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.577188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] For port d96baf6f-ea2c-403a-90a9-d0e7bcf14990, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:52.581728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Transition to ACTIVE for port object 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:52.592076 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.596511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] For port d96baf6f-ea2c-403a-90a9-d0e7bcf14990, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:52.604045 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.649475 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93702-4036-4f5d-aeac-6c5464939298 None None] Pushing event updated for resources: {'Port': ['ID=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:52.664260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c50cd0c-4434-46e2-92c8-adc3bcb73773 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.674327 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c50cd0c-4434-46e2-92c8-adc3bcb73773 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.678513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f9af3-66f0-4a27-bd69-085697fea435 None None] Pushing event updated for resources: {'Port': ['ID=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:52.682514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:52.683171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:52.697365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50cd0c-4434-46e2-92c8-adc3bcb73773 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22381504-fb15-4e2f-a453-01212723f337,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:52.725088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c50cd0c-4434-46e2-92c8-adc3bcb73773 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.730467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:52.731662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0c50cd0c-4434-46e2-92c8-adc3bcb73773 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2122641 Jul 23 14:22:52.735322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-90251217-854a-4b6a-a876-7adfbe9110b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '03bf2ab3-7cdf-4ae8-885c-9a79c9a56754', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:52.753708 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Attempting to bind port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:52.755317 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Attempting to bind port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:52.755848 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Attempting to bind port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 on network d106667c-5552-441f-a23e-4c4ca60611a2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:52.763169 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:52.763891 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Checking segment: {'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:52.764277 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.764665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Bound using segment: {'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:52.765160 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Bound port: 8410c3c7-91c1-42c1-9c35-f0c536dd1c48, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:52.765943 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.783947 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90251217-854a-4b6a-a876-7adfbe9110b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.814898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:52.862566 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] For port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:52.866445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] For port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:52.875224 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.930770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90251217-854a-4b6a-a876-7adfbe9110b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.942985 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:22:52.943965 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:52.948374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90251217-854a-4b6a-a876-7adfbe9110b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:52.980438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90251217-854a-4b6a-a876-7adfbe9110b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71554130-8493-4487-b660-bf190865a0b0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:53.000561 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90251217-854a-4b6a-a876-7adfbe9110b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.001842 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-90251217-854a-4b6a-a876-7adfbe9110b4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702079 Jul 23 14:22:53.005871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:53.016076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '03bf2ab3-7cdf-4ae8-885c-9a79c9a56754', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:53.062992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-b579bdb3-690f-4aa5-8f36-2c7d4b02ed7c tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:53.064524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-b579bdb3-690f-4aa5-8f36-2c7d4b02ed7c tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.11 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 820 time: 0.2152886 Jul 23 14:22:53.089816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Request body: {'port': {'device_id': '75d930f3-1608-40b5-af36-98a0c50367e6', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'admin_state_up': True, 'tenant_id': '24bc34e52cc24f10b180da4c7316d077'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:53.090158 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Project 63915c6374a74cf8a9b4d6f67f065da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:22:53.098050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.102930 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93702-4036-4f5d-aeac-6c5464939298 None None] Pushing event updated for resources: {'Port': ['ID=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:53.108915 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:22:53.173859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:52Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:53.184940 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.191520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.206092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffcb2f-757b-4dfd-bccb-afb00cc5cfb7 None None] The sync data for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 is: [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:52Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:53.214889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c885a65-4cea-484e-831e-d51e38920201,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:53.231304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.235915 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6c19b91c-4229-4c3d-adc5-56853fb5b8b9 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2204568 Jul 23 14:22:53.236485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:22:53.242733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'security_group_rule': {'security_group_id': '03bf2ab3-7cdf-4ae8-885c-9a79c9a56754', 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:53.296333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc081cbb-ff4b-43cb-a1a9-e5979812a434 req-1261df87-a1b6-4daa-8018-363601cfd376 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 210 time: 0.1398959 Jul 23 14:22:53.312587 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Project 63915c6374a74cf8a9b4d6f67f065da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:22:53.318083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.383900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Made reservation on behalf of 24bc34e52cc24f10b180da4c7316d077 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:22:53.388299 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.414710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.418934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.428335 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:52Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:22:53.441734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b85f248-377c-4ed0-965d-4a18992b82d5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:53.451852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.453708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f2d53d33-41e3-4ac3-9b0a-a158674b175c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2160516 Jul 23 14:22:53.457668 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d4677-4e19-484d-ba85-f2a89897821f None None] The sync data for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 is: [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:52Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:22:53.653497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Allocated IP 172.20.0.3 (d106667c-5552-441f-a23e-4c4ca60611a2/dfc0ac64-1e73-41af-b3f1-6ba8234e7a29/288560cb-923c-4501-ad6a-73c84088a78d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:53.775031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-7b66009e-00e9-4d77-a7e4-a6e818b7ba2b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208645509&fields=id&tenant_id=63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 267 time: 0.0800292 Jul 23 14:22:53.948236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:53.965977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-061029af-2a27-40f9-b066-fea8bcdc203d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:53.968833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-061029af-2a27-40f9-b066-fea8bcdc203d tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/networks?id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e HTTP/1.1" status: 200 len: 797 time: 0.1856446 Jul 23 14:22:53.969356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d96baf6f-ea2c-403a-90a9-d0e7bcf14990 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:53.993554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-7e4e8039-9a0a-44f3-9c02-b2e56ad6ba85 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/quotas/63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 375 time: 0.0149486 Jul 23 14:22:54.035492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:54.040068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:54.040472 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.061093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.127031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Network d106667c-5552-441f-a23e-4c4ca60611a2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:54.136521 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.136839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-95f5175a-ff38-49bd-a018-7b0d70ab1ccf tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287229 Jul 23 14:22:54.141494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:54.143938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event updated for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:54.146427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:54.176886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port d96baf6f-ea2c-403a-90a9-d0e7bcf14990, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:54.182273 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.183296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:54.257559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:54.258179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.258549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:54.275683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:54.280236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:54.280726 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.282407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-56c2dd55-b648-4863-8670-1b5a8500e07a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2033246 Jul 23 14:22:54.293016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-f9a58ed6-e583-46a2-a677-666ee49a1bc8 service neutron] 10.222.0.21 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355906 Jul 23 14:22:54.298884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Request body: {'port': {'device_id': '75d930f3-1608-40b5-af36-98a0c50367e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:54.361669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.398054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:54.403394 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.435025 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.456303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-d31da9a4-f150-4fc4-a256-c5f04b5e279a service neutron] 10.222.0.21 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547921 Jul 23 14:22:54.461336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:54.774066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288560cb-923c-4501-ad6a-73c84088a78d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:22:54.783380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.802588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Transition to ACTIVE for port object 288560cb-923c-4501-ad6a-73c84088a78d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:54.813891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:54.856238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ac806-4e10-479e-b6f8-c86da09319e7 req-66146b90-fb37-42b5-8063-785cf4c19ca1 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:54.858008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c91ac806-4e10-479e-b6f8-c86da09319e7 req-66146b90-fb37-42b5-8063-785cf4c19ca1 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 931 time: 0.1305661 Jul 23 14:22:54.894840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Pushing event updated for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:54.962375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c91ac806-4e10-479e-b6f8-c86da09319e7 req-0ecc4435-5ce4-48e7-8d86-a8978ef61686 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963993 Jul 23 14:22:54.988920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Attempting to bind port 288560cb-923c-4501-ad6a-73c84088a78d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:54.989335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Attempting to bind port 288560cb-923c-4501-ad6a-73c84088a78d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:54.989732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Attempting to bind port 288560cb-923c-4501-ad6a-73c84088a78d on network d106667c-5552-441f-a23e-4c4ca60611a2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:54.994844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Port 288560cb-923c-4501-ad6a-73c84088a78d on network d106667c-5552-441f-a23e-4c4ca60611a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:22:54.995165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Attempting to bind port 288560cb-923c-4501-ad6a-73c84088a78d on network d106667c-5552-441f-a23e-4c4ca60611a2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:55.001397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:55.001728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Checking segment: {'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:55.002106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Bound using segment: {'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:55.002547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Bound port: 288560cb-923c-4501-ad6a-73c84088a78d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:55.002925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:55.079566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a1fb0b4-beaf-441f-888b-b91c8624f8d3 req-23070f60-3b31-4faa-977d-a997adf1fc7f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 210 time: 0.0417535 Jul 23 14:22:55.109682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:55.113561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=288560cb-923c-4501-ad6a-73c84088a78d,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:55.118453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:55.152554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:55.153175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:55.154585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 1091 time: 0.8597851 Jul 23 14:22:55.155047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:55.157304 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:55.181551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6bc8e-7a25-4cd7-a725-74f7ca1849e2 service neutron] Pushing event updated for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:55.210907 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e116a331-cf97-4ab3-a45e-5132a9dc35d0 x-openstack-request-id: req-e116a331-cf97-4ab3-a45e-5132a9dc35d0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:55.211201 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:55.211451 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e116a331-cf97-4ab3-a45e-5132a9dc35d0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:55.211938 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d', 'status': 'completed', 'code': 200} Jul 23 14:22:55.287969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-63f350d0-3d7a-4fcd-b40c-2678fe312451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:55.289632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-63f350d0-3d7a-4fcd-b40c-2678fe312451 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1094 time: 0.0611708 Jul 23 14:22:55.336767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-c23081df-7405-44ca-8717-97dbe1fb8eb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 217 time: 0.0345960 Jul 23 14:22:55.398138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-18523ed2-8191-4f26-ab68-7bfeffc22c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:55.399654 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-18523ed2-8191-4f26-ab68-7bfeffc22c8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.0531278 Jul 23 14:22:55.435386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-0b4e7a97-32e3-443a-a7ae-e62852fa011d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297699 Jul 23 14:22:55.528119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-d8524b25-15a5-4d76-af6e-24e8d3f03c7d service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Jul 23 14:22:55.633290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbea449-84f5-4fb2-a9ec-a450a3abaae2 req-f0c7c3cf-f110-49ba-abe1-93e9f29f27c0 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980401 Jul 23 14:22:55.810741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-b4b53779-56a5-4cf0-90b9-ce4a86fd91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:55.812404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-b4b53779-56a5-4cf0-90b9-ce4a86fd91a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1094 time: 0.0654533 Jul 23 14:22:55.891011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-2cb1e128-001b-435a-8156-58847cac1e9a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:55.893186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-2cb1e128-001b-435a-8156-58847cac1e9a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "GET /v2.0/networks?id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e HTTP/1.1" status: 200 len: 797 time: 0.1114764 Jul 23 14:22:55.905270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d96baf6f-ea2c-403a-90a9-d0e7bcf14990 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:55.928842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-653f3d41-0f09-46ec-be49-92d4277a9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:55.931043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-653f3d41-0f09-46ec-be49-92d4277a9a62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.1097198 Jul 23 14:22:55.942557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b178eb2-cc17-4b0d-ab44-75dc88b3cdd2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63915c6374a74cf8a9b4d6f67f065da7 HTTP/1.1" status: 200 len: 380 time: 0.0386088 Jul 23 14:22:55.955727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'port': {'device_id': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'admin_state_up': True, 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'security_groups': ['03bf2ab3-7cdf-4ae8-885c-9a79c9a56754']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:55.962259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:55.962831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:55.973871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-c43ce3df-0df1-4a54-bc33-9436b5cd23e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 217 time: 0.0353715 Jul 23 14:22:56.048903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-eee4a0d1-d8f1-4d92-884e-4c6442144502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:56.050432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-eee4a0d1-d8f1-4d92-884e-4c6442144502 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.0692441 Jul 23 14:22:56.073959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:56.104405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Made reservation on behalf of 63915c6374a74cf8a9b4d6f67f065da7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:22:56.108353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:56.129276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-e2d8fd8e-d58a-4683-bb27-1e60f78a647e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648596 Jul 23 14:22:56.134609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:56.135292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:56.227447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd365f5-2736-4fc6-9534-10e1c330e48a req-14b2677c-cfe1-4c7f-beeb-b6353ad859d5 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:56.229190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fd365f5-2736-4fc6-9534-10e1c330e48a req-14b2677c-cfe1-4c7f-beeb-b6353ad859d5 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 943 time: 0.1736507 Jul 23 14:22:56.274687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.20.0.6 (2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e/fbd10aad-5926-4b83-9c91-2fcaa923b75f/8932309b-89f3-4c67-95f1-365ed29d3c88) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:22:56.278913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-e1935981-1956-4cd0-b130-b924248529b1 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414118 Jul 23 14:22:56.296971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fd365f5-2736-4fc6-9534-10e1c330e48a req-7623335a-a802-4024-96d9-c55696b6b9b0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610466 Jul 23 14:22:56.432854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fdfa3f4-8ae8-4ad1-8b7b-ecd5d00fb7f9 req-8f10afdb-17da-4cb0-83e8-46a4fef7352c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 210 time: 0.0381856 Jul 23 14:22:56.458152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbfe7c61-eeda-4fbf-bf4a-016931c7c0d8 req-50abad47-d7e5-41c5-a71f-1c3213e5baa1 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651883 Jul 23 14:22:56.469614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:56.488507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Transition to ACTIVE for port object 8932309b-89f3-4c67-95f1-365ed29d3c88 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:56.540077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:56.586421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:22:56.591761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:22:56.595697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:22:56.604230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=8932309b-89f3-4c67-95f1-365ed29d3c88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:56.658748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:56.659599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:56.677961 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-3b8708a4-1738-419b-8500-903e4c21edf2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7262115 Jul 23 14:22:56.697442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Request body: {'port': {'device_id': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:22:56.854619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1efa553d-09fd-4d25-923e-e0a652e493c1 None None] Provisioning for port 8932309b-89f3-4c67-95f1-365ed29d3c88 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:56.859118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1efa553d-09fd-4d25-923e-e0a652e493c1 None None] Provisioning complete for port 8932309b-89f3-4c67-95f1-365ed29d3c88 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:56.859525 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1efa553d-09fd-4d25-923e-e0a652e493c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:56.895197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1efa553d-09fd-4d25-923e-e0a652e493c1 None None] Port 8932309b-89f3-4c67-95f1-365ed29d3c88 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:22:57.105594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:57.381690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8932309b-89f3-4c67-95f1-365ed29d3c88 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:22:57.389779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:57.402208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Transition to ACTIVE for port object 8932309b-89f3-4c67-95f1-365ed29d3c88 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:22:57.407124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:57.440402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6b3ae-875b-416b-9d98-1570cb62a6af req-2da64a71-5c3f-40e6-96c7-e4360845e27a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:57.442069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ddc6b3ae-875b-416b-9d98-1570cb62a6af req-2da64a71-5c3f-40e6-96c7-e4360845e27a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 943 time: 0.0648818 Jul 23 14:22:57.484918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Pushing event updated for resources: {'Port': ['ID=8932309b-89f3-4c67-95f1-365ed29d3c88,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:57.502611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ddc6b3ae-875b-416b-9d98-1570cb62a6af req-4a7705da-5424-4588-8559-5f302af1eaa0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Jul 23 14:22:57.557743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Attempting to bind port 8932309b-89f3-4c67-95f1-365ed29d3c88 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:22:57.558177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Attempting to bind port 8932309b-89f3-4c67-95f1-365ed29d3c88 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:22:57.558575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Attempting to bind port 8932309b-89f3-4c67-95f1-365ed29d3c88 on network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:57.573052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Port 8932309b-89f3-4c67-95f1-365ed29d3c88 on network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:22:57.573483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Attempting to bind port 8932309b-89f3-4c67-95f1-365ed29d3c88 on network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:22:57.588761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:22:57.589199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Checking segment: {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:22:57.589838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Bound using segment: {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:22:57.590364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Bound port: 8932309b-89f3-4c67-95f1-365ed29d3c88, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f10d802-4741-4e44-8398-2e249457c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:22:57.590818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:57.674115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] For port 8932309b-89f3-4c67-95f1-365ed29d3c88, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:22:57.677559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] For port 8932309b-89f3-4c67-95f1-365ed29d3c88, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8932309b-89f3-4c67-95f1-365ed29d3c88,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:22:57.684252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:57.686817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c316-5471-4f9a-be58-8ea252c9a586 req-9678ddc6-df52-4e79-b78a-535411622a45 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:57.688429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1378c316-5471-4f9a-be58-8ea252c9a586 req-9678ddc6-df52-4e79-b78a-535411622a45 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 943 time: 0.1210613 Jul 23 14:22:57.736708 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1378c316-5471-4f9a-be58-8ea252c9a586 req-3d8d13d4-44af-4391-b333-b4433324c6bc tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Jul 23 14:22:57.745384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:57.746490 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:57.747835 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] 10.222.0.48 "PUT /v2.0/ports/8932309b-89f3-4c67-95f1-365ed29d3c88 HTTP/1.1" status: 200 len: 1091 time: 1.0556917 Jul 23 14:22:57.750381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:57.754452 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:57.764887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 288560cb-923c-4501-ad6a-73c84088a78d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:22:57.848994 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bca626e-bc35-4ad2-b9fb-d1ab200c1261 x-openstack-request-id: req-8bca626e-bc35-4ad2-b9fb-d1ab200c1261 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:57.849316 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:57.849532 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bca626e-bc35-4ad2-b9fb-d1ab200c1261 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:57.849931 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'status': 'completed', 'code': 200} Jul 23 14:22:57.851036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2836216-7e65-4211-b70e-3b92a586b4df service neutron] Pushing event updated for resources: {'Port': ['ID=8932309b-89f3-4c67-95f1-365ed29d3c88,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:57.906308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=288560cb-923c-4501-ad6a-73c84088a78d,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:57.906575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-88ed291d-4e26-4622-a994-29fd5972ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:57.909515 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-88ed291d-4e26-4622-a994-29fd5972ab00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 1094 time: 0.1104333 Jul 23 14:22:57.922944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '288560cb-923c-4501-ad6a-73c84088a78d', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'port_id': '288560cb-923c-4501-ad6a-73c84088a78d', 'mac_address': 'fa:16:3e:eb:d5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:22:57.961834 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-74687f8c-922d-436b-9232-70d38cfe1bdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8932309b-89f3-4c67-95f1-365ed29d3c88 HTTP/1.1" status: 200 len: 217 time: 0.0417531 Jul 23 14:22:57.965793 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:57.982045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288560cb-923c-4501-ad6a-73c84088a78d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:22:58.014202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=288560cb-923c-4501-ad6a-73c84088a78d,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:58.020465 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:58.048456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-e698d21e-648d-4c8c-9319-546115505533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.050023 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-e698d21e-648d-4c8c-9319-546115505533 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbd10aad-5926-4b83-9c91-2fcaa923b75f HTTP/1.1" status: 200 len: 835 time: 0.0588419 Jul 23 14:22:58.076234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:22:58.124170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-57c2e353-8761-45a8-ac1d-33a5db8858cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.125683 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-57c2e353-8761-45a8-ac1d-33a5db8858cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640059 Jul 23 14:22:58.222959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-84d689af-0e9e-49c1-9e23-7aada8e09cd5 service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863304 Jul 23 14:22:58.330984 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e5025c4-da71-4e14-b307-17cdeeb3deff req-13c69c06-9d3d-4660-a730-34c37ef93eb9 service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995438 Jul 23 14:22:58.379746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['288560cb-923c-4501-ad6a-73c84088a78d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:22:58.442610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-34aae65b-835e-44b0-85be-bcb196b5be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.444241 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-34aae65b-835e-44b0-85be-bcb196b5be20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 1094 time: 0.0548642 Jul 23 14:22:58.547309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-8807663f-e809-495a-a928-6984c3d4cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.548859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-8807663f-e809-495a-a928-6984c3d4cd2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e HTTP/1.1" status: 200 len: 898 time: 0.0957203 Jul 23 14:22:58.596198 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-4f8ec747-c46e-4cf4-a979-fd44003a286e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8932309b-89f3-4c67-95f1-365ed29d3c88 HTTP/1.1" status: 200 len: 217 time: 0.0387921 Jul 23 14:22:58.646616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e625f2-a4fc-453b-9628-707267a64b94 req-3764859d-f3fc-49f7-a721-fa7158414e98 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.649396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93e625f2-a4fc-453b-9628-707267a64b94 req-3764859d-f3fc-49f7-a721-fa7158414e98 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 944 time: 0.0734627 Jul 23 14:22:58.655474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-f6a3a04e-a7ac-4276-9481-d9dd5a8e60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.656983 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-f6a3a04e-a7ac-4276-9481-d9dd5a8e60cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbd10aad-5926-4b83-9c91-2fcaa923b75f HTTP/1.1" status: 200 len: 835 time: 0.0533929 Jul 23 14:22:58.694907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93e625f2-a4fc-453b-9628-707267a64b94 req-793ecf00-bff3-4a66-9e46-a53dbd76d369 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Jul 23 14:22:58.729579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-79762127-ed3e-46e3-bc56-319c1e526aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.731462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-79762127-ed3e-46e3-bc56-319c1e526aa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673685 Jul 23 14:22:58.869453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-0a66d303-c92f-459c-a19f-2f649f641775 service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272445 Jul 23 14:22:58.897288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74a2c-b2a5-4bbb-932e-bba1821ec03c req-a8ad8761-9f8a-4e36-8df2-421132a23e1a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:58.898864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5c74a2c-b2a5-4bbb-932e-bba1821ec03c req-a8ad8761-9f8a-4e36-8df2-421132a23e1a tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 943 time: 0.0771604 Jul 23 14:22:58.939166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5c74a2c-b2a5-4bbb-932e-bba1821ec03c req-5f514560-c04f-4b7f-a6fe-f8bb49bfada2 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336790 Jul 23 14:22:58.969885 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e8e6a45a-e394-4347-9f7e-47d9140b5cb0 req-85c74c8e-b226-49bc-81bc-5d05ec21e24b service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907762 Jul 23 14:22:59.771571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 288560cb-923c-4501-ad6a-73c84088a78d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:22:59.826576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 288560cb-923c-4501-ad6a-73c84088a78d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:22:59.830437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 288560cb-923c-4501-ad6a-73c84088a78d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:22:59.830919 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:59.839072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb70-940f-4547-be84-5943130d68e7 req-3cb36e41-8641-4721-8d6d-f55505060e43 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:22:59.840619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbdfcb70-940f-4547-be84-5943130d68e7 req-3cb36e41-8641-4721-8d6d-f55505060e43 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 944 time: 0.0716770 Jul 23 14:22:59.879705 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbdfcb70-940f-4547-be84-5943130d68e7 req-51c9cff4-f871-4941-9fd7-74b9bf2c6ce4 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Jul 23 14:22:59.913961 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:59.937829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:22:59.940665 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e6c16f-a6c0-4433-ad72-5d502864765b" -d '{"events": [{"server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "name": "network-vif-plugged", "status": "completed", "tag": "288560cb-923c-4501-ad6a-73c84088a78d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:22:59.953495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=288560cb-923c-4501-ad6a-73c84088a78d,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:22:59.959116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:22:59.982820 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0abc4b-ecca-480d-835c-4305b68de1af x-openstack-request-id: req-bb0abc4b-ecca-480d-835c-4305b68de1af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:22:59.983111 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "name": "network-vif-plugged", "status": "completed", "tag": "288560cb-923c-4501-ad6a-73c84088a78d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:22:59.983418 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb0abc4b-ecca-480d-835c-4305b68de1af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:22:59.983745 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d', 'code': 200} Jul 23 14:23:00.018804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:00.122021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574566ca-c1e0-4697-a92d-498440d87029 req-f58106e1-b0a2-48c3-9579-0a1ae4894d41 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.123558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-574566ca-c1e0-4697-a92d-498440d87029 req-f58106e1-b0a2-48c3-9579-0a1ae4894d41 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 943 time: 0.0970168 Jul 23 14:23:00.163283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7530bed-25ec-4150-9439-2d6b8cc4dac7 req-222e8cb0-5723-403d-9706-f526ad9efcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.164816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7530bed-25ec-4150-9439-2d6b8cc4dac7 req-222e8cb0-5723-403d-9706-f526ad9efcca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.0981174 Jul 23 14:23:00.172485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-574566ca-c1e0-4697-a92d-498440d87029 req-f6abb409-cac3-4818-989d-5945650e9cbb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Jul 23 14:23:00.202196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7530bed-25ec-4150-9439-2d6b8cc4dac7 req-56b5b5b2-50d6-4ec9-b5ae-b29138a53f77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287755 Jul 23 14:23:00.885035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.890772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.896480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.903651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.909737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.915702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.921457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:00.923379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-a8b3a52c-0b51-43eb-ac06-b55f8dda6698 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.1108999 Jul 23 14:23:00.965799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78d69449-4888-4c8c-998f-5d692d4a5fd8 req-7997fc80-0e51-4f9d-9080-5a7565852d88 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345986 Jul 23 14:23:01.108530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271f9c5-59c9-4069-9397-4a67624b20e2 req-39108547-44e1-491a-bcb1-90ce8290c97b tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:01.109908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c271f9c5-59c9-4069-9397-4a67624b20e2 req-39108547-44e1-491a-bcb1-90ce8290c97b tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0673101 Jul 23 14:23:01.147450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c271f9c5-59c9-4069-9397-4a67624b20e2 req-04e706e7-cb81-434c-82ae-cc1a8959809e tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Jul 23 14:23:01.305419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8f7ff-9a69-47e8-85ed-fd85c8736031 req-6babeb37-d293-475b-9098-dfe9dec5d5f4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:01.306968 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a2b8f7ff-9a69-47e8-85ed-fd85c8736031 req-6babeb37-d293-475b-9098-dfe9dec5d5f4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 943 time: 0.0680237 Jul 23 14:23:01.346147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a2b8f7ff-9a69-47e8-85ed-fd85c8736031 req-afcaa6e5-29a7-4db7-b2d9-5a81200e0e78 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332782 Jul 23 14:23:01.685653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8932309b-89f3-4c67-95f1-365ed29d3c88 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:23:01.792157 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8932309b-89f3-4c67-95f1-365ed29d3c88, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8932309b-89f3-4c67-95f1-365ed29d3c88,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:01.804344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'port_id': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'mac_address': 'fa:16:3e:1e:07:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:23:01.846718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:01.861879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8932309b-89f3-4c67-95f1-365ed29d3c88 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:23:01.882288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8932309b-89f3-4c67-95f1-365ed29d3c88, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8932309b-89f3-4c67-95f1-365ed29d3c88,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:01.887532 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:01.939292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8932309b-89f3-4c67-95f1-365ed29d3c88,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:02.170932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.176649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.183078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.188140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['8932309b-89f3-4c67-95f1-365ed29d3c88'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:23:02.189249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.195022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.201344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.207108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.208952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-33497407-e183-48ce-a40f-5a00fdc5e44a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.1590283 Jul 23 14:23:02.228574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.234202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.240618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.246831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.253014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.259447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.265396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.267253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8398d851-afc9-4e4c-842e-a2f15aa522be tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 5443 time: 0.2018440 Jul 23 14:23:02.343134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3acf0472-e745-4799-9ecc-061f7b2f1dc3 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.344541 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3acf0472-e745-4799-9ecc-061f7b2f1dc3 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "GET /v2.0/ports/26c90806-dd94-426b-a6f3-804038c1dcb8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0713224 Jul 23 14:23:02.348762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6af4e3b-5de2-4732-82ff-5165bf7f29ff req-4851d745-7972-4b6e-ab32-ae061ea2a422 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325588 Jul 23 14:23:02.476061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d9ea83df-9074-4225-a26d-11ea571cbd1e tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "GET /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1244791 Jul 23 14:23:02.491730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:02.551749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918bc9-f01f-4eb8-9f2e-c25d24b320cb req-b80c2592-e3e7-4feb-813a-c3eb7b13e8e7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.553239 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe918bc9-f01f-4eb8-9f2e-c25d24b320cb req-b80c2592-e3e7-4feb-813a-c3eb7b13e8e7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1225915 Jul 23 14:23:02.602872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:02.634132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe918bc9-f01f-4eb8-9f2e-c25d24b320cb req-aaf30fd6-275c-440c-91d1-60413f75b9d6 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641217 Jul 23 14:23:02.801805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] For port 26c90806-dd94-426b-a6f3-804038c1dcb8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=26c90806-dd94-426b-a6f3-804038c1dcb8,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:02.828298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7fc9d-ef37-4b64-a1f6-e2b16d57b474 req-06a5ca3c-af70-43b4-9c3e-a534a60bc60b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:02.829805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7e7fc9d-ef37-4b64-a1f6-e2b16d57b474 req-06a5ca3c-af70-43b4-9c3e-a534a60bc60b tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 944 time: 0.1311269 Jul 23 14:23:02.861233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] For port 26c90806-dd94-426b-a6f3-804038c1dcb8, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:23:02.906594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7e7fc9d-ef37-4b64-a1f6-e2b16d57b474 req-3b0b6c58-38c9-4eb4-840d-1991a249f0cf tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693541 Jul 23 14:23:02.908479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] device_id is not set on port 26c90806-dd94-426b-a6f3-804038c1dcb8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:23:02.919343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:02.934334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.020863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] Pushing event updated for resources: {'Port': ['ID=26c90806-dd94-426b-a6f3-804038c1dcb8,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:03.023406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] No DVR routers for this DVR port 26c90806-dd94-426b-a6f3-804038c1dcb8 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:03.063521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] In _notify_port_updated(), no bound segment for port 26c90806-dd94-426b-a6f3-804038c1dcb8 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:23:03.064313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.064933 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.066223 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-905318ee-c1c2-4f34-8c9a-e9b038e433ca service neutron] 10.222.0.11 "PUT /v2.0/ports/26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 200 len: 1031 time: 0.5822191 Jul 23 14:23:03.141132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-67a31e6c-f99b-4bb2-95b9-0da0b9dbe238 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.142613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-67a31e6c-f99b-4bb2-95b9-0da0b9dbe238 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "GET /v2.0/ports/76728841-98f6-46f3-b204-1dcb9d6cdf84?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0705714 Jul 23 14:23:03.158512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:03.239592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6010672-b2e8-4f8f-b87c-3083754bfed6 None None] Provisioning complete for port 26c90806-dd94-426b-a6f3-804038c1dcb8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:23:03.240220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6010672-b2e8-4f8f-b87c-3083754bfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.258626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-455ca986-a139-42c5-8e2b-15e538143a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.261347 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-455ca986-a139-42c5-8e2b-15e538143a9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.0594320 Jul 23 14:23:03.271043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.272904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e6010672-b2e8-4f8f-b87c-3083754bfed6 None None] Port 26c90806-dd94-426b-a6f3-804038c1dcb8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:23:03.336835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a5396-a9fd-4abe-a526-3be33543315f req-5eab1873-6b45-4a94-8511-cf8dc18c05f7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.338478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f09a5396-a9fd-4abe-a526-3be33543315f req-5eab1873-6b45-4a94-8511-cf8dc18c05f7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1334155 Jul 23 14:23:03.361556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-d8966b87-ca9e-4d12-9bdc-d65359bee228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.363230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-d8966b87-ca9e-4d12-9bdc-d65359bee228 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.0952697 Jul 23 14:23:03.408266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-d75d0254-9f43-4b7f-9536-0eadc98640ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 217 time: 0.0386250 Jul 23 14:23:03.410971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f09a5396-a9fd-4abe-a526-3be33543315f req-400e1ec6-5f97-48fc-94af-69e5cd8a7341 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571144 Jul 23 14:23:03.465189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] For port 76728841-98f6-46f3-b204-1dcb9d6cdf84, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=76728841-98f6-46f3-b204-1dcb9d6cdf84,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:03.465939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-7fd12dc2-4bc2-4cc6-8347-98f9a424da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.467816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-7fd12dc2-4bc2-4cc6-8347-98f9a424da66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.0545199 Jul 23 14:23:03.502270 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-f64ad50d-6a6b-45b3-8f46-3d980d38f9ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273550 Jul 23 14:23:03.542039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] For port 76728841-98f6-46f3-b204-1dcb9d6cdf84, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:23:03.596895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-d8622dca-c992-4dd3-b3e7-22bdebadf939 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867248 Jul 23 14:23:03.598793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-806b1c9f-cb30-48e0-b799-452901eec5df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.606096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-806b1c9f-cb30-48e0-b799-452901eec5df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.612398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-806b1c9f-cb30-48e0-b799-452901eec5df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.618696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-806b1c9f-cb30-48e0-b799-452901eec5df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.624469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-806b1c9f-cb30-48e0-b799-452901eec5df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.630682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-806b1c9f-cb30-48e0-b799-452901eec5df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:03.632499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-806b1c9f-cb30-48e0-b799-452901eec5df tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 4665 time: 0.1576891 Jul 23 14:23:03.634992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] device_id is not set on port 76728841-98f6-46f3-b204-1dcb9d6cdf84 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:23:03.644781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.661588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.695622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c074a1a-2f12-4add-a54c-079bcf2df275 req-f7dca5e1-df56-4615-965c-b7073f42f88d service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928423 Jul 23 14:23:03.699110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8932309b-89f3-4c67-95f1-365ed29d3c88 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:23:03.737267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] Pushing event updated for resources: {'Port': ['ID=76728841-98f6-46f3-b204-1dcb9d6cdf84,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:03.789034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 8932309b-89f3-4c67-95f1-365ed29d3c88 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:23:03.794023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 8932309b-89f3-4c67-95f1-365ed29d3c88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:23:03.794400 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.821227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c0c3e504-9ae2-4812-b521-8137056dcdcc no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:03.944548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.946338 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:03.982216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:03.984486 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5565091d-93b9-4319-a955-2424f88fc562" -d '{"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:04.014637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c0c3e504-9ae2-4812-b521-8137056dcdcc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:04.020450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8932309b-89f3-4c67-95f1-365ed29d3c88, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8932309b-89f3-4c67-95f1-365ed29d3c88,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:04.023347 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.024087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 76728841-98f6-46f3-b204-1dcb9d6cdf84 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:04.047377 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.124116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92e5c9fa-d408-42e3-94f9-053e08398a6e req-4a0ab1b7-0334-4075-b3d0-699f893a8ea7 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=e13be5ad-6d5f-4507-bb9f-adca3db5ce21&id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4835567 Jul 23 14:23:04.125529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] No DVR routers for this DVR port 76728841-98f6-46f3-b204-1dcb9d6cdf84 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:04.175438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] In _notify_port_updated(), no bound segment for port 76728841-98f6-46f3-b204-1dcb9d6cdf84 on network 1be42223-cecf-4b9d-bc21-d36506213d65 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:23:04.176421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:04.176987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.178634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-a293d707-d9aa-4774-97e9-3e5a972d96f7 service neutron] 10.222.0.11 "PUT /v2.0/ports/76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 200 len: 1032 time: 1.0257614 Jul 23 14:23:04.232315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1aef664-c9cb-4e40-ace4-77356aef8c5b None None] Provisioning complete for port 76728841-98f6-46f3-b204-1dcb9d6cdf84 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:23:04.232664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1aef664-c9cb-4e40-ace4-77356aef8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.293598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 76728841-98f6-46f3-b204-1dcb9d6cdf84 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:04.294336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5f4bafac-09dc-4375-add6-f3f780e2efca no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:04.295629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1aef664-c9cb-4e40-ace4-77356aef8c5b None None] Port 76728841-98f6-46f3-b204-1dcb9d6cdf84 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:23:04.297995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c0c3e504-9ae2-4812-b521-8137056dcdcc,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:04.321590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7e5b0-c39c-42a6-a29d-89eea562a688 req-62efee51-10b0-44e1-a01b-e0307dda83c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:04.324114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80a7e5b0-c39c-42a6-a29d-89eea562a688 req-62efee51-10b0-44e1-a01b-e0307dda83c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 945 time: 0.1082613 Jul 23 14:23:04.348682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port a9cefb43-beaa-4ceb-91af-23aa28882cb7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:04.349022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.377300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8932309b-89f3-4c67-95f1-365ed29d3c88,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:04.392495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80a7e5b0-c39c-42a6-a29d-89eea562a688 req-be078233-745f-45ac-a280-e5f2180d08f3 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621018 Jul 23 14:23:04.417165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.453896 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca2e7c-2e63-473d-8465-f2ff69ab3051 x-openstack-request-id: req-a9ca2e7c-2e63-473d-8465-f2ff69ab3051 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:04.454245 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:04.454428 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9ca2e7c-2e63-473d-8465-f2ff69ab3051 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:04.454820 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc', 'code': 200} Jul 23 14:23:04.456911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] For port a9cefb43-beaa-4ceb-91af-23aa28882cb7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a9cefb43-beaa-4ceb-91af-23aa28882cb7,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:04.457286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.458230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5f4bafac-09dc-4375-add6-f3f780e2efca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5f4bafac-09dc-4375-add6-f3f780e2efca,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:04.465052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.465923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5027f009-f67a-4528-9fa4-2d5ce045c563 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:04.472691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for a9cefb43-beaa-4ceb-91af-23aa28882cb7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:04.555475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5f4bafac-09dc-4375-add6-f3f780e2efca,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:04.596346 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.630628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5027f009-f67a-4528-9fa4-2d5ce045c563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5027f009-f67a-4528-9fa4-2d5ce045c563,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:04.635833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.636628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device bc1a32ce-cb1b-4ecd-b466-f1823f749231 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:04.639416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.672916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=a9cefb43-beaa-4ceb-91af-23aa28882cb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:04.690057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93154fb-e8b6-415c-9cfa-93ed5970e0dd req-895574dd-d39a-4844-823b-19800f6d23f9 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:04.691588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b93154fb-e8b6-415c-9cfa-93ed5970e0dd req-895574dd-d39a-4844-823b-19800f6d23f9 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1118441 Jul 23 14:23:04.730477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5027f009-f67a-4528-9fa4-2d5ce045c563,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:04.745779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] No DVR routers for this DVR port a9cefb43-beaa-4ceb-91af-23aa28882cb7 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:04.749055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.751119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-d33b0110-5cdd-4031-9089-4d1b403a7f3f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "DELETE /v2.0/ports/a9cefb43-beaa-4ceb-91af-23aa28882cb7 HTTP/1.1" status: 204 len: 173 time: 0.5649111 Jul 23 14:23:04.751552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:04.753852 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b9b0cd-6422-45b1-8c3f-bc2c20e32d7c" -d '{"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "a9cefb43-beaa-4ceb-91af-23aa28882cb7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:04.767736 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.801258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port bc1a32ce-cb1b-4ecd-b466-f1823f749231, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:04.803630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b93154fb-e8b6-415c-9cfa-93ed5970e0dd req-a6de3011-c865-43cb-9350-a86ee3eadcfe tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910926 Jul 23 14:23:04.806954 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.807780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a9cefb43-beaa-4ceb-91af-23aa28882cb7 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:04.848856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: a9cefb43-beaa-4ceb-91af-23aa28882cb7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:04.849271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a9cefb43-beaa-4ceb-91af-23aa28882cb7 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:04.849714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 26c90806-dd94-426b-a6f3-804038c1dcb8 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:04.872043 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45673960-6502-483c-aaa8-186438995b80 x-openstack-request-id: req-45673960-6502-483c-aaa8-186438995b80 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:04.872397 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "a9cefb43-beaa-4ceb-91af-23aa28882cb7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:04.872699 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45673960-6502-483c-aaa8-186438995b80 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:04.873179 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': 'a9cefb43-beaa-4ceb-91af-23aa28882cb7', 'status': 'completed', 'code': 200} Jul 23 14:23:04.886012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port bc1a32ce-cb1b-4ecd-b466-f1823f749231 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:04.886374 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:04.925787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=bc1a32ce-cb1b-4ecd-b466-f1823f749231,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:04.929148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 26c90806-dd94-426b-a6f3-804038c1dcb8 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:04.989647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] For port bc1a32ce-cb1b-4ecd-b466-f1823f749231, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bc1a32ce-cb1b-4ecd-b466-f1823f749231,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:04.989888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:05.003922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for bc1a32ce-cb1b-4ecd-b466-f1823f749231 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:05.149559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:05.186240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=bc1a32ce-cb1b-4ecd-b466-f1823f749231,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:05.260915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] No DVR routers for this DVR port bc1a32ce-cb1b-4ecd-b466-f1823f749231 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:05.264150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:05.266980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-3a89b3ba-02a7-4110-a8ce-36ee2afb9295 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "DELETE /v2.0/ports/bc1a32ce-cb1b-4ecd-b466-f1823f749231 HTTP/1.1" status: 204 len: 173 time: 0.5096221 Jul 23 14:23:05.368310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4cd87-5d06-4c24-ac6c-936235c1b5f7 req-a9b4712e-fee7-4e65-b967-abcb06bc31d8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:05.375099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4cd87-5d06-4c24-ac6c-936235c1b5f7 req-a9b4712e-fee7-4e65-b967-abcb06bc31d8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:05.381712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4cd87-5d06-4c24-ac6c-936235c1b5f7 req-a9b4712e-fee7-4e65-b967-abcb06bc31d8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:05.383538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed4cd87-5d06-4c24-ac6c-936235c1b5f7 req-a9b4712e-fee7-4e65-b967-abcb06bc31d8 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 2411 time: 0.1644385 Jul 23 14:23:05.440719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed4cd87-5d06-4c24-ac6c-936235c1b5f7 req-ff678f66-931b-487b-be68-05f09d356712 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497870 Jul 23 14:23:05.450663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port 5027f009-f67a-4528-9fa4-2d5ce045c563 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:05.451306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:05.578341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] For port 5027f009-f67a-4528-9fa4-2d5ce045c563, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5027f009-f67a-4528-9fa4-2d5ce045c563,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:05.578916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:05.597330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for 5027f009-f67a-4528-9fa4-2d5ce045c563 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:05.660307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad47b8-218d-401e-8b73-5172f32896a9 req-3e46fab8-cc52-4c7f-88c2-437d53632c1c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:05.667646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57ad47b8-218d-401e-8b73-5172f32896a9 req-3e46fab8-cc52-4c7f-88c2-437d53632c1c tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 945 time: 0.1477354 Jul 23 14:23:05.725175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57ad47b8-218d-401e-8b73-5172f32896a9 req-6ac93bd0-8cf1-47c7-a812-97775d627474 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566273 Jul 23 14:23:05.804063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:05.840422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=5027f009-f67a-4528-9fa4-2d5ce045c563,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:05.897814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] No DVR routers for this DVR port 5027f009-f67a-4528-9fa4-2d5ce045c563 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:05.906763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:05.908698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8493de8d-66d2-4f57-8c44-4e63bc6d8288 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "DELETE /v2.0/ports/5027f009-f67a-4528-9fa4-2d5ce045c563 HTTP/1.1" status: 204 len: 173 time: 0.6368380 Jul 23 14:23:06.032256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75428-8466-4cd2-8c07-73feb9d28d11 req-cc552b11-f7a1-45ba-9185-2ff4007cb285 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:06.033740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19d75428-8466-4cd2-8c07-73feb9d28d11 req-cc552b11-f7a1-45ba-9185-2ff4007cb285 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1380751 Jul 23 14:23:06.080162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port c0c3e504-9ae2-4812-b521-8137056dcdcc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:06.080516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.102394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19d75428-8466-4cd2-8c07-73feb9d28d11 req-796599af-1c81-443f-86fb-d316def61e44 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613816 Jul 23 14:23:06.190258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] For port c0c3e504-9ae2-4812-b521-8137056dcdcc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c0c3e504-9ae2-4812-b521-8137056dcdcc,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:06.190617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.208705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for c0c3e504-9ae2-4812-b521-8137056dcdcc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:06.351488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.396619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=c0c3e504-9ae2-4812-b521-8137056dcdcc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:06.440126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] No DVR routers for this DVR port c0c3e504-9ae2-4812-b521-8137056dcdcc on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:06.443330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.446278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-8768c160-d29c-46b1-ad57-81eef1dd6c16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "DELETE /v2.0/ports/c0c3e504-9ae2-4812-b521-8137056dcdcc HTTP/1.1" status: 204 len: 173 time: 0.5130918 Jul 23 14:23:06.456435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:06.458836 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9606b7-37cd-47a0-8fd0-f42ec6b14868" -d '{"events": [{"server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "name": "network-vif-plugged", "status": "completed", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:06.508300 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c056df-81e3-44e3-8558-abc39a98eb3b x-openstack-request-id: req-71c056df-81e3-44e3-8558-abc39a98eb3b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:06.508692 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "name": "network-vif-plugged", "status": "completed", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-unplugged", "status": "completed", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:06.508936 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71c056df-81e3-44e3-8558-abc39a98eb3b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:06.509371 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'code': 200} Jul 23 14:23:06.509619 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'code': 200} Jul 23 14:23:06.509860 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563', 'code': 200} Jul 23 14:23:06.510097 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231', 'code': 200} Jul 23 14:23:06.558804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port 5f4bafac-09dc-4375-add6-f3f780e2efca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:06.559140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.625153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb7980-a94c-424b-99ca-0596b994a13b req-292692f4-ee01-4036-a793-f653b8d04a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:06.626713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bdb7980-a94c-424b-99ca-0596b994a13b req-292692f4-ee01-4036-a793-f653b8d04a2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 1096 time: 0.0549128 Jul 23 14:23:06.668257 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8bdb7980-a94c-424b-99ca-0596b994a13b req-85f715bd-7790-435b-8118-c57b77548b21 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jul 23 14:23:06.688314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] For port 5f4bafac-09dc-4375-add6-f3f780e2efca, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5f4bafac-09dc-4375-add6-f3f780e2efca,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:06.688667 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.703300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51571f0-e153-4c2f-b426-cdee72b4f1fc req-dcaa89e9-9c65-4694-a8bf-509225906b16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:06.704812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c51571f0-e153-4c2f-b426-cdee72b4f1fc req-dcaa89e9-9c65-4694-a8bf-509225906b16 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 944 time: 0.1415527 Jul 23 14:23:06.795587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c51571f0-e153-4c2f-b426-cdee72b4f1fc req-07dffe32-d516-490f-afd6-898f16caa7f7 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups?id=770f50c7-0ddf-48d4-b03f-3221b8a49a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823455 Jul 23 14:23:06.893947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563'}, {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:06.896424 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7881e5af-6a47-4aa5-89e8-90b9b3d700a3" -d '{"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563"}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:06.957705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.958004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:06.958323 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Floating IP 3bf6807a-1da1-4570-ad3e-062f7d7554fc disassociated. External IP: 172.25.2.6, port: 5f4bafac-09dc-4375-add6-f3f780e2efca. Jul 23 14:23:06.958992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for 5f4bafac-09dc-4375-add6-f3f780e2efca owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:07.040111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d161a-c6ac-4dfc-8ffa-27ec8cc1b3fb req-9568b9c8-b847-4f12-9b00-a3119d008195 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:07.041717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f79d161a-c6ac-4dfc-8ffa-27ec8cc1b3fb req-9568b9c8-b847-4f12-9b00-a3119d008195 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 945 time: 0.1422548 Jul 23 14:23:07.101241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f79d161a-c6ac-4dfc-8ffa-27ec8cc1b3fb req-c43116df-f903-44bd-ad55-2fc318610a31 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511584 Jul 23 14:23:07.168187 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:07.203390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=5f4bafac-09dc-4375-add6-f3f780e2efca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:07.273683 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f470232a-4e9d-434a-9807-1235416daf88 x-openstack-request-id: req-f470232a-4e9d-434a-9807-1235416daf88 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:07.273947 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "bc1a32ce-cb1b-4ecd-b466-f1823f749231", "status": "completed", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "5027f009-f67a-4528-9fa4-2d5ce045c563", "status": "completed", "code": 200}, {"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "c0c3e504-9ae2-4812-b521-8137056dcdcc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:07.274198 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f470232a-4e9d-434a-9807-1235416daf88 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:07.274633 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': 'bc1a32ce-cb1b-4ecd-b466-f1823f749231', 'status': 'completed', 'code': 200} Jul 23 14:23:07.275043 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': '5027f009-f67a-4528-9fa4-2d5ce045c563', 'status': 'completed', 'code': 200} Jul 23 14:23:07.275297 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': 'c0c3e504-9ae2-4812-b521-8137056dcdcc', 'status': 'completed', 'code': 200} Jul 23 14:23:07.414464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Router 437db0b8-ae21-45e9-a65c-cce30838cd0e has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:07.430225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533202d-7278-4df6-ac44-c48a93fbd3a2 req-9ff4460b-85a5-4737-918d-1631d1e52cde tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:07.431845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0533202d-7278-4df6-ac44-c48a93fbd3a2 req-9ff4460b-85a5-4737-918d-1631d1e52cde tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1244776 Jul 23 14:23:07.542292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:07.556384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0533202d-7278-4df6-ac44-c48a93fbd3a2 req-30cca82e-b88d-4aea-b1fc-913819aa489c tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167636 Jul 23 14:23:07.581663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:07.597848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] Sync routers for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:07.616023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:07.616820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:07.652138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] No DVR routers for this DVR port 5f4bafac-09dc-4375-add6-f3f780e2efca on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:07.654011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:07.656710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35a988f9-a28c-41f1-a7d1-f984809ee209 req-e3bbd526-2df6-4adb-a9c2-e57236ad0d91 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.11 "DELETE /v2.0/ports/5f4bafac-09dc-4375-add6-f3f780e2efca HTTP/1.1" status: 204 len: 173 time: 1.2042091 Jul 23 14:23:07.772171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:07.935120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-30b0bd11-6d1d-4493-af6c-556740b7d49c req-ef80c642-5d56-4819-a5aa-fd8f5892aa77 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0448084 Jul 23 14:23:08.053535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:57Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:08.090203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] Checking router: 437db0b8-ae21-45e9-a65c-cce30838cd0e for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:08.098859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:08.099511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:08.212355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:08.269016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902522e-ca79-4292-b34f-b2c54722eb6b req-88015c57-a1fa-4fea-8d6e-1f07d8f0701f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:08.276873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4902522e-ca79-4292-b34f-b2c54722eb6b req-88015c57-a1fa-4fea-8d6e-1f07d8f0701f tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 945 time: 0.0936041 Jul 23 14:23:08.323615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4902522e-ca79-4292-b34f-b2c54722eb6b req-fdcbf5a2-dc0e-4aad-85fb-4a485e31e1ca tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Jul 23 14:23:08.449541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:57Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:08.473623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916579b-3885-4de8-b568-445ed339039c req-e7b0165c-4e1d-4558-b921-9341574f04c7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:08.479823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baffa00-c07d-4cfe-a294-3ffa56a1825c None None] The sync data for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 is: [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:12:49Z', 'revision_number': 4, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c7d03aed-aeda-4376-98eb-3a6eb114fe22', 'name': '', 'network_id': 'f90128ca-9332-4025-8425-15b1e4bf1851', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'mac_address': 'fa:16:3e:d3:e3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:48Z', 'updated_at': '2021-07-23T14:12:57Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'subnets': [{'id': '4f9b00b3-649e-4d61-92c2-dcac2b10a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:08.484475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2916579b-3885-4de8-b568-445ed339039c req-e7b0165c-4e1d-4558-b921-9341574f04c7 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 945 time: 0.0774620 Jul 23 14:23:08.525138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2916579b-3885-4de8-b568-445ed339039c req-9b2584ae-9d8e-4f01-998f-c0dedec1d9f4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Jul 23 14:23:08.551245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:08.623679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231f659-f23b-4c9b-9eee-2c12f2fb9d07 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:08.626318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7231f659-f23b-4c9b-9eee-2c12f2fb9d07 tempest-TestNetworkBasicOps-1164992470 tempest-TestNetworkBasicOps-1164992470-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 1091 time: 0.0731106 Jul 23 14:23:08.628534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:08.635348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:08.668974 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:08.760369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2e348-fe0d-4aae-802c-cad17e5e0d4f req-c838205a-85a3-41af-a6ab-470e5c3ffd5a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:08.761905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ed2e348-fe0d-4aae-802c-cad17e5e0d4f req-c838205a-85a3-41af-a6ab-470e5c3ffd5a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1085525 Jul 23 14:23:08.822849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ed2e348-fe0d-4aae-802c-cad17e5e0d4f req-aa13248f-1189-4f59-a8af-1bf9f86e2445 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539927 Jul 23 14:23:08.840818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:08.937872 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220687b-d1b1-47af-a572-fa4cb4d2db5c None None] New status for floating IP 3bf6807a-1da1-4570-ad3e-062f7d7554fc: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:23:08.962957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-838f322a-3f5c-4a57-98ee-1c153c44b6a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602691 Jul 23 14:23:08.975802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Allocated IP 172.25.2.113 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/dfb50923-2466-4884-848e-10bf592b3cde) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:23:09.088169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ec47074-051f-4982-8a33-ebcbdbe1cac1 req-4b9646c4-8007-48fa-ac59-35775cc06930 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0531058 Jul 23 14:23:09.115826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-c9ffd01a-60c0-4c9d-849c-7a80ca4004f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:09.118079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-c9ffd01a-60c0-4c9d-849c-7a80ca4004f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.1148212 Jul 23 14:23:09.152690 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:09.194416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:09.234721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-e0c4e82f-895c-4a1f-9108-afa811459978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:09.236554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-e0c4e82f-895c-4a1f-9108-afa811459978 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.0887716 Jul 23 14:23:09.241441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:23:09.245916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:23:09.247840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=dfb50923-2466-4884-848e-10bf592b3cde,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:09.250017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:23:09.282853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:09.285243 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfded775-b8bf-4dc1-9d91-91099a9c53a2" -d '{"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:09.291172 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-944b4b4a-6ca7-409a-924e-fa9968037dd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0467589 Jul 23 14:23:09.337027 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1614a600-778e-4e9d-8430-3efbd854bee3 x-openstack-request-id: req-1614a600-778e-4e9d-8430-3efbd854bee3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:09.337548 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febda865-f6d1-4064-ae88-c2d7cede0252", "name": "network-vif-deleted", "tag": "5f4bafac-09dc-4375-add6-f3f780e2efca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:09.337917 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1614a600-778e-4e9d-8430-3efbd854bee3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:09.338401 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febda865-f6d1-4064-ae88-c2d7cede0252', 'name': 'network-vif-deleted', 'tag': '5f4bafac-09dc-4375-add6-f3f780e2efca', 'status': 'completed', 'code': 200} Jul 23 14:23:09.346823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-dfc1a388-215b-447e-9f08-80760733d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:09.348411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-dfc1a388-215b-447e-9f08-80760733d9ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0530529 Jul 23 14:23:09.384132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-6c75cc29-71f7-4d0e-9e67-4115f63b34a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286267 Jul 23 14:23:09.499964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-9cbaed8a-5692-491c-9e34-5ffae2bdb7ee service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092973 Jul 23 14:23:09.591672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6f801be-1776-4f3c-9800-9d6baf11e09d req-2fa36696-39bc-40c1-9f5a-d9c3e63a4144 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846033 Jul 23 14:23:09.629547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:09.711081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:09.876259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:09.883863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:09.955125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8da7e-e4b8-4a73-bc42-b93c02d223a1 req-fe53f98e-066c-4da7-b863-30371eb4b56d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:09.957077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event updated for resources: {'Port': ['ID=dfb50923-2466-4884-848e-10bf592b3cde,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:09.959107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91d8da7e-e4b8-4a73-bc42-b93c02d223a1 req-fe53f98e-066c-4da7-b863-30371eb4b56d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0687249 Jul 23 14:23:09.968088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:10.013483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91d8da7e-e4b8-4a73-bc42-b93c02d223a1 req-1d26e2d0-a677-47e3-8d12-07db189656e9 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Jul 23 14:23:10.074588 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Floating IP 31296d41-68aa-4bec-85f4-30ba5feebd38 associated. External IP: 172.25.2.113, port: 8932309b-89f3-4c67-95f1-365ed29d3c88. Jul 23 14:23:10.296664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 0d64e32e-6c24-490b-b527-12968b71b4b9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:10.429298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:10.441655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] Sync routers for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:10.452419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:10.453258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:10.464478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b9c5f1b-7f59-487e-ba69-ff691362a084 req-38528932-5751-4204-b400-067a3f42222b tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0362997 Jul 23 14:23:10.467144 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:10.534977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e36da83e-b1c6-4f2b-97be-b3e0903f4c02 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9035568 Jul 23 14:23:10.535545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:10.537512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:10.538447 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b682fff-4432-41f5-9549-e7b66fc09bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:10.626755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:10.893722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '31296d41-68aa-4bec-85f4-30ba5feebd38', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'port_id': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'mac_address': 'fa:16:3e:1e:07:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:23:09Z', 'updated_at': '2021-07-23T14:23:09Z', 'revision_number': 0, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:10.926980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] Checking router: 0d64e32e-6c24-490b-b527-12968b71b4b9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:10.938306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:10.939022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:22:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:10.991987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-26ba1365-9197-4f18-9598-d36770113078 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/floatingips/31296d41-68aa-4bec-85f4-30ba5feebd38 HTTP/1.1" status: 200 len: 991 time: 0.4509690 Jul 23 14:23:11.027068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57fa9a-33a4-4e8c-8ead-0646d83c2cb2 req-8ad0e158-ed45-4726-a7ae-5118ba1e98dc tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:11.030217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b57fa9a-33a4-4e8c-8ead-0646d83c2cb2 req-8ad0e158-ed45-4726-a7ae-5118ba1e98dc tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.5070255 Jul 23 14:23:11.077375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:11.080909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b57fa9a-33a4-4e8c-8ead-0646d83c2cb2 req-b8534e44-9c93-4425-b5ef-8a23e46a382c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445366 Jul 23 14:23:11.138270 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ffe609-a6b0-4292-9b90-a203010c9c78 x-openstack-request-id: req-77ffe609-a6b0-4292-9b90-a203010c9c78 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:11.139242 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:11.139242 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77ffe609-a6b0-4292-9b90-a203010c9c78 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:11.141165 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'status': 'completed', 'code': 200} Jul 23 14:23:11.268903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-2d86141d-d08f-451a-bf6f-241165d09362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:11.271217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-2d86141d-d08f-451a-bf6f-241165d09362 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 1096 time: 0.1022317 Jul 23 14:23:11.279365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fbf5-e2a9-437b-939e-b84c04c69bea req-9b2316d2-f5b3-4297-abe6-e9fb188756ad tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:11.281080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2085fbf5-e2a9-437b-939e-b84c04c69bea req-9b2316d2-f5b3-4297-abe6-e9fb188756ad tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0794034 Jul 23 14:23:11.339818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2085fbf5-e2a9-437b-939e-b84c04c69bea req-984d6d41-d624-4057-af9f-27a8d5d45591 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522165 Jul 23 14:23:11.384524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-618940c1-db22-455d-8210-6bba7926ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:11.386200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-618940c1-db22-455d-8210-6bba7926ceb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e HTTP/1.1" status: 200 len: 898 time: 0.1035638 Jul 23 14:23:11.430416 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:23:11.465423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-c8f0f519-d290-4952-a613-98475d4900df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8932309b-89f3-4c67-95f1-365ed29d3c88 HTTP/1.1" status: 200 len: 999 time: 0.0720627 Jul 23 14:23:11.524631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-e7cafb84-5e40-4d04-b0ec-b4587d8a781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:11.526573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-e7cafb84-5e40-4d04-b0ec-b4587d8a781a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbd10aad-5926-4b83-9c91-2fcaa923b75f HTTP/1.1" status: 200 len: 835 time: 0.0520570 Jul 23 14:23:11.560969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '31296d41-68aa-4bec-85f4-30ba5feebd38', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'port_id': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'mac_address': 'fa:16:3e:1e:07:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:23:09Z', 'updated_at': '2021-07-23T14:23:09Z', 'revision_number': 0, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:11.581664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ef5e636-91aa-47c0-9abf-28ba64ed2221 req-147069b4-a359-4838-bac3-bdf5a11c5ef0 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0379708 Jul 23 14:23:11.599387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-9b62fc6c-1dcd-4c56-b4c2-b465b98556d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:11.601215 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-9b62fc6c-1dcd-4c56-b4c2-b465b98556d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660098 Jul 23 14:23:11.608197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce794e1-d073-4db9-85f5-85cbb60ea0b4 None None] The sync data for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 is: [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '31296d41-68aa-4bec-85f4-30ba5feebd38', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'port_id': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'mac_address': 'fa:16:3e:1e:07:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:23:09Z', 'updated_at': '2021-07-23T14:23:09Z', 'revision_number': 0, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:11.716454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-b844513f-0925-4093-b402-4bbe821c2d2d service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067700 Jul 23 14:23:11.813048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b682fff-4432-41f5-9549-e7b66fc09bc2 req-373cbe26-dc36-4194-b9f0-3613e2457948 service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888801 Jul 23 14:23:11.846122 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ccd09-075c-467d-8a1d-8335e645802e None None] New status for floating IP 31296d41-68aa-4bec-85f4-30ba5feebd38: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:23:11.995457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:12.066743 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-868cfc3c-2918-4263-b5bd-6998b80d6fb6 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/floatingips/31296d41-68aa-4bec-85f4-30ba5feebd38 HTTP/1.1" status: 200 len: 993 time: 0.0673695 Jul 23 14:23:12.235329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686277e-794a-48a2-a38e-a91f4975ce6d req-b0b35401-082b-457a-bb70-66b6a8edf6d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:12.236713 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8686277e-794a-48a2-a38e-a91f4975ce6d req-b0b35401-082b-457a-bb70-66b6a8edf6d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0740311 Jul 23 14:23:12.279040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8686277e-794a-48a2-a38e-a91f4975ce6d req-0d36d418-6077-4f0f-b4e2-712f5337229a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364013 Jul 23 14:23:12.482345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f85654-c027-45e6-b07b-d3df5f589fe0 req-6aa39596-71d7-40dc-abd4-dc21a1a18930 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:12.484006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4f85654-c027-45e6-b07b-d3df5f589fe0 req-6aa39596-71d7-40dc-abd4-dc21a1a18930 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0715671 Jul 23 14:23:12.528713 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4f85654-c027-45e6-b07b-d3df5f589fe0 req-3caeb92d-10fc-48ee-9d68-f5be4aab9821 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Jul 23 14:23:12.686872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e87bdd72-a9d0-4398-8270-64ce42e45e84 req-f3cdf759-22af-4a03-9552-f3b4068e83bb tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0306416 Jul 23 14:23:13.423586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65e4b1-f8fb-40a7-8d34-fb2d861278aa req-83de8ec2-ca5c-4877-81fe-e096119750c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:13.425098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd65e4b1-f8fb-40a7-8d34-fb2d861278aa req-83de8ec2-ca5c-4877-81fe-e096119750c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0701535 Jul 23 14:23:13.466314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd65e4b1-f8fb-40a7-8d34-fb2d861278aa req-7f52252a-0e6c-4bd7-818b-404baaa8f96d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350168 Jul 23 14:23:13.678208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c28df-9b62-44f2-8467-3da33b24774e req-591d1315-5426-4566-a076-ddddafdce3e8 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:13.679880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d3c28df-9b62-44f2-8467-3da33b24774e req-591d1315-5426-4566-a076-ddddafdce3e8 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0771191 Jul 23 14:23:13.718229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d3c28df-9b62-44f2-8467-3da33b24774e req-296cf660-319a-4436-b1ca-ce69af06f8d5 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327559 Jul 23 14:23:13.815470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b490c33-31a6-4ee1-bea0-973ae9ee9132 req-5b305b5b-aace-48e5-ad4c-24613b5d01f3 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0384107 Jul 23 14:23:14.612259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350d3e0-dbbd-41f9-b07d-123dee710563 req-f4c92462-1453-4404-8cd3-5d4265b78b1a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:14.613836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5350d3e0-dbbd-41f9-b07d-123dee710563 req-f4c92462-1453-4404-8cd3-5d4265b78b1a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0709352 Jul 23 14:23:14.659285 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5350d3e0-dbbd-41f9-b07d-123dee710563 req-21c9b045-d9ea-4513-bbcb-53bd09068e0b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Jul 23 14:23:14.860519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027186c2-12d2-4889-9314-e7cf155b40c9 req-de6a5fc9-6a24-4abb-a66a-31a6fce6b822 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:14.862075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-027186c2-12d2-4889-9314-e7cf155b40c9 req-de6a5fc9-6a24-4abb-a66a-31a6fce6b822 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0757825 Jul 23 14:23:14.906051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-027186c2-12d2-4889-9314-e7cf155b40c9 req-ae8f2e35-83b0-492e-90e4-f3c84386bbe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Jul 23 14:23:14.991980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e3f8fe9-96d8-41b6-aed1-f629cc04990b req-32820914-4df2-492e-97e1-6b0f1f09dc8c tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0293944 Jul 23 14:23:15.790055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02df4069-4871-4051-8730-0a25bee925a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:15.807701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f482a48-3f85-4c37-a2ac-670b1eee42cc req-06f54b6c-62fa-4fa2-bcd9-21ae18107d5f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:15.809533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f482a48-3f85-4c37-a2ac-670b1eee42cc req-06f54b6c-62fa-4fa2-bcd9-21ae18107d5f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0720956 Jul 23 14:23:15.850310 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f482a48-3f85-4c37-a2ac-670b1eee42cc req-ac69f120-bee8-4ea7-9da0-f22ff510f99e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348022 Jul 23 14:23:16.039805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d8c66-4da0-4f68-84dd-76e03dcfe3e9 req-2480d621-864a-4703-ae01-88a992793aa7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:16.041502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-933d8c66-4da0-4f68-84dd-76e03dcfe3e9 req-2480d621-864a-4703-ae01-88a992793aa7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0675774 Jul 23 14:23:16.081976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-933d8c66-4da0-4f68-84dd-76e03dcfe3e9 req-f8362cd5-1efd-42a3-9e60-072ef0ca2cf1 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343413 Jul 23 14:23:16.176033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dbd1584-2a88-40e3-b6bb-39fcf2e66c02 req-08524c06-f500-450d-96d7-1867667afa4d tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0297835 Jul 23 14:23:17.002795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d0fce-f01d-4bbd-be52-8f9a4e132bd7 req-c55d5e7a-61ed-41ad-8ba3-e12a196fee6c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:17.005224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d07d0fce-f01d-4bbd-be52-8f9a4e132bd7 req-c55d5e7a-61ed-41ad-8ba3-e12a196fee6c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0813251 Jul 23 14:23:17.058850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d07d0fce-f01d-4bbd-be52-8f9a4e132bd7 req-f42ebb20-87bd-4d57-bf85-7644addfe5c5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434208 Jul 23 14:23:17.225015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7b6e3-2a20-4dda-b7fa-e26e6be7c6d0 req-fb7f18ee-1c07-4d58-9264-a5c77e49e54f tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:17.226552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91a7b6e3-2a20-4dda-b7fa-e26e6be7c6d0 req-fb7f18ee-1c07-4d58-9264-a5c77e49e54f tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0709789 Jul 23 14:23:17.266264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91a7b6e3-2a20-4dda-b7fa-e26e6be7c6d0 req-cd009365-d5ed-450d-9949-ae5abcd78ac3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336435 Jul 23 14:23:17.364199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17fc1ffa-8c95-4442-b1c6-384eeda4f9b2 req-74dbb5e9-2136-4f09-bbfd-1f0aba39afc9 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0307851 Jul 23 14:23:17.784104 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:18.197913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fceec-b05e-4d34-9d06-103c712b1d36 req-af6f056a-0b50-4933-abae-de9a9afd2829 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:18.199460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a88fceec-b05e-4d34-9d06-103c712b1d36 req-af6f056a-0b50-4933-abae-de9a9afd2829 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0753212 Jul 23 14:23:18.239056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a88fceec-b05e-4d34-9d06-103c712b1d36 req-5117e1e1-3f88-4db0-b9fe-0fa8862cdb1b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jul 23 14:23:18.286540 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:18.399609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58663-0964-4fa2-a7af-fe4016268ba5 req-ca4a4f26-98e8-4781-8f9e-d27995acb809 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:18.401094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ab58663-0964-4fa2-a7af-fe4016268ba5 req-ca4a4f26-98e8-4781-8f9e-d27995acb809 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0645957 Jul 23 14:23:18.440919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ab58663-0964-4fa2-a7af-fe4016268ba5 req-9827eaf0-8694-4964-80e5-73f78432d697 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Jul 23 14:23:18.481287 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-874b7fa8-1427-46df-af58-bff464f19bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:18.533370 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-352039f8-15b6-4b75-baa7-34da2bfc47e2 req-0a3bc35c-bff9-4c38-a7a1-cfaf922d9d72 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/ports?device_id=febda865-f6d1-4064-ae88-c2d7cede0252 HTTP/1.1" status: 200 len: 210 time: 0.0299351 Jul 23 14:23:19.405987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30508e3-68b3-436f-ad34-d08e379c0c60 req-f94a2726-f1c1-482c-884f-eb0b6f98e062 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:19.407671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d30508e3-68b3-436f-ad34-d08e379c0c60 req-f94a2726-f1c1-482c-884f-eb0b6f98e062 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0902078 Jul 23 14:23:19.450330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d30508e3-68b3-436f-ad34-d08e379c0c60 req-3be34508-5737-46d2-8de7-412b6565ac9a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353031 Jul 23 14:23:19.515762 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:19.593649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37189a-df0e-436e-8478-74f65d49f02e req-53f3beb4-d070-441c-82f0-d52bfd98bcca tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:19.595188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e37189a-df0e-436e-8478-74f65d49f02e req-53f3beb4-d070-441c-82f0-d52bfd98bcca tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0688689 Jul 23 14:23:19.635676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e37189a-df0e-436e-8478-74f65d49f02e req-5e600907-a33b-4103-ad17-2258b96d66fa tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Jul 23 14:23:19.723233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:19.785578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59fe23ca-9c58-4cd9-9783-af336a6eb767 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:19.815351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59fe23ca-9c58-4cd9-9783-af336a6eb767 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:19.868395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59fe23ca-9c58-4cd9-9783-af336a6eb767 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:19.871471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59fe23ca-9c58-4cd9-9783-af336a6eb767 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:19.872666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-59fe23ca-9c58-4cd9-9783-af336a6eb767 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/security-groups/770f50c7-0ddf-48d4-b03f-3221b8a49a18 HTTP/1.1" status: 204 len: 168 time: 0.1484196 Jul 23 14:23:19.875683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:19.881950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe23ca-9c58-4cd9-9783-af336a6eb767 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f50c7-0ddf-48d4-b03f-3221b8a49a18,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:19.890283 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a389c317-9054-46e7-9dbd-aacef3244116 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] show failed (client error): The resource could not be found. Jul 23 14:23:19.891341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a389c317-9054-46e7-9dbd-aacef3244116 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "GET /v2.0/security-groups/770f50c7-0ddf-48d4-b03f-3221b8a49a18 HTTP/1.1" status: 404 len: 347 time: 0.0146039 Jul 23 14:23:19.894255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:20.018607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port 4fac1161-c407-48be-9b32-3fbcf3b32a4e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:20.018976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.097275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.097560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.110005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for 4fac1161-c407-48be-9b32-3fbcf3b32a4e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:20.250414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.276845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=4fac1161-c407-48be-9b32-3fbcf3b32a4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:20.341682 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.344470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.345631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f1cd0c80-9a23-4124-b0a1-a64fda773197 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/floatingips/3bf6807a-1da1-4570-ad3e-062f7d7554fc HTTP/1.1" status: 204 len: 168 time: 0.4504130 Jul 23 14:23:20.348449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:20.452251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port 26c90806-dd94-426b-a6f3-804038c1dcb8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:20.454236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.569534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.604521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for 26c90806-dd94-426b-a6f3-804038c1dcb8 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:20.687525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74320cdf-970e-42a2-a87a-bbb300ba7dae req-51bea0a6-1798-48cd-91cd-aae2e04388b3 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:20.689016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74320cdf-970e-42a2-a87a-bbb300ba7dae req-51bea0a6-1798-48cd-91cd-aae2e04388b3 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.1445913 Jul 23 14:23:20.762810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74320cdf-970e-42a2-a87a-bbb300ba7dae req-a01e3992-66b1-453a-b13b-e8d65dd798f9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620377 Jul 23 14:23:20.799509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.844307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=26c90806-dd94-426b-a6f3-804038c1dcb8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:20.979693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:20.981791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e20e3e41-b398-46b6-a90a-5396dbf1798f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/ports/26c90806-dd94-426b-a6f3-804038c1dcb8 HTTP/1.1" status: 204 len: 168 time: 0.6324596 Jul 23 14:23:20.984791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:20.998995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e230036-e862-4e8a-a5a8-e3b4b34ae372 req-c61eb3e1-e254-4b50-becd-e5314e3c1a3c tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:21.000530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e230036-e862-4e8a-a5a8-e3b4b34ae372 req-c61eb3e1-e254-4b50-becd-e5314e3c1a3c tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1606200 Jul 23 14:23:21.045179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e230036-e862-4e8a-a5a8-e3b4b34ae372 req-11ca74bc-18dd-456a-acfb-c331e2bc49d0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Jul 23 14:23:21.095183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port 76728841-98f6-46f3-b204-1dcb9d6cdf84 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:21.095538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.144088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:21.185620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.199290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for 76728841-98f6-46f3-b204-1dcb9d6cdf84 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:21.230593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.334125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Deleting port 4453b1b4-3944-44ee-9a24-eb28fb159014 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:21.334474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.351538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.389461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=76728841-98f6-46f3-b204-1dcb9d6cdf84,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:21.417458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.417793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.430776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Calling delete_port for 4453b1b4-3944-44ee-9a24-eb28fb159014 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:21.460155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.462142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3cd31b20-1dfb-46a5-a562-516dcf2a8957 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/ports/76728841-98f6-46f3-b204-1dcb9d6cdf84 HTTP/1.1" status: 204 len: 168 time: 0.4763305 Jul 23 14:23:21.465258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:21.515657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting subnet cb99c054-580d-4fc7-84a1-1a3fa89f7234 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:23:21.518920 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.557540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.617634 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.649640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event deleted for resources: {'Port': ['ID=4453b1b4-3944-44ee-9a24-eb28fb159014,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:21.719700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.720041 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Floating IP 595868cf-a8bf-4840-8af8-c36a012aa5f3 disassociated (deleted). External IP: 172.25.2.8, port: b994f635-79fb-464a-96dc-d12049174343. Jul 23 14:23:21.982330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:21.997959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca441243-ad9e-4e05-b932-ab3fac913b79 req-8b36cf1a-e19c-4f8a-ae8d-a249307c9f22 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:21.999518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca441243-ad9e-4e05-b932-ab3fac913b79 req-8b36cf1a-e19c-4f8a-ae8d-a249307c9f22 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.1528530 Jul 23 14:23:22.036416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Router 8d196c88-3382-4749-890e-390dd8332301 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:22.041057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.059625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca441243-ad9e-4e05-b932-ab3fac913b79 req-0845b946-8881-4150-a0c5-71193d54508f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502446 Jul 23 14:23:22.069091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Subnet': ['ID=cb99c054-580d-4fc7-84a1-1a3fa89f7234,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:22.072828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.074749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb87021e-318b-491e-9597-5150f5d00ee2 tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/subnets/cb99c054-580d-4fc7-84a1-1a3fa89f7234 HTTP/1.1" status: 204 len: 168 time: 0.6085262 Jul 23 14:23:22.077478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:22.083150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b098ce6-f1c0-4fb4-8fbb-3a6732a68eb3 None None] Network cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:22.138117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting subnet 2fa79289-bdd0-4461-88c4-9a99348aa5ee {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:23:22.141408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.181566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.201879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:22.210159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.219008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] Sync routers for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:22.234858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:22.235549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:22.266063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03e98d-2e43-4e63-a5bc-57e5dec79dd3 req-cd63443c-2771-496b-a634-b66f62c88352 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:22.267628 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc03e98d-2e43-4e63-a5bc-57e5dec79dd3 req-cd63443c-2771-496b-a634-b66f62c88352 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1155889 Jul 23 14:23:22.269176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6ea62957-7f51-48d1-b26a-766a73360cc5 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "DELETE /v2.0/floatingips/595868cf-a8bf-4840-8af8-c36a012aa5f3 HTTP/1.1" status: 204 len: 168 time: 1.1240849 Jul 23 14:23:22.269824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:22.272420 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820c5e47-c7e7-4470-90c6-c77e4c7b949d" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:22.279865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.325429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc03e98d-2e43-4e63-a5bc-57e5dec79dd3 req-3006553c-883b-458b-9013-3400cb7ad2ef tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Jul 23 14:23:22.354872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.368877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:22.402608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa79289-bdd0-4461-88c4-9a99348aa5ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:22.413986 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.416374 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e2401f79-d24c-40de-b08a-f627ff0dd87a tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/subnets/2fa79289-bdd0-4461-88c4-9a99348aa5ee HTTP/1.1" status: 204 len: 168 time: 0.3379002 Jul 23 14:23:22.419654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:22.431328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4410f9c-8bf1-4611-a2e0-89bbff902c91 None None] Network 1be42223-cecf-4b9d-bc21-d36506213d65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:22.436722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] DHCP port deletion for cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:23:22.507695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.537790 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abad10e7-7941-4ff4-b268-3632288a0bc1 x-openstack-request-id: req-abad10e7-7941-4ff4-b268-3632288a0bc1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:22.538475 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "tag": "b994f635-79fb-464a-96dc-d12049174343", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:22.539633 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abad10e7-7941-4ff4-b268-3632288a0bc1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:22.540270 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'tag': 'b994f635-79fb-464a-96dc-d12049174343', 'status': 'completed', 'code': 200} Jul 23 14:23:22.572867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Deleting port a02f1948-f9c3-4738-b3db-c827349a48df {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:22.573292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.662758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029497c-ff7c-4335-b1be-4433082e33c5 req-12116cc1-fe3b-408e-9efa-017a95d26afb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:22.670048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f029497c-ff7c-4335-b1be-4433082e33c5 req-12116cc1-fe3b-408e-9efa-017a95d26afb tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 946 time: 0.0763834 Jul 23 14:23:22.687804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] Deleting port a02f1948-f9c3-4738-b3db-c827349a48df {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:22.688067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] For port a02f1948-f9c3-4738-b3db-c827349a48df, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a02f1948-f9c3-4738-b3db-c827349a48df,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:22.688194 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.688403 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.706712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f029497c-ff7c-4335-b1be-4433082e33c5 req-2ad45b01-3161-4cca-b36e-92a3106531c9 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350852 Jul 23 14:23:22.707035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Calling delete_port for a02f1948-f9c3-4738-b3db-c827349a48df owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:22.744110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-eeb4dcdd-e633-4ea9-8308-71b877100006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:22.745729 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-eeb4dcdd-e633-4ea9-8308-71b877100006 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 1097 time: 0.1543002 Jul 23 14:23:22.779135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] For port a02f1948-f9c3-4738-b3db-c827349a48df, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a02f1948-f9c3-4738-b3db-c827349a48df,segment=NetworkSegment(7b2b4b92-516a-4ce5-be81-ff7018405ba8),segment_id=7b2b4b92-516a-4ce5-be81-ff7018405ba8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:22.779529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.801543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] Calling delete_port for a02f1948-f9c3-4738-b3db-c827349a48df owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:22.863911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:22.898496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] Checking router: 8d196c88-3382-4749-890e-390dd8332301 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:22.905103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-2450ce18-5fa9-4fec-8d5a-e026b9705cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:22.906673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] DHCP port deletion for 1be42223-cecf-4b9d-bc21-d36506213d65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:23:22.907513 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-2450ce18-5fa9-4fec-8d5a-e026b9705cfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 200 len: 914 time: 0.1255233 Jul 23 14:23:22.909099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:22.920020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:22.920568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:22.946926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Port': ['ID=a02f1948-f9c3-4738-b3db-c827349a48df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:22.952709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] No DVR routers for this DVR port a02f1948-f9c3-4738-b3db-c827349a48df on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.978464 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:22.982193 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:23:22.991533 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-dd24b65a-87e7-425c-b966-6eee4b4a6084 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 200 len: 217 time: 0.0529711 Jul 23 14:23:23.014910 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.064054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] Pushing event deleted for resources: {'Port': ['ID=a02f1948-f9c3-4738-b3db-c827349a48df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:23.067505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b5ca5-e557-44f1-b043-d2c9c186d778 None None] No DVR routers for this DVR port a02f1948-f9c3-4738-b3db-c827349a48df on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:23.094310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] Deleting port 681a733b-7734-458a-bf7a-2d62f97c9fbb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:23.094674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.099908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:23.113354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.126364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-5749139e-ad4f-45d2-8079-582f0bfc8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:23.128048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-5749139e-ad4f-45d2-8079-582f0bfc8c5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db6f6dac-f87c-4fd3-bb9a-18691c690427 HTTP/1.1" status: 200 len: 852 time: 0.1187255 Jul 23 14:23:23.129596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:23.140164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2b4b92-516a-4ce5-be81-ff7018405ba8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:23.140457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2b4b92-516a-4ce5-be81-ff7018405ba8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:23.152248 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.208547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] For port 681a733b-7734-458a-bf7a-2d62f97c9fbb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=681a733b-7734-458a-bf7a-2d62f97c9fbb,segment=NetworkSegment(ae69a2a8-a45e-410d-b3cf-303c208d5fe6),segment_id=ae69a2a8-a45e-410d-b3cf-303c208d5fe6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:23.209248 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.224579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.229300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] Calling delete_port for 681a733b-7734-458a-bf7a-2d62f97c9fbb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:23.246662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:23:23.246880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:23:23.275666 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:23:23.288058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc5089-84d2-403e-a046-f84f874a0449 req-6c6dbed1-02fe-4176-b55d-152128122019 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:23.297200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dffc5089-84d2-403e-a046-f84f874a0449 req-6c6dbed1-02fe-4176-b55d-152128122019 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.1208291 Jul 23 14:23:23.367940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-cb5d2a0c-b59a-4d42-8505-3d225f1a7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:23.369809 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-cb5d2a0c-b59a-4d42-8505-3d225f1a7924 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8514189-2364-4711-9251-2ecadab5fd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156672 Jul 23 14:23:23.371236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dffc5089-84d2-403e-a046-f84f874a0449 req-16a71b20-9d78-49a1-901d-6704dd2e3882 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731115 Jul 23 14:23:23.373965 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.443794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.496524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] Pushing event deleted for resources: {'Port': ['ID=681a733b-7734-458a-bf7a-2d62f97c9fbb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:23.496859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.501386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/networks/cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0 HTTP/1.1" status: 204 len: 168 time: 1.0782773 Jul 23 14:23:23.501386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f0d2-26f5-457b-a4bb-eff67dc186db tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Network': ['ID=cc5afab5-8f51-4ed5-a8fc-9ef0fbd668a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:23.501724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:23.503027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebfea3-6cb6-417d-a055-909ab69ef602 None None] No DVR routers for this DVR port 681a733b-7734-458a-bf7a-2d62f97c9fbb on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:23.520796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-3213a5f6-4dd5-45ce-849c-82eb75977e76 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233613 Jul 23 14:23:23.565844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:23.602336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b671-3684-4a44-87ce-8aa7ca6e2fde None None] The sync data for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 is: [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:20:13Z', 'revision_number': 4, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'e7adf84d-0148-4a65-b7fd-4698cc4bf488', 'name': '', 'network_id': 'a8514189-2364-4711-9251-2ecadab5fd06', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'mac_address': 'fa:16:3e:44:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:11Z', 'updated_at': '2021-07-23T14:20:20Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'subnets': [{'id': 'db6f6dac-f87c-4fd3-bb9a-18691c690427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:23.647648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-820c5e47-c7e7-4470-90c6-c77e4c7b949d req-0be8dfa7-c202-4364-9ddd-4ee66c0ce584 service neutron] 10.222.0.48 "GET /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149640 Jul 23 14:23:23.676132 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.770681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cd0cc-4fa6-467a-891c-d4fa304c1199 req-fdd9a469-a7c9-4028-8baf-20f0bdbea401 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:23.777591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-552cd0cc-4fa6-467a-891c-d4fa304c1199 req-fdd9a469-a7c9-4028-8baf-20f0bdbea401 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1988051 Jul 23 14:23:23.814288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.832754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be42223-cecf-4b9d-bc21-d36506213d65']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:23.851761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:23.852040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae69a2a8-a45e-410d-b3cf-303c208d5fe6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:23.873539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-552cd0cc-4fa6-467a-891c-d4fa304c1199 req-073d71db-d67c-4a0e-81b3-27b435bc126b tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938914 Jul 23 14:23:23.880655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.883395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:23:23.914712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.924663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:23:23.925083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:23:23.928383 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:23:23.975467 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cac2dc-7de8-4212-8963-e430bfd6bec1 None None] New status for floating IP 595868cf-a8bf-4840-8af8-c36a012aa5f3: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:23:24.055545 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:24.067447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:24.069463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] 10.222.0.21 "DELETE /v2.0/networks/1be42223-cecf-4b9d-bc21-d36506213d65 HTTP/1.1" status: 204 len: 168 time: 0.5658634 Jul 23 14:23:24.088990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b719a-8f70-4103-b74d-63f28afe2b5f tempest-TaggedBootDevicesTest_v242-459725527 tempest-TaggedBootDevicesTest_v242-459725527-project] Pushing event deleted for resources: {'Network': ['ID=1be42223-cecf-4b9d-bc21-d36506213d65,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:24.146337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee8669-8a47-482f-bce3-47e025f99daa req-0e3789a8-97d7-46ba-9fda-13ca22a4303c tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:24.150123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23ee8669-8a47-482f-bce3-47e025f99daa req-0e3789a8-97d7-46ba-9fda-13ca22a4303c tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 946 time: 0.1877677 Jul 23 14:23:24.159283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a02f1948-f9c3-4738-b3db-c827349a48df no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:24.188101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a02f1948-f9c3-4738-b3db-c827349a48df {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:24.188543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a02f1948-f9c3-4738-b3db-c827349a48df not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:24.189404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 681a733b-7734-458a-bf7a-2d62f97c9fbb no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:24.263179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23ee8669-8a47-482f-bce3-47e025f99daa req-7ac00b39-9761-4c72-af14-234825568b17 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029677 Jul 23 14:23:24.287895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 681a733b-7734-458a-bf7a-2d62f97c9fbb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:24.288248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 681a733b-7734-458a-bf7a-2d62f97c9fbb not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:24.296104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:24.308984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'port_id': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'mac_address': 'fa:16:3e:71:49:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:23:24.350918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:24.377125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18f8539d-2498-40b5-a1bf-61b3d3c6e07d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:23:24.401513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:24.411697 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:24.495496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:24.575052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['18f8539d-2498-40b5-a1bf-61b3d3c6e07d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:23:24.588211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16aea-30b9-48df-9ff0-f4d7652becb2 req-c0ffa07e-fcf8-4ed1-a152-ef0e357dcc4a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:24.595782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72f16aea-30b9-48df-9ff0-f4d7652becb2 req-c0ffa07e-fcf8-4ed1-a152-ef0e357dcc4a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1102962 Jul 23 14:23:24.674508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72f16aea-30b9-48df-9ff0-f4d7652becb2 req-85a1052b-d00a-4bc6-92b9-da366f53fb55 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771635 Jul 23 14:23:24.919946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-5c085c12-a82e-4391-b224-5aff02ca350f tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:24.922124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-5c085c12-a82e-4391-b224-5aff02ca350f tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 946 time: 0.0860174 Jul 23 14:23:25.070270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eb4df-3320-4148-8d88-c7419f6f6add req-82eba0ca-0989-4ef2-9642-ac44dfa8690e tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:25.079764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-076eb4df-3320-4148-8d88-c7419f6f6add req-82eba0ca-0989-4ef2-9642-ac44dfa8690e tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1334047 Jul 23 14:23:25.082010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Deleting port b994f635-79fb-464a-96dc-d12049174343 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:25.082364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:25.142927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-076eb4df-3320-4148-8d88-c7419f6f6add req-6055f441-3df7-4e53-90ae-5f6b3457533c tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618515 Jul 23 14:23:25.205582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] For port b994f635-79fb-464a-96dc-d12049174343, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=b994f635-79fb-464a-96dc-d12049174343,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:25.206101 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:25.220507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Calling delete_port for b994f635-79fb-464a-96dc-d12049174343 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:25.412793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:25.450515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event deleted for resources: {'Port': ['ID=b994f635-79fb-464a-96dc-d12049174343,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:25.502630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] No DVR routers for this DVR port b994f635-79fb-464a-96dc-d12049174343 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:25.503483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba3a2b-684e-483b-9dd9-5bf403fd97c5 req-60376033-ee1f-4025-b3fe-e87c4b45a4a9 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:25.505239 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:25.506141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7ba3a2b-684e-483b-9dd9-5bf403fd97c5 req-60376033-ee1f-4025-b3fe-e87c4b45a4a9 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 867 time: 0.1415946 Jul 23 14:23:25.513719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-508e33af-2bf6-4824-ad89-8ff9137daba9 req-dd1a690e-d4da-4280-b06f-3af52d29cd3b tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.48 "DELETE /v2.0/ports/b994f635-79fb-464a-96dc-d12049174343 HTTP/1.1" status: 204 len: 173 time: 0.5828147 Jul 23 14:23:25.514299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'name': 'network-vif-deleted', 'tag': 'b994f635-79fb-464a-96dc-d12049174343'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:25.516750 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd3c72f-f0b9-48b7-9056-2a0576a2b026" -d '{"events": [{"server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "name": "network-vif-deleted", "tag": "b994f635-79fb-464a-96dc-d12049174343"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:25.571228 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7ba3a2b-684e-483b-9dd9-5bf403fd97c5 req-15aa8eea-aa9e-4975-b9e4-020efae417b4 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5704e0b-77af-47fe-b29e-5554616cf265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565870 Jul 23 14:23:25.641846 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d86567-64b3-40c0-a41c-d3af3154b844 x-openstack-request-id: req-51d86567-64b3-40c0-a41c-d3af3154b844 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:25.642121 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2ba7db-7027-4c53-bcea-68c3217cdb6e", "name": "network-vif-deleted", "tag": "b994f635-79fb-464a-96dc-d12049174343", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:25.643034 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51d86567-64b3-40c0-a41c-d3af3154b844 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:25.643034 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ba7db-7027-4c53-bcea-68c3217cdb6e', 'name': 'network-vif-deleted', 'tag': 'b994f635-79fb-464a-96dc-d12049174343', 'status': 'completed', 'code': 200} Jul 23 14:23:25.871151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788322-3dd2-413f-a62b-9a4686912696 req-26404224-85b6-4bd8-b3e4-8352a86453be tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:25.878840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83788322-3dd2-413f-a62b-9a4686912696 req-26404224-85b6-4bd8-b3e4-8352a86453be tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0993626 Jul 23 14:23:25.885397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:23:25.966900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83788322-3dd2-413f-a62b-9a4686912696 req-4e3a7b21-357f-4dfa-a6c1-a04badb7b34c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867925 Jul 23 14:23:26.013965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:23:26.014604 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:26.171640 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:26.205369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:26.208459 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8878b027-9cbb-4258-8162-dfdf65787d67" -d '{"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-plugged", "status": "completed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:26.225897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:26.236621 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:26.310721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:26.376193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80e77-ea86-4aed-a615-8a79ef1b7fa0 req-294274ab-1992-4660-85bd-9e6c6e42e771 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:26.378444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6c80e77-ea86-4aed-a615-8a79ef1b7fa0 req-294274ab-1992-4660-85bd-9e6c6e42e771 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1219995 Jul 23 14:23:26.426795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6c80e77-ea86-4aed-a615-8a79ef1b7fa0 req-e70293e4-23af-435f-92ea-c94fb465174c tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414658 Jul 23 14:23:26.521460 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2404d4-c67a-40e7-8a68-fc30bd077286 x-openstack-request-id: req-ef2404d4-c67a-40e7-8a68-fc30bd077286 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:26.521768 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-plugged", "status": "completed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:26.522153 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef2404d4-c67a-40e7-8a68-fc30bd077286 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:26.522572 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'code': 200} Jul 23 14:23:26.737373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7df2bbf3-d45f-4434-90b2-fff23a0c9b0c req-9f681be2-d6c9-4945-9d27-a228328c91a3 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 210 time: 0.0430574 Jul 23 14:23:27.143343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93b031-491d-4360-a98a-4c8754907a00 req-d433db59-c0c7-443e-9583-a33cb2370852 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:27.151737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f93b031-491d-4360-a98a-4c8754907a00 req-d433db59-c0c7-443e-9583-a33cb2370852 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0848732 Jul 23 14:23:27.207680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f93b031-491d-4360-a98a-4c8754907a00 req-feee3f4e-3f6e-47b2-8316-d40fed1f35f2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507405 Jul 23 14:23:27.585421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8043733-c041-44c6-b513-623b58530ca0 req-877b2371-5676-4342-963c-28092c6c9782 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:27.587433 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8043733-c041-44c6-b513-623b58530ca0 req-877b2371-5676-4342-963c-28092c6c9782 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0730627 Jul 23 14:23:27.636149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8043733-c041-44c6-b513-623b58530ca0 req-51f808ab-f4bd-4607-9ade-704400eb6ab7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Jul 23 14:23:27.843040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b994f635-79fb-464a-96dc-d12049174343 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:27.873739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: b994f635-79fb-464a-96dc-d12049174343 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:27.874088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device b994f635-79fb-464a-96dc-d12049174343 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:27.958914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ebe09992-9536-4158-9474-65a705bf62a5 req-66cede44-543e-4fd8-adef-975ae3be1c3c tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 210 time: 0.0665319 Jul 23 14:23:28.379527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280c16a-f2ae-4efd-8144-de2eb8bbc36f req-540c39b0-b906-49ae-96cc-62f562d904b6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:28.387648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e280c16a-f2ae-4efd-8144-de2eb8bbc36f req-540c39b0-b906-49ae-96cc-62f562d904b6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0875816 Jul 23 14:23:28.443399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e280c16a-f2ae-4efd-8144-de2eb8bbc36f req-c156051a-fa8b-4594-81b8-95d9633a2e89 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452819 Jul 23 14:23:28.786426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10cf7b-2ebc-46ff-aa06-66bd12a68cf7 req-61207c87-fe72-4c42-8304-e18b50c2fcb5 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:28.794254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad10cf7b-2ebc-46ff-aa06-66bd12a68cf7 req-61207c87-fe72-4c42-8304-e18b50c2fcb5 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0765209 Jul 23 14:23:28.829945 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad10cf7b-2ebc-46ff-aa06-66bd12a68cf7 req-eead3855-0a7d-4480-b345-c002e3550a8f tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 Jul 23 14:23:29.077325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e97a40cf-941b-4fb2-95f5-938e58d265e8 req-a558ad1a-f811-4f10-a053-6598f2de0365 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 210 time: 0.0297816 Jul 23 14:23:29.618287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363afd72-2542-47a1-a5cf-c8ccbab794ac req-e7c00468-5bf8-42e9-84bd-ef8f6c140f92 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:29.619876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-363afd72-2542-47a1-a5cf-c8ccbab794ac req-e7c00468-5bf8-42e9-84bd-ef8f6c140f92 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0943551 Jul 23 14:23:29.678845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-363afd72-2542-47a1-a5cf-c8ccbab794ac req-90d0a228-8bf6-4cbe-b60a-e5717e64e01c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Jul 23 14:23:29.993536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845766-75e6-4769-8dd0-396484eb515a req-5cb12b8f-d807-4371-95c5-b034c7966318 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:29.995619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8845766-75e6-4769-8dd0-396484eb515a req-5cb12b8f-d807-4371-95c5-b034c7966318 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0825133 Jul 23 14:23:30.045933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8845766-75e6-4769-8dd0-396484eb515a req-d626a2ea-baa0-45cf-83cb-59b107a8d2a1 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Jul 23 14:23:30.202729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1661-cbf4-4ce2-a738-dedbdf029b0c req-738820ab-c466-469f-a8b1-bdb8de6a0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:30.204611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07aa1661-cbf4-4ce2-a738-dedbdf029b0c req-738820ab-c466-469f-a8b1-bdb8de6a0d3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.0916817 Jul 23 14:23:30.290072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-578b6fe9-3e25-4ec9-b2f5-b700aa0e9ad1 req-93c5fb9f-df15-466e-9046-25c443420e20 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ba7db-7027-4c53-bcea-68c3217cdb6e HTTP/1.1" status: 200 len: 210 time: 0.0390806 Jul 23 14:23:30.302714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07aa1661-cbf4-4ce2-a738-dedbdf029b0c req-d5921aa3-2385-4915-87f3-22c6c3f82c17 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897911 Jul 23 14:23:30.830133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6afe-b5c0-4070-b48f-a0bda90ddc25 req-4c75544f-b568-484d-8a52-a2b53bccbdd2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:30.838144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89eb6afe-b5c0-4070-b48f-a0bda90ddc25 req-4c75544f-b568-484d-8a52-a2b53bccbdd2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0795159 Jul 23 14:23:30.887780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89eb6afe-b5c0-4070-b48f-a0bda90ddc25 req-dbf9903e-6a78-4a1f-ad6b-39109132cc20 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428607 Jul 23 14:23:31.197631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342fb87-c780-4cee-a63a-d4354120a048 req-6c440eb2-443c-4df0-a644-a2a6ef229bdf tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:31.199400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3342fb87-c780-4cee-a63a-d4354120a048 req-6c440eb2-443c-4df0-a644-a2a6ef229bdf tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0751705 Jul 23 14:23:31.248522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3342fb87-c780-4cee-a63a-d4354120a048 req-b9f22f9c-0605-4370-8e1e-7a3bfafc8887 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Jul 23 14:23:31.358695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:31.485759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da23a05-d2cf-4d4b-be10-2ab4b2737e49 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:31.525256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da23a05-d2cf-4d4b-be10-2ab4b2737e49 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:31.604435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da23a05-d2cf-4d4b-be10-2ab4b2737e49 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:31.607548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da23a05-d2cf-4d4b-be10-2ab4b2737e49 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:31.608951 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7da23a05-d2cf-4d4b-be10-2ab4b2737e49 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5704e0b-77af-47fe-b29e-5554616cf265 HTTP/1.1" status: 204 len: 168 time: 0.2492368 Jul 23 14:23:31.619111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da23a05-d2cf-4d4b-be10-2ab4b2737e49 tempest-TestVolumeBackupRestore-77204343 tempest-TestVolumeBackupRestore-77204343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5704e0b-77af-47fe-b29e-5554616cf265,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:32.189206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2cb44-b1c0-4f82-a1db-c70aeb07a843 req-07e1b3b5-d441-47f2-bc53-d7367c66e129 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:32.192083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eef2cb44-b1c0-4f82-a1db-c70aeb07a843 req-07e1b3b5-d441-47f2-bc53-d7367c66e129 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.1249974 Jul 23 14:23:32.263253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eef2cb44-b1c0-4f82-a1db-c70aeb07a843 req-784dd22c-3b7d-45a7-9bcc-2e9e63c985bd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 Jul 23 14:23:32.465209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eed5d6-78e4-4c8b-9b12-74de428b2187 req-3a2c4e6e-690a-416d-b202-39b7defd70a7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:32.476659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4eed5d6-78e4-4c8b-9b12-74de428b2187 req-3a2c4e6e-690a-416d-b202-39b7defd70a7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1233649 Jul 23 14:23:32.560788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4eed5d6-78e4-4c8b-9b12-74de428b2187 req-ef2d411e-efa8-4acc-9be6-2741a1beb0de tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 Jul 23 14:23:32.604559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-322bb70e-0b39-4526-934f-01bfacfb209f req-02985828-cdb3-492a-90d9-8b86d5ca9348 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2078227677', 'description': 'tempest-description-213382772'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:32.675711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-322bb70e-0b39-4526-934f-01bfacfb209f req-02985828-cdb3-492a-90d9-8b86d5ca9348 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:32.808187 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-322bb70e-0b39-4526-934f-01bfacfb209f req-02985828-cdb3-492a-90d9-8b86d5ca9348 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:32.819291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-322bb70e-0b39-4526-934f-01bfacfb209f req-02985828-cdb3-492a-90d9-8b86d5ca9348 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:32.858904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02985828-cdb3-492a-90d9-8b86d5ca9348 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e70f7e0-92bd-47f9-8e06-701fecdc78ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:32.864566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-322bb70e-0b39-4526-934f-01bfacfb209f req-02985828-cdb3-492a-90d9-8b86d5ca9348 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:32.873097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322bb70e-0b39-4526-934f-01bfacfb209f req-02985828-cdb3-492a-90d9-8b86d5ca9348 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2728703 Jul 23 14:23:32.971457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-ba8c0596-5366-4c3f-bc71-7500401d45e6 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2078227677&fields=id&tenant_id=24bc34e52cc24f10b180da4c7316d077 HTTP/1.1" status: 200 len: 267 time: 0.0464964 Jul 23 14:23:33.108514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-22c47375-22d8-41ad-b1cc-b7bb9c43f538 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:33.116430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-22c47375-22d8-41ad-b1cc-b7bb9c43f538 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1436837 Jul 23 14:23:33.129649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Request body: {'port': {'security_groups': ['30a59155-a4a0-4146-a23a-4c9d49bdc54e', '2e70f7e0-92bd-47f9-8e06-701fecdc78ac']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:33.323392 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:33.639282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=288560cb-923c-4501-ad6a-73c84088a78d,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:33.700970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:33.717018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:33.758024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['288560cb-923c-4501-ad6a-73c84088a78d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:23:33.883932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:33.884631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:33.920411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f995fa4-c850-4dfe-97f7-5091cc6e269d req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "PUT /v2.0/ports/288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 981 time: 0.8016260 Jul 23 14:23:33.921870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:33.925146 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b65c26-0840-445a-b4b7-add80024a5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:34.004238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c5ce6-d04d-40ec-8020-fe068f9cdd26 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event updated for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:34.048840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['288560cb-923c-4501-ad6a-73c84088a78d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:23:34.106836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc6d0-8301-4c9b-b757-76155e4d4610 req-08a69fdf-0dd1-4e05-85a8-76e00220e38c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:34.117475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da0cc6d0-8301-4c9b-b757-76155e4d4610 req-08a69fdf-0dd1-4e05-85a8-76e00220e38c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0955732 Jul 23 14:23:34.173621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da0cc6d0-8301-4c9b-b757-76155e4d4610 req-c7749fd1-6ec4-4b46-acbf-f4e758742a1e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549402 Jul 23 14:23:34.358166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-a3041373-2ff4-40a7-9d25-60a389cbe1b6 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2078227677&fields=id&tenant_id=24bc34e52cc24f10b180da4c7316d077 HTTP/1.1" status: 200 len: 267 time: 0.0800810 Jul 23 14:23:34.495243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-2dacea34-8b03-4982-8218-24a5885084a9 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:34.503940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-2dacea34-8b03-4982-8218-24a5885084a9 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 984 time: 0.1447139 Jul 23 14:23:34.515341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Request body: {'port': {'security_groups': ['30a59155-a4a0-4146-a23a-4c9d49bdc54e']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:34.641924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:35.009710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=288560cb-923c-4501-ad6a-73c84088a78d,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:35.076590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:35.091585 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:35.128536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['288560cb-923c-4501-ad6a-73c84088a78d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:23:35.240084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:35.240732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:35.253404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51f2e29e-b117-44a4-a92b-48a393c8ac09 req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "PUT /v2.0/ports/288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 942 time: 0.7479441 Jul 23 14:23:35.255625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0bdd2-ee10-4f91-bf06-c1d7b4b5ebe3 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event updated for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:35.288680 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9cffc4-d2ab-445e-bc0d-cf7281dc7cf7 x-openstack-request-id: req-7a9cffc4-d2ab-445e-bc0d-cf7281dc7cf7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:35.289816 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:35.290239 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a9cffc4-d2ab-445e-bc0d-cf7281dc7cf7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:35.290864 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d', 'status': 'completed', 'code': 200} Jul 23 14:23:35.392339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['288560cb-923c-4501-ad6a-73c84088a78d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:23:35.495971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b65c26-0840-445a-b4b7-add80024a5dc req-97b9363a-bcf4-4026-9684-ff5c1b3b8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:35.497506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54b65c26-0840-445a-b4b7-add80024a5dc req-97b9363a-bcf4-4026-9684-ff5c1b3b8bef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.1578655 Jul 23 14:23:35.517380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90d21b-4c48-4bd8-896d-893ad83729e5 req-4f8de24d-82e5-44da-8c6b-0d9d9a503cef tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:35.519509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a90d21b-4c48-4bd8-896d-893ad83729e5 req-4f8de24d-82e5-44da-8c6b-0d9d9a503cef tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.1313438 Jul 23 14:23:36.397247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a90d21b-4c48-4bd8-896d-893ad83729e5 req-87a3609a-cd6d-4507-92a2-119342b93907 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832927 Jul 23 14:23:36.414968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b65c26-0840-445a-b4b7-add80024a5dc req-2e646405-a5c9-477b-b9e8-82f26f2dc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:36.429225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54b65c26-0840-445a-b4b7-add80024a5dc req-2e646405-a5c9-477b-b9e8-82f26f2dc15d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.9086874 Jul 23 14:23:36.648743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54b65c26-0840-445a-b4b7-add80024a5dc req-5858bec3-f89b-4197-97bb-8abbd6f9d5f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 217 time: 0.2124946 Jul 23 14:23:36.845934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-3cbdc46f-96f9-4707-866d-6641ca91c5d0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3148696 Jul 23 14:23:36.847646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b65c26-0840-445a-b4b7-add80024a5dc req-60224734-f599-479c-a176-1b0ab0c93413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:36.848964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54b65c26-0840-445a-b4b7-add80024a5dc req-60224734-f599-479c-a176-1b0ab0c93413 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.1572134 Jul 23 14:23:36.867257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:36.913801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54b65c26-0840-445a-b4b7-add80024a5dc req-444cf7c5-f14a-419e-95e5-b4fbc58b8fdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413613 Jul 23 14:23:36.960202 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:37.114142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54b65c26-0840-445a-b4b7-add80024a5dc req-193d70c3-ec4b-44c1-8acf-7b73d79eb5a1 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872818 Jul 23 14:23:37.292207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:37.296032 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e9b577-079e-479a-9cac-e49d7369f61b" -d '{"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:37.303149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54b65c26-0840-445a-b4b7-add80024a5dc req-4f415f27-ef7e-4f2d-87c1-6bd485706e53 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800222 Jul 23 14:23:37.305167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:37.559429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Allocated IP 172.25.2.36 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/9607eb1f-def9-4686-9b68-435ee174de9f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:23:37.588333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:37.619240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:37.725875 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:37.802189 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:37.892864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event updated for resources: {'Port': ['ID=9607eb1f-def9-4686-9b68-435ee174de9f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:37.920355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:23:37.931281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:23:37.934601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:23:38.216453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.277240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.380836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.626039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.644826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.759903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event updated for resources: {'Port': ['ID=9607eb1f-def9-4686-9b68-435ee174de9f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:38.783332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.806573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.808099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-f5bbf0ec-eaae-4c14-be0a-e4151cefd079 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9520061 Jul 23 14:23:38.857516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Deleting port e7adf84d-0148-4a65-b7fd-4698cc4bf488 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:38.858492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.892865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-ef32de69-8589-4baf-bc49-dedf07e76499 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0775146 Jul 23 14:23:38.956556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] For port e7adf84d-0148-4a65-b7fd-4698cc4bf488, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e7adf84d-0148-4a65-b7fd-4698cc4bf488,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:38.957457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:38.975372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Calling delete_port for e7adf84d-0148-4a65-b7fd-4698cc4bf488 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:39.024855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-91e91658-d9e2-4302-b21b-5801e3366e99 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.026752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-91e91658-d9e2-4302-b21b-5801e3366e99 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1271141 Jul 23 14:23:39.041758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-3d3d1d83-7592-45b9-ae92-03c4cf1d9e9f tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:23:39.042625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-93a67636-b657-475c-b7bf-9b52c43e8e53 req-3d3d1d83-7592-45b9-ae92-03c4cf1d9e9f tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070841 Jul 23 14:23:39.093399 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e4121b-a4fe-4048-9d36-98d7dada1001 x-openstack-request-id: req-a5e4121b-a4fe-4048-9d36-98d7dada1001 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:39.093763 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:39.094113 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5e4121b-a4fe-4048-9d36-98d7dada1001 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:39.095092 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d', 'status': 'completed', 'code': 200} Jul 23 14:23:39.213592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:39.254539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7adf84d-0148-4a65-b7fd-4698cc4bf488,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:39.257486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1495db1-08e6-491e-9f4d-7aedacb13254 req-b5720af3-106b-4c4b-8a03-88020f4d57e5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.259069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1495db1-08e6-491e-9f4d-7aedacb13254 req-b5720af3-106b-4c4b-8a03-88020f4d57e5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.1144881 Jul 23 14:23:39.285527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.285873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.286194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.286519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.286862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.287297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.287619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.287933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.288247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.288676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.289004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.289312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:39.291142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b577-079e-479a-9cac-e49d7369f61b req-8c9903a6-da7b-47d1-b5ab-b8d75a4e8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.292718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e9b577-079e-479a-9cac-e49d7369f61b req-8c9903a6-da7b-47d1-b5ab-b8d75a4e8d40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.1099329 Jul 23 14:23:39.312833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1495db1-08e6-491e-9f4d-7aedacb13254 req-31e9aa3a-75e4-4309-b360-cee9ad156fd7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Jul 23 14:23:39.426626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b577-079e-479a-9cac-e49d7369f61b req-ed52bd91-3d5e-4911-bbe7-81b6a855ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.428306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e9b577-079e-479a-9cac-e49d7369f61b req-ed52bd91-3d5e-4911-bbe7-81b6a855ffb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.1115367 Jul 23 14:23:39.512345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e9b577-079e-479a-9cac-e49d7369f61b req-9cf8278c-ba3a-421f-b97e-c303245e264d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 217 time: 0.0773039 Jul 23 14:23:39.573288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:39.577362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-a58811d0-b74e-417c-812a-e76d4b29653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.579171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-a58811d0-b74e-417c-812a-e76d4b29653b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1096 time: 0.1460133 Jul 23 14:23:39.623793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b577-079e-479a-9cac-e49d7369f61b req-4bb80bfd-4150-47ad-871b-ad888f1e2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.625286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e9b577-079e-479a-9cac-e49d7369f61b req-4bb80bfd-4150-47ad-871b-ad888f1e2c8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.0847182 Jul 23 14:23:39.625757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:39.682695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e9b577-079e-479a-9cac-e49d7369f61b req-9556a21f-0ad8-477c-a451-74733359d316 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410652 Jul 23 14:23:39.738840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-ab911af4-0765-421c-a0ad-e44af929fdb4 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.740321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-ab911af4-0765-421c-a0ad-e44af929fdb4 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2390838 Jul 23 14:23:39.788355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-9630da9b-2335-425e-a52d-ac6dea09c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.789759 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-9630da9b-2335-425e-a52d-ac6dea09c9e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.2024357 Jul 23 14:23:39.888096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-0ee8dadd-7e87-4873-b52f-df9523cc0a08 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.1166162 Jul 23 14:23:39.910159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Request body: {'floatingip': {'port_id': '288560cb-923c-4501-ad6a-73c84088a78d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:39.923239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-0e2546d5-32f1-4ab1-a828-c04f98ce1071 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 1001 time: 0.1263857 Jul 23 14:23:39.947062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e9b577-079e-479a-9cac-e49d7369f61b req-dad34501-6994-4b65-b918-1de61cdfa615 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605982 Jul 23 14:23:39.964843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:39.981161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Router 8d196c88-3382-4749-890e-390dd8332301 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:39.989568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-86b59072-ce9b-4250-9f5b-2a4acf2d01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:39.991117 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-86b59072-ce9b-4250-9f5b-2a4acf2d01e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0608339 Jul 23 14:23:40.235247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51e9b577-079e-479a-9cac-e49d7369f61b req-c292aab0-6149-4175-8b8e-b267c3b887bf service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808254 Jul 23 14:23:40.450616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:40.458795 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f556fe6f-1950-4ed4-8762-dbc325c8ba72 admin admin] 10.222.0.21 "PUT /v2.0/routers/8d196c88-3382-4749-890e-390dd8332301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380208 Jul 23 14:23:40.461381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-b3819c05-fca5-4d01-82be-dcddbaffcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:40.462903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] Sync routers for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:40.463367 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-b3819c05-fca5-4d01-82be-dcddbaffcefe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4646282 Jul 23 14:23:40.465282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:40.476685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:40.477388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:40.595361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:40.650045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-78c44803-e503-4695-9bee-b503de8cb460 service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798034 Jul 23 14:23:40.651510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:40.787411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:23:39Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:40.814013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] Checking router: 8d196c88-3382-4749-890e-390dd8332301 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:40.822672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] Routers {'8d196c88-3382-4749-890e-390dd8332301'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:40.823530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8d196c88-3382-4749-890e-390dd8332301'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:40.843184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:40.848852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2c983b5-7239-4750-b31b-15a521bb8a5b req-bf9a2dc8-88dd-4b89-9e51-0d2b6e14462a service neutron] 10.222.0.11 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586192 Jul 23 14:23:40.910807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Deleting port 80b99b69-6963-4fca-9b9e-7740d7183901 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:40.911150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:40.934453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] Set router 8d196c88-3382-4749-890e-390dd8332301 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:40.996724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] For port 80b99b69-6963-4fca-9b9e-7740d7183901, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=80b99b69-6963-4fca-9b9e-7740d7183901,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:40.997193 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.011613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Calling delete_port for 80b99b69-6963-4fca-9b9e-7740d7183901 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:41.071778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.080701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.082413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.113782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:23:39Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:41.141470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a909ee4-8f7a-4c63-b878-d44a6f11c089 None None] The sync data for ids ['8d196c88-3382-4749-890e-390dd8332301'] in n-d-801990-3 is: [{'id': '8d196c88-3382-4749-890e-390dd8332301', 'name': 'tempest-TestVolumeBackupRestore-130035333-router', 'tenant_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:08Z', 'updated_at': '2021-07-23T14:23:39Z', 'revision_number': 5, 'project_id': 'a9c465fdf0944e6881a44e3fe42da7e3', 'gw_port': {'id': '80b99b69-6963-4fca-9b9e-7740d7183901', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d196c88-3382-4749-890e-390dd8332301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:09Z', 'updated_at': '2021-07-23T14:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:41.196810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.224454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b99b69-6963-4fca-9b9e-7740d7183901,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:41.269627 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Floating IP 99fefebe-e6d0-4ebb-b6de-e6d77276bf66 associated. External IP: 172.25.2.36, port: 288560cb-923c-4501-ad6a-73c84088a78d. Jul 23 14:23:41.287904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.378507 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.380770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.425385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.425933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d196c88-3382-4749-890e-390dd8332301 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:23:41.430436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.431716 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6e1cbda8-a553-41aa-b2f3-a769bc344d91 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8d196c88-3382-4749-890e-390dd8332301 HTTP/1.1" status: 204 len: 168 time: 0.9670460 Jul 23 14:23:41.434358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:41.482393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] Deleting subnet db6f6dac-f87c-4fd3-bb9a-18691c690427 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:23:41.486658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.524928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.609886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.640518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Router a74257b7-ccce-4d57-83cc-189032deb975 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:41.668524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.693994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6f6dac-f87c-4fd3-bb9a-18691c690427,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:41.703792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27144635-4a48-4b9f-90a9-0305bfa1cece None None] Network a8514189-2364-4711-9251-2ecadab5fd06 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:41.704296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.707021 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-391348a9-42ba-4a6b-bcd9-a19815df56eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db6f6dac-f87c-4fd3-bb9a-18691c690427 HTTP/1.1" status: 204 len: 168 time: 0.2717595 Jul 23 14:23:41.709841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:41.724592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Deleting port c7d03aed-aeda-4376-98eb-3a6eb114fe22 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:41.724948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.795601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.859112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:41.865518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.872140 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] Sync routers for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:41.881277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Deleting port a4c97f6d-083e-48d8-9645-5bae6dc08681 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:41.881676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.903489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] For port c7d03aed-aeda-4376-98eb-3a6eb114fe22, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c7d03aed-aeda-4376-98eb-3a6eb114fe22,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:41.904101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:41.917875 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:41.918682 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:41.926327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Calling delete_port for c7d03aed-aeda-4376-98eb-3a6eb114fe22 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:41.931439 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-10c9b58a-8a8c-4f18-884d-9d3c190c2959 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "PUT /v2.0/floatingips/99fefebe-e6d0-4ebb-b6de-e6d77276bf66 HTTP/1.1" status: 200 len: 995 time: 2.0326121 Jul 23 14:23:41.933263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:41.935618 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af57fafd-0f91-418c-86f1-780cb6b864b4" -d '{"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:41.991413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] DHCP port deletion for a8514189-2364-4711-9251-2ecadab5fd06 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:23:42.013254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] For port a4c97f6d-083e-48d8-9645-5bae6dc08681, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a4c97f6d-083e-48d8-9645-5bae6dc08681,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:42.014208 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.041499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Calling delete_port for a4c97f6d-083e-48d8-9645-5bae6dc08681 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:42.054518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Deleting port a4c97f6d-083e-48d8-9645-5bae6dc08681 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:42.055110 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.069171 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:42.118934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-24806568-298d-48db-82e7-bc72fba419cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:42.120665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-24806568-298d-48db-82e7-bc72fba419cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.1737478 Jul 23 14:23:42.126298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] For port a4c97f6d-083e-48d8-9645-5bae6dc08681, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a4c97f6d-083e-48d8-9645-5bae6dc08681,segment=NetworkSegment(6926fdf9-3da6-490c-a808-c2a9fdf8f523),segment_id=6926fdf9-3da6-490c-a808-c2a9fdf8f523)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:42.127095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.142773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Calling delete_port for a4c97f6d-083e-48d8-9645-5bae6dc08681 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:42.170025 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.225657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c97f6d-083e-48d8-9645-5bae6dc08681,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:42.229673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] No DVR routers for this DVR port a4c97f6d-083e-48d8-9645-5bae6dc08681 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:42.247658 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.276073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-4f23470f-7b0e-458e-81ac-b6bdded7ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:42.277689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-4f23470f-7b0e-458e-81ac-b6bdded7ff88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.1448374 Jul 23 14:23:42.290978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] No DVR routers for this DVR port a4c97f6d-083e-48d8-9645-5bae6dc08681 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:42.296653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Pushing event deleted for resources: {'Port': ['ID=a4c97f6d-083e-48d8-9645-5bae6dc08681,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:42.308439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.310118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.310118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.310118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.310118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.310943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.311360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.311867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.312199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.312569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.312890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.313210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd03e4-2edd-499e-8077-5f960f278e78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.341802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e7adf84d-0148-4a65-b7fd-4698cc4bf488 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:42.352190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.363519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: e7adf84d-0148-4a65-b7fd-4698cc4bf488 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:42.363890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.364012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e7adf84d-0148-4a65-b7fd-4698cc4bf488 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:42.382614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8514189-2364-4711-9251-2ecadab5fd06']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:42.393730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6926fdf9-3da6-490c-a808-c2a9fdf8f523') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:42.394034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6926fdf9-3da6-490c-a808-c2a9fdf8f523') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:42.404081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.419088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.421369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d03aed-aeda-4376-98eb-3a6eb114fe22,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:42.425880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:23:42.426280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:23:42.428008 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:23:42.475208 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '99fefebe-e6d0-4ebb-b6de-e6d77276bf66', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'port_id': '288560cb-923c-4501-ad6a-73c84088a78d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'mac_address': 'fa:16:3e:eb:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d930f3-1608-40b5-af36-98a0c50367e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:23:38Z', 'updated_at': '2021-07-23T14:23:40Z', 'revision_number': 1, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:42.490226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.497521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:42.503568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8514189-2364-4711-9251-2ecadab5fd06 HTTP/1.1" status: 204 len: 168 time: 0.7888720 Jul 23 14:23:42.508174 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] Checking router: a74257b7-ccce-4d57-83cc-189032deb975 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:42.514600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:42.517568 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:42.518266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:42.521580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77446bad-23ff-4774-8fed-f280329dc7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8514189-2364-4711-9251-2ecadab5fd06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:42.670341 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:42.753816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.754154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.754492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.754843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.755240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.755594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.756138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.756459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.756773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.757084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.757398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.757712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:23:42.764401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-7a4a29cf-ad37-41f1-b84d-2248eae757d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 998 time: 0.4774060 Jul 23 14:23:42.895094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-713381c1-1ebe-438c-b1b4-6ea38fa47f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:42.896523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-713381c1-1ebe-438c-b1b4-6ea38fa47f53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.1093495 Jul 23 14:23:42.971721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-b7a79e14-041f-4fc6-ba54-32b10298fadf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462167 Jul 23 14:23:42.985429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-f44d10bf-9bbe-4b1e-b2bc-0a6cb724b8e2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:23:42.986622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-f44d10bf-9bbe-4b1e-b2bc-0a6cb724b8e2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073187 Jul 23 14:23:43.032834 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '99fefebe-e6d0-4ebb-b6de-e6d77276bf66', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'port_id': '288560cb-923c-4501-ad6a-73c84088a78d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'mac_address': 'fa:16:3e:eb:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d930f3-1608-40b5-af36-98a0c50367e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:23:38Z', 'updated_at': '2021-07-23T14:23:40Z', 'revision_number': 1, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:43.063023 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eef99f-d8c6-4e69-8245-1b40e83228e1 None None] The sync data for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 is: [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '99fefebe-e6d0-4ebb-b6de-e6d77276bf66', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'port_id': '288560cb-923c-4501-ad6a-73c84088a78d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'mac_address': 'fa:16:3e:eb:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d930f3-1608-40b5-af36-98a0c50367e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:23:38Z', 'updated_at': '2021-07-23T14:23:40Z', 'revision_number': 1, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:43.064547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:43.082440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:43.179804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-a35c5b35-e35c-41d9-be6e-78094db45973 service neutron] 10.222.0.21 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734304 Jul 23 14:23:43.320318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda3c43-b2a9-4ea3-8954-13a1586fa2d9 None None] New status for floating IP 99fefebe-e6d0-4ebb-b6de-e6d77276bf66: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:23:43.359501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Deleting port f60c2692-73eb-47be-a497-d61dcaf429c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:43.360382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:43.363942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e1f2550-506b-4fcc-93cd-5a7299d75395 req-c4264497-c93e-48a5-b0b7-2add05d792ec service neutron] 10.222.0.21 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765590 Jul 23 14:23:43.419181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Router 437db0b8-ae21-45e9-a65c-cce30838cd0e has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:43.452572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] For port f60c2692-73eb-47be-a497-d61dcaf429c4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f60c2692-73eb-47be-a497-d61dcaf429c4,segment=NetworkSegment(7caadfab-c30f-413d-8c4c-5f9d8452286f),segment_id=7caadfab-c30f-413d-8c4c-5f9d8452286f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:43.452929 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:43.468502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Calling delete_port for f60c2692-73eb-47be-a497-d61dcaf429c4 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:43.580902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:43.586919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0d9c3d3f-57fa-4399-9920-b4efcaf3faeb admin admin] 10.222.0.21 "PUT /v2.0/routers/437db0b8-ae21-45e9-a65c-cce30838cd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9590435 Jul 23 14:23:43.591525 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] Sync routers for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:43.592949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:43.595295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a106ca-1514-4bd9-a197-6e613cc4ac04 req-a084fe67-7908-4bba-bb7a-2f99cc1ed835 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:43.596890 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98a106ca-1514-4bd9-a197-6e613cc4ac04 req-a084fe67-7908-4bba-bb7a-2f99cc1ed835 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.1301520 Jul 23 14:23:43.601040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:43.601040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:43.639778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98a106ca-1514-4bd9-a197-6e613cc4ac04 req-70312e07-8872-4f15-a900-5334407e38ca tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354609 Jul 23 14:23:43.702427 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159209e1-2041-48ff-920f-53f1b1c2f306 x-openstack-request-id: req-159209e1-2041-48ff-920f-53f1b1c2f306 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:43.707709 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:43.707709 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-159209e1-2041-48ff-920f-53f1b1c2f306 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:43.707709 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d', 'status': 'completed', 'code': 200} Jul 23 14:23:43.712635 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:43.742615 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:43.816078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-6b2559cb-d364-4b0a-9205-b7febff1d5e2 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1000 time: 0.1004460 Jul 23 14:23:43.836881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:43.884302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60c2692-73eb-47be-a497-d61dcaf429c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:43.909517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-5c36a24c-62e3-475d-89c2-b016e18bfb67 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:43.910809 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:23:42Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:43.912020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-5c36a24c-62e3-475d-89c2-b016e18bfb67 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports/288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 942 time: 0.0927362 Jul 23 14:23:43.967128 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] Checking router: 437db0b8-ae21-45e9-a65c-cce30838cd0e for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:43.969620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-14c0b06f-7cb7-4fe0-aa0b-5f0934feabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:43.971138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-14c0b06f-7cb7-4fe0-aa0b-5f0934feabb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.1950314 Jul 23 14:23:43.973465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:43.987989 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] Routers {'437db0b8-ae21-45e9-a65c-cce30838cd0e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:43.987989 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['437db0b8-ae21-45e9-a65c-cce30838cd0e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:44.004063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:44.076095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a4c97f6d-083e-48d8-9645-5bae6dc08681 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:44.080063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-fea0709d-e354-4bf2-be7a-8452c4c2550b tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1000 time: 0.1055369 Jul 23 14:23:44.120539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a4c97f6d-083e-48d8-9645-5bae6dc08681 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:44.121311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a4c97f6d-083e-48d8-9645-5bae6dc08681 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:44.121985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 80b99b69-6963-4fca-9b9e-7740d7183901 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:44.135977 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] Set router 437db0b8-ae21-45e9-a65c-cce30838cd0e gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:44.151250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 80b99b69-6963-4fca-9b9e-7740d7183901 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:44.152409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 80b99b69-6963-4fca-9b9e-7740d7183901 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:44.229015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-abe77460-2bee-4b35-9684-853529e31cc9 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:44.237959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-abe77460-2bee-4b35-9684-853529e31cc9 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1511443 Jul 23 14:23:44.247429 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.278440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:44.286451 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e0dd7c-2c86-4cf9-b9a8-054b141fe17f" -d '{"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-unplugged", "status": "completed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:44.318018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:44.327422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.335224 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.337072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-f85f5102-eb38-4bbf-97fa-70c76c9dd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:44.338939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-f85f5102-eb38-4bbf-97fa-70c76c9dd3a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.3365204 Jul 23 14:23:44.349846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-067ecdc2-4dc8-4a4f-85ed-4bfa9bc83d0b tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1000 time: 0.1030090 Jul 23 14:23:44.362470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:44.417509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:44.448983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.468073 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:23:42Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:44.495647 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac566c-21b1-4968-b132-8fcd7b3aa924 None None] The sync data for ids ['437db0b8-ae21-45e9-a65c-cce30838cd0e'] in n-d-801990-3 is: [{'id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'name': 'tempest-TaggedBootDevicesTest_v242-440086868-router', 'tenant_id': 'a18b3837678c4ab8b83132108f323afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:12:42Z', 'updated_at': '2021-07-23T14:23:42Z', 'revision_number': 5, 'project_id': 'a18b3837678c4ab8b83132108f323afb', 'gw_port': {'id': '309f2e3d-f088-409a-ac7e-96cd020cb467', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437db0b8-ae21-45e9-a65c-cce30838cd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:12:43Z', 'updated_at': '2021-07-23T14:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:44.615037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.621124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.621477 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Floating IP 99fefebe-e6d0-4ebb-b6de-e6d77276bf66 disassociated. External IP: 172.25.2.36, port: 288560cb-923c-4501-ad6a-73c84088a78d. Jul 23 14:23:44.729403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Deleting port 309f2e3d-f088-409a-ac7e-96cd020cb467 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:44.729737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.833534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Router a74257b7-ccce-4d57-83cc-189032deb975 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:44.838983 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-fcb46af3-fc66-4d24-a52d-a6dde8194bee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 1000 time: 0.4893100 Jul 23 14:23:44.943071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:44.945604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] For port 309f2e3d-f088-409a-ac7e-96cd020cb467, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=309f2e3d-f088-409a-ac7e-96cd020cb467,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:44.945970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.947728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:44.949292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-7f747385-7721-4852-866e-453a217a8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:44.950879 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-7f747385-7721-4852-866e-453a217a8ca5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.0852635 Jul 23 14:23:44.956571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] Sync routers for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:44.967715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:44.968563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:44.975604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Calling delete_port for 309f2e3d-f088-409a-ac7e-96cd020cb467 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:45.002147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-d2242b54-a91d-40e3-a7e3-c151c10aeb92 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "PUT /v2.0/floatingips/99fefebe-e6d0-4ebb-b6de-e6d77276bf66 HTTP/1.1" status: 200 len: 694 time: 0.6453948 Jul 23 14:23:45.004579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-ee285251-81cb-4655-9559-7d0d0d8223f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456655 Jul 23 14:23:45.081177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-e93e9ab6-e52d-422d-be16-b18b76c117b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:45.087514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-e93e9ab6-e52d-422d-be16-b18b76c117b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.0701764 Jul 23 14:23:45.093970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:45.200964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-4c5ccfd7-9695-4d71-bb3e-3ef9cc3e07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:45.204487 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-4c5ccfd7-9695-4d71-bb3e-3ef9cc3e07d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.1145265 Jul 23 14:23:45.244734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-b348c5bc-282c-4d12-97ee-60ec59714f6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 217 time: 0.0400739 Jul 23 14:23:45.278387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:45.282388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-d3a972e2-40a0-4e85-bd3b-90e05a5e29d8 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683835 Jul 23 14:23:45.298911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-4d7f6a21-2945-4132-b618-ae34c6f1036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:45.300604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-4d7f6a21-2945-4132-b618-ae34c6f1036e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.0494707 Jul 23 14:23:45.315077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:45.342188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-2b3b9ba4-35c2-4025-8159-29285182cd81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329359 Jul 23 14:23:45.342412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] Checking router: a74257b7-ccce-4d57-83cc-189032deb975 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:45.351071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:45.351692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:45.450259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-abff16da-5b2f-48ea-b024-5888ddd35be4 service neutron] 10.222.0.21 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000335 Jul 23 14:23:45.509271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.517059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-af57fafd-0f91-418c-86f1-780cb6b864b4 req-84a0deba-4696-42fb-a702-b253cdf73036 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238173 Jul 23 14:23:45.545743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:45.547558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Pushing event deleted for resources: {'Port': ['ID=309f2e3d-f088-409a-ac7e-96cd020cb467,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:45.552593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-410f9a4f-86b2-4966-ae83-eb1e142fd456 admin admin] 10.222.0.21 "PUT /v2.0/routers/0acbee6e-8e6e-4667-afb6-c5aecec5c7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0369058 Jul 23 14:23:45.555548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:45.565092 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] Sync routers for ids ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:45.569674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369a69ef-b0e5-4479-b269-d230897bc7f4 req-b0b4e7dd-285c-49e7-828e-7afc9d26514f service neutron] 10.222.0.21 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112211 Jul 23 14:23:45.580952 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] Routers {'0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:45.582007 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:45.629693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:45.701818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.708933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:45.712274 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff41fe-4eea-4821-8de7-0ebeb5844955" -d '{"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:45.715448 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] Set router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:45.802693 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.808032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.821821 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81630ee0-8968-45cc-8c02-36702fbd6521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.844906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.861126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:45.957213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.957772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 437db0b8-ae21-45e9-a65c-cce30838cd0e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:23:45.966288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:45.967474 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ac77a75-a5ae-497b-b185-a78b4b0b2589 admin admin] 10.222.0.21 "DELETE /v2.0/routers/437db0b8-ae21-45e9-a65c-cce30838cd0e HTTP/1.1" status: 204 len: 168 time: 2.3734226 Jul 23 14:23:45.970088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:45.998175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d29a09ac-f734-4011-82bf-f7dfa17d5542 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/floatingips/31296d41-68aa-4bec-85f4-30ba5feebd38 HTTP/1.1" status: 200 len: 993 time: 0.1248431 Jul 23 14:23:46.043092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.047392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c7d03aed-aeda-4376-98eb-3a6eb114fe22 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:46.053934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:46.074330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] Deleting subnet 4f9b00b3-649e-4d61-92c2-dcac2b10a7bf {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:23:46.076016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: c7d03aed-aeda-4376-98eb-3a6eb114fe22 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:46.076016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c7d03aed-aeda-4376-98eb-3a6eb114fe22 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:46.077536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.105325 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:23:43Z', 'revision_number': 5, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port': {'id': 'f32c8816-6c16-4b98-93e5-f0fdb476f9ae', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:20:17Z', 'updated_at': '2021-07-23T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:46.115493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267fe9c6-ebfc-4e35-8059-1efebf601348 None None] The sync data for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 is: [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:22:49Z', 'revision_number': 4, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8410c3c7-91c1-42c1-9c35-f0c536dd1c48', 'name': '', 'network_id': 'd106667c-5552-441f-a23e-4c4ca60611a2', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'mac_address': 'fa:16:3e:58:68:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'subnets': [{'id': 'dfc0ac64-1e73-41af-b3f1-6ba8234e7a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:46.153330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.153666 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] Checking router: 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:46.164138 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] Routers {'0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:46.165393 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:46.209132 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0da9a3-e0fa-48bf-b8a9-512f9a49b0fd x-openstack-request-id: req-3a0da9a3-e0fa-48bf-b8a9-512f9a49b0fd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:46.210134 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-unplugged", "status": "failed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:46.210807 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a0da9a3-e0fa-48bf-b8a9-512f9a49b0fd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:46.211438 n-d-801990-3 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'code': 422} returned with failed status Jul 23 14:23:46.269764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Deleting port f32c8816-6c16-4b98-93e5-f0fdb476f9ae {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:46.270114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.298760 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] Set router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:46.310258 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-a59b6258-b7dd-40af-908c-71e70df0ada1 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips/99fefebe-e6d0-4ebb-b6de-e6d77276bf66 HTTP/1.1" status: 200 len: 694 time: 0.0812461 Jul 23 14:23:46.364372 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:23:46Z', 'revision_number': 6, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:46.373205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.392943 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45dcdf3-06c1-4531-be56-9272a6aac8cb None None] The sync data for ids ['0acbee6e-8e6e-4667-afb6-c5aecec5c7c9'] in n-d-801990-3 is: [{'id': '0acbee6e-8e6e-4667-afb6-c5aecec5c7c9', 'name': 'tempest-TestVolumeBackupRestore-482210936-router', 'tenant_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:20:16Z', 'updated_at': '2021-07-23T14:23:46Z', 'revision_number': 6, 'project_id': '0b1c1d9ff6cd46879dbd9f9c58c341c7', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:46.434736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-b98f9db7-433f-4a89-bd56-57ec91889c6b tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:46.436501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-b98f9db7-433f-4a89-bd56-57ec91889c6b tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 784 time: 0.1206965 Jul 23 14:23:46.447484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-3e78c0f5-ed16-4fea-b6a2-8865a8786de0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:23:46.448659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-3e78c0f5-ed16-4fea-b6a2-8865a8786de0 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068634 Jul 23 14:23:46.450622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] For port f32c8816-6c16-4b98-93e5-f0fdb476f9ae, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:46.451016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.469226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Calling delete_port for f32c8816-6c16-4b98-93e5-f0fdb476f9ae owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:46.501765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287fd2e-2856-49c3-94bd-2a8f10387059 None None] New status for floating IP 99fefebe-e6d0-4ebb-b6de-e6d77276bf66: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:23:46.506343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-61a1f2d4-f7a2-435b-a819-a5c502de3993 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 697 time: 0.0510256 Jul 23 14:23:46.514618 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.548130 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.553524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4f9b00b3-649e-4d61-92c2-dcac2b10a7bf HTTP/1.1" status: 204 len: 168 time: 0.5788918 Jul 23 14:23:46.553524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f478b-e668-42b7-9df0-8e3bfcda887a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9b00b3-649e-4d61-92c2-dcac2b10a7bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:46.553808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:46.586410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914465c-58e0-4611-b39a-296a579ffa64 None None] Network f90128ca-9332-4025-8425-15b1e4bf1851 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:46.594503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-a16a05f3-cbd9-45eb-9c1a-1540a82c75a5 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 697 time: 0.0803602 Jul 23 14:23:46.662629 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.696032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.752061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32c8816-6c16-4b98-93e5-f0fdb476f9ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:46.791715 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.919817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.925776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.932652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] DHCP port deletion for f90128ca-9332-4025-8425-15b1e4bf1851 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:23:46.980588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.981272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:23:46.989172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:46.992711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4ecfdeaa-0e22-4e8d-b9c9-9cae43914485 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0acbee6e-8e6e-4667-afb6-c5aecec5c7c9 HTTP/1.1" status: 204 len: 168 time: 1.4342852 Jul 23 14:23:46.992982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:46.995668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] Deleting port affff7ab-e890-45aa-99a8-0f756012bd31 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:46.996052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.042330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] Deleting subnet 3cc64adb-3762-4ab5-8182-2d40200e1551 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:23:47.046164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.072869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] For port affff7ab-e890-45aa-99a8-0f756012bd31, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=affff7ab-e890-45aa-99a8-0f756012bd31,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:47.073278 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.085460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.096171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] Calling delete_port for affff7ab-e890-45aa-99a8-0f756012bd31 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:47.122823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Deleting port 9607eb1f-def9-4686-9b68-435ee174de9f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:47.123168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.136773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Deleting port affff7ab-e890-45aa-99a8-0f756012bd31 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:47.137100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.179719 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.179963 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.211794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] No DVR routers for this DVR port affff7ab-e890-45aa-99a8-0f756012bd31 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:47.221517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60de67-cec6-414b-bbb3-dff305c7fad7 None None] Pushing event deleted for resources: {'Port': ['ID=affff7ab-e890-45aa-99a8-0f756012bd31,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:47.243188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] For port affff7ab-e890-45aa-99a8-0f756012bd31, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=affff7ab-e890-45aa-99a8-0f756012bd31,segment=NetworkSegment(1becf44e-63bc-461d-94ce-726f51d9183c),segment_id=1becf44e-63bc-461d-94ce-726f51d9183c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:47.243853 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.244623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.264219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Calling delete_port for affff7ab-e890-45aa-99a8-0f756012bd31 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:47.269799 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.270751 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.271279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc64adb-3762-4ab5-8182-2d40200e1551,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:47.273410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.275279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f94d4650-0e35-4d89-b876-66a75eeccf42 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cc64adb-3762-4ab5-8182-2d40200e1551 HTTP/1.1" status: 204 len: 168 time: 0.2812145 Jul 23 14:23:47.277660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:47.279557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeacd16-ebee-460a-9e1a-dabc33d5fead None None] Network 94f8f051-2da3-4bc6-b021-f81c773ecbaf requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:47.290970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Calling delete_port for 9607eb1f-def9-4686-9b68-435ee174de9f owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:47.373149 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.430745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Deleting port 52d0195f-c535-4553-88aa-db516d805115 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:47.431096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.509104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] For port 52d0195f-c535-4553-88aa-db516d805115, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=52d0195f-c535-4553-88aa-db516d805115,segment=NetworkSegment(7caadfab-c30f-413d-8c4c-5f9d8452286f),segment_id=7caadfab-c30f-413d-8c4c-5f9d8452286f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:47.509493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.509779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] DHCP port deletion for 94f8f051-2da3-4bc6-b021-f81c773ecbaf request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:23:47.517699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.521877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.528885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Calling delete_port for 52d0195f-c535-4553-88aa-db516d805115 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:47.553442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event deleted for resources: {'Port': ['ID=9607eb1f-def9-4686-9b68-435ee174de9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:47.565958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] No DVR routers for this DVR port affff7ab-e890-45aa-99a8-0f756012bd31 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:47.575338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] Deleting port 52d0195f-c535-4553-88aa-db516d805115 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:47.575918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.615616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Pushing event deleted for resources: {'Port': ['ID=affff7ab-e890-45aa-99a8-0f756012bd31,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:47.635400 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.649854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] For port 52d0195f-c535-4553-88aa-db516d805115, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=52d0195f-c535-4553-88aa-db516d805115,segment=NetworkSegment(7caadfab-c30f-413d-8c4c-5f9d8452286f),segment_id=7caadfab-c30f-413d-8c4c-5f9d8452286f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:47.650443 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.663822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d0195f-c535-4553-88aa-db516d805115,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:47.664020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] Calling delete_port for 52d0195f-c535-4553-88aa-db516d805115 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:47.667496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] No DVR routers for this DVR port 52d0195f-c535-4553-88aa-db516d805115 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:47.706715 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.721112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90128ca-9332-4025-8425-15b1e4bf1851']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:47.729845 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.732405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.733737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-019bf1d6-5744-46de-9b3f-5b672ecab061 req-197a73d3-fd33-498e-97ad-32e17d147361 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "DELETE /v2.0/floatingips/99fefebe-e6d0-4ebb-b6de-e6d77276bf66 HTTP/1.1" status: 204 len: 173 time: 1.1382444 Jul 23 14:23:47.737395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1becf44e-63bc-461d-94ce-726f51d9183c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:47.737767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1becf44e-63bc-461d-94ce-726f51d9183c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:47.747969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.757182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.765967 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.768664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f8f051-2da3-4bc6-b021-f81c773ecbaf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:47.772567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.781379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:23:47.781891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.782299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7caadfab-c30f-413d-8c4c-5f9d8452286f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:47.782996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7caadfab-c30f-413d-8c4c-5f9d8452286f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:23:47.794250 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:23:47.797268 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.811131 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] No DVR routers for this DVR port 52d0195f-c535-4553-88aa-db516d805115 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:47.816244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea825f8e-6115-4af0-abca-078fc53e4d6b None None] Pushing event deleted for resources: {'Port': ['ID=52d0195f-c535-4553-88aa-db516d805115,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:47.828415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.833646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.841459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:23:47.842385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:23:47.846435 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:23:47.856588 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19769067-9448-4235-b842-6c27b9ba1a24 x-openstack-request-id: req-19769067-9448-4235-b842-6c27b9ba1a24 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:47.856849 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "tag": "288560cb-923c-4501-ad6a-73c84088a78d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:47.857094 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19769067-9448-4235-b842-6c27b9ba1a24 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:47.857495 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d', 'status': 'completed', 'code': 200} Jul 23 14:23:47.874762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.886492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:47.902296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f90128ca-9332-4025-8425-15b1e4bf1851 HTTP/1.1" status: 204 len: 168 time: 1.3349283 Jul 23 14:23:47.924043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff068e3-9bd2-4e94-98b7-2a7b5769c968 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90128ca-9332-4025-8425-15b1e4bf1851,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:47.997266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device affff7ab-e890-45aa-99a8-0f756012bd31 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:48.022681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: affff7ab-e890-45aa-99a8-0f756012bd31 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:48.023370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device affff7ab-e890-45aa-99a8-0f756012bd31 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:48.024067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 52d0195f-c535-4553-88aa-db516d805115 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:48.048160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 52d0195f-c535-4553-88aa-db516d805115 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:48.048824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 52d0195f-c535-4553-88aa-db516d805115 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:48.049476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f32c8816-6c16-4b98-93e5-f0fdb476f9ae no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:48.071496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f32c8816-6c16-4b98-93e5-f0fdb476f9ae {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:48.072315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f32c8816-6c16-4b98-93e5-f0fdb476f9ae not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:48.072955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 309f2e3d-f088-409a-ac7e-96cd020cb467 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:48.102828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 309f2e3d-f088-409a-ac7e-96cd020cb467 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:48.102993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:48.103427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 309f2e3d-f088-409a-ac7e-96cd020cb467 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:48.105356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f60c2692-73eb-47be-a497-d61dcaf429c4 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:48.110125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:48.124964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f60c2692-73eb-47be-a497-d61dcaf429c4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:48.125310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f60c2692-73eb-47be-a497-d61dcaf429c4 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:48.243604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86a24c16-de3e-420b-806e-bf0b949d5589 req-35e3ac85-4611-403d-9d51-44c0a6fa308d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups/2e70f7e0-92bd-47f9-8e06-701fecdc78ac HTTP/1.1" status: 200 len: 1809 time: 0.1497223 Jul 23 14:23:48.251183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1ec75803-70bd-48b5-afbc-9be7673f1ae0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a18b3837678c4ab8b83132108f323afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470680 Jul 23 14:23:48.253774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:48.297480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.375689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.383828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.386286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/94f8f051-2da3-4bc6-b021-f81c773ecbaf HTTP/1.1" status: 204 len: 168 time: 1.1076992 Jul 23 14:23:48.406148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11f0b6-38cc-49ac-bd37-2b4ffd3600f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f8f051-2da3-4bc6-b021-f81c773ecbaf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:48.429363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:23:48.455203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86a24c16-de3e-420b-806e-bf0b949d5589 req-724efd90-7948-488b-8d8a-da3367eb872d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.456379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-4bbec004-219d-474d-b448-41ebdfed3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:48.457385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-234ef979-5a60-4528-ac66-1a4a2cf2c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.465172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-4bbec004-219d-474d-b448-41ebdfed3b85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24bc34e52cc24f10b180da4c7316d077&device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 1096 time: 0.5683346 Jul 23 14:23:48.471632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:48.478321 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18ceef32-bd56-42f0-a4fe-412f4c394f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.501282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-234ef979-5a60-4528-ac66-1a4a2cf2c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.513261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86a24c16-de3e-420b-806e-bf0b949d5589 req-724efd90-7948-488b-8d8a-da3367eb872d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.575246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-d16aab95-bf7e-4133-955d-14ed4788b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:48.577187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-d16aab95-bf7e-4133-955d-14ed4788b70c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 200 len: 921 time: 0.1031165 Jul 23 14:23:48.588689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port dfb50923-2466-4884-848e-10bf592b3cde {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:48.589254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.622382 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86a24c16-de3e-420b-806e-bf0b949d5589 req-724efd90-7948-488b-8d8a-da3367eb872d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.625120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86a24c16-de3e-420b-806e-bf0b949d5589 req-724efd90-7948-488b-8d8a-da3367eb872d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.626350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86a24c16-de3e-420b-806e-bf0b949d5589 req-724efd90-7948-488b-8d8a-da3367eb872d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e70f7e0-92bd-47f9-8e06-701fecdc78ac HTTP/1.1" status: 204 len: 173 time: 0.3570347 Jul 23 14:23:48.650301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-62fb3e96-c459-4416-a151-e25501bca69b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 200 len: 217 time: 0.0547607 Jul 23 14:23:48.659105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-234ef979-5a60-4528-ac66-1a4a2cf2c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.661613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-234ef979-5a60-4528-ac66-1a4a2cf2c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.662778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-234ef979-5a60-4528-ac66-1a4a2cf2c0d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e13be5ad-6d5f-4507-bb9f-adca3db5ce21 HTTP/1.1" status: 204 len: 168 time: 0.4080505 Jul 23 14:23:48.671611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:48.686512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724efd90-7948-488b-8d8a-da3367eb872d tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e70f7e0-92bd-47f9-8e06-701fecdc78ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:48.711549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ef979-5a60-4528-ac66-1a4a2cf2c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13be5ad-6d5f-4507-bb9f-adca3db5ce21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:48.722781 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-e3d3885a-68ed-467c-adc0-c7011c0add95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2492881 Jul 23 14:23:48.723873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.724152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-20fde93b-59f8-484c-b10d-d75e25652b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:48.724282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:48.725493 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-20fde93b-59f8-484c-b10d-d75e25652b66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 200 len: 860 time: 0.0664811 Jul 23 14:23:48.753749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for dfb50923-2466-4884-848e-10bf592b3cde owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:48.800120 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-71fe004b-8427-4234-8a48-3c47d685f427 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d106667c-5552-441f-a23e-4c4ca60611a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663981 Jul 23 14:23:48.810865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dfb5f690-ed2e-4abe-bb6a-d05344b12fe8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9c465fdf0944e6881a44e3fe42da7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380270 Jul 23 14:23:48.830411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:48.896876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616147d9-7ff5-482c-a039-9cd095386e38 req-93d2e80b-1560-4d1d-bb3e-92f23d7cb4ca tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:48.898438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-616147d9-7ff5-482c-a039-9cd095386e38 req-93d2e80b-1560-4d1d-bb3e-92f23d7cb4ca tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.1616685 Jul 23 14:23:48.953919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-616147d9-7ff5-482c-a039-9cd095386e38 req-3080ea8f-5251-4e3b-8110-4a47ff06b4c6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Jul 23 14:23:48.983502 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-68ae59d7-46df-4a1c-a0f5-a3b98df72abc service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704764 Jul 23 14:23:49.007430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370cdbf9-8059-4d0c-895d-fe8c6cf8a663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.050169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.090218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370cdbf9-8059-4d0c-895d-fe8c6cf8a663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.117643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=dfb50923-2466-4884-848e-10bf592b3cde,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:49.182520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02ff41fe-4eea-4821-8de7-0ebeb5844955 req-cc2ad292-2423-4587-b54b-1a46551d0186 service neutron] 10.222.0.11 "GET /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956141 Jul 23 14:23:49.211872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370cdbf9-8059-4d0c-895d-fe8c6cf8a663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.216481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370cdbf9-8059-4d0c-895d-fe8c6cf8a663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.218194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-370cdbf9-8059-4d0c-895d-fe8c6cf8a663 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b34acdb8-8f66-4826-9b8b-c402b6af37d8 HTTP/1.1" status: 204 len: 168 time: 0.3861210 Jul 23 14:23:49.233443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cdbf9-8059-4d0c-895d-fe8c6cf8a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34acdb8-8f66-4826-9b8b-c402b6af37d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:49.240972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.240972 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Floating IP 31296d41-68aa-4bec-85f4-30ba5feebd38 disassociated (deleted). External IP: 172.25.2.113, port: 8932309b-89f3-4c67-95f1-365ed29d3c88. Jul 23 14:23:49.411769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173bd7-6257-4cb5-85ea-12de304a9985 req-33acaf3b-5a66-423c-b8c0-f88f1d3437e7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:49.413337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6173bd7-6257-4cb5-85ea-12de304a9985 req-33acaf3b-5a66-423c-b8c0-f88f1d3437e7 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.1858041 Jul 23 14:23:49.523827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.542423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6173bd7-6257-4cb5-85ea-12de304a9985 req-f99760b5-09e2-4687-9cfe-9975051080ec tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184318 Jul 23 14:23:49.606801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 0d64e32e-6c24-490b-b527-12968b71b4b9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:49.729172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:49.730521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:49.747042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:49.753050 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.760081 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] Sync routers for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:49.773382 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:49.776330 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:49.815691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4783a92f-a883-4cdc-afcf-7ac7ce8ef205 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/floatingips/31296d41-68aa-4bec-85f4-30ba5feebd38 HTTP/1.1" status: 204 len: 168 time: 1.6951542 Jul 23 14:23:49.820140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:49.820707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5dc397a7-6a86-4c4f-9b88-b894719e9e52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b1c1d9ff6cd46879dbd9f9c58c341c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883255 Jul 23 14:23:49.858789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:49.862222 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d85079-4d4a-4b4b-ba4d-5a495c854a09" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:49.887356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65cde1f9-9408-423d-8eac-3217a09d2e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.913799 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65cde1f9-9408-423d-8eac-3217a09d2e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.935141 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:49.970190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-31354352-network', 'tenant_id': 'f6cfec676654401ca3354afef819c704'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:49.995554 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65cde1f9-9408-423d-8eac-3217a09d2e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:49.998917 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65cde1f9-9408-423d-8eac-3217a09d2e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.000350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65cde1f9-9408-423d-8eac-3217a09d2e92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af7ce030-c20b-459f-ac56-3d1a655a5efc HTTP/1.1" status: 204 len: 168 time: 0.1792254 Jul 23 14:23:50.003500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Made reservation on behalf of f6cfec676654401ca3354afef819c704 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:23:50.007394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.021908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.025273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cde1f9-9408-423d-8eac-3217a09d2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ce030-c20b-459f-ac56-3d1a655a5efc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:50.083874 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f274c-18ec-4331-9f50-7f13fd23e6fb x-openstack-request-id: req-809f274c-18ec-4331-9f50-7f13fd23e6fb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:50.084107 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:50.084370 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-809f274c-18ec-4331-9f50-7f13fd23e6fb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:50.085212 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'status': 'completed', 'code': 200} Jul 23 14:23:50.210408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.232026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.261238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-55bcfdc7-c86c-4718-9d29-8c0387f450b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.274525 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-55bcfdc7-c86c-4718-9d29-8c0387f450b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 1096 time: 0.1530919 Jul 23 14:23:50.282225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3da3b6-5bb5-47bb-b8e9-fe6208ba7234 req-6f65e389-2c97-4b4e-a635-a7ee3fdc732b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.290470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3da3b6-5bb5-47bb-b8e9-fe6208ba7234 req-6f65e389-2c97-4b4e-a635-a7ee3fdc732b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.1262679 Jul 23 14:23:50.299310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:50.326451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:23:50.346577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c5473-63f8-4295-bc36-ab8b10c18db7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:50.354690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.355308 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Added segment 819384a0-d075-41cc-b927-584eb11fe061 of type vlan for network c4efa89c-2a4d-44ed-98db-bed475e29d6c Jul 23 14:23:50.368191 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] Checking router: 0d64e32e-6c24-490b-b527-12968b71b4b9 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:50.388015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba3da3b6-5bb5-47bb-b8e9-fe6208ba7234 req-0fd0582c-7325-4e5f-bc54-d1f2ccd68e98 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962877 Jul 23 14:23:50.388476 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:50.389369 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:50.436956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.476463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-43b6812f-7e19-4053-8ea8-e3b02c76cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.478201 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-43b6812f-7e19-4053-8ea8-e3b02c76cb00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e HTTP/1.1" status: 200 len: 898 time: 0.1919823 Jul 23 14:23:50.488960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.490474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.491735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.593810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-a4b7d23e-f142-4d25-ad1d-03ecc6759082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8932309b-89f3-4c67-95f1-365ed29d3c88 HTTP/1.1" status: 200 len: 217 time: 0.1063550 Jul 23 14:23:50.604775 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:50.632046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4efa89c-2a4d-44ed-98db-bed475e29d6c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:50.645155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c4efa89c-2a4d-44ed-98db-bed475e29d6c details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:23:50.717411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-e1b5be87-f958-4e2a-904f-b8492344521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.725151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-e1b5be87-f958-4e2a-904f-b8492344521b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbd10aad-5926-4b83-9c91-2fcaa923b75f HTTP/1.1" status: 200 len: 835 time: 0.1215158 Jul 23 14:23:50.730399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ac96f44-c69f-480d-9e75-afaa25280bf6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9987245 Jul 23 14:23:50.733289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:50.738351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Request body: {'subnet': {'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-31354352-subnet', 'tenant_id': 'f6cfec676654401ca3354afef819c704', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:50.750357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df55d-6d67-4b75-b111-0e7898cef27b req-810fc909-3dc0-4043-a3a7-288cb8b98c04 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.753145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e32df55d-6d67-4b75-b111-0e7898cef27b req-810fc909-3dc0-4043-a3a7-288cb8b98c04 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 945 time: 0.1229124 Jul 23 14:23:50.767860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Made reservation on behalf of f6cfec676654401ca3354afef819c704 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:23:50.770600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:50.814898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e32df55d-6d67-4b75-b111-0e7898cef27b req-49144759-3e4f-428a-8812-443ad6ef7308 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547881 Jul 23 14:23:50.890730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-3c3f75b2-fd20-4eeb-8f4d-939d5107e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.892539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-3c3f75b2-fd20-4eeb-8f4d-939d5107e56f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357312 Jul 23 14:23:50.911047 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:50.938072 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4c571-eb69-4284-ba29-330c65252fc3 None None] The sync data for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 is: [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'd96baf6f-ea2c-403a-90a9-d0e7bcf14990', 'name': '', 'network_id': '2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'mac_address': 'fa:16:3e:21:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:47Z', 'updated_at': '2021-07-23T14:22:54Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'subnets': [{'id': 'fbd10aad-5926-4b83-9c91-2fcaa923b75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:50.950895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1d39b-212e-453e-9bcf-5355e6f3d37e req-49734b06-3f3d-4f4c-9b09-1d32a20cb13a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:50.960584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ee1d39b-212e-453e-9bcf-5355e6f3d37e req-49734b06-3f3d-4f4c-9b09-1d32a20cb13a tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0869002 Jul 23 14:23:50.999757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-538de9ba-0696-4a5c-8de3-bd620730eed7 service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954406 Jul 23 14:23:51.015490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ee1d39b-212e-453e-9bcf-5355e6f3d37e req-38bada1d-2828-4e47-b156-14e47e5526c1 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a59155-a4a0-4146-a23a-4c9d49bdc54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Jul 23 14:23:51.188813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-42d85079-4d4a-4b4b-ba4d-5a495c854a09 req-6f098d09-762e-4d8a-bef3-a04f7a5e2f62 service neutron] 10.222.0.48 "GET /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799011 Jul 23 14:23:51.190743 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:51.227319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:51.233042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba73fc4-9526-4e01-95f1-fcfe790c8944 None None] New status for floating IP 31296d41-68aa-4bec-85f4-30ba5feebd38: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:23:51.256039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f710a5f-9420-4676-be97-da3fab9b3bb0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:51.277529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Checking segment: {'id': '819384a0-d075-41cc-b927-584eb11fe061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:23:51.278002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Network hostable DHCP agents. Network: c4efa89c-2a4d-44ed-98db-bed475e29d6c, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:23:51.297249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Network c4efa89c-2a4d-44ed-98db-bed475e29d6c is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:23:51.307776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c4efa89c-2a4d-44ed-98db-bed475e29d6c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:23:51.312269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:51.312864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:51.318468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10235a8-4958-4155-b105-21d40e402ad8 None None] Network c4efa89c-2a4d-44ed-98db-bed475e29d6c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:51.328488 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7bd83190-23bc-4458-a9d2-4768cca3622d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5940220 Jul 23 14:23:51.468830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd18e0-84fa-4656-9992-dbe0f5906bbc None None] Network c4efa89c-2a4d-44ed-98db-bed475e29d6c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:51.574424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179148a-b386-4515-a7a3-820eca5f86bf req-62a047d8-88cf-4e23-8e92-bd1e30e26ace tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:51.577200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5179148a-b386-4515-a7a3-820eca5f86bf req-62a047d8-88cf-4e23-8e92-bd1e30e26ace tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.11 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 945 time: 0.0860639 Jul 23 14:23:51.585751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567779b3-e42c-4e61-b009-1ba80fcadb0a req-198558b8-7990-4cec-8b7d-29c10d078ff8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:51.587715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-567779b3-e42c-4e61-b009-1ba80fcadb0a req-198558b8-7990-4cec-8b7d-29c10d078ff8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.0814691 Jul 23 14:23:51.636194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-567779b3-e42c-4e61-b009-1ba80fcadb0a req-9933ff62-eacf-4396-98d9-792c7e74c9e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426219 Jul 23 14:23:51.688156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Deleting port 288560cb-923c-4501-ad6a-73c84088a78d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:51.688602 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:51.839684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] For port 288560cb-923c-4501-ad6a-73c84088a78d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=288560cb-923c-4501-ad6a-73c84088a78d,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:51.840322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:51.855994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Calling delete_port for 288560cb-923c-4501-ad6a-73c84088a78d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:51.925534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-1afc45c5-c7e8-4986-bb60-072e23004927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:51.927103 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-1afc45c5-c7e8-4986-bb60-072e23004927 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 945 time: 0.1399407 Jul 23 14:23:51.956887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ee1afb9f-01ff-48b2-82b5-d64a35ff0558 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:51.958489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ee1afb9f-01ff-48b2-82b5-d64a35ff0558 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/networks?id=c4efa89c-2a4d-44ed-98db-bed475e29d6c HTTP/1.1" status: 200 len: 812 time: 0.1201353 Jul 23 14:23:51.975494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-1786d950-2575-4fa0-a0d9-3115134c4502 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/quotas/f6cfec676654401ca3354afef819c704 HTTP/1.1" status: 200 len: 375 time: 0.0107572 Jul 23 14:23:52.014321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-a356e82b-d807-4ea4-900a-a9a408ee3b8b tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6cfec676654401ca3354afef819c704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337331 Jul 23 14:23:52.086251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port 8932309b-89f3-4c67-95f1-365ed29d3c88 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:52.086708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:52.091366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:52.120570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-67d103e1-7095-4775-9046-c09a6a76e1b4 service neutron] 10.222.0.21 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978947 Jul 23 14:23:52.143923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Pushing event deleted for resources: {'Port': ['ID=288560cb-923c-4501-ad6a-73c84088a78d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:52.225035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] No DVR routers for this DVR port 288560cb-923c-4501-ad6a-73c84088a78d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:52.228881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:52.230710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-c017cf79-5a86-49d0-b08f-f38d4ab11e5f service neutron] 10.222.0.21 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035590 Jul 23 14:23:52.230887 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5179148a-b386-4515-a7a3-820eca5f86bf req-3d4cd16a-5f1a-497f-abcc-7507a1f17f61 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.11 "DELETE /v2.0/ports/288560cb-923c-4501-ad6a-73c84088a78d HTTP/1.1" status: 204 len: 173 time: 0.6482136 Jul 23 14:23:52.231329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'name': 'network-vif-deleted', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:52.233596 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccbf293-b6ad-4c69-ad37-fc213836e4fc" -d '{"events": [{"server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "name": "network-vif-deleted", "tag": "288560cb-923c-4501-ad6a-73c84088a78d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:52.257014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port 8932309b-89f3-4c67-95f1-365ed29d3c88, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8932309b-89f3-4c67-95f1-365ed29d3c88,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:52.257373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:52.271846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for 8932309b-89f3-4c67-95f1-365ed29d3c88 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:52.446570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:52.489980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=8932309b-89f3-4c67-95f1-365ed29d3c88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:52.491462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e56b64-76fa-44fb-afd7-c60c5e6b9cff req-ee306ff7-4b22-4702-a988-58b3c797c0bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:52.500485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75e56b64-76fa-44fb-afd7-c60c5e6b9cff req-ee306ff7-4b22-4702-a988-58b3c797c0bb tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c HTTP/1.1" status: 200 len: 867 time: 0.0869288 Jul 23 14:23:52.541676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] No DVR routers for this DVR port 8932309b-89f3-4c67-95f1-365ed29d3c88 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:52.545298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:52.547941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f36e8ab2-7762-4438-a823-96efbd617a26 req-041328b4-4799-4501-8eb1-88213e0c7ca4 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.48 "DELETE /v2.0/ports/8932309b-89f3-4c67-95f1-365ed29d3c88 HTTP/1.1" status: 204 len: 173 time: 0.6131642 Jul 23 14:23:52.552729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75e56b64-76fa-44fb-afd7-c60c5e6b9cff req-985f773f-9f7b-46b1-a006-25afa66c04a1 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "GET /v2.0/security-groups?id=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515924 Jul 23 14:23:52.682141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d30e557-2791-4320-a095-cd8bbaeb8fe8 req-e752a8a7-873a-47bc-bd33-6a2fc8827399 tempest-ServerRescueTestJSONUnderV235-229316866 tempest-ServerRescueTestJSONUnderV235-229316866-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d930f3-1608-40b5-af36-98a0c50367e6 HTTP/1.1" status: 200 len: 210 time: 0.0358887 Jul 23 14:23:52.850498 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147e294-de8e-48a2-a438-adb3b248b8a4 x-openstack-request-id: req-d147e294-de8e-48a2-a438-adb3b248b8a4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:52.851102 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d930f3-1608-40b5-af36-98a0c50367e6", "name": "network-vif-deleted", "tag": "288560cb-923c-4501-ad6a-73c84088a78d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:52.851204 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d147e294-de8e-48a2-a438-adb3b248b8a4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:52.853035 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d930f3-1608-40b5-af36-98a0c50367e6', 'name': 'network-vif-deleted', 'tag': '288560cb-923c-4501-ad6a-73c84088a78d', 'status': 'completed', 'code': 200} Jul 23 14:23:52.931572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e53bb94-0936-478c-b182-ada5cf43ac2d req-967e70d2-61ac-4c13-b7a5-84fa5335c015 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 210 time: 0.0324447 Jul 23 14:23:53.110268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5b02-62fc-42d5-a4a5-17a55eff6b81 req-3bc16a27-6271-4790-acfb-72f86921f65b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:53.112074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf1a5b02-62fc-42d5-a4a5-17a55eff6b81 req-3bc16a27-6271-4790-acfb-72f86921f65b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.0910232 Jul 23 14:23:53.160883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf1a5b02-62fc-42d5-a4a5-17a55eff6b81 req-17c1e8a8-f11d-4c8c-b4be-faf6fe5d29a9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381653 Jul 23 14:23:53.612931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:53.696247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f70-ec06-441c-904c-f1ded692ba23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:53.738783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-958f8f61-2e17-49dd-915b-def20985fbaa tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:53.740302 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-958f8f61-2e17-49dd-915b-def20985fbaa tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.11 "GET /v2.0/networks?id=c4efa89c-2a4d-44ed-98db-bed475e29d6c HTTP/1.1" status: 200 len: 812 time: 0.1290097 Jul 23 14:23:53.740827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:53.753504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f70-ec06-441c-904c-f1ded692ba23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:53.762435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Request body: {'port': {'device_id': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c', 'admin_state_up': True, 'tenant_id': 'f6cfec676654401ca3354afef819c704'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:53.889340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Made reservation on behalf of f6cfec676654401ca3354afef819c704 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:23:53.891734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:53.915057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8932309b-89f3-4c67-95f1-365ed29d3c88 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:53.947017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 8932309b-89f3-4c67-95f1-365ed29d3c88 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:53.947875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8932309b-89f3-4c67-95f1-365ed29d3c88 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:53.967383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f70-ec06-441c-904c-f1ded692ba23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:53.969959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f70-ec06-441c-904c-f1ded692ba23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:53.971181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2fd33f70-ec06-441c-904c-f1ded692ba23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/security-groups/03bf2ab3-7cdf-4ae8-885c-9a79c9a56754 HTTP/1.1" status: 204 len: 168 time: 0.3572240 Jul 23 14:23:53.986523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd33f70-ec06-441c-904c-f1ded692ba23 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf2ab3-7cdf-4ae8-885c-9a79c9a56754,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:54.018983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 288560cb-923c-4501-ad6a-73c84088a78d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:54.039169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 288560cb-923c-4501-ad6a-73c84088a78d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:54.039818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 288560cb-923c-4501-ad6a-73c84088a78d not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:54.091450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0da391f0-ccca-4dfb-8fe7-d30d5356e20d req-729ab60e-e4b1-4f6d-9fd0-3a86bffcce76 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 210 time: 0.0480390 Jul 23 14:23:54.121033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Allocated IP 172.20.0.13 (c4efa89c-2a4d-44ed-98db-bed475e29d6c/8f710a5f-9420-4676-be97-da3fab9b3bb0/8b301b2f-f1e3-47e2-8639-78a3997065be) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:23:54.141528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:54.208303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:54.469423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:54.571984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:54.650583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Network c4efa89c-2a4d-44ed-98db-bed475e29d6c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:23:54.657079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:23:54.659758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Pushing event updated for resources: {'Port': ['ID=8b301b2f-f1e3-47e2-8639-78a3997065be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:54.661919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:23:54.700074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8c65-30d0-4a3d-9ea8-44c30d2ce052 req-ae41aec1-35ea-4b1f-8bde-29be2ab3b8de tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:54.701667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-104d8c65-30d0-4a3d-9ea8-44c30d2ce052 req-ae41aec1-35ea-4b1f-8bde-29be2ab3b8de tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.4182756 Jul 23 14:23:54.730367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:54.731014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:54.766878 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-b785f194-b1e1-4f70-ac22-f6b1b82217de tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0108755 Jul 23 14:23:54.768444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-104d8c65-30d0-4a3d-9ea8-44c30d2ce052 req-55e1b59a-477c-43f1-89dd-53e45735f03d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497270 Jul 23 14:23:54.784330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Request body: {'port': {'device_id': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:54.829046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:54.856873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Deleting port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:54.857360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:54.867557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'name': 'network-vif-deleted', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:54.869892 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec2f3a4-5aa9-41d0-a9f1-9196324e280f" -d '{"events": [{"server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "name": "network-vif-deleted", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:54.915889 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a721e0-6aed-4c44-8db3-5280a8f3a090 x-openstack-request-id: req-15a721e0-6aed-4c44-8db3-5280a8f3a090 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:54.916646 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c", "name": "network-vif-deleted", "tag": "8932309b-89f3-4c67-95f1-365ed29d3c88", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:54.916646 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15a721e0-6aed-4c44-8db3-5280a8f3a090 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:54.916851 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1958b8-01b0-4a06-a5b9-70ef1f0bef1c', 'name': 'network-vif-deleted', 'tag': '8932309b-89f3-4c67-95f1-365ed29d3c88', 'status': 'completed', 'code': 200} Jul 23 14:23:54.951109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] For port 8410c3c7-91c1-42c1-9c35-f0c536dd1c48, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,segment=NetworkSegment(e7ab24eb-3485-4e96-b27c-fbec43e6f1e9),segment_id=e7ab24eb-3485-4e96-b27c-fbec43e6f1e9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:54.951464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:54.964951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Calling delete_port for 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:55.005477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:55.078201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-e482fbb4-4811-4351-820f-481514d0d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:55.079864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-e482fbb4-4811-4351-820f-481514d0d991 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b&tenant_id=b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 1094 time: 0.1622784 Jul 23 14:23:55.165711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:55.222398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8410c3c7-91c1-42c1-9c35-f0c536dd1c48,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:55.366226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b929c0d-6c36-4b42-9779-e831e36ea4bf req-9bc48ba6-68b0-4bbc-b0b8-10bb3fd4f1da tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:55.367948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b929c0d-6c36-4b42-9779-e831e36ea4bf req-9bc48ba6-68b0-4bbc-b0b8-10bb3fd4f1da tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 932 time: 0.1990268 Jul 23 14:23:55.431119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b929c0d-6c36-4b42-9779-e831e36ea4bf req-beadcd39-d604-4bf2-ae30-60f4adc5ce3a tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Jul 23 14:23:55.436183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:55.446344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:23:55.658072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Router a74257b7-ccce-4d57-83cc-189032deb975 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:55.679509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:55.767298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:55.772492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-95928c82-9134-4904-9248-e90852bc34bd admin admin] 10.222.0.21 "PUT /v2.0/routers/a74257b7-ccce-4d57-83cc-189032deb975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306103 Jul 23 14:23:55.775252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:55.777963 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] Sync routers for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:55.788153 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:55.789054 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:55.923809 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:55.938736 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:55.944844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b301b2f-f1e3-47e2-8639-78a3997065be {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:23:55.958524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:55.998084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ef181-8152-4341-bd59-a6c4a9a93190 req-ae9b750b-e064-4760-b99c-2b1f0feb938c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:56.000367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Transition to ACTIVE for port object 8b301b2f-f1e3-47e2-8639-78a3997065be will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:23:56.008948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee5ef181-8152-4341-bd59-a6c4a9a93190 req-ae9b750b-e064-4760-b99c-2b1f0feb938c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.1417260 Jul 23 14:23:56.041057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.053422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port d96baf6f-ea2c-403a-90a9-d0e7bcf14990 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:56.053768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.121731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '0a586160-8f7e-484d-b524-8dd505561f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:23:55Z', 'revision_number': 5, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port': {'id': '0a586160-8f7e-484d-b524-8dd505561f64', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:44Z', 'updated_at': '2021-07-23T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:56.133669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee5ef181-8152-4341-bd59-a6c4a9a93190 req-9e9d5c51-4f4c-42b9-ba6d-8f4128baa835 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236675 Jul 23 14:23:56.147588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Pushing event updated for resources: {'Port': ['ID=8b301b2f-f1e3-47e2-8639-78a3997065be,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:56.151447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.152518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:56.216100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Deleting port 0a586160-8f7e-484d-b524-8dd505561f64 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:56.216446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.247964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] Checking router: a74257b7-ccce-4d57-83cc-189032deb975 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:56.256787 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] Routers {'a74257b7-ccce-4d57-83cc-189032deb975'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:56.257324 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a74257b7-ccce-4d57-83cc-189032deb975'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:56.291126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port d96baf6f-ea2c-403a-90a9-d0e7bcf14990, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:56.291492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.298003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:23:56.298372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] For port 0a586160-8f7e-484d-b524-8dd505561f64, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0a586160-8f7e-484d-b524-8dd505561f64,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:23:56.298843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.312137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Calling delete_port for 0a586160-8f7e-484d-b524-8dd505561f64 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:56.330343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for d96baf6f-ea2c-403a-90a9-d0e7bcf14990 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:23:56.342609 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] Set router a74257b7-ccce-4d57-83cc-189032deb975 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:56.354069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Attempting to bind port 8b301b2f-f1e3-47e2-8639-78a3997065be on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:23:56.354409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Attempting to bind port 8b301b2f-f1e3-47e2-8639-78a3997065be by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '819384a0-d075-41cc-b927-584eb11fe061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:23:56.354769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Attempting to bind port 8b301b2f-f1e3-47e2-8639-78a3997065be on network c4efa89c-2a4d-44ed-98db-bed475e29d6c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:23:56.364200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f8539d-2498-40b5-a1bf-61b3d3c6e07d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:23:56.369968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Port 8b301b2f-f1e3-47e2-8639-78a3997065be on network c4efa89c-2a4d-44ed-98db-bed475e29d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:23:56.370297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Attempting to bind port 8b301b2f-f1e3-47e2-8639-78a3997065be on network c4efa89c-2a4d-44ed-98db-bed475e29d6c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:23:56.393743 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:23:56Z', 'revision_number': 6, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:56.408781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.418553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:23:56.418978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Checking segment: {'id': '819384a0-d075-41cc-b927-584eb11fe061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:23:56.419790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Bound using segment: {'id': '819384a0-d075-41cc-b927-584eb11fe061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:23:56.419915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Bound port: 8b301b2f-f1e3-47e2-8639-78a3997065be, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819384a0-d075-41cc-b927-584eb11fe061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:23:56.420275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.423512 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b7969-7443-4a22-8634-def9960d0cd1 None None] The sync data for ids ['a74257b7-ccce-4d57-83cc-189032deb975'] in n-d-801990-3 is: [{'id': 'a74257b7-ccce-4d57-83cc-189032deb975', 'name': 'tempest-ServerRescueTestJSONUnderV235-2015287425-router', 'tenant_id': '24bc34e52cc24f10b180da4c7316d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:43Z', 'updated_at': '2021-07-23T14:23:56Z', 'revision_number': 6, 'project_id': '24bc34e52cc24f10b180da4c7316d077', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:56.440768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Transition to ACTIVE for port object 18f8539d-2498-40b5-a1bf-61b3d3c6e07d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:23:56.452791 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.500517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.535065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a586160-8f7e-484d-b524-8dd505561f64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:56.627555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.670327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=9']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:56.695701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] For port 8b301b2f-f1e3-47e2-8639-78a3997065be, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:23:56.745299 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.748564 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.754255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] For port 8b301b2f-f1e3-47e2-8639-78a3997065be, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8b301b2f-f1e3-47e2-8639-78a3997065be,segment=NetworkSegment(819384a0-d075-41cc-b927-584eb11fe061),segment_id=819384a0-d075-41cc-b927-584eb11fe061)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:23:56.759404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52be7-cb30-47e9-9c8d-4728133e7225 req-3ad26135-03d4-43b3-9059-4f4592854a0b tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:56.761032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55b52be7-cb30-47e9-9c8d-4728133e7225 req-3ad26135-03d4-43b3-9059-4f4592854a0b tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 944 time: 0.2300994 Jul 23 14:23:56.763756 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.786260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] No DVR routers for this DVR port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:23:56.848455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.848455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a74257b7-ccce-4d57-83cc-189032deb975 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:23:56.854929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.856250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7b028d2a-7cdb-4d23-8c94-01a1f4005fc5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a74257b7-ccce-4d57-83cc-189032deb975 HTTP/1.1" status: 204 len: 168 time: 1.0799928 Jul 23 14:23:56.858765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:56.868817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55b52be7-cb30-47e9-9c8d-4728133e7225 req-8bea132a-48ef-4532-bec5-1ae83299cf16 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839705 Jul 23 14:23:56.923574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] Deleting subnet dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:23:56.925939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:56.926574 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.926968 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.928185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b301b2f-f1e3-47e2-8639-78a3997065be HTTP/1.1" status: 200 len: 1092 time: 2.1481886 Jul 23 14:23:56.930085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'tag': '8b301b2f-f1e3-47e2-8639-78a3997065be'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:56.932474 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9042235d-e015-4c1f-9940-96aac67a6991" -d '{"events": [{"name": "network-changed", "server_uuid": "c64c4922-6a7e-4ffc-acbb-9055306776ed", "tag": "8b301b2f-f1e3-47e2-8639-78a3997065be"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:56.973168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:56.977273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8da810-2f49-4c35-acae-e1291ea2d066 service neutron] Pushing event updated for resources: {'Port': ['ID=8b301b2f-f1e3-47e2-8639-78a3997065be,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:56.989302 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69675307-ea08-4569-950c-07f3bbcac932 x-openstack-request-id: req-69675307-ea08-4569-950c-07f3bbcac932 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:56.989594 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64c4922-6a7e-4ffc-acbb-9055306776ed", "tag": "8b301b2f-f1e3-47e2-8639-78a3997065be", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:56.989846 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69675307-ea08-4569-950c-07f3bbcac932 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:56.990249 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'tag': '8b301b2f-f1e3-47e2-8639-78a3997065be', 'status': 'completed', 'code': 200} Jul 23 14:23:57.015056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.030283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.072876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=d96baf6f-ea2c-403a-90a9-d0e7bcf14990,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:57.090364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.133092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc0ac64-1e73-41af-b3f1-6ba8234e7a29,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:57.137345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.142163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3c73230-713d-46bb-bc7d-fbcc00940573 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfc0ac64-1e73-41af-b3f1-6ba8234e7a29 HTTP/1.1" status: 204 len: 168 time: 0.2823632 Jul 23 14:23:57.143165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:57.196180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:23:57.196525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:23:57.197240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:23:57.208228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on network b19f6c3d-2ac7-4154-befd-22db79920c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:23:57.208588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Attempting to bind port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:23:57.229047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.249457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-efa5b17f-8d6a-4c0a-a2c6-908c05b9eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:57.250956 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-efa5b17f-8d6a-4c0a-a2c6-908c05b9eed3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6cfec676654401ca3354afef819c704&device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 1095 time: 0.2460461 Jul 23 14:23:57.297555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:23:57.297903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Checking segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:23:57.298304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Bound using segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:23:57.298774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Bound port: 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:23:57.299132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.344534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-00b9991e-c53a-4f73-851f-130d1e0cc480 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b301b2f-f1e3-47e2-8639-78a3997065be HTTP/1.1" status: 200 len: 217 time: 0.0570908 Jul 23 14:23:57.357856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.377218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2e98c-fc1f-4184-a58f-90abecb48ba5 req-f53c3abe-8855-4bda-8aac-2290efc23836 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:57.378859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44e2e98c-fc1f-4184-a58f-90abecb48ba5 req-f53c3abe-8855-4bda-8aac-2290efc23836 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 943 time: 0.1467550 Jul 23 14:23:57.380567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d106667c-5552-441f-a23e-4c4ca60611a2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:57.398587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:57.398720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ab24eb-3485-4e96-b27c-fbec43e6f1e9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:57.414905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.436796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.443633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.446632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44e2e98c-fc1f-4184-a58f-90abecb48ba5 req-92349e13-0788-48c6-abcb-4b51ab05acc7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583251 Jul 23 14:23:57.447640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:23:57.448037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:23:57.449772 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:23:57.451847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-9c5165a0-8f57-4674-b944-3f9b52f35c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:57.452058 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-9c5165a0-8f57-4674-b944-3f9b52f35c19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f710a5f-9420-4676-be97-da3fab9b3bb0 HTTP/1.1" status: 200 len: 852 time: 0.1003239 Jul 23 14:23:57.509266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-c7ae3521-a34e-4dcd-baa4-e21c6d052333 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4efa89c-2a4d-44ed-98db-bed475e29d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489631 Jul 23 14:23:57.518163 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.522493 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.527294 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d106667c-5552-441f-a23e-4c4ca60611a2 HTTP/1.1" status: 204 len: 168 time: 0.3809752 Jul 23 14:23:57.542226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d7990-e017-4786-bb6f-20ace19f2da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d106667c-5552-441f-a23e-4c4ca60611a2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:57.550148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:23:57.624475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:23:57.637592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.708563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:57.713915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:57.714534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.715930 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] 10.222.0.48 "PUT /v2.0/ports/18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 1091 time: 2.2799904 Jul 23 14:23:57.759875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1524452-a777-4a2f-a4f7-c3b9eaca3eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:57.766778 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-91ce2e6f-7e33-4087-87e8-df0a0787a83d service neutron] 10.222.0.11 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114584 Jul 23 14:23:57.766961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-758d3f31-1007-4158-9b0f-05d3da254dc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24bc34e52cc24f10b180da4c7316d077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548415 Jul 23 14:23:57.767134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:57.823835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d24cecf-d67b-4af0-8508-95b2067a89b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.846489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d24cecf-d67b-4af0-8508-95b2067a89b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.905280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d24cecf-d67b-4af0-8508-95b2067a89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.907834 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d24cecf-d67b-4af0-8508-95b2067a89b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:57.911426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0d24cecf-d67b-4af0-8508-95b2067a89b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30a59155-a4a0-4146-a23a-4c9d49bdc54e HTTP/1.1" status: 204 len: 168 time: 0.1408648 Jul 23 14:23:57.922890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24cecf-d67b-4af0-8508-95b2067a89b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a59155-a4a0-4146-a23a-4c9d49bdc54e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:58.073460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0a586160-8f7e-484d-b524-8dd505561f64 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:58.112330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cb51c-3ec1-4b07-ac12-5d7bcff1c7de req-4e0d73cc-7cf8-4cd4-9182-540fb91e8567 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:58.112861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0a586160-8f7e-484d-b524-8dd505561f64 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:58.112861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0a586160-8f7e-484d-b524-8dd505561f64 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:58.113977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea5cb51c-3ec1-4b07-ac12-5d7bcff1c7de req-4e0d73cc-7cf8-4cd4-9182-540fb91e8567 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 944 time: 0.1036978 Jul 23 14:23:58.115228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:23:58.142906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:23:58.143371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8410c3c7-91c1-42c1-9c35-f0c536dd1c48 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:23:58.194623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea5cb51c-3ec1-4b07-ac12-5d7bcff1c7de req-c532d38d-6a8d-4325-b88b-b94ffb177f3c tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739586 Jul 23 14:23:58.327551 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e4acf897-771f-4db6-a317-046ae2d2fea7 req-c6874d51-1407-44d1-a932-6f2b668da541 service neutron] 10.222.0.11 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534179 Jul 23 14:23:58.333099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-865f5aa8-921f-4508-a6e6-a811a924d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:58.334911 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-865f5aa8-921f-4508-a6e6-a811a924d80e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1095 time: 0.5761061 Jul 23 14:23:58.342062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Router 0d64e32e-6c24-490b-b527-12968b71b4b9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:23:58.554129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-47f8cdf2-d03d-4e1c-8452-6a11ae924d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:58.555655 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-47f8cdf2-d03d-4e1c-8452-6a11ae924d68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.2122977 Jul 23 14:23:58.574868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:23:58.588444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] Sync routers for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:23:58.598469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:58.599231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:58.608017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-871c9d07-b912-4fea-95f9-eee2b7ad8c35 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "PUT /v2.0/routers/0d64e32e-6c24-490b-b527-12968b71b4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4653885 Jul 23 14:23:58.611587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:58.613509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042235d-e015-4c1f-9940-96aac67a6991 req-98cd001f-e414-4e66-b109-9755aea6a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:58.615049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9042235d-e015-4c1f-9940-96aac67a6991 req-98cd001f-e414-4e66-b109-9755aea6a003 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6cfec676654401ca3354afef819c704&device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 1095 time: 0.1742995 Jul 23 14:23:58.623289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a531e-0c85-4552-834d-ded6dd47f8ef req-11cbf2b3-295f-497a-a175-ae49750a5d85 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:58.624861 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b17a531e-0c85-4552-834d-ded6dd47f8ef req-11cbf2b3-295f-497a-a175-ae49750a5d85 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0769203 Jul 23 14:23:58.668485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b17a531e-0c85-4552-834d-ded6dd47f8ef req-8042e6e9-e34b-48bc-8e28-04d3ef7c6369 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357511 Jul 23 14:23:58.733124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-03a67eb8-4b1a-4fae-b4ab-fa07d41b4961 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 999 time: 0.1673276 Jul 23 14:23:58.738597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:58.746114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting subnet fbd10aad-5926-4b83-9c91-2fcaa923b75f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:23:58.763380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:58.843848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:58.846921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042235d-e015-4c1f-9940-96aac67a6991 req-e613e3c8-5ab5-4f38-a369-8b3bbefefd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:58.848423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9042235d-e015-4c1f-9940-96aac67a6991 req-e613e3c8-5ab5-4f38-a369-8b3bbefefd3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4efa89c-2a4d-44ed-98db-bed475e29d6c HTTP/1.1" status: 200 len: 913 time: 0.2210665 Jul 23 14:23:58.876969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-8d58cbc1-baae-4baa-a37f-5b79a3683c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:58.878404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-8d58cbc1-baae-4baa-a37f-5b79a3683c5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.1375604 Jul 23 14:23:58.918894 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9042235d-e015-4c1f-9940-96aac67a6991 req-9340271a-4bb2-4cf8-805a-43f07ae63b15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b301b2f-f1e3-47e2-8639-78a3997065be HTTP/1.1" status: 200 len: 217 time: 0.0503118 Jul 23 14:23:58.959166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:23:56Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:58.990783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:23:58.993088 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c2cad-8749-488a-905d-6884949716fa" -d '{"events": [{"name": "network-changed", "server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:23:59.000825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] Checking router: 0d64e32e-6c24-490b-b527-12968b71b4b9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:23:59.011016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] Routers {'0d64e32e-6c24-490b-b527-12968b71b4b9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:23:59.011644 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:23:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0d64e32e-6c24-490b-b527-12968b71b4b9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:59.040901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042235d-e015-4c1f-9940-96aac67a6991 req-76262f41-6932-491e-a426-844bbe53fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:59.042411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9042235d-e015-4c1f-9940-96aac67a6991 req-76262f41-6932-491e-a426-844bbe53fe82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f710a5f-9420-4676-be97-da3fab9b3bb0 HTTP/1.1" status: 200 len: 852 time: 0.0990620 Jul 23 14:23:59.069009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:59.106127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9042235d-e015-4c1f-9940-96aac67a6991 req-0e8ddb18-e9f0-4c37-adcd-afc59c558fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4efa89c-2a4d-44ed-98db-bed475e29d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525413 Jul 23 14:23:59.114906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] Set router 0d64e32e-6c24-490b-b527-12968b71b4b9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:23:59.118104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-4e301cef-df3b-4867-b4f6-a8c57e919f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:59.119683 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-4e301cef-df3b-4867-b4f6-a8c57e919f95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126482 Jul 23 14:23:59.122168 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea2eb3-0f34-4e6a-bf4e-52257c63595e x-openstack-request-id: req-1cea2eb3-0f34-4e6a-bf4e-52257c63595e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:23:59.122446 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:23:59.122766 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cea2eb3-0f34-4e6a-bf4e-52257c63595e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:23:59.123195 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'status': 'completed', 'code': 200} Jul 23 14:23:59.286155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:59.335303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-5a285248-daf5-4716-9263-2e0552548706 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031090 Jul 23 14:23:59.337286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd10aad-5926-4b83-9c91-2fcaa923b75f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:23:59.344484 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:59.348852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2b89206c-e213-481e-b653-8ea5c620b257 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/subnets/fbd10aad-5926-4b83-9c91-2fcaa923b75f HTTP/1.1" status: 204 len: 168 time: 0.7304633 Jul 23 14:23:59.349410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:23:59.372970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9042235d-e015-4c1f-9940-96aac67a6991 req-f9aa598d-972d-4609-a049-48a5bac85b1b service neutron] 10.222.0.11 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522945 Jul 23 14:23:59.475952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b2c36-9a92-4b08-96f9-577b58041b7b None None] Network 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:23:59.488473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edbc78-965e-4ca7-b87b-9d16ebd90d84 req-fc268123-d0bd-4889-9d77-e1957860f17e tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:59.491346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91edbc78-965e-4ca7-b87b-9d16ebd90d84 req-fc268123-d0bd-4889-9d77-e1957860f17e tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 944 time: 0.1532745 Jul 23 14:23:59.508177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-41f06fe7-e99a-4366-b60f-aad2d7fd6efd req-1d5c54e2-7541-4f5b-ae24-ccfca081c1d0 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589754 Jul 23 14:23:59.522775 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9042235d-e015-4c1f-9940-96aac67a6991 req-c1e9b160-e5da-4415-9e00-8e76bc8705f0 service neutron] 10.222.0.11 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397195 Jul 23 14:23:59.524783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:59.607576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91edbc78-965e-4ca7-b87b-9d16ebd90d84 req-348c36fe-2e85-464d-adcd-58087ab4604a tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099679 Jul 23 14:23:59.623751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:23:56Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:23:59.635330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c2cad-8749-488a-905d-6884949716fa req-e4cfa6cb-c9cf-4fea-989a-89bb956cfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:59.636915 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f07c2cad-8749-488a-905d-6884949716fa req-e4cfa6cb-c9cf-4fea-989a-89bb956cfbed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1095 time: 0.0718932 Jul 23 14:23:59.661438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2593c09-523a-4973-9973-73e0b2f111c1 None None] The sync data for ids ['0d64e32e-6c24-490b-b527-12968b71b4b9'] in n-d-801990-3 is: [{'id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'name': 'tempest-TestNetworkBasicOps-router-471833431', 'tenant_id': '63915c6374a74cf8a9b4d6f67f065da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:22:41Z', 'updated_at': '2021-07-23T14:23:56Z', 'revision_number': 5, 'project_id': '63915c6374a74cf8a9b4d6f67f065da7', 'gw_port': {'id': '97f54caa-9eb0-4b07-a0aa-8b0d59204fcf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d64e32e-6c24-490b-b527-12968b71b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:22:42Z', 'updated_at': '2021-07-23T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:23:59.721799 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:59.784906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c2cad-8749-488a-905d-6884949716fa req-30b4dbad-66fd-4fba-9711-86f18eced9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:59.786973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f07c2cad-8749-488a-905d-6884949716fa req-30b4dbad-66fd-4fba-9711-86f18eced9b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.1419799 Jul 23 14:23:59.825064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Deleting port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:23:59.825420 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:23:59.875094 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f07c2cad-8749-488a-905d-6884949716fa req-ed9de49c-b658-4704-b0e3-35c4264ce3e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 200 len: 999 time: 0.0810761 Jul 23 14:23:59.938982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c2cad-8749-488a-905d-6884949716fa req-fdeca379-0473-49fd-bbc4-363804c158bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:23:59.940690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f07c2cad-8749-488a-905d-6884949716fa req-fdeca379-0473-49fd-bbc4-363804c158bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0582292 Jul 23 14:24:00.063244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c2cad-8749-488a-905d-6884949716fa req-5a220367-eb2a-4e95-8d92-dc262fa54d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:00.064050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] DHCP port deletion for 2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:24:00.064820 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f07c2cad-8749-488a-905d-6884949716fa req-5a220367-eb2a-4e95-8d92-dc262fa54d14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166244 Jul 23 14:24:00.153303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:00.193390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6d9a4c22-3ca8-4758-835a-58bb96890891 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:24:00.280386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] Deleting port 6d9a4c22-3ca8-4758-835a-58bb96890891 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:24:00.280771 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.288741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f07c2cad-8749-488a-905d-6884949716fa req-fe9124e9-152b-4a59-847f-b1b5869c8e4e service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124727 Jul 23 14:24:00.343590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcedad81-2177-4220-b314-05c882c9f1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.509319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.516041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340c24-5a94-404e-a84e-981fa8abf5e3 req-aa59d397-be84-4df9-9b97-88180b85be51 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:00.521143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27340c24-5a94-404e-a84e-981fa8abf5e3 req-aa59d397-be84-4df9-9b97-88180b85be51 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.7062609 Jul 23 14:24:00.549814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] For port 6d9a4c22-3ca8-4758-835a-58bb96890891, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6d9a4c22-3ca8-4758-835a-58bb96890891,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:00.551200 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.560842 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcedad81-2177-4220-b314-05c882c9f1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.567060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] For port 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:00.567945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.568339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcedad81-2177-4220-b314-05c882c9f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.581317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] Calling delete_port for 6d9a4c22-3ca8-4758-835a-58bb96890891 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:24:00.595945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Calling delete_port for 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:24:00.616272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 6d9a4c22-3ca8-4758-835a-58bb96890891, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6d9a4c22-3ca8-4758-835a-58bb96890891,segment=NetworkSegment(6f10d802-4741-4e44-8398-2e249457c7d9),segment_id=6f10d802-4741-4e44-8398-2e249457c7d9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:00.629482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27340c24-5a94-404e-a84e-981fa8abf5e3 req-7aea75a1-494f-4ffe-97db-f17e508586ce tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948849 Jul 23 14:24:00.670439 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.671442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d96baf6f-ea2c-403a-90a9-d0e7bcf14990 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:24:00.681430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bcedad81-2177-4220-b314-05c882c9f1ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa24000f99564a8787ffd5139fd9a98f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272183 Jul 23 14:24:00.682071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:00.762273 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=6d9a4c22-3ca8-4758-835a-58bb96890891,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:00.769832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d96baf6f-ea2c-403a-90a9-d0e7bcf14990 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:24:00.770300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d96baf6f-ea2c-403a-90a9-d0e7bcf14990 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:24:00.825794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:00.828221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedad81-2177-4220-b314-05c882c9f1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847aaa25-63f0-43d4-bf8e-213c5456ddb9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:00.893507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] Pushing event deleted for resources: {'Port': ['ID=6d9a4c22-3ca8-4758-835a-58bb96890891,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:00.911231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbedc2ca-8cfe-4d2e-bf7c-316375e36bfd None None] No DVR routers for this DVR port 6d9a4c22-3ca8-4758-835a-58bb96890891 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:24:00.960669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3a81f-343c-48bb-bccd-cb639e2a3f2c req-30b8362a-aa97-48b6-8fa7-fbeb692ae223 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:00.968919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ac3a81f-343c-48bb-bccd-cb639e2a3f2c req-30b8362a-aa97-48b6-8fa7-fbeb692ae223 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 944 time: 0.2128651 Jul 23 14:24:00.969542 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f07c2cad-8749-488a-905d-6884949716fa req-909f3355-fa8b-42d3-903f-27f5981f557a service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844043 Jul 23 14:24:00.992448 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640fb926-9e42-4ddc-a5b6-a4809c20541b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.019389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640fb926-9e42-4ddc-a5b6-a4809c20541b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.077669 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640fb926-9e42-4ddc-a5b6-a4809c20541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.081439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640fb926-9e42-4ddc-a5b6-a4809c20541b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.083299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-640fb926-9e42-4ddc-a5b6-a4809c20541b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/847aaa25-63f0-43d4-bf8e-213c5456ddb9 HTTP/1.1" status: 204 len: 168 time: 0.2571929 Jul 23 14:24:01.094404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fb926-9e42-4ddc-a5b6-a4809c20541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847aaa25-63f0-43d4-bf8e-213c5456ddb9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:01.111488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ac3a81f-343c-48bb-bccd-cb639e2a3f2c req-458eefbe-a2d4-4e32-888f-e3568650d76b tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414101 Jul 23 14:24:01.161914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.217577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Port': ['ID=97f54caa-9eb0-4b07-a0aa-8b0d59204fcf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:01.272885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.382145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.384864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.438785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.439423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Fanout notify agent at l3_agent the message router_deleted on router 0d64e32e-6c24-490b-b527-12968b71b4b9 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:24:01.472893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.478124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ce8c714-68f1-463a-b0fe-9fe03adfa222 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/routers/0d64e32e-6c24-490b-b527-12968b71b4b9 HTTP/1.1" status: 204 len: 168 time: 2.1246045 Jul 23 14:24:01.478524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:01.598421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.706960 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.719476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:01.732140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f10d802-4741-4e44-8398-2e249457c7d9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:01.732492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f10d802-4741-4e44-8398-2e249457c7d9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:01.741995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.759675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.767561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:24:01.767937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:24:01.774436 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:24:01.851153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65ad8-f014-4286-9bee-77220a52e619 req-ef5362a7-9460-4734-9cf1-3740389d1c33 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:01.852909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aae65ad8-f014-4286-9bee-77220a52e619 req-ef5362a7-9460-4734-9cf1-3740389d1c33 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1006122 Jul 23 14:24:01.912821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aae65ad8-f014-4286-9bee-77220a52e619 req-b3555510-7ffd-4dfe-ac37-fcb9c40b5e16 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524428 Jul 23 14:24:01.914026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.921905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:01.927365 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] 10.222.0.21 "DELETE /v2.0/networks/2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e HTTP/1.1" status: 204 len: 168 time: 0.4449260 Jul 23 14:24:01.951867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707497c-b258-48ea-a41d-6facee7af7c0 tempest-TestNetworkBasicOps-743143392 tempest-TestNetworkBasicOps-743143392-project] Pushing event deleted for resources: {'Network': ['ID=2f0c7c51-0ea3-4d97-8c37-a50fe22dfd7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:02.029770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:02.049773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8b301b2f-f1e3-47e2-8639-78a3997065be details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:24:02.078089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:24:02.213961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-778859171-network', 'tenant_id': '62d567f574484077b02dcc08826eae68'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:02.257031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:24:02.257870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 97f54caa-9eb0-4b07-a0aa-8b0d59204fcf not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:24:02.259914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Made reservation on behalf of 62d567f574484077b02dcc08826eae68 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:02.263707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.275123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.299027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 8b301b2f-f1e3-47e2-8639-78a3997065be, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8b301b2f-f1e3-47e2-8639-78a3997065be,segment=NetworkSegment(819384a0-d075-41cc-b927-584eb11fe061),segment_id=819384a0-d075-41cc-b927-584eb11fe061)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:02.302816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15120b36-f7e9-4b10-97ed-78dcdb22a0cf req-732d2778-2fa4-45e1-8768-4e584429b30b tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:02.313171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15120b36-f7e9-4b10-97ed-78dcdb22a0cf req-732d2778-2fa4-45e1-8768-4e584429b30b tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 944 time: 0.0944657 Jul 23 14:24:02.341938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '8b301b2f-f1e3-47e2-8639-78a3997065be', 'network_id': 'c4efa89c-2a4d-44ed-98db-bed475e29d6c', 'port_id': '8b301b2f-f1e3-47e2-8639-78a3997065be', 'mac_address': 'fa:16:3e:da:82:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f710a5f-9420-4676-be97-da3fab9b3bb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:24:02.379624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15120b36-f7e9-4b10-97ed-78dcdb22a0cf req-f21533db-4e9a-44f0-ad3a-ad47eb30abe3 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654986 Jul 23 14:24:02.423646 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.430508 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.430765 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.456994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b301b2f-f1e3-47e2-8639-78a3997065be {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:02.457202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:24:02.472709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983fe6b6-f39b-4385-b0c3-4dad175afea7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:02.479105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.479772 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Added segment d5fe7271-45fe-4495-8703-0e112d3527fe of type vlan for network cc7209b6-8ed6-4af9-9ab3-1e40b7ec5415 Jul 23 14:24:02.511482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:02.519071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 8b301b2f-f1e3-47e2-8639-78a3997065be, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8b301b2f-f1e3-47e2-8639-78a3997065be,segment=NetworkSegment(819384a0-d075-41cc-b927-584eb11fe061),segment_id=819384a0-d075-41cc-b927-584eb11fe061)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:02.532924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.536606 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.607353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.607353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:02.607353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.618249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=8b301b2f-f1e3-47e2-8639-78a3997065be,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:02.665547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6344061 Jul 23 14:24:02.712162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e701ee6-4e0d-4f6c-80ee-73cd1fc24b85 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7209b6-8ed6-4af9-9ab3-1e40b7ec5415,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:02.725541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cc7209b6-8ed6-4af9-9ab3-1e40b7ec5415 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:24:02.740340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3c438f7d-3f9b-4ded-9f5c-8c36e83c87ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63915c6374a74cf8a9b4d6f67f065da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275870 Jul 23 14:24:02.742629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:02.807111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3271e4b5-3db7-4575-bd7c-e30125c71ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.837756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['8b301b2f-f1e3-47e2-8639-78a3997065be'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:02.857506 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3271e4b5-3db7-4575-bd7c-e30125c71ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.918506 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3271e4b5-3db7-4575-bd7c-e30125c71ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.921108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3271e4b5-3db7-4575-bd7c-e30125c71ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:02.922284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3271e4b5-3db7-4575-bd7c-e30125c71ab7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8516d972-ce65-4106-b88d-cc40049028a6 HTTP/1.1" status: 204 len: 168 time: 0.1784515 Jul 23 14:24:02.939268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271e4b5-3db7-4575-bd7c-e30125c71ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8516d972-ce65-4106-b88d-cc40049028a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:03.101351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8c1b-3f38-452a-b7d7-23c1a5867e0d req-b90cf103-b857-41b5-b81c-9bdf125cbdc8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:03.103039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daab8c1b-3f38-452a-b7d7-23c1a5867e0d req-b90cf103-b857-41b5-b81c-9bdf125cbdc8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0999751 Jul 23 14:24:03.159503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daab8c1b-3f38-452a-b7d7-23c1a5867e0d req-fe2c93af-3381-448d-ac41-8d4e7e2f8434 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503790 Jul 23 14:24:03.352695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:03.385907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b460c6cf-c8a1-43cf-9088-923130cb08f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:03.626705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2e35-3895-46fe-ae24-defbc5594924 req-297ca7ee-6305-4037-9c9e-54d84529e97f tempest-ComputeTenantNetworksTest-757554281 tempest-ComputeTenantNetworksTest-757554281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:03.632737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2e35-3895-46fe-ae24-defbc5594924 req-297ca7ee-6305-4037-9c9e-54d84529e97f tempest-ComputeTenantNetworksTest-757554281 tempest-ComputeTenantNetworksTest-757554281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:03.638535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2e35-3895-46fe-ae24-defbc5594924 req-297ca7ee-6305-4037-9c9e-54d84529e97f tempest-ComputeTenantNetworksTest-757554281 tempest-ComputeTenantNetworksTest-757554281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:03.640186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cdbe2e35-3895-46fe-ae24-defbc5594924 req-297ca7ee-6305-4037-9c9e-54d84529e97f tempest-ComputeTenantNetworksTest-757554281 tempest-ComputeTenantNetworksTest-757554281-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2352610 Jul 23 14:24:03.694931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b460c6cf-c8a1-43cf-9088-923130cb08f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:03.699997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b460c6cf-c8a1-43cf-9088-923130cb08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:03.770984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460c6cf-c8a1-43cf-9088-923130cb08f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e84fa1d-5609-4a3e-8673-378414e3e8df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:03.776496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b460c6cf-c8a1-43cf-9088-923130cb08f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f90bf33a83ef4a88a5d1ab9216458475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228404 Jul 23 14:24:03.779326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:03.840651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd07f4-06bc-4878-bffc-9295f2270d23 req-144b81c0-4105-44b8-b63f-5f0342e93e52 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:03.842197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dfcd07f4-06bc-4878-bffc-9295f2270d23 req-144b81c0-4105-44b8-b63f-5f0342e93e52 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 945 time: 0.1300128 Jul 23 14:24:03.861274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40ac2821-b8f8-4f32-9d9a-bd9ad729d41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:03.899463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40ac2821-b8f8-4f32-9d9a-bd9ad729d41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:03.910323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dfcd07f4-06bc-4878-bffc-9295f2270d23 req-6aac95a1-089c-4480-9a7e-6e0e8db3b4ab tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604529 Jul 23 14:24:04.009292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40ac2821-b8f8-4f32-9d9a-bd9ad729d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.011891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40ac2821-b8f8-4f32-9d9a-bd9ad729d41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.013060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-40ac2821-b8f8-4f32-9d9a-bd9ad729d41e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e84fa1d-5609-4a3e-8673-378414e3e8df HTTP/1.1" status: 204 len: 168 time: 0.2328136 Jul 23 14:24:04.034144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a93b7b-c643-409d-b6f3-a6f2d014856b req-d6994d88-1c5e-4c70-93e8-2de17e055110 tempest-ComputeTenantNetworksTest-757554281 tempest-ComputeTenantNetworksTest-757554281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:04.035668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a93b7b-c643-409d-b6f3-a6f2d014856b req-d6994d88-1c5e-4c70-93e8-2de17e055110 tempest-ComputeTenantNetworksTest-757554281 tempest-ComputeTenantNetworksTest-757554281-project] 10.222.0.21 "GET /v2.0/networks/cc7209b6-8ed6-4af9-9ab3-1e40b7ec5415 HTTP/1.1" status: 200 len: 768 time: 0.1018388 Jul 23 14:24:04.036581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac2821-b8f8-4f32-9d9a-bd9ad729d41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e84fa1d-5609-4a3e-8673-378414e3e8df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:04.046090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:04.071063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8b301b2f-f1e3-47e2-8639-78a3997065be up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:24:04.148744 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.173389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 8b301b2f-f1e3-47e2-8639-78a3997065be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:24:04.180256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 8b301b2f-f1e3-47e2-8639-78a3997065be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:24:04.181732 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.277260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.285279 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.298950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7209b6-8ed6-4af9-9ab3-1e40b7ec5415']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:04.335519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fe7271-45fe-4495-8703-0e112d3527fe') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:04.335964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fe7271-45fe-4495-8703-0e112d3527fe') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:04.347691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 8b301b2f-f1e3-47e2-8639-78a3997065be, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8b301b2f-f1e3-47e2-8639-78a3997065be,segment=NetworkSegment(819384a0-d075-41cc-b927-584eb11fe061),segment_id=819384a0-d075-41cc-b927-584eb11fe061)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:04.348807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b301b2f-f1e3-47e2-8639-78a3997065be'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:04.352333 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e90d1c-a770-482b-a5a3-e2b84cd21f5f" -d '{"events": [{"server_uuid": "c64c4922-6a7e-4ffc-acbb-9055306776ed", "name": "network-vif-plugged", "status": "completed", "tag": "8b301b2f-f1e3-47e2-8639-78a3997065be"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:04.353290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.357439 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.386857 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.402981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc865c-e1c8-4690-b1d7-d151c2a6426d req-1d93683f-6bb8-41d6-aaba-b13a50bde615 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:04.404567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cabc865c-e1c8-4690-b1d7-d151c2a6426d req-1d93683f-6bb8-41d6-aaba-b13a50bde615 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1237857 Jul 23 14:24:04.405758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:24:04.406233 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:24:04.408430 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:24:04.486785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=8b301b2f-f1e3-47e2-8639-78a3997065be,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:04.517020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.525675 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.530560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc7209b6-8ed6-4af9-9ab3-1e40b7ec5415 HTTP/1.1" status: 204 len: 168 time: 0.4836574 Jul 23 14:24:04.566304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cabc865c-e1c8-4690-b1d7-d151c2a6426d req-dfc47b23-073a-4b1c-9a15-53aaf8f31de2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454535 Jul 23 14:24:04.567576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ea0ed-d948-41b2-9035-d6d909f92497 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7209b6-8ed6-4af9-9ab3-1e40b7ec5415,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:04.631655 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd3a9e-a334-446d-972c-bde1c0fd4b95 x-openstack-request-id: req-8dbd3a9e-a334-446d-972c-bde1c0fd4b95 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:04.632042 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64c4922-6a7e-4ffc-acbb-9055306776ed", "name": "network-vif-plugged", "status": "completed", "tag": "8b301b2f-f1e3-47e2-8639-78a3997065be", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:04.632708 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dbd3a9e-a334-446d-972c-bde1c0fd4b95 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:04.632832 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b301b2f-f1e3-47e2-8639-78a3997065be', 'code': 200} Jul 23 14:24:04.707135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:04.804762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8e952e65-114d-46aa-bd42-5f67917adfcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62d567f574484077b02dcc08826eae68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962236 Jul 23 14:24:04.809270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:04.841185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc85687-10af-4cd2-b78a-ede36ab56e77 req-eb3fd71b-bd96-42d5-b035-d404c8ca33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:04.843048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4cc85687-10af-4cd2-b78a-ede36ab56e77 req-eb3fd71b-bd96-42d5-b035-d404c8ca33bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 1097 time: 0.1037769 Jul 23 14:24:04.899072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb192-3c81-4d3c-bd61-c8578d1212cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.908070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4cc85687-10af-4cd2-b78a-ede36ab56e77 req-7b79f2c8-fb70-4a90-9180-ce744103bc02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577497 Jul 23 14:24:04.928535 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb192-3c81-4d3c-bd61-c8578d1212cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.993908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb192-3c81-4d3c-bd61-c8578d1212cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:04.997668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb192-3c81-4d3c-bd61-c8578d1212cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:05.001496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1cbb192-3c81-4d3c-bd61-c8578d1212cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/983fe6b6-f39b-4385-b0c3-4dad175afea7 HTTP/1.1" status: 204 len: 168 time: 0.1874769 Jul 23 14:24:05.009652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbb192-3c81-4d3c-bd61-c8578d1212cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983fe6b6-f39b-4385-b0c3-4dad175afea7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:05.140071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fe7bd-caf9-480e-bf42-2eb9317840bf req-d271c4b0-cbba-4991-be41-fb08165c3d6a tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:05.147057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e51fe7bd-caf9-480e-bf42-2eb9317840bf req-d271c4b0-cbba-4991-be41-fb08165c3d6a tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 946 time: 0.1192603 Jul 23 14:24:05.195876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e51fe7bd-caf9-480e-bf42-2eb9317840bf req-4a0710bb-69ef-452d-ad1f-b88a2dfb90a0 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Jul 23 14:24:05.795897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d26400-03bc-4a21-96c5-93637d3e3732 req-de810936-e0aa-4f61-a725-e33f6c96ddc4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:05.803979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00d26400-03bc-4a21-96c5-93637d3e3732 req-de810936-e0aa-4f61-a725-e33f6c96ddc4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1376703 Jul 23 14:24:05.902758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00d26400-03bc-4a21-96c5-93637d3e3732 req-d1693fe4-c172-4086-9493-e6bffd8536d2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975823 Jul 23 14:24:06.285510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:06.431420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07721f26-860a-4cb7-babd-a1145fa61f99 req-e84ce5ab-160b-481f-9556-605933b25129 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:06.433772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07721f26-860a-4cb7-babd-a1145fa61f99 req-e84ce5ab-160b-481f-9556-605933b25129 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 946 time: 0.1030982 Jul 23 14:24:06.454475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-305383943-network', 'tenant_id': '83eafc80f59c4906ae0d3f964580e403'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:06.492532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07721f26-860a-4cb7-babd-a1145fa61f99 req-be924cdb-ce54-4e37-8b6d-b1445cf84f43 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513666 Jul 23 14:24:06.533559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Made reservation on behalf of 83eafc80f59c4906ae0d3f964580e403 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:06.536178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.545891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.656972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.664312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.719074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:24:06.724107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c86de-c4e2-412f-a996-f28a0916c233,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:06.732674 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.733106 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Added segment 7697cf3c-7c9a-4add-997e-7b0ff4d099a8 of type vlan for network c8196f34-4d29-4129-96b4-22d96aa63f15 Jul 23 14:24:06.793020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.852590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.854002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:06.856037 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:06.933258 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6465080 Jul 23 14:24:06.937125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:06.967527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Request body: {'subnet': {'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-305383943-subnet', 'tenant_id': '83eafc80f59c4906ae0d3f964580e403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:06.972445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc5fc6-d25d-4256-8820-1c22c8c603d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8196f34-4d29-4129-96b4-22d96aa63f15,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:06.975123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173852f-d3a1-4f7e-994f-bdfc2e2acba0 req-6e87dafa-5ab4-4538-86ef-9afc9be7ef45 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:06.986503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c8196f34-4d29-4129-96b4-22d96aa63f15 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:24:07.003763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d173852f-d3a1-4f7e-994f-bdfc2e2acba0 req-6e87dafa-5ab4-4538-86ef-9afc9be7ef45 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 946 time: 0.1576476 Jul 23 14:24:07.037981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-1738a66d-d3fd-4b90-b6fe-dbcac6c1c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:07.039567 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-1738a66d-d3fd-4b90-b6fe-dbcac6c1c8a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6cfec676654401ca3354afef819c704&device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 1097 time: 0.1608770 Jul 23 14:24:07.040356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Made reservation on behalf of 83eafc80f59c4906ae0d3f964580e403 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:07.043380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:07.088452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d173852f-d3a1-4f7e-994f-bdfc2e2acba0 req-67252d44-79aa-41f5-a931-e15dec804283 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901892 Jul 23 14:24:07.235428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-c299c831-15c3-479d-9f77-2f7908480c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:07.237017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-c299c831-15c3-479d-9f77-2f7908480c04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4efa89c-2a4d-44ed-98db-bed475e29d6c HTTP/1.1" status: 200 len: 913 time: 0.1907654 Jul 23 14:24:07.288489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216d2c6-3460-4fed-a94a-582bc3c1d0cb req-273be028-3215-46d5-b17a-67ffc23c68f8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:07.293814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2216d2c6-3460-4fed-a94a-582bc3c1d0cb req-273be028-3215-46d5-b17a-67ffc23c68f8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1166093 Jul 23 14:24:07.302770 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-bd9d09a3-6369-4392-8fa3-ac319b7ce838 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b301b2f-f1e3-47e2-8639-78a3997065be HTTP/1.1" status: 200 len: 217 time: 0.0595915 Jul 23 14:24:07.364538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-271081d3-8202-4973-8e93-74fec0c4c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:07.367469 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-271081d3-8202-4973-8e93-74fec0c4c61f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f710a5f-9420-4676-be97-da3fab9b3bb0 HTTP/1.1" status: 200 len: 852 time: 0.0546334 Jul 23 14:24:07.380072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2216d2c6-3460-4fed-a94a-582bc3c1d0cb req-d07a86b1-1e67-4abb-833c-f4643d65a4ec tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820384 Jul 23 14:24:07.418438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-dc452af8-6c7a-4845-bd36-4a0c8d92a15b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4efa89c-2a4d-44ed-98db-bed475e29d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446682 Jul 23 14:24:07.504503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:07.587607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:07.607404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:07.619136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-eba6859c-413f-40bf-a857-3e42d5ac7fd3 service neutron] 10.222.0.11 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687078 Jul 23 14:24:07.655548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Checking segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:07.655906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Network hostable DHCP agents. Network: c8196f34-4d29-4129-96b4-22d96aa63f15, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:24:07.718038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Network c8196f34-4d29-4129-96b4-22d96aa63f15 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:24:07.743580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f926a13f-c536-48ff-9850-4ebb7a80077b req-d2604111-d640-4c23-bd45-f3b342fe3f66 service neutron] 10.222.0.11 "GET /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178560 Jul 23 14:24:07.745216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c8196f34-4d29-4129-96b4-22d96aa63f15) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:07.749447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:07.750076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:07.756356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121bbaa-601e-4470-86b1-efff7d3b17f5 None None] Network c8196f34-4d29-4129-96b4-22d96aa63f15 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:07.775757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-32afeda1-40e6-492c-844a-a52330d60e76 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8375454 Jul 23 14:24:07.937230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81993c3-1762-4c73-8f66-b79a498d66c3 None None] Network c8196f34-4d29-4129-96b4-22d96aa63f15 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:08.208117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:08.351578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2707ffd0-efd0-47f6-ac51-086717ed607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:08.479913 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2707ffd0-efd0-47f6-ac51-086717ed607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:08.484762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2707ffd0-efd0-47f6-ac51-086717ed607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:08.531370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2707ffd0-efd0-47f6-ac51-086717ed607f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=279917c3149e48e092279be66f0fc62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206210 Jul 23 14:24:08.533744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:08.550117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707ffd0-efd0-47f6-ac51-086717ed607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f853aef-33fa-4913-8f2e-86d2172fab20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:08.600481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc865065-f1bc-4dea-988a-1ffb4c1bac75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:08.601040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-03e7e116-5877-4429-b59d-ceac85269453 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:08.607146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-03e7e116-5877-4429-b59d-ceac85269453 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1446164 Jul 23 14:24:08.619305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-a67e1f1c-5138-49d9-9ca1-133bd745265d tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/quotas/83eafc80f59c4906ae0d3f964580e403 HTTP/1.1" status: 200 len: 375 time: 0.0094142 Jul 23 14:24:08.622495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc865065-f1bc-4dea-988a-1ffb4c1bac75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:08.675283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-3e455889-2d83-4d82-a377-b348de20e2e8 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479198 Jul 23 14:24:08.678989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc865065-f1bc-4dea-988a-1ffb4c1bac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:08.682309 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc865065-f1bc-4dea-988a-1ffb4c1bac75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:08.683759 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dc865065-f1bc-4dea-988a-1ffb4c1bac75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f853aef-33fa-4913-8f2e-86d2172fab20 HTTP/1.1" status: 204 len: 168 time: 0.1491020 Jul 23 14:24:08.724741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865065-f1bc-4dea-988a-1ffb4c1bac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f853aef-33fa-4913-8f2e-86d2172fab20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:08.810615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-6dfedea3-bdec-4b29-8a24-31cabff05bcc service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319950 Jul 23 14:24:08.938174 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-bc8c2f31-01f1-48c3-a1b3-bc780b353c18 service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212301 Jul 23 14:24:09.088610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:09.106237 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2d0b-0013-4461-a863-bfe7068c6f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:09.255375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d09bb1-0dfa-4490-9c69-baca972be756 req-590416af-610c-47de-9a84-a6dc5342da80 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:09.263050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-20d09bb1-0dfa-4490-9c69-baca972be756 req-590416af-610c-47de-9a84-a6dc5342da80 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 946 time: 0.1062188 Jul 23 14:24:09.293492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2d0b-0013-4461-a863-bfe7068c6f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:09.299468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-20d09bb1-0dfa-4490-9c69-baca972be756 req-e45bc2dd-bf1b-4c3d-92f9-d59a75de2f1f tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Jul 23 14:24:09.300176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2d0b-0013-4461-a863-bfe7068c6f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:09.365684 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad4c2d0b-0013-4461-a863-bfe7068c6f7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09e1eb18734b401a9d816e83fd8bf5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748494 Jul 23 14:24:09.368807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:09.443573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c2d0b-0013-4461-a863-bfe7068c6f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb18717-17d8-4331-98f2-6c36cac177b4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:09.497852 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8e335b-3c36-4caf-bf7a-3e03e8fce298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:09.532609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd0443-447d-48db-a7f7-83f9e6f43089 req-424c1124-2879-4588-a6bf-61273ff40d4e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:09.539647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ddd0443-447d-48db-a7f7-83f9e6f43089 req-424c1124-2879-4588-a6bf-61273ff40d4e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1247571 Jul 23 14:24:09.543122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8e335b-3c36-4caf-bf7a-3e03e8fce298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:09.611311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ddd0443-447d-48db-a7f7-83f9e6f43089 req-f7d6a7f7-126d-425e-a528-2e4ab96b0c4a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704837 Jul 23 14:24:09.640104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8e335b-3c36-4caf-bf7a-3e03e8fce298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:09.643563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8e335b-3c36-4caf-bf7a-3e03e8fce298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:09.648057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3e8e335b-3c36-4caf-bf7a-3e03e8fce298 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cb18717-17d8-4331-98f2-6c36cac177b4 HTTP/1.1" status: 204 len: 168 time: 0.2778053 Jul 23 14:24:09.660248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e335b-3c36-4caf-bf7a-3e03e8fce298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb18717-17d8-4331-98f2-6c36cac177b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:09.710712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67d740c9-4a39-4258-bd53-e91f0b45c298 req-f4f9811b-c526-4a00-b822-de45eb73e3bd tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0379972 Jul 23 14:24:10.080133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268309a5-7762-434c-a2aa-5df213ab63e3 req-b86752f3-67ad-4850-825e-680fc75b371e tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:10.082003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-268309a5-7762-434c-a2aa-5df213ab63e3 req-b86752f3-67ad-4850-825e-680fc75b371e tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 946 time: 0.0738368 Jul 23 14:24:10.125540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-268309a5-7762-434c-a2aa-5df213ab63e3 req-b8d01f46-f438-4a0c-891d-dfae91d56746 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Jul 23 14:24:10.761744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c892e8-1834-41a3-a695-833a15498539 req-b2151fa6-dd1f-4b61-ad0f-c1f38981984f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:10.764152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5c892e8-1834-41a3-a695-833a15498539 req-b2151fa6-dd1f-4b61-ad0f-c1f38981984f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0789609 Jul 23 14:24:10.807369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5c892e8-1834-41a3-a695-833a15498539 req-c78fb764-b6e1-43f0-ac43-f870cca2129d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350306 Jul 23 14:24:10.864459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-31f5ec11-4f76-4ab4-afac-ee221c58ac79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676665 Jul 23 14:24:10.903560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ce0b445-1fca-442a-b3c9-087fbb5d692d req-cfc825e6-e07c-447b-a507-d98d425c2679 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0296352 Jul 23 14:24:11.017620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e29ce8-2980-43b1-9594-a693030377a3 req-e3d55d81-8c4c-4d84-881f-0dd51c81c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:11.019161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-e3d55d81-8c4c-4d84-881f-0dd51c81c960 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.0570540 Jul 23 14:24:11.136708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e29ce8-2980-43b1-9594-a693030377a3 req-c4e8ead3-70d3-4edc-9e06-442ab38a4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:11.138188 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-c4e8ead3-70d3-4edc-9e06-442ab38a4cfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.0856574 Jul 23 14:24:11.262575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dda80-7682-4fef-b5b8-be6e30b2dc4b req-a7928982-cfa6-46d1-be07-4d73e0be6ffc tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:11.264190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a08dda80-7682-4fef-b5b8-be6e30b2dc4b req-a7928982-cfa6-46d1-be07-4d73e0be6ffc tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 946 time: 0.0676029 Jul 23 14:24:11.305300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a08dda80-7682-4fef-b5b8-be6e30b2dc4b req-0fd68ce1-702d-4147-bd0e-0d84849cee81 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d3c5473-63f8-4295-bc36-ab8b10c18db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351992 Jul 23 14:24:11.539405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-a6b6e4f0-5ac6-4814-ac00-3fff8483d27c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.3889678 Jul 23 14:24:11.610061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e29ce8-2980-43b1-9594-a693030377a3 req-186bc02e-d078-422a-8566-f9437ce93592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:11.611571 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-186bc02e-d078-422a-8566-f9437ce93592 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0519910 Jul 23 14:24:11.619438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-b9d3efad-bbcc-4a38-9151-4da584397231 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:11.620993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-b9d3efad-bbcc-4a38-9151-4da584397231 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1149347 Jul 23 14:24:11.636550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Request body: {'port': {'device_id': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'admin_state_up': True, 'tenant_id': '83eafc80f59c4906ae0d3f964580e403'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:11.655803 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-187c4312-e1eb-471a-bc8a-8c3aaa94a7c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355787 Jul 23 14:24:11.663250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69abce-1e58-467c-aad2-ff275e084061 req-9b721514-9579-48c2-8e07-3f846ca1b295 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:11.664578 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed69abce-1e58-467c-aad2-ff275e084061 req-9b721514-9579-48c2-8e07-3f846ca1b295 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.11 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 946 time: 0.1338198 Jul 23 14:24:11.751382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Made reservation on behalf of 83eafc80f59c4906ae0d3f964580e403 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:11.754947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:11.815859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-a1901971-2223-496f-8a7a-3def00c268d6 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500003 Jul 23 14:24:11.862814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Deleting port 8b301b2f-f1e3-47e2-8639-78a3997065be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:24:11.863152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:11.884546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Allocated IP 172.20.0.3 (c8196f34-4d29-4129-96b4-22d96aa63f15/22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a/2e3da3d3-b6a5-40c9-863c-f2326712582d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:24:11.985539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77e29ce8-2980-43b1-9594-a693030377a3 req-b51f37c5-ccc2-415f-8505-cc984c240977 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622515 Jul 23 14:24:12.012458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac14f8-08a7-4824-b86a-7d7ca2959ec8 req-ccf3a2d3-e8e5-4835-b83e-374638445a44 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:12.013949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5eac14f8-08a7-4824-b86a-7d7ca2959ec8 req-ccf3a2d3-e8e5-4835-b83e-374638445a44 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1253397 Jul 23 14:24:12.019264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] For port 8b301b2f-f1e3-47e2-8639-78a3997065be, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8b301b2f-f1e3-47e2-8639-78a3997065be,segment=NetworkSegment(819384a0-d075-41cc-b927-584eb11fe061),segment_id=819384a0-d075-41cc-b927-584eb11fe061)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:12.019663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.032579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Calling delete_port for 8b301b2f-f1e3-47e2-8639-78a3997065be owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:24:12.093556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5eac14f8-08a7-4824-b86a-7d7ca2959ec8 req-9d04857f-57ac-4473-bdd2-065fada84024 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520823 Jul 23 14:24:12.110222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.156657 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.174191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.205464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['8b301b2f-f1e3-47e2-8639-78a3997065be'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:12.215843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Network c8196f34-4d29-4129-96b4-22d96aa63f15 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:24:12.231907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Pushing event deleted for resources: {'Port': ['ID=8b301b2f-f1e3-47e2-8639-78a3997065be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:12.251199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:12.254004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:24:12.259151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] No DVR routers for this DVR port 8b301b2f-f1e3-47e2-8639-78a3997065be on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:24:12.262842 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.265087 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ed69abce-1e58-467c-aad2-ff275e084061 req-18414fcd-a8b9-460f-8bee-6e4260d2ddd9 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.11 "DELETE /v2.0/ports/8b301b2f-f1e3-47e2-8639-78a3997065be HTTP/1.1" status: 204 len: 173 time: 0.5925293 Jul 23 14:24:12.265602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'name': 'network-vif-deleted', 'tag': '8b301b2f-f1e3-47e2-8639-78a3997065be'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:12.267952 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb40bbc-9655-4b24-b197-6d5b0aaa3f40" -d '{"events": [{"server_uuid": "c64c4922-6a7e-4ffc-acbb-9055306776ed", "name": "network-vif-deleted", "tag": "8b301b2f-f1e3-47e2-8639-78a3997065be"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:12.284402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event updated for resources: {'Port': ['ID=2e3da3d3-b6a5-40c9-863c-f2326712582d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:12.320447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:12.321118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.347909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbd308-0396-44e7-8484-263f38c8bb02 req-34a754fc-5f2e-4977-9b2f-afd72fd880d7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:12.349475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4dfbd308-0396-44e7-8484-263f38c8bb02 req-34a754fc-5f2e-4977-9b2f-afd72fd880d7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 931 time: 0.1564119 Jul 23 14:24:12.351329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-2442f73c-29b1-440a-a281-1cc2d547aa87 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193735 Jul 23 14:24:12.367170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Request body: {'port': {'device_id': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:12.425580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4dfbd308-0396-44e7-8484-263f38c8bb02 req-090b66e9-df43-4dc9-a4cb-897491434e4b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697544 Jul 23 14:24:12.466000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.469424 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bf74b5-b85e-4d46-b6fa-87e78398cfee x-openstack-request-id: req-69bf74b5-b85e-4d46-b6fa-87e78398cfee {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:12.469818 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64c4922-6a7e-4ffc-acbb-9055306776ed", "name": "network-vif-deleted", "tag": "8b301b2f-f1e3-47e2-8639-78a3997065be", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:12.470210 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69bf74b5-b85e-4d46-b6fa-87e78398cfee {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:12.470703 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64c4922-6a7e-4ffc-acbb-9055306776ed', 'name': 'network-vif-deleted', 'tag': '8b301b2f-f1e3-47e2-8639-78a3997065be', 'status': 'completed', 'code': 200} Jul 23 14:24:12.602788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22d44d09-9fe4-4d21-af2d-764ac4a38bf1 req-11282c69-52fd-4fc4-9504-9c878c5edcc7 tempest-InstanceActionsTestJSON-1690301770 tempest-InstanceActionsTestJSON-1690301770-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64c4922-6a7e-4ffc-acbb-9055306776ed HTTP/1.1" status: 200 len: 210 time: 0.0400617 Jul 23 14:24:12.758391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3da3d3-b6a5-40c9-863c-f2326712582d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:12.766109 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.779153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Transition to ACTIVE for port object 2e3da3d3-b6a5-40c9-863c-f2326712582d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:24:12.783829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.831569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3da3d3-b6a5-40c9-863c-f2326712582d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:12.901440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Attempting to bind port 2e3da3d3-b6a5-40c9-863c-f2326712582d on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:24:12.902190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Attempting to bind port 2e3da3d3-b6a5-40c9-863c-f2326712582d by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:24:12.902190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Attempting to bind port 2e3da3d3-b6a5-40c9-863c-f2326712582d on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:12.906678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Port 2e3da3d3-b6a5-40c9-863c-f2326712582d on network c8196f34-4d29-4129-96b4-22d96aa63f15 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:24:12.907010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Attempting to bind port 2e3da3d3-b6a5-40c9-863c-f2326712582d on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:12.911968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:24:12.912300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Checking segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:12.912674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Bound using segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:24:12.913093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Bound port: 2e3da3d3-b6a5-40c9-863c-f2326712582d, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:24:12.913454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:12.984472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] For port 2e3da3d3-b6a5-40c9-863c-f2326712582d, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:24:12.987439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] For port 2e3da3d3-b6a5-40c9-863c-f2326712582d, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2e3da3d3-b6a5-40c9-863c-f2326712582d,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:24:12.993835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:13.027287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:13.027962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:13.029333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e3da3d3-b6a5-40c9-863c-f2326712582d HTTP/1.1" status: 200 len: 1091 time: 0.6670551 Jul 23 14:24:13.029761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'tag': '2e3da3d3-b6a5-40c9-863c-f2326712582d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:13.032024 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626ce28b-33b2-4b7d-8e14-43035e5847d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3", "tag": "2e3da3d3-b6a5-40c9-863c-f2326712582d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:13.058773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1003f8-8128-42f2-afa2-9b47c6548086 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3da3d3-b6a5-40c9-863c-f2326712582d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:13.080773 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c822f-b280-4fa7-b0a3-737feef843e5 x-openstack-request-id: req-5c7c822f-b280-4fa7-b0a3-737feef843e5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:13.081153 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3", "tag": "2e3da3d3-b6a5-40c9-863c-f2326712582d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:13.081406 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c7c822f-b280-4fa7-b0a3-737feef843e5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:13.081806 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'tag': '2e3da3d3-b6a5-40c9-863c-f2326712582d', 'status': 'completed', 'code': 200} Jul 23 14:24:13.147723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-bd5d2f2c-ca38-4591-9374-e606fde2dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:13.149242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-bd5d2f2c-ca38-4591-9374-e606fde2dcdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 1094 time: 0.0578990 Jul 23 14:24:13.204040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-9781bbcc-6cea-407d-a831-d4402d255275 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e3da3d3-b6a5-40c9-863c-f2326712582d HTTP/1.1" status: 200 len: 217 time: 0.0463226 Jul 23 14:24:13.560352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-97aa17d9-9f62-4f03-933b-6eab6e52f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:13.561761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-97aa17d9-9f62-4f03-933b-6eab6e52f5e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0505872 Jul 23 14:24:13.603495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b440127-fdf3-4f97-968d-1fd06ca41e23 req-8fa2bf3c-902e-4552-931c-f0a434dc3433 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:13.604941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b440127-fdf3-4f97-968d-1fd06ca41e23 req-8fa2bf3c-902e-4552-931c-f0a434dc3433 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.4098227 Jul 23 14:24:13.606956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-b4f2bc74-2aeb-4caf-80f0-710d5a2403a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369618 Jul 23 14:24:13.670892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b440127-fdf3-4f97-968d-1fd06ca41e23 req-4e555631-a612-48f6-a8e9-58818bb7fcb6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599082 Jul 23 14:24:13.724189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-7fc021ca-4aa7-4770-bcd5-d4221a3dbc22 service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073322 Jul 23 14:24:13.852249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faaf145a-ccd0-4ea9-82d2-77e5f390542e req-057d7e2f-3202-4178-b6e5-0b07d2b8f4b7 service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208391 Jul 23 14:24:13.862885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe640-c427-4a49-8dff-7c54f592a8cc req-761f1035-d419-483a-b1a3-1117102b2697 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:13.864352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d80fe640-c427-4a49-8dff-7c54f592a8cc req-761f1035-d419-483a-b1a3-1117102b2697 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1342454 Jul 23 14:24:13.915527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d80fe640-c427-4a49-8dff-7c54f592a8cc req-5d2d0e90-cc84-44a3-bb4a-d4d66e261a33 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Jul 23 14:24:13.958607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:13.966085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-9ab98bb8-8058-410a-87de-1b051dfa1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:13.967730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-9ab98bb8-8058-410a-87de-1b051dfa1b7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 1094 time: 0.0621169 Jul 23 14:24:14.004574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] Deleting subnet 8f710a5f-9420-4676-be97-da3fab9b3bb0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:24:14.007823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.041558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.062461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-61bc4e75-7e60-4a26-bf01-310c57c444a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:14.063977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-61bc4e75-7e60-4a26-bf01-310c57c444a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 915 time: 0.0873270 Jul 23 14:24:14.080334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.111377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-1579e0b3-6d28-4943-914c-791c68710702 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e3da3d3-b6a5-40c9-863c-f2326712582d HTTP/1.1" status: 200 len: 217 time: 0.0387745 Jul 23 14:24:14.134152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.163382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-975daf59-c6db-4ac3-a78e-d366be717dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:14.164940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-975daf59-c6db-4ac3-a78e-d366be717dae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0434391 Jul 23 14:24:14.166156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f710a5f-9420-4676-be97-da3fab9b3bb0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:14.168502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.170157 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f6487499-5263-4ad0-bed6-e6668a26fdf3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f710a5f-9420-4676-be97-da3fab9b3bb0 HTTP/1.1" status: 204 len: 168 time: 0.2101061 Jul 23 14:24:14.172749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:14.201566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-75799f92-7ed0-4ceb-8d57-ba28130568ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280926 Jul 23 14:24:14.240148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.298403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-c8a88c84-ff44-4cb2-a27e-8f31c4db038c service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862520 Jul 23 14:24:14.322226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.332577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4efa89c-2a4d-44ed-98db-bed475e29d6c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:14.343941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819384a0-d075-41cc-b927-584eb11fe061') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:14.344234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819384a0-d075-41cc-b927-584eb11fe061') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:14.353544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.367666 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.373970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:24:14.374355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:24:14.376220 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:24:14.394699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-626ce28b-33b2-4b7d-8e14-43035e5847d8 req-70653bef-8a43-4522-ac81-9e7359845a5d service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837719 Jul 23 14:24:14.430897 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.436174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.438022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c4efa89c-2a4d-44ed-98db-bed475e29d6c HTTP/1.1" status: 204 len: 168 time: 0.2644114 Jul 23 14:24:14.448794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c16193-1661-4cca-8276-0565789553e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4efa89c-2a4d-44ed-98db-bed475e29d6c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:14.611804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:14.652004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ab1656b4-fa7f-438c-a42f-56cb48e0f7f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6cfec676654401ca3354afef819c704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388935 Jul 23 14:24:14.654449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:14.708204 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88e95cf-28a3-4db4-a113-e4ee5ba7264a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.730502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88e95cf-28a3-4db4-a113-e4ee5ba7264a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.783837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88e95cf-28a3-4db4-a113-e4ee5ba7264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.786404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88e95cf-28a3-4db4-a113-e4ee5ba7264a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:14.787600 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c88e95cf-28a3-4db4-a113-e4ee5ba7264a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d3c5473-63f8-4295-bc36-ab8b10c18db7 HTTP/1.1" status: 204 len: 168 time: 0.1322694 Jul 23 14:24:14.797748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e95cf-28a3-4db4-a113-e4ee5ba7264a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c5473-63f8-4295-bc36-ab8b10c18db7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:14.817052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e78e1-568a-4c43-bfc2-dd37ed51cb87 req-9daa5c60-f501-473d-800c-5cf5c3ebbc1e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:14.818579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-528e78e1-568a-4c43-bfc2-dd37ed51cb87 req-9daa5c60-f501-473d-800c-5cf5c3ebbc1e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0731463 Jul 23 14:24:14.862695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-528e78e1-568a-4c43-bfc2-dd37ed51cb87 req-541c28d1-8c65-49b7-8316-b44dfd93c8e4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381575 Jul 23 14:24:15.048011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8993a-4584-4690-811e-633c213fc0ac req-19fbd148-0022-48b7-bfe2-bd49f070561b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:15.049630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74c8993a-4584-4690-811e-633c213fc0ac req-19fbd148-0022-48b7-bfe2-bd49f070561b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0664392 Jul 23 14:24:15.090321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74c8993a-4584-4690-811e-633c213fc0ac req-a5cba62b-b5a0-437e-9fcf-510fef72245a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Jul 23 14:24:15.533638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:15.632459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-414094643-network', 'tenant_id': 'd6354b563534479ca13bd9781c358eb9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:15.658047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Made reservation on behalf of d6354b563534479ca13bd9781c358eb9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:15.660337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.668793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.763417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.769539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.797748 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5170ef26-b24a-402b-b294-39285b00d7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.798371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:24:15.807954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aab5b57-b83b-462c-9335-43da84a33116,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:15.815478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.816352 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Added segment e686b42a-393c-4ba9-bc3c-077932f36149 of type vlan for network 856edeac-1261-4fb6-a211-709981f9a370 Jul 23 14:24:15.861023 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.890841 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.891869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:15.892459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:15.925690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3909457 Jul 23 14:24:15.928504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:15.933367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Request body: {'subnet': {'network_id': '856edeac-1261-4fb6-a211-709981f9a370', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-414094643-subnet', 'tenant_id': 'd6354b563534479ca13bd9781c358eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:15.970974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6920c9-da68-4e06-9c56-e01c22e7f246 admin admin] Pushing event updated for resources: {'Network': ['ID=856edeac-1261-4fb6-a211-709981f9a370,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:15.984815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 856edeac-1261-4fb6-a211-709981f9a370 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:24:16.001185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2e3da3d3-b6a5-40c9-863c-f2326712582d details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:24:16.017803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Made reservation on behalf of d6354b563534479ca13bd9781c358eb9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:16.020161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:16.101668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ca75-546d-47c6-8594-09299871636e req-132e08a3-7ca7-4460-b68f-b384b13f11a7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:16.103319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39c2ca75-546d-47c6-8594-09299871636e req-132e08a3-7ca7-4460-b68f-b384b13f11a7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.1427999 Jul 23 14:24:16.121888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8b301b2f-f1e3-47e2-8639-78a3997065be no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:24:16.149756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 8b301b2f-f1e3-47e2-8639-78a3997065be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:24:16.150084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8b301b2f-f1e3-47e2-8639-78a3997065be not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:24:16.168219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39c2ca75-546d-47c6-8594-09299871636e req-c5a122da-0c3c-4b37-90f8-1b7592c3e5ac tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585594 Jul 23 14:24:16.170015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2e3da3d3-b6a5-40c9-863c-f2326712582d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2e3da3d3-b6a5-40c9-863c-f2326712582d,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:16.182331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '2e3da3d3-b6a5-40c9-863c-f2326712582d', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'port_id': '2e3da3d3-b6a5-40c9-863c-f2326712582d', 'mac_address': 'fa:16:3e:89:39:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:24:16.233781 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:16.246914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3da3d3-b6a5-40c9-863c-f2326712582d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:16.266386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2e3da3d3-b6a5-40c9-863c-f2326712582d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2e3da3d3-b6a5-40c9-863c-f2326712582d,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:16.271267 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:16.284279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:16.317877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=2e3da3d3-b6a5-40c9-863c-f2326712582d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:16.352375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:16.364781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff570-4044-47de-bd6f-e0721e049db2 req-b83a565e-5efd-4a2c-aa01-a8d9ee8b7ea6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:16.366263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76fff570-4044-47de-bd6f-e0721e049db2 req-b83a565e-5efd-4a2c-aa01-a8d9ee8b7ea6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1334651 Jul 23 14:24:16.379994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Checking segment: {'id': 'e686b42a-393c-4ba9-bc3c-077932f36149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '856edeac-1261-4fb6-a211-709981f9a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:16.380232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Network hostable DHCP agents. Network: 856edeac-1261-4fb6-a211-709981f9a370, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:24:16.419620 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76fff570-4044-47de-bd6f-e0721e049db2 req-09b7f60a-debc-4c01-84d5-db8e6ee26040 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459256 Jul 23 14:24:16.422968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Network 856edeac-1261-4fb6-a211-709981f9a370 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:24:16.435512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 856edeac-1261-4fb6-a211-709981f9a370) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:16.447818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:16.448487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:16.449944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93c00b-24ed-4c9f-b67b-e400a4faffc0 None None] Network 856edeac-1261-4fb6-a211-709981f9a370 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:16.466853 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d28a7f47-af50-4143-a1c0-c89a4f19d83d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5361543 Jul 23 14:24:16.535627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:16.616150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4880c1-d694-47db-8903-2d708aac8447 None None] Network 856edeac-1261-4fb6-a211-709981f9a370 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:16.897675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-4b23d7b1-eed9-4ee3-ac1e-190fe7cda6fd tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:16.899100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-4b23d7b1-eed9-4ee3-ac1e-190fe7cda6fd tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/networks?id=856edeac-1261-4fb6-a211-709981f9a370 HTTP/1.1" status: 200 len: 817 time: 0.1121323 Jul 23 14:24:16.917217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-7ce04f18-28a6-4476-a938-693fe25c820a tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/quotas/d6354b563534479ca13bd9781c358eb9 HTTP/1.1" status: 200 len: 375 time: 0.0097334 Jul 23 14:24:16.951090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-2f018f4f-2539-4e62-afd1-242b9fd61d4e tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6354b563534479ca13bd9781c358eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289390 Jul 23 14:24:17.046417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-ee3da32f-e864-4709-92e4-efc9dbd95934 service neutron] 10.222.0.21 "GET /v2.0/networks/856edeac-1261-4fb6-a211-709981f9a370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887206 Jul 23 14:24:17.137275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-8d671fc9-b485-42b8-8b72-1ba65cb6596f service neutron] 10.222.0.21 "GET /v2.0/networks/856edeac-1261-4fb6-a211-709981f9a370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822387 Jul 23 14:24:17.358731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420677-6b49-4fda-9c2b-a6d06d91c248 req-a39384a0-94ef-41d7-8e1d-71b4b0504655 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:17.360263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7420677-6b49-4fda-9c2b-a6d06d91c248 req-a39384a0-94ef-41d7-8e1d-71b4b0504655 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0761826 Jul 23 14:24:17.401246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7420677-6b49-4fda-9c2b-a6d06d91c248 req-1691e64d-0688-4b3c-ac9c-a375ac758029 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336044 Jul 23 14:24:17.479021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34086812-bf5f-47b9-adec-8c4ad2a183cb req-5cf4bab0-84b8-4639-8882-2e13a01c612a tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 210 time: 0.0331297 Jul 23 14:24:17.604631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf19e-9791-4191-988a-c89ac6144074 req-56fd0f96-9768-4f75-9865-ee670a49a477 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:17.606503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ffaf19e-9791-4191-988a-c89ac6144074 req-56fd0f96-9768-4f75-9865-ee670a49a477 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 944 time: 0.0650394 Jul 23 14:24:17.645081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ffaf19e-9791-4191-988a-c89ac6144074 req-03486607-ee57-4019-8d16-5b27f5115716 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Jul 23 14:24:17.797047 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.026570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:24:18.028735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2e3da3d3-b6a5-40c9-863c-f2326712582d up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:24:18.137538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 2e3da3d3-b6a5-40c9-863c-f2326712582d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:24:18.144813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 2e3da3d3-b6a5-40c9-863c-f2326712582d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:24:18.145187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.331973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-334b3941-45a7-4d6f-81ef-bf7ed15b9271 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:18.333692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-334b3941-45a7-4d6f-81ef-bf7ed15b9271 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.11 "GET /v2.0/networks?id=856edeac-1261-4fb6-a211-709981f9a370 HTTP/1.1" status: 200 len: 817 time: 0.1184080 Jul 23 14:24:18.343458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:18.353533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Request body: {'port': {'device_id': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'network_id': '856edeac-1261-4fb6-a211-709981f9a370', 'admin_state_up': True, 'tenant_id': 'd6354b563534479ca13bd9781c358eb9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:18.368750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'port_id': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'mac_address': 'fa:16:3e:71:49:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:24:18.371508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.428917 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.450871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f8539d-2498-40b5-a1bf-61b3d3c6e07d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:18.464651 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.475176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Made reservation on behalf of d6354b563534479ca13bd9781c358eb9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:18.479391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.493647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:18.496963 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f590d3dd-9aab-425e-8470-efbcbcda84ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.509473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.511139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3da3d3-b6a5-40c9-863c-f2326712582d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:18.513257 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cb091c-34e1-477e-80d3-c9c72624d13e" -d '{"events": [{"server_uuid": "b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "2e3da3d3-b6a5-40c9-863c-f2326712582d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:18.545338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 2e3da3d3-b6a5-40c9-863c-f2326712582d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2e3da3d3-b6a5-40c9-863c-f2326712582d,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:18.556605 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.562814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fab20-4c13-4ba5-bbfb-88feb8ce0501 req-e97a00db-30d6-47ba-a3e3-fd78a128e6dd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:18.564350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b7fab20-4c13-4ba5-bbfb-88feb8ce0501 req-e97a00db-30d6-47ba-a3e3-fd78a128e6dd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 944 time: 0.0833366 Jul 23 14:24:18.574357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:18.605277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b7fab20-4c13-4ba5-bbfb-88feb8ce0501 req-e28daf69-1e5b-406e-b7d9-dc81f604e55b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346277 Jul 23 14:24:18.617316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Allocated IP 172.20.0.14 (856edeac-1261-4fb6-a211-709981f9a370/b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4/c984c07e-76a9-4d78-a268-09761d05e56e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:24:18.625312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=2e3da3d3-b6a5-40c9-863c-f2326712582d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:18.694981 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32716f6f-96d8-4b68-9b4e-f3ca1bc875f8 req-3cbc6f16-b3a5-4c99-b02a-178be402eb68 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 210 time: 0.0290987 Jul 23 14:24:18.742968 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833c22c8-e854-46dc-9f16-222ac5650140 x-openstack-request-id: req-833c22c8-e854-46dc-9f16-222ac5650140 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:18.743440 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "2e3da3d3-b6a5-40c9-863c-f2326712582d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:18.743748 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-833c22c8-e854-46dc-9f16-222ac5650140 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:18.744205 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3da3d3-b6a5-40c9-863c-f2326712582d', 'code': 200} Jul 23 14:24:18.749645 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['18f8539d-2498-40b5-a1bf-61b3d3c6e07d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:18.778379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.833647 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.885439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Network 856edeac-1261-4fb6-a211-709981f9a370 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:24:18.894089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:18.896948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:24:18.915762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3c9f0-dbc5-49f7-940d-96404ec99dd9 req-552176e5-381d-4667-91a4-d896bf6352ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:18.917364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55d3c9f0-dbc5-49f7-940d-96404ec99dd9 req-552176e5-381d-4667-91a4-d896bf6352ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 1096 time: 0.1012487 Jul 23 14:24:18.924933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Pushing event updated for resources: {'Port': ['ID=c984c07e-76a9-4d78-a268-09761d05e56e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:18.925752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d1e7b-5379-4386-b0e3-d816eddcc2df req-8e460bc6-aea9-40bc-b4c6-bbd3c157761c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:18.927252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-842d1e7b-5379-4386-b0e3-d816eddcc2df req-8e460bc6-aea9-40bc-b4c6-bbd3c157761c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1034012 Jul 23 14:24:18.954695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:18.955286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:18.972676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-be90bf59-52aa-4340-a62f-74bc2f66efbb tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6232662 Jul 23 14:24:18.974221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55d3c9f0-dbc5-49f7-940d-96404ec99dd9 req-92528ee4-7273-4ceb-a515-af00a6c31ebf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Jul 23 14:24:18.986668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-842d1e7b-5379-4386-b0e3-d816eddcc2df req-e437958a-4705-4dc8-9bfe-c20cc7dd076a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Jul 23 14:24:18.989597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Request body: {'port': {'device_id': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:19.066386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:19.325228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c984c07e-76a9-4d78-a268-09761d05e56e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:19.332603 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:19.344808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Transition to ACTIVE for port object c984c07e-76a9-4d78-a268-09761d05e56e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:24:19.352043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:19.398636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Pushing event updated for resources: {'Port': ['ID=c984c07e-76a9-4d78-a268-09761d05e56e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:19.476859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Attempting to bind port c984c07e-76a9-4d78-a268-09761d05e56e on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:24:19.477181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Attempting to bind port c984c07e-76a9-4d78-a268-09761d05e56e by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'e686b42a-393c-4ba9-bc3c-077932f36149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '856edeac-1261-4fb6-a211-709981f9a370'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:24:19.477543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Attempting to bind port c984c07e-76a9-4d78-a268-09761d05e56e on network 856edeac-1261-4fb6-a211-709981f9a370 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:19.481848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Port c984c07e-76a9-4d78-a268-09761d05e56e on network 856edeac-1261-4fb6-a211-709981f9a370 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:24:19.482179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Attempting to bind port c984c07e-76a9-4d78-a268-09761d05e56e on network 856edeac-1261-4fb6-a211-709981f9a370 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:19.486889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:24:19.487224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Checking segment: {'id': 'e686b42a-393c-4ba9-bc3c-077932f36149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '856edeac-1261-4fb6-a211-709981f9a370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:19.487608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Bound using segment: {'id': 'e686b42a-393c-4ba9-bc3c-077932f36149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '856edeac-1261-4fb6-a211-709981f9a370'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:24:19.488031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Bound port: c984c07e-76a9-4d78-a268-09761d05e56e, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e686b42a-393c-4ba9-bc3c-077932f36149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '856edeac-1261-4fb6-a211-709981f9a370'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:24:19.488387 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:19.520575 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:19.552429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] For port c984c07e-76a9-4d78-a268-09761d05e56e, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:24:19.555826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] For port c984c07e-76a9-4d78-a268-09761d05e56e, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c984c07e-76a9-4d78-a268-09761d05e56e,segment=NetworkSegment(e686b42a-393c-4ba9-bc3c-077932f36149),segment_id=e686b42a-393c-4ba9-bc3c-077932f36149)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:24:19.563085 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:19.594501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:19.595182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:19.596695 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] 10.222.0.11 "PUT /v2.0/ports/c984c07e-76a9-4d78-a268-09761d05e56e HTTP/1.1" status: 200 len: 1092 time: 0.6119926 Jul 23 14:24:19.598788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'tag': 'c984c07e-76a9-4d78-a268-09761d05e56e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:19.601116 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f833540-d43a-476b-9883-f722face6612" -d '{"events": [{"name": "network-changed", "server_uuid": "f782de92-cb07-49b4-8bde-195bc2a809c6", "tag": "c984c07e-76a9-4d78-a268-09761d05e56e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:19.626612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a49867-1d60-40f0-b844-3bf40158958a service neutron] Pushing event updated for resources: {'Port': ['ID=c984c07e-76a9-4d78-a268-09761d05e56e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:19.643901 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7821e4b0-e496-4abc-a1db-081148363a3f x-openstack-request-id: req-7821e4b0-e496-4abc-a1db-081148363a3f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:19.644265 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f782de92-cb07-49b4-8bde-195bc2a809c6", "tag": "c984c07e-76a9-4d78-a268-09761d05e56e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:19.644576 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7821e4b0-e496-4abc-a1db-081148363a3f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:19.645031 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'tag': 'c984c07e-76a9-4d78-a268-09761d05e56e', 'status': 'completed', 'code': 200} Jul 23 14:24:19.719546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-7daa1aa9-ac0d-4702-90c7-ec92048ee80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:19.721068 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-7daa1aa9-ac0d-4702-90c7-ec92048ee80b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6354b563534479ca13bd9781c358eb9&device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 1095 time: 0.0598276 Jul 23 14:24:19.753667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f3570-a572-47c7-b5e7-755d54766acb req-fc30ae7f-4447-4441-af90-8d305a813c0c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:19.755329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-827f3570-a572-47c7-b5e7-755d54766acb req-fc30ae7f-4447-4441-af90-8d305a813c0c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 945 time: 0.0661008 Jul 23 14:24:19.767241 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-efa793dc-1039-4d0d-b465-6a66382ba9bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c984c07e-76a9-4d78-a268-09761d05e56e HTTP/1.1" status: 200 len: 217 time: 0.0338283 Jul 23 14:24:19.797099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-827f3570-a572-47c7-b5e7-755d54766acb req-014c7158-d360-47f2-96d4-5b5b261bd49a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355821 Jul 23 14:24:19.821461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-f5fd04a5-ff2e-4c14-9247-42d6b0e19e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:19.823335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-f5fd04a5-ff2e-4c14-9247-42d6b0e19e9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4 HTTP/1.1" status: 200 len: 857 time: 0.0500484 Jul 23 14:24:19.858491 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-36b7e739-deff-4706-b17e-114ec83d9df4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=856edeac-1261-4fb6-a211-709981f9a370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280862 Jul 23 14:24:19.950636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad572bf-5f8a-4030-afae-7d219a8b2aea req-d3e097c8-63a1-44fd-9840-045922825019 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:19.952327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ad572bf-5f8a-4030-afae-7d219a8b2aea req-d3e097c8-63a1-44fd-9840-045922825019 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 944 time: 0.0814719 Jul 23 14:24:19.960989 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-55201cc5-62d9-4662-a01f-bf98a5f86fd9 service neutron] 10.222.0.11 "GET /v2.0/networks/856edeac-1261-4fb6-a211-709981f9a370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953856 Jul 23 14:24:19.999326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ad572bf-5f8a-4030-afae-7d219a8b2aea req-ba59acec-ff67-47bd-a7ec-f0b49042105b tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Jul 23 14:24:20.051937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:24:20.066896 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bd5a557a-0edc-495a-b610-09a09239ab66 req-47fbc4d3-12c1-4e88-b922-66d8ddfa7f0a service neutron] 10.222.0.11 "GET /v2.0/networks/856edeac-1261-4fb6-a211-709981f9a370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991533 Jul 23 14:24:20.103708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:24:20.107344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:24:20.107718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:20.130304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209b466-181e-4647-994e-e33b761f9b00 req-8debc5a3-32de-45da-895f-1024ea8381cf tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:20.131843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0209b466-181e-4647-994e-e33b761f9b00 req-8debc5a3-32de-45da-895f-1024ea8381cf tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0672128 Jul 23 14:24:20.174315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0209b466-181e-4647-994e-e33b761f9b00 req-e5272494-4da0-43f0-adda-bcef18460571 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365891 Jul 23 14:24:20.187760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:20.223360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833540-d43a-476b-9883-f722face6612 req-bffe60b9-ead6-473b-9180-cd784559a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:20.224250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:20.225080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f833540-d43a-476b-9883-f722face6612 req-bffe60b9-ead6-473b-9180-cd784559a4f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6354b563534479ca13bd9781c358eb9&device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 1095 time: 0.0618212 Jul 23 14:24:20.230277 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:20.279383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:20.316608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833540-d43a-476b-9883-f722face6612 req-fe892c82-5ea3-4c10-882b-840b24a1b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:20.318307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f833540-d43a-476b-9883-f722face6612 req-fe892c82-5ea3-4c10-882b-840b24a1b65d service neutron] 10.222.0.11 "GET /v2.0/networks?id=856edeac-1261-4fb6-a211-709981f9a370 HTTP/1.1" status: 200 len: 918 time: 0.0867445 Jul 23 14:24:20.366807 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f833540-d43a-476b-9883-f722face6612 req-b2981460-4315-48d1-97de-9755b0be65de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c984c07e-76a9-4d78-a268-09761d05e56e HTTP/1.1" status: 200 len: 217 time: 0.0397925 Jul 23 14:24:20.416419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833540-d43a-476b-9883-f722face6612 req-96eb91c5-0590-4daf-a6cc-416aedc9b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:20.417903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f833540-d43a-476b-9883-f722face6612 req-96eb91c5-0590-4daf-a6cc-416aedc9b781 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4 HTTP/1.1" status: 200 len: 857 time: 0.0441594 Jul 23 14:24:20.452818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f833540-d43a-476b-9883-f722face6612 req-ef5fe4ea-f04d-4a98-af3c-44b5fb1061ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=856edeac-1261-4fb6-a211-709981f9a370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282524 Jul 23 14:24:20.554594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f833540-d43a-476b-9883-f722face6612 req-a0b29bf5-bb21-4ff4-8979-45899cdeb0d1 service neutron] 10.222.0.11 "GET /v2.0/networks/856edeac-1261-4fb6-a211-709981f9a370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932484 Jul 23 14:24:20.644415 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f833540-d43a-476b-9883-f722face6612 req-afd53eb3-2cb2-411c-8702-ad48609436eb service neutron] 10.222.0.11 "GET /v2.0/networks/856edeac-1261-4fb6-a211-709981f9a370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Jul 23 14:24:20.745212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:20.747784 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa3fb6c-a972-4914-bd8c-c0e2ab18229a" -d '{"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-plugged", "status": "completed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:20.785718 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce2797-bfdb-42df-b741-b75cba243bdb x-openstack-request-id: req-77ce2797-bfdb-42df-b741-b75cba243bdb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:20.786007 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-plugged", "status": "completed", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:20.786248 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77ce2797-bfdb-42df-b741-b75cba243bdb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:20.786678 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'code': 200} Jul 23 14:24:20.989076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4265-9b3a-44af-999b-746ea13f4ea2 req-b66408e0-e878-405e-aa59-e56ce04fffa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:20.990770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c72a4265-9b3a-44af-999b-746ea13f4ea2 req-b66408e0-e878-405e-aa59-e56ce04fffa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 946 time: 0.1058536 Jul 23 14:24:21.025222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73cd1-d0d8-49a9-9f85-31cd79465a40 req-2d89d180-4a57-4fca-a1f0-a5466cc52b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:21.026742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ba73cd1-d0d8-49a9-9f85-31cd79465a40 req-2d89d180-4a57-4fca-a1f0-a5466cc52b19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 1097 time: 0.1009245 Jul 23 14:24:21.055822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c72a4265-9b3a-44af-999b-746ea13f4ea2 req-80b6fefe-8adb-4ebf-b6ab-1d062988e61b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571444 Jul 23 14:24:21.073676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ba73cd1-d0d8-49a9-9f85-31cd79465a40 req-e6384fb5-7a12-40d2-8045-4904e26992c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Jul 23 14:24:21.190378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def15551-6be7-4568-8395-f5214fab9fcb req-72803415-0c79-404d-b31d-0425628b4931 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:21.191848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-def15551-6be7-4568-8395-f5214fab9fcb req-72803415-0c79-404d-b31d-0425628b4931 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 944 time: 0.0642073 Jul 23 14:24:21.219792 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:21.233287 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-def15551-6be7-4568-8395-f5214fab9fcb req-d7928086-78c6-4655-91c4-20b3981c8606 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331924 Jul 23 14:24:22.226918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d6a4b-cc74-4896-a0df-4d5b06e1318e req-aa2ba2d8-dfed-44d8-badd-c1c43088e3aa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:22.228617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f57d6a4b-cc74-4896-a0df-4d5b06e1318e req-aa2ba2d8-dfed-44d8-badd-c1c43088e3aa tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 946 time: 0.0764022 Jul 23 14:24:22.268648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f57d6a4b-cc74-4896-a0df-4d5b06e1318e req-d42406d7-0b0c-45c3-ab52-da3972f850a9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337698 Jul 23 14:24:22.409413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44e8c-6233-4bb3-aec0-26dc78a16fef req-aa90a30b-0dc2-4c6e-a1fc-44efe1007cc7 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:22.411153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88b44e8c-6233-4bb3-aec0-26dc78a16fef req-aa90a30b-0dc2-4c6e-a1fc-44efe1007cc7 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 944 time: 0.0710440 Jul 23 14:24:22.451027 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88b44e8c-6233-4bb3-aec0-26dc78a16fef req-4114cac4-cb77-4e2e-b5d0-76498f6ebe5e tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Jul 23 14:24:23.415448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef17a12-166d-4fc4-be39-63ad2013d859 req-c846c91f-078f-46c4-b0d8-985c8e9b5599 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:23.416891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ef17a12-166d-4fc4-be39-63ad2013d859 req-c846c91f-078f-46c4-b0d8-985c8e9b5599 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 946 time: 0.0666420 Jul 23 14:24:23.457035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ef17a12-166d-4fc4-be39-63ad2013d859 req-46ec5347-1070-4a68-8683-9f59a0a4142a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340383 Jul 23 14:24:23.599018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83a17-1e13-4dc9-aeda-d1590046777c req-9ad49f25-809d-4c81-bc9f-5df32651985a tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:23.600491 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49f83a17-1e13-4dc9-aeda-d1590046777c req-9ad49f25-809d-4c81-bc9f-5df32651985a tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 944 time: 0.0735216 Jul 23 14:24:23.644793 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49f83a17-1e13-4dc9-aeda-d1590046777c req-be1336a5-952a-4224-b50c-dc21bea3f867 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Jul 23 14:24:24.168125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c984c07e-76a9-4d78-a268-09761d05e56e details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:24:24.267347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c984c07e-76a9-4d78-a268-09761d05e56e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c984c07e-76a9-4d78-a268-09761d05e56e,segment=NetworkSegment(e686b42a-393c-4ba9-bc3c-077932f36149),segment_id=e686b42a-393c-4ba9-bc3c-077932f36149)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:24.278494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c984c07e-76a9-4d78-a268-09761d05e56e', 'network_id': '856edeac-1261-4fb6-a211-709981f9a370', 'port_id': 'c984c07e-76a9-4d78-a268-09761d05e56e', 'mac_address': 'fa:16:3e:4e:ac:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:24:24.315447 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:24.328150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c984c07e-76a9-4d78-a268-09761d05e56e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:24.347657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c984c07e-76a9-4d78-a268-09761d05e56e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c984c07e-76a9-4d78-a268-09761d05e56e,segment=NetworkSegment(e686b42a-393c-4ba9-bc3c-077932f36149),segment_id=e686b42a-393c-4ba9-bc3c-077932f36149)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:24.353544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:24.403561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c984c07e-76a9-4d78-a268-09761d05e56e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:24.626242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c984c07e-76a9-4d78-a268-09761d05e56e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:24.783640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f162ca-fa6e-450d-8812-c8dbf3933149 req-4df2eca3-ac8a-4051-adf3-0f94b651d9cc tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:24.785196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1f162ca-fa6e-450d-8812-c8dbf3933149 req-4df2eca3-ac8a-4051-adf3-0f94b651d9cc tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 945 time: 0.0638573 Jul 23 14:24:24.824036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1f162ca-fa6e-450d-8812-c8dbf3933149 req-28fd542c-fe67-4e03-a33d-1ae81b60b7fa tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 23 14:24:25.429233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:24:25.978100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de5db5-7701-433d-a84d-67ac963b5f05 req-347ce7c2-17d6-4176-9c0a-85a9aea270ce tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:25.979537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3de5db5-7701-433d-a84d-67ac963b5f05 req-347ce7c2-17d6-4176-9c0a-85a9aea270ce tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 945 time: 0.0706105 Jul 23 14:24:26.018021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3de5db5-7701-433d-a84d-67ac963b5f05 req-11fa3e93-f2c6-420e-acd8-1737a6150411 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jul 23 14:24:26.206636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c984c07e-76a9-4d78-a268-09761d05e56e up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:24:26.333673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port c984c07e-76a9-4d78-a268-09761d05e56e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:24:26.339621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c984c07e-76a9-4d78-a268-09761d05e56e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:24:26.340063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:26.438770 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:26.467966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c984c07e-76a9-4d78-a268-09761d05e56e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:26.470197 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4158947f-8c61-4a1a-af7d-d59bb672da37" -d '{"events": [{"server_uuid": "f782de92-cb07-49b4-8bde-195bc2a809c6", "name": "network-vif-plugged", "status": "completed", "tag": "c984c07e-76a9-4d78-a268-09761d05e56e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:26.487845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c984c07e-76a9-4d78-a268-09761d05e56e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c984c07e-76a9-4d78-a268-09761d05e56e,segment=NetworkSegment(e686b42a-393c-4ba9-bc3c-077932f36149),segment_id=e686b42a-393c-4ba9-bc3c-077932f36149)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:26.492892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:26.515570 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef0e44-5ac0-4c79-a478-1a27dbffa3e9 x-openstack-request-id: req-60ef0e44-5ac0-4c79-a478-1a27dbffa3e9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:26.515867 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f782de92-cb07-49b4-8bde-195bc2a809c6", "name": "network-vif-plugged", "status": "completed", "tag": "c984c07e-76a9-4d78-a268-09761d05e56e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:26.516115 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60ef0e44-5ac0-4c79-a478-1a27dbffa3e9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:26.516503 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c984c07e-76a9-4d78-a268-09761d05e56e', 'code': 200} Jul 23 14:24:26.542349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c984c07e-76a9-4d78-a268-09761d05e56e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:26.649661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02435699-7751-4a8e-93eb-a0259beb4dd1 req-b6e7ac3b-dc11-456d-a246-d558aa4ef974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:26.651225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02435699-7751-4a8e-93eb-a0259beb4dd1 req-b6e7ac3b-dc11-456d-a246-d558aa4ef974 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 1097 time: 0.0614340 Jul 23 14:24:26.687176 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-02435699-7751-4a8e-93eb-a0259beb4dd1 req-03f086fe-34ff-4e3e-bec6-d4682669a1f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282099 Jul 23 14:24:27.170538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495790d-af6b-44c3-8202-383e88684e10 req-b7d5daed-37a1-48cf-977f-958a8ee3c4d8 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:27.172100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c495790d-af6b-44c3-8202-383e88684e10 req-b7d5daed-37a1-48cf-977f-958a8ee3c4d8 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 946 time: 0.0669074 Jul 23 14:24:27.211216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c495790d-af6b-44c3-8202-383e88684e10 req-b0b5a91f-cfd8-493b-a4af-af7987ac1469 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Jul 23 14:24:28.344564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0fe46-84bf-4b34-8a3b-33533e79fb9b req-81eb58cf-8bd9-4d66-a4da-6972d4634115 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:28.347235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25a0fe46-84bf-4b34-8a3b-33533e79fb9b req-81eb58cf-8bd9-4d66-a4da-6972d4634115 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 946 time: 0.0662909 Jul 23 14:24:28.397601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25a0fe46-84bf-4b34-8a3b-33533e79fb9b req-b5782200-b644-4f8f-b109-84f63216a9c4 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Jul 23 14:24:28.664265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b4cde-c36b-4d56-8217-cbe516097630 req-80116f41-5e2e-46ce-a6d5-98fc19dc9e79 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:28.665739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d53b4cde-c36b-4d56-8217-cbe516097630 req-80116f41-5e2e-46ce-a6d5-98fc19dc9e79 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 946 time: 0.0709794 Jul 23 14:24:28.708583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d53b4cde-c36b-4d56-8217-cbe516097630 req-285ecc49-5654-4501-8ed2-03044833230d tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Jul 23 14:24:29.851088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a973-012a-4b47-9e05-8017ccb4cb54 req-5ad4a2c0-2693-467b-82b0-8b40e9d32229 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:29.852475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6622a973-012a-4b47-9e05-8017ccb4cb54 req-5ad4a2c0-2693-467b-82b0-8b40e9d32229 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 946 time: 0.0671594 Jul 23 14:24:29.891375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6622a973-012a-4b47-9e05-8017ccb4cb54 req-e874ad95-03c2-4a35-9a60-b5ecc8cedcdc tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/security-groups?id=8aab5b57-b83b-462c-9335-43da84a33116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Jul 23 14:24:30.044094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-20a50f42-26e1-4fa1-822d-d5c301444705 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:30.045565 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-20a50f42-26e1-4fa1-822d-d5c301444705 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.11 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 946 time: 0.0723214 Jul 23 14:24:30.150620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Deleting port c984c07e-76a9-4d78-a268-09761d05e56e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:24:30.150985 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:30.242085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] For port c984c07e-76a9-4d78-a268-09761d05e56e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c984c07e-76a9-4d78-a268-09761d05e56e,segment=NetworkSegment(e686b42a-393c-4ba9-bc3c-077932f36149),segment_id=e686b42a-393c-4ba9-bc3c-077932f36149)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:30.242457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:30.255500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Calling delete_port for c984c07e-76a9-4d78-a268-09761d05e56e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:24:30.388429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:30.417948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Pushing event deleted for resources: {'Port': ['ID=c984c07e-76a9-4d78-a268-09761d05e56e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:30.422784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c984c07e-76a9-4d78-a268-09761d05e56e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:30.466998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] No DVR routers for this DVR port c984c07e-76a9-4d78-a268-09761d05e56e on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:24:30.469696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:30.471651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ecb9fe16-fe6f-4db8-b05d-20da1c6a1df8 req-8eb5a37d-7905-4b34-82f7-f8a9f130b2ad tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.11 "DELETE /v2.0/ports/c984c07e-76a9-4d78-a268-09761d05e56e HTTP/1.1" status: 204 len: 173 time: 0.4193327 Jul 23 14:24:30.472132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'name': 'network-vif-deleted', 'tag': 'c984c07e-76a9-4d78-a268-09761d05e56e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:30.474448 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d31314-e1e7-4801-8120-86b5be30a4dd" -d '{"events": [{"server_uuid": "f782de92-cb07-49b4-8bde-195bc2a809c6", "name": "network-vif-deleted", "tag": "c984c07e-76a9-4d78-a268-09761d05e56e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:30.510213 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac699d3-41aa-4773-aa6a-b3ebedc876f4 x-openstack-request-id: req-fac699d3-41aa-4773-aa6a-b3ebedc876f4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:30.510568 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f782de92-cb07-49b4-8bde-195bc2a809c6", "name": "network-vif-deleted", "tag": "c984c07e-76a9-4d78-a268-09761d05e56e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:30.510928 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fac699d3-41aa-4773-aa6a-b3ebedc876f4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:30.511266 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f782de92-cb07-49b4-8bde-195bc2a809c6', 'name': 'network-vif-deleted', 'tag': 'c984c07e-76a9-4d78-a268-09761d05e56e', 'status': 'completed', 'code': 200} Jul 23 14:24:31.011157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ffc6fec5-c3e6-430a-9062-0df8c5e64e52 req-18ec33e9-b6a6-4886-b259-a3a85a79e6e1 tempest-InstanceActionsV221TestJSON-936655973 tempest-InstanceActionsV221TestJSON-936655973-project] 10.222.0.21 "GET /v2.0/ports?device_id=f782de92-cb07-49b4-8bde-195bc2a809c6 HTTP/1.1" status: 200 len: 210 time: 0.0335631 Jul 23 14:24:32.223669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:32.268675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] Deleting subnet b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:24:32.271947 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.306617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.344775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.396990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.423751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:32.430315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.434778 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6020e7a8-f033-4e77-8247-07d567a9d011 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3a04f23-00ef-4fd0-a6cf-311bec6f7cd4 HTTP/1.1" status: 204 len: 168 time: 0.2075093 Jul 23 14:24:32.434778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:32.501496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.582334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.593209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856edeac-1261-4fb6-a211-709981f9a370']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:32.603655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e686b42a-393c-4ba9-bc3c-077932f36149') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:32.603961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e686b42a-393c-4ba9-bc3c-077932f36149') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:32.613383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.627286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.634171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:24:32.634740 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:24:32.636788 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:24:32.692237 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.697154 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.699182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/856edeac-1261-4fb6-a211-709981f9a370 HTTP/1.1" status: 204 len: 168 time: 0.2635238 Jul 23 14:24:32.711950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba8f62-59c3-4c16-b161-f3d5b7dc83aa admin admin] Pushing event deleted for resources: {'Network': ['ID=856edeac-1261-4fb6-a211-709981f9a370,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:32.787765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-93e77e9a-0325-49dd-bee0-aa659b1f1d7f tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:32.789721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-93e77e9a-0325-49dd-bee0-aa659b1f1d7f tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1132960 Jul 23 14:24:32.807300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-1588d93d-26ca-42bc-825f-3dd8430d350a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/quotas/83eafc80f59c4906ae0d3f964580e403 HTTP/1.1" status: 200 len: 375 time: 0.0109394 Jul 23 14:24:32.830017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:32.869472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6fd2f3d9-35ae-4e1c-a6a0-3a58c1daad0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6354b563534479ca13bd9781c358eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381627 Jul 23 14:24:32.870438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-b0d678d4-5ad6-4fd2-a8bb-f9be91a36881 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586798 Jul 23 14:24:32.872183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:32.924907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1788137f-3a7e-4592-8e88-94e77a482d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.945896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1788137f-3a7e-4592-8e88-94e77a482d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:32.965882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-0db8a367-0b48-415f-bea2-64d4d6b62c14 service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886502 Jul 23 14:24:32.997958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1788137f-3a7e-4592-8e88-94e77a482d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:33.001626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1788137f-3a7e-4592-8e88-94e77a482d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:33.002796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1788137f-3a7e-4592-8e88-94e77a482d07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8aab5b57-b83b-462c-9335-43da84a33116 HTTP/1.1" status: 204 len: 168 time: 0.1295075 Jul 23 14:24:33.010784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788137f-3a7e-4592-8e88-94e77a482d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aab5b57-b83b-462c-9335-43da84a33116,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:33.074109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-5fd37233-31f5-4c4a-b240-68c4eee97559 service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021588 Jul 23 14:24:33.242730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6982fd42-66aa-4672-ba21-0d9f1c226ed3 req-b9fdf4e1-0175-43e0-b7d4-364785130175 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 210 time: 0.0304849 Jul 23 14:24:33.676231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:33.774205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-426212133-network', 'tenant_id': '030c25ea521242fcbc9ba137fd846d81'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:33.797209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Made reservation on behalf of 030c25ea521242fcbc9ba137fd846d81 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:33.799823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:33.810055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:33.901550 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:33.907333 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:33.930432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:24:33.938793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df09cf1-1e9f-4274-a97f-7faba1c5e060,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:33.944561 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:33.944900 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Added segment 9ee3370f-8806-4e5a-97c4-e145e6dd507a of type vlan for network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 Jul 23 14:24:33.982993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.017964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.019097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:34.019752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.055409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3779435 Jul 23 14:24:34.058750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:34.064080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Request body: {'subnet': {'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-426212133-subnet', 'tenant_id': '030c25ea521242fcbc9ba137fd846d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:34.088345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Made reservation on behalf of 030c25ea521242fcbc9ba137fd846d81 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:34.088846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5ec5f-691b-4684-97ca-d6c6b07df114 admin admin] Pushing event updated for resources: {'Network': ['ID=efa57e45-5b6a-4b70-9581-cbd19ecc3f76,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:34.091548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.100716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:24:34.228759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c984c07e-76a9-4d78-a268-09761d05e56e no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:24:34.250470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: c984c07e-76a9-4d78-a268-09761d05e56e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:24:34.251147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c984c07e-76a9-4d78-a268-09761d05e56e not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:24:34.255993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-a0be6ee6-d5ea-48fc-ba61-87a9c8a654ef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:34.257499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-a0be6ee6-d5ea-48fc-ba61-87a9c8a654ef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1156034 Jul 23 14:24:34.276835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Request body: {'port': {'device_id': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'admin_state_up': True, 'tenant_id': '83eafc80f59c4906ae0d3f964580e403'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:34.289893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.362584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-876d7c61-f308-4275-8fea-26a200d1a855 req-ab4a8dfe-1c2d-4a40-9597-756bdf3699d6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 210 time: 0.0457423 Jul 23 14:24:34.378049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d65f38-9289-4fca-9a5f-9dad74d27193,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:34.389210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Checking segment: {'id': '9ee3370f-8806-4e5a-97c4-e145e6dd507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:34.389883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Network hostable DHCP agents. Network: efa57e45-5b6a-4b70-9581-cbd19ecc3f76, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:24:34.392589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Made reservation on behalf of 83eafc80f59c4906ae0d3f964580e403 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:34.396310 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.408242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:24:34.418940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, efa57e45-5b6a-4b70-9581-cbd19ecc3f76) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:34.423504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:34.424136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.428725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14242f6b-d494-4307-9ce0-c1b663cb581b None None] Network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:34.446782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-da06edb0-2945-447e-ae2e-bf64ab93daf9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3793850 Jul 23 14:24:34.539358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Allocated IP 172.20.0.5 (c8196f34-4d29-4129-96b4-22d96aa63f15/22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a/d3343db6-404d-436b-a74e-6fbb0fd5a49c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:24:34.579354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc277a79-2476-4238-9725-97aa06d3aa65 None None] Network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:34.700425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.741026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.756394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:34.782223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Network c8196f34-4d29-4129-96b4-22d96aa63f15 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:24:34.785374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:34.791242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:24:34.817757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event updated for resources: {'Port': ['ID=d3343db6-404d-436b-a74e-6fbb0fd5a49c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:34.849646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:34.850281 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:34.865527 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-f734848a-84e6-4313-b267-06df3ed3dd0b tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939970 Jul 23 14:24:34.881618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-52095439-c03d-4739-a0d0-7e1036811ad1 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:34.883213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-52095439-c03d-4739-a0d0-7e1036811ad1 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/networks?id=efa57e45-5b6a-4b70-9581-cbd19ecc3f76 HTTP/1.1" status: 200 len: 821 time: 0.1040916 Jul 23 14:24:34.883371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Request body: {'port': {'device_id': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:34.901900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-b697aeee-45f6-447e-a7bb-59348a41aa7d tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/quotas/030c25ea521242fcbc9ba137fd846d81 HTTP/1.1" status: 200 len: 375 time: 0.0116875 Jul 23 14:24:34.951384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-f6b2d40b-d288-4281-8789-13c291ab185a tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=030c25ea521242fcbc9ba137fd846d81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337474 Jul 23 14:24:34.964218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:35.049668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-7cf45f88-e252-4c2c-a479-3efcb4b194e9 service neutron] 10.222.0.21 "GET /v2.0/networks/efa57e45-5b6a-4b70-9581-cbd19ecc3f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894296 Jul 23 14:24:35.143174 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-d5b8e8c5-1ae7-4576-b50b-d15250cfe1ae service neutron] 10.222.0.21 "GET /v2.0/networks/efa57e45-5b6a-4b70-9581-cbd19ecc3f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875854 Jul 23 14:24:35.225561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3343db6-404d-436b-a74e-6fbb0fd5a49c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:35.233128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:35.247716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Transition to ACTIVE for port object d3343db6-404d-436b-a74e-6fbb0fd5a49c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:24:35.253959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:35.311878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67462015-aa62-4255-81d8-eec058865618 req-5795634b-3bf0-4e19-b403-1a03303ae0be tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 210 time: 0.0327878 Jul 23 14:24:35.513192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dca41-0354-4c45-b651-6a6791eccc40 req-7cf47ef9-0640-4e3b-8fd4-49653af3b921 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:35.514810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c23dca41-0354-4c45-b651-6a6791eccc40 req-7cf47ef9-0640-4e3b-8fd4-49653af3b921 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 943 time: 0.0794261 Jul 23 14:24:35.558170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c23dca41-0354-4c45-b651-6a6791eccc40 req-ad76a13d-908e-4d90-bd8c-ea3c144ba1c6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365598 Jul 23 14:24:35.679774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Pushing event updated for resources: {'Port': ['ID=d3343db6-404d-436b-a74e-6fbb0fd5a49c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:35.728388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Attempting to bind port d3343db6-404d-436b-a74e-6fbb0fd5a49c on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:24:35.729133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Attempting to bind port d3343db6-404d-436b-a74e-6fbb0fd5a49c by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:24:35.729133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Attempting to bind port d3343db6-404d-436b-a74e-6fbb0fd5a49c on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:35.733567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Port d3343db6-404d-436b-a74e-6fbb0fd5a49c on network c8196f34-4d29-4129-96b4-22d96aa63f15 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:24:35.733892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Attempting to bind port d3343db6-404d-436b-a74e-6fbb0fd5a49c on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:35.738727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:24:35.739072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Checking segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:35.739467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Bound using segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:24:35.739894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Bound port: d3343db6-404d-436b-a74e-6fbb0fd5a49c, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:24:35.740330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:35.811208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] For port d3343db6-404d-436b-a74e-6fbb0fd5a49c, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:24:35.815863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] For port d3343db6-404d-436b-a74e-6fbb0fd5a49c, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d3343db6-404d-436b-a74e-6fbb0fd5a49c,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:24:35.822379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:35.861801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:35.862997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:35.863880 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3343db6-404d-436b-a74e-6fbb0fd5a49c HTTP/1.1" status: 200 len: 1091 time: 0.9850452 Jul 23 14:24:35.864325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'tag': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:35.866596 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056" -d '{"events": [{"name": "network-changed", "server_uuid": "4e332fbb-050e-4e9e-8cea-de06d5d17544", "tag": "d3343db6-404d-436b-a74e-6fbb0fd5a49c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:35.888563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6547b-39a2-4f9f-9650-8703d8ef9420 service neutron] Pushing event updated for resources: {'Port': ['ID=d3343db6-404d-436b-a74e-6fbb0fd5a49c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:35.919109 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95a7c3c-f5cf-435a-a349-deb67c10b97d x-openstack-request-id: req-d95a7c3c-f5cf-435a-a349-deb67c10b97d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:35.919395 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e332fbb-050e-4e9e-8cea-de06d5d17544", "tag": "d3343db6-404d-436b-a74e-6fbb0fd5a49c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:35.919638 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d95a7c3c-f5cf-435a-a349-deb67c10b97d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:35.920026 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'tag': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c', 'status': 'completed', 'code': 200} Jul 23 14:24:35.997909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-0ae8c605-927a-4de2-840d-8d645255e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:35.999348 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-0ae8c605-927a-4de2-840d-8d645255e6c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 1094 time: 0.0554969 Jul 23 14:24:36.047326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-c9db59b8-7408-4529-bea7-564f40d3f40c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3343db6-404d-436b-a74e-6fbb0fd5a49c HTTP/1.1" status: 200 len: 217 time: 0.0341048 Jul 23 14:24:36.101344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-539756b3-723c-4679-b612-fb2b73a48b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:36.102804 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-539756b3-723c-4679-b612-fb2b73a48b5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0478954 Jul 23 14:24:36.138121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-daf44cfa-a767-411e-a8f7-b88088ab4ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278158 Jul 23 14:24:36.237649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-3bf98d73-aaa0-4c8e-9a84-c333b4860551 service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853958 Jul 23 14:24:36.344070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cca956bf-1692-48d2-83e2-e3898ad6800c req-c5219ccc-2f50-4aff-855e-b44bfefa06bb service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989075 Jul 23 14:24:36.430418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc4662df-377a-42a4-bc1e-62cfaddd4979 req-a74149bb-7c36-4f92-b197-de2f4285caf4 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 210 time: 0.0434659 Jul 23 14:24:36.440588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-cceebdc4-d696-49d0-8786-c4e02edc0495 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:36.442163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-cceebdc4-d696-49d0-8786-c4e02edc0495 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.11 "GET /v2.0/networks?id=efa57e45-5b6a-4b70-9581-cbd19ecc3f76 HTTP/1.1" status: 200 len: 821 time: 0.1581614 Jul 23 14:24:36.467602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Request body: {'port': {'device_id': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76', 'admin_state_up': True, 'tenant_id': '030c25ea521242fcbc9ba137fd846d81'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:36.495593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-91da6509-7d0c-48d1-bd6f-d33244d9365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:36.497188 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-91da6509-7d0c-48d1-bd6f-d33244d9365e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 1094 time: 0.0553391 Jul 23 14:24:36.584281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Made reservation on behalf of 030c25ea521242fcbc9ba137fd846d81 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:36.588457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:36.599088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-f1a327ae-ef5c-4e50-9bae-a6bbf6dcf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:36.600656 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-f1a327ae-ef5c-4e50-9bae-a6bbf6dcf7a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 915 time: 0.0941608 Jul 23 14:24:36.642988 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-52122ec1-9eb7-4ee4-9677-764a28b12ed5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3343db6-404d-436b-a74e-6fbb0fd5a49c HTTP/1.1" status: 200 len: 217 time: 0.0350268 Jul 23 14:24:36.692369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-4c9b00fa-1f42-40bb-9d81-9c9b12eadd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:36.693877 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-4c9b00fa-1f42-40bb-9d81-9c9b12eadd67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0439022 Jul 23 14:24:36.732017 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-2c697e5f-64c8-4b25-9fd2-d2753aed8760 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316908 Jul 23 14:24:36.758112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f1e67-0e7d-4b27-94ce-1e5dd22bd241 req-2e7f71bf-8df1-48c3-a631-5713eb1f9b4e tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:36.759590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e97f1e67-0e7d-4b27-94ce-1e5dd22bd241 req-2e7f71bf-8df1-48c3-a631-5713eb1f9b4e tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 943 time: 0.1172011 Jul 23 14:24:36.760662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Allocated IP 172.20.0.7 (efa57e45-5b6a-4b70-9581-cbd19ecc3f76/d7d65f38-9289-4fca-9a5f-9dad74d27193/0057b71f-ae68-4b0c-b249-cc7e24c3a4e0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:24:36.820758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e97f1e67-0e7d-4b27-94ce-1e5dd22bd241 req-bbe2e17e-4e03-4609-99a3-e280a80428e4 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555382 Jul 23 14:24:36.825245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-dc0ef73d-c0b6-4e5a-859e-2e7476c5ca42 service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850964 Jul 23 14:24:36.929594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:36.930228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4d30fa39-cecb-4dc3-bb51-46f76f1c4056 req-d57e5c8a-9a7a-4276-b51e-eb11f6d4ebc1 service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981436 Jul 23 14:24:36.976641 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:37.018142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:24:37.023362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:37.028844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:24:37.036884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Pushing event updated for resources: {'Port': ['ID=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:37.082735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:37.083353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:37.099478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-3f14e277-5f8f-4e0a-8bd9-fc8d6abee0e0 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6358504 Jul 23 14:24:37.118340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Request body: {'port': {'device_id': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:37.510621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:37.600350 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:37.667328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc269d8d-85e9-4b21-b349-2d86809485b9 req-e7c22740-a59c-43be-99c6-86c49ac7a1e7 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:37.668859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc269d8d-85e9-4b21-b349-2d86809485b9 req-e7c22740-a59c-43be-99c6-86c49ac7a1e7 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 931 time: 0.1663756 Jul 23 14:24:37.753045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc269d8d-85e9-4b21-b349-2d86809485b9 req-44f8f9f7-0339-4d7a-8313-01d3c0f1aeef tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782120 Jul 23 14:24:37.840135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:37.848024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:37.861182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Transition to ACTIVE for port object 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:24:37.866038 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:37.946033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Pushing event updated for resources: {'Port': ['ID=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:38.034250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c8525-b814-4196-bffb-e6b98ff6eb5c req-3f0d705e-966c-43cd-bd8c-76d00938f23e tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:38.035697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f9c8525-b814-4196-bffb-e6b98ff6eb5c req-3f0d705e-966c-43cd-bd8c-76d00938f23e tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 943 time: 0.1414971 Jul 23 14:24:38.052078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Attempting to bind port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:24:38.052450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Attempting to bind port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '9ee3370f-8806-4e5a-97c4-e145e6dd507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:24:38.052779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Attempting to bind port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 on network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:38.065957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 on network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:24:38.066287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Attempting to bind port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 on network efa57e45-5b6a-4b70-9581-cbd19ecc3f76 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:38.078460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:24:38.078815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Checking segment: {'id': '9ee3370f-8806-4e5a-97c4-e145e6dd507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:38.079202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Bound using segment: {'id': '9ee3370f-8806-4e5a-97c4-e145e6dd507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:24:38.079633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Bound port: 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee3370f-8806-4e5a-97c4-e145e6dd507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:24:38.079976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:38.096119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f9c8525-b814-4196-bffb-e6b98ff6eb5c req-e4ac6971-933d-48ea-9443-58546e7ad9b6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545115 Jul 23 14:24:38.153884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] For port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:24:38.157328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] For port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,segment=NetworkSegment(9ee3370f-8806-4e5a-97c4-e145e6dd507a),segment_id=9ee3370f-8806-4e5a-97c4-e145e6dd507a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:24:38.161816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:38.193690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:38.194071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:38.195559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] 10.222.0.11 "PUT /v2.0/ports/0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 HTTP/1.1" status: 200 len: 1091 time: 1.0816329 Jul 23 14:24:38.197781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'tag': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:38.200223 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d8270-b162-4074-ba79-a913e035ae97" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2a2a32-d69a-4916-a0c6-890f3f6ae18b", "tag": "0057b71f-ae68-4b0c-b249-cc7e24c3a4e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:38.230509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62381fc8-8b33-45a8-a136-77ac45ab1aab service neutron] Pushing event updated for resources: {'Port': ['ID=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:38.237113 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc173b5f-d869-4cff-aca1-0257662e94d0 x-openstack-request-id: req-bc173b5f-d869-4cff-aca1-0257662e94d0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:38.237401 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2a2a32-d69a-4916-a0c6-890f3f6ae18b", "tag": "0057b71f-ae68-4b0c-b249-cc7e24c3a4e0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:38.237651 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc173b5f-d869-4cff-aca1-0257662e94d0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:38.238046 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'tag': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0', 'status': 'completed', 'code': 200} Jul 23 14:24:38.314571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-f859dba4-b50f-4b68-84d8-4f4e7596a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:38.316023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-f859dba4-b50f-4b68-84d8-4f4e7596a734 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=030c25ea521242fcbc9ba137fd846d81&device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 1094 time: 0.0584481 Jul 23 14:24:38.362467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-9b9c218b-7b9a-40c1-b956-00ed8bb3aaca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 HTTP/1.1" status: 200 len: 217 time: 0.0337727 Jul 23 14:24:38.414579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-b21b0244-aed0-4d5f-b532-e7e8ea41fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:38.416088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-b21b0244-aed0-4d5f-b532-e7e8ea41fc50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7d65f38-9289-4fca-9a5f-9dad74d27193 HTTP/1.1" status: 200 len: 861 time: 0.0471129 Jul 23 14:24:38.453977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-ae7f5241-bc90-494e-838e-8a6e9771547f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efa57e45-5b6a-4b70-9581-cbd19ecc3f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306470 Jul 23 14:24:38.550361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-868631e3-fe9d-44b6-8130-838a2221a7d8 service neutron] 10.222.0.11 "GET /v2.0/networks/efa57e45-5b6a-4b70-9581-cbd19ecc3f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893230 Jul 23 14:24:38.645476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6d1319c-4f53-45d6-8878-d12917597c37 req-f7b1aaed-6824-4520-bf06-fbee86d07602 service neutron] 10.222.0.11 "GET /v2.0/networks/efa57e45-5b6a-4b70-9581-cbd19ecc3f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884688 Jul 23 14:24:38.787632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-1b13f4e4-987d-419e-aab4-0ea85b69c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:38.789158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-1b13f4e4-987d-419e-aab4-0ea85b69c770 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=030c25ea521242fcbc9ba137fd846d81&device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 1094 time: 0.0579174 Jul 23 14:24:38.915929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-b33292cb-0076-4746-a443-a6adfcd4489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:38.917300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-b33292cb-0076-4746-a443-a6adfcd4489d service neutron] 10.222.0.11 "GET /v2.0/networks?id=efa57e45-5b6a-4b70-9581-cbd19ecc3f76 HTTP/1.1" status: 200 len: 922 time: 0.1219602 Jul 23 14:24:38.963259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-94c89eaf-cf52-4711-9aa9-71c9e075cd4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 HTTP/1.1" status: 200 len: 217 time: 0.0374305 Jul 23 14:24:38.971890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb05cb-c7c2-4c1d-acdf-c540a851fb2b req-7fabac5b-71c2-4b52-adca-53ac462d9b00 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:38.973297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8fb05cb-c7c2-4c1d-acdf-c540a851fb2b req-7fabac5b-71c2-4b52-adca-53ac462d9b00 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 943 time: 0.1444566 Jul 23 14:24:39.044619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8fb05cb-c7c2-4c1d-acdf-c540a851fb2b req-e0bcbeab-436b-495f-9e99-774faabad4ff tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632722 Jul 23 14:24:39.046101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-b54972f9-085e-457f-9ca0-ad1c484d61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:39.047553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-b54972f9-085e-457f-9ca0-ad1c484d61ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7d65f38-9289-4fca-9a5f-9dad74d27193 HTTP/1.1" status: 200 len: 861 time: 0.0733509 Jul 23 14:24:39.081886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-a89bcd96-ee33-453b-9511-ca1709720b73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efa57e45-5b6a-4b70-9581-cbd19ecc3f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273616 Jul 23 14:24:39.188724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-86f587ab-268d-40eb-8889-8fd403915945 service neutron] 10.222.0.11 "GET /v2.0/networks/efa57e45-5b6a-4b70-9581-cbd19ecc3f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999866 Jul 23 14:24:39.311228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8615b-df59-4e0c-bfb0-87aa8828e185 req-273a7cac-7b34-4ecf-9801-b54145eb431f tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:39.312720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ff8615b-df59-4e0c-bfb0-87aa8828e185 req-273a7cac-7b34-4ecf-9801-b54145eb431f tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 943 time: 0.1384749 Jul 23 14:24:39.314578 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e6d8270-b162-4074-ba79-a913e035ae97 req-9d15e3f8-08bd-4679-87bb-ca47cc43b08a service neutron] 10.222.0.11 "GET /v2.0/networks/efa57e45-5b6a-4b70-9581-cbd19ecc3f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088526 Jul 23 14:24:39.352091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ff8615b-df59-4e0c-bfb0-87aa8828e185 req-aa57c789-3c2b-4350-b521-a57c05152487 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Jul 23 14:24:40.194099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6f829-449b-4d7e-97e8-7a52d893d686 req-d8dbd168-3e29-4911-8151-ba65968d343b tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:40.195538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcb6f829-449b-4d7e-97e8-7a52d893d686 req-d8dbd168-3e29-4911-8151-ba65968d343b tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 943 time: 0.0732985 Jul 23 14:24:40.235804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcb6f829-449b-4d7e-97e8-7a52d893d686 req-e0c2048d-ed4d-49ba-97e2-cab1066bb5e1 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Jul 23 14:24:40.251359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d3343db6-404d-436b-a74e-6fbb0fd5a49c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:24:40.347776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d3343db6-404d-436b-a74e-6fbb0fd5a49c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d3343db6-404d-436b-a74e-6fbb0fd5a49c,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:40.359099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'port_id': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c', 'mac_address': 'fa:16:3e:91:e7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:24:40.396742 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:40.410036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3343db6-404d-436b-a74e-6fbb0fd5a49c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:40.433877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d3343db6-404d-436b-a74e-6fbb0fd5a49c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d3343db6-404d-436b-a74e-6fbb0fd5a49c,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:40.439622 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:40.486728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d3343db6-404d-436b-a74e-6fbb0fd5a49c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:40.487226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9a357-3e39-4121-9702-729e19457afb req-5e2b6cfb-a266-4f98-864e-8c5cb72ab6a5 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:40.488712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73a9a357-3e39-4121-9702-729e19457afb req-5e2b6cfb-a266-4f98-864e-8c5cb72ab6a5 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 943 time: 0.0696564 Jul 23 14:24:40.530249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73a9a357-3e39-4121-9702-729e19457afb req-b86bc524-fdaa-48b8-b033-ad34cda3c3ae tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356309 Jul 23 14:24:40.708373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d3343db6-404d-436b-a74e-6fbb0fd5a49c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:41.375549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a037d0-c668-407e-b4fc-6f8134d1a014 req-87b8f621-1104-408e-ab23-2c5762b3ec15 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:41.377021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8a037d0-c668-407e-b4fc-6f8134d1a014 req-87b8f621-1104-408e-ab23-2c5762b3ec15 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 943 time: 0.0654519 Jul 23 14:24:41.429505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8a037d0-c668-407e-b4fc-6f8134d1a014 req-a998116b-9e3b-454e-9942-3cad9a0d1111 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Jul 23 14:24:41.676448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019d9cc-662d-4f8c-b759-04e1ef8b0765 req-ba459af0-eafc-466d-a8bf-64ac9e3322e2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:41.677957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9019d9cc-662d-4f8c-b759-04e1ef8b0765 req-ba459af0-eafc-466d-a8bf-64ac9e3322e2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 944 time: 0.0718429 Jul 23 14:24:41.717805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9019d9cc-662d-4f8c-b759-04e1ef8b0765 req-33db98bf-40a2-4f41-96ba-620796fc0bef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Jul 23 14:24:42.262633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:24:42.268304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d3343db6-404d-436b-a74e-6fbb0fd5a49c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:24:42.381936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port d3343db6-404d-436b-a74e-6fbb0fd5a49c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:24:42.387966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d3343db6-404d-436b-a74e-6fbb0fd5a49c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:24:42.388341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:42.426651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,segment=NetworkSegment(9ee3370f-8806-4e5a-97c4-e145e6dd507a),segment_id=9ee3370f-8806-4e5a-97c4-e145e6dd507a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:42.443580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0', 'network_id': 'efa57e45-5b6a-4b70-9581-cbd19ecc3f76', 'port_id': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0', 'mac_address': 'fa:16:3e:b5:e4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d65f38-9289-4fca-9a5f-9dad74d27193', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:24:42.506565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:42.525373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:42.527874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:42.559457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,segment=NetworkSegment(9ee3370f-8806-4e5a-97c4-e145e6dd507a),segment_id=9ee3370f-8806-4e5a-97c4-e145e6dd507a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:42.565988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d3dd5-af2c-4e5a-a807-385312cb1d68 req-547942c6-21a3-4cdc-bf61-25f3f022f669 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:42.566522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:42.567675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d73d3dd5-af2c-4e5a-a807-385312cb1d68 req-547942c6-21a3-4cdc-bf61-25f3f022f669 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 943 time: 0.0704401 Jul 23 14:24:42.568696 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad8c93-e2e1-4bcd-a033-b5966d58f9be" -d '{"events": [{"server_uuid": "4e332fbb-050e-4e9e-8cea-de06d5d17544", "name": "network-vif-plugged", "status": "completed", "tag": "d3343db6-404d-436b-a74e-6fbb0fd5a49c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:42.573406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:42.585183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d3343db6-404d-436b-a74e-6fbb0fd5a49c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d3343db6-404d-436b-a74e-6fbb0fd5a49c,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:42.606815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:42.607306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d73d3dd5-af2c-4e5a-a807-385312cb1d68 req-a1959fe9-b7e6-4b0d-87a6-b785ffc3cf49 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Jul 23 14:24:42.632000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:42.641170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.641642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.641996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.642494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.642836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.643172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.643908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.643908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.644135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.644463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.644789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.645235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:42.654112 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75413921-2a4a-45f9-a24a-5a3d1f44f963 x-openstack-request-id: req-75413921-2a4a-45f9-a24a-5a3d1f44f963 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:42.654451 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e332fbb-050e-4e9e-8cea-de06d5d17544", "name": "network-vif-plugged", "status": "completed", "tag": "d3343db6-404d-436b-a74e-6fbb0fd5a49c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:42.654767 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75413921-2a4a-45f9-a24a-5a3d1f44f963 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:42.655190 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c', 'code': 200} Jul 23 14:24:42.698628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d3343db6-404d-436b-a74e-6fbb0fd5a49c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:42.807715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1caeb-5130-4438-a13e-005d3381d115 req-751875a0-0bf2-463e-bafe-2e7f1ca2cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:42.809097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1b1caeb-5130-4438-a13e-005d3381d115 req-751875a0-0bf2-463e-bafe-2e7f1ca2cf42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 1096 time: 0.0664761 Jul 23 14:24:42.860347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['0057b71f-ae68-4b0c-b249-cc7e24c3a4e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:42.863919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1b1caeb-5130-4438-a13e-005d3381d115 req-f1188c94-5e77-4003-80e8-b6b97540b068 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Jul 23 14:24:42.884732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d77574-e8af-4e35-a3c0-e36a773e3ea3 req-d2994183-fd2e-4611-85e2-6a2245fe0048 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:42.886778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4d77574-e8af-4e35-a3c0-e36a773e3ea3 req-d2994183-fd2e-4611-85e2-6a2245fe0048 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 945 time: 0.0944245 Jul 23 14:24:42.926575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4d77574-e8af-4e35-a3c0-e36a773e3ea3 req-56c4f138-0754-479e-a1d0-20f9e4035a5c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331898 Jul 23 14:24:43.745971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3431d1-d02e-4356-8781-d978ca2829bf req-27c40a8e-f0de-49bd-85c3-8a7c1f143b4c tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:43.747481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b3431d1-d02e-4356-8781-d978ca2829bf req-27c40a8e-f0de-49bd-85c3-8a7c1f143b4c tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 944 time: 0.0691271 Jul 23 14:24:43.784946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b3431d1-d02e-4356-8781-d978ca2829bf req-e7c06df6-ee1e-4d3c-978c-2f3c4b91709d tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 Jul 23 14:24:44.061733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeecf0-1ae3-4418-9b4c-40cc042734bd req-c2c0e5e0-6773-438f-a303-35d61d37a0da tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:44.063249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5daeecf0-1ae3-4418-9b4c-40cc042734bd req-c2c0e5e0-6773-438f-a303-35d61d37a0da tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 945 time: 0.0659437 Jul 23 14:24:44.104507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5daeecf0-1ae3-4418-9b4c-40cc042734bd req-ad407a5e-ce69-4402-b462-29e847e58327 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Jul 23 14:24:44.270842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:24:44.326284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:24:44.330230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:24:44.330622 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:44.412651 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:44.446307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,segment=NetworkSegment(9ee3370f-8806-4e5a-97c4-e145e6dd507a),segment_id=9ee3370f-8806-4e5a-97c4-e145e6dd507a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:44.452151 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:44.517568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:44.656586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:44.660594 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7725bdba-64d9-4129-be59-899f15981f72" -d '{"events": [{"server_uuid": "9f2a2a32-d69a-4916-a0c6-890f3f6ae18b", "name": "network-vif-plugged", "status": "completed", "tag": "0057b71f-ae68-4b0c-b249-cc7e24c3a4e0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:44.701012 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c352657b-c047-4781-bddd-47a672ccce03 x-openstack-request-id: req-c352657b-c047-4781-bddd-47a672ccce03 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:44.701305 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2a2a32-d69a-4916-a0c6-890f3f6ae18b", "name": "network-vif-plugged", "status": "completed", "tag": "0057b71f-ae68-4b0c-b249-cc7e24c3a4e0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:44.701661 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c352657b-c047-4781-bddd-47a672ccce03 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:44.702061 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0', 'code': 200} Jul 23 14:24:44.857223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf20d-0861-4e15-b03a-3db5422ed688 req-108ce523-9998-466f-a85c-d35d87becd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:44.858769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a9bf20d-0861-4e15-b03a-3db5422ed688 req-108ce523-9998-466f-a85c-d35d87becd0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 1096 time: 0.0654845 Jul 23 14:24:44.917794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a9bf20d-0861-4e15-b03a-3db5422ed688 req-fda37ed9-b2b3-4a8a-a5d3-173a5256ada0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501187 Jul 23 14:24:44.946855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882aa1f-213a-4ae1-b0b5-9929ef3f7bd6 req-6c45b103-fa68-4e80-a556-7c66cc3c894a tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:44.948334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9882aa1f-213a-4ae1-b0b5-9929ef3f7bd6 req-6c45b103-fa68-4e80-a556-7c66cc3c894a tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 945 time: 0.0886662 Jul 23 14:24:44.987649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9882aa1f-213a-4ae1-b0b5-9929ef3f7bd6 req-ecf79e2a-4ac4-4cad-8bcd-ecdf4d9a70e4 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Jul 23 14:24:45.792199 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33771170-e365-48ec-af20-b71efb7305cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:46.124959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee86074-d90b-4e3e-96bb-e75b7a839179 req-ef653111-4bff-4e45-a8e8-89d1b493c0aa tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:46.126432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ee86074-d90b-4e3e-96bb-e75b7a839179 req-ef653111-4bff-4e45-a8e8-89d1b493c0aa tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 945 time: 0.0672479 Jul 23 14:24:46.165952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ee86074-d90b-4e3e-96bb-e75b7a839179 req-d2184312-a047-4753-8d68-a5d29c2fdc10 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Jul 23 14:24:46.482272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f6b78-044e-43b5-94a9-311c55f52529 req-8dce36e1-2caa-4dbb-af92-8ab501c3e955 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:46.483891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d9f6b78-044e-43b5-94a9-311c55f52529 req-8dce36e1-2caa-4dbb-af92-8ab501c3e955 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 945 time: 0.0712798 Jul 23 14:24:46.522450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d9f6b78-044e-43b5-94a9-311c55f52529 req-bdf87b0b-f69a-43f7-8e52-0890839d4e91 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Jul 23 14:24:47.658297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35125a4-abd9-4e21-b861-2f269ae5e4c4 req-eae35e42-3d27-43b3-ade1-931b35502925 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:47.659852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b35125a4-abd9-4e21-b861-2f269ae5e4c4 req-eae35e42-3d27-43b3-ade1-931b35502925 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 945 time: 0.0679922 Jul 23 14:24:47.701827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b35125a4-abd9-4e21-b861-2f269ae5e4c4 req-037a54cb-4223-4653-b5bb-ef0fee9d0bec tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/security-groups?id=2df09cf1-1e9f-4274-a97f-7faba1c5e060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Jul 23 14:24:47.819906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:47.876021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c70d9c-c685-4e96-883c-4769928e0516 req-6811c39e-3753-4aa7-8f7c-915959640cc1 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:47.877514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04c70d9c-c685-4e96-883c-4769928e0516 req-6811c39e-3753-4aa7-8f7c-915959640cc1 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 945 time: 0.0693243 Jul 23 14:24:47.980344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Deleting port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:24:47.980689 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:48.073843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] For port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,segment=NetworkSegment(9ee3370f-8806-4e5a-97c4-e145e6dd507a),segment_id=9ee3370f-8806-4e5a-97c4-e145e6dd507a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:48.074230 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:48.086253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Calling delete_port for 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:24:48.213448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:48.246888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['0057b71f-ae68-4b0c-b249-cc7e24c3a4e0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:48.272506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Pushing event deleted for resources: {'Port': ['ID=0057b71f-ae68-4b0c-b249-cc7e24c3a4e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:48.295513 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:48.300052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] No DVR routers for this DVR port 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:24:48.302675 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:48.305377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-04c70d9c-c685-4e96-883c-4769928e0516 req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.11 "DELETE /v2.0/ports/0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 HTTP/1.1" status: 204 len: 173 time: 0.4226239 Jul 23 14:24:48.305973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'name': 'network-vif-deleted', 'tag': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:48.309332 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebe7031-934b-4a2e-a4a3-f36befc53c20" -d '{"events": [{"server_uuid": "9f2a2a32-d69a-4916-a0c6-890f3f6ae18b", "name": "network-vif-deleted", "tag": "0057b71f-ae68-4b0c-b249-cc7e24c3a4e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:48.312611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.313367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.313787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.314177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.314504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.315651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.315651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.315651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.315936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.316139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.316502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.316813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba47d2-54fb-4e1e-a7e1-5ee19ff1f7b2 tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:48.361642 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2224bf9-9463-45f8-a135-5b0fe26c1f3b x-openstack-request-id: req-e2224bf9-9463-45f8-a135-5b0fe26c1f3b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:48.361936 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2a2a32-d69a-4916-a0c6-890f3f6ae18b", "name": "network-vif-deleted", "tag": "0057b71f-ae68-4b0c-b249-cc7e24c3a4e0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:48.362188 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2224bf9-9463-45f8-a135-5b0fe26c1f3b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:48.362596 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2a2a32-d69a-4916-a0c6-890f3f6ae18b', 'name': 'network-vif-deleted', 'tag': '0057b71f-ae68-4b0c-b249-cc7e24c3a4e0', 'status': 'completed', 'code': 200} Jul 23 14:24:48.468887 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e32d025a-d3e6-4fba-870b-68fb646431e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:48.819229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb261229-879e-440d-8053-4d40c94689ee req-2b27e233-4d4e-4587-8655-3e3343768e4b tempest-ServerAddressesNegativeTestJSON-1588882627 tempest-ServerAddressesNegativeTestJSON-1588882627-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2a2a32-d69a-4916-a0c6-890f3f6ae18b HTTP/1.1" status: 200 len: 210 time: 0.0321226 Jul 23 14:24:49.054954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-b3695df5-a81c-4fc1-af28-41ea2e11ca10 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:49.056415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-b3695df5-a81c-4fc1-af28-41ea2e11ca10 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1034522 Jul 23 14:24:49.074586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-3cc35009-3a06-4cc0-b35f-6571508b3c37 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/quotas/83eafc80f59c4906ae0d3f964580e403 HTTP/1.1" status: 200 len: 375 time: 0.0095203 Jul 23 14:24:49.141308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-080c4684-9af9-4f69-ace4-0331a9635d70 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611000 Jul 23 14:24:49.237978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-00e0c2b7-b082-4397-b96e-0a0a92cb1630 service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899155 Jul 23 14:24:49.342347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-52963b60-7bf3-4c00-b2d7-dcbcd6290545 service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978594 Jul 23 14:24:49.514984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f7eb763-a0e9-40ae-83bd-e6b6e6ad8d65 req-84765589-eaea-4205-b6ca-09143f2faad7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 210 time: 0.0331929 Jul 23 14:24:49.525127 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:49.889411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:49.936383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] Deleting subnet d7d65f38-9289-4fca-9a5f-9dad74d27193 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:24:49.939491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:49.975495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.017175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.074256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.104334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d65f38-9289-4fca-9a5f-9dad74d27193,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:50.109361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.112073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a92ff828-8a90-4173-a55c-52e2e796f918 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7d65f38-9289-4fca-9a5f-9dad74d27193 HTTP/1.1" status: 204 len: 168 time: 0.2211173 Jul 23 14:24:50.115058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:50.186956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.270721 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.280594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa57e45-5b6a-4b70-9581-cbd19ecc3f76']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:50.290681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee3370f-8806-4e5a-97c4-e145e6dd507a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:50.290985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee3370f-8806-4e5a-97c4-e145e6dd507a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:24:50.300039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.315602 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.321929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:24:50.322307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:24:50.324004 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:24:50.379647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.385326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.390340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] 10.222.0.21 "DELETE /v2.0/networks/efa57e45-5b6a-4b70-9581-cbd19ecc3f76 HTTP/1.1" status: 204 len: 168 time: 0.2714767 Jul 23 14:24:50.402426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6436751-3c43-423c-a976-afef765f6110 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa57e45-5b6a-4b70-9581-cbd19ecc3f76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:50.524801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:50.536659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-846ee069-0685-407d-b436-56f94bab1685 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:50.538450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-846ee069-0685-407d-b436-56f94bab1685 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1157451 Jul 23 14:24:50.557557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Request body: {'port': {'device_id': 'bc236041-8005-434b-b7ac-d65657e4318a', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'admin_state_up': True, 'tenant_id': '83eafc80f59c4906ae0d3f964580e403'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:50.579649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b5486903-789d-400c-95c6-84610f948bc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=030c25ea521242fcbc9ba137fd846d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535161 Jul 23 14:24:50.582067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:50.630271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.645271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cff34b7-d4c5-4c24-8ff8-497da47d455c req-93adea70-58b6-425e-88e3-426bb454b8c9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 210 time: 0.0580857 Jul 23 14:24:50.651699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.694350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Made reservation on behalf of 83eafc80f59c4906ae0d3f964580e403 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:50.697974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.704143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.706749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:50.707900 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2df09cf1-1e9f-4274-a97f-7faba1c5e060 HTTP/1.1" status: 204 len: 168 time: 0.1248350 Jul 23 14:24:50.716093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df09cf1-1e9f-4274-a97f-7faba1c5e060,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:50.723851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.724099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.724516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.724854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.725221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.725517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.726009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.726519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.726915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.727251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.727586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.727899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0ac8-9b69-4331-9e12-9448944d5fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:24:50.824040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Allocated IP 172.20.0.6 (c8196f34-4d29-4129-96b4-22d96aa63f15/22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a/fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:24:50.971669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.011478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.026761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:51.049957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Network c8196f34-4d29-4129-96b4-22d96aa63f15 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:24:51.053438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:51.057082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:24:51.102455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event updated for resources: {'Port': ['ID=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:51.120238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:51.120869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.140529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-9a34dc2b-88cd-45b6-b6ae-89020a26caa7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867608 Jul 23 14:24:51.162922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d3343db6-404d-436b-a74e-6fbb0fd5a49c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:51.169049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Request body: {'port': {'device_id': 'bc236041-8005-434b-b7ac-d65657e4318a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:51.226662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.257251 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.465436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:51.529613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:51.536965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.548631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Transition to ACTIVE for port object fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:24:51.553538 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.581011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-7373696-network', 'tenant_id': 'e6a3b318c08a4a05b82421edfa4d0907'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:51.604753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Made reservation on behalf of e6a3b318c08a4a05b82421edfa4d0907 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:51.605421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Pushing event updated for resources: {'Port': ['ID=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:51.607249 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.616015 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.674070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Attempting to bind port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:24:51.674429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Attempting to bind port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:24:51.674826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Attempting to bind port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:51.680295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 on network c8196f34-4d29-4129-96b4-22d96aa63f15 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:24:51.680622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Attempting to bind port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:51.686822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:24:51.687156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Checking segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:51.688186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Bound using segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:24:51.688186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Bound port: fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:24:51.688511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.713641 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.719719 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.744424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:24:51.753213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a52f12d-b65b-4652-b4ed-b84c673ca65f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:51.760025 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.760367 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Added segment 13413ba2-6d4f-4b37-ac2d-e27bf87b6f73 of type vlan for network 47ad8665-18e7-4edd-a0ed-be621a560f7f Jul 23 14:24:51.794759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] For port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:24:51.799452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] For port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:24:51.799833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.809389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.828428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8519d-8733-44a8-8d3f-29907ef375d1 req-4830c6c5-3a9f-4669-a34b-e472cbe03443 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:51.829937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.830098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17b8519d-8733-44a8-8d3f-29907ef375d1 req-4830c6c5-3a9f-4669-a34b-e472cbe03443 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 943 time: 0.1045394 Jul 23 14:24:51.831121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:51.831698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.853170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:51.854024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:51.855611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] 10.222.0.11 "PUT /v2.0/ports/fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 HTTP/1.1" status: 200 len: 1091 time: 0.6913650 Jul 23 14:24:51.861409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc236041-8005-434b-b7ac-d65657e4318a', 'tag': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:51.863874 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c610d4a1-a5c0-47cf-8729-56253abc5af6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc236041-8005-434b-b7ac-d65657e4318a", "tag": "fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:51.871474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:24:51.872034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4053373 Jul 23 14:24:51.877674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Request body: {'subnet': {'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-7373696-subnet', 'tenant_id': 'e6a3b318c08a4a05b82421edfa4d0907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:51.903460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad867452-8fe7-47da-91ec-5484f6261ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=47ad8665-18e7-4edd-a0ed-be621a560f7f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:51.922705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbf0f7-978d-4cbf-a9d5-7045a36b66fb service neutron] Pushing event updated for resources: {'Port': ['ID=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:51.928287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 47ad8665-18e7-4edd-a0ed-be621a560f7f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:24:51.939563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Made reservation on behalf of e6a3b318c08a4a05b82421edfa4d0907 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:51.942330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:52.308684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:24:52.329957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:24:52.330307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0057b71f-ae68-4b0c-b249-cc7e24c3a4e0 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:24:52.378841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17b8519d-8733-44a8-8d3f-29907ef375d1 req-c3944721-74f4-4417-8684-f9c99ac7df58 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308416 Jul 23 14:24:52.403657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-693f963f-9e4c-4010-a2b8-d1b6ef446385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:52.405114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-693f963f-9e4c-4010-a2b8-d1b6ef446385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 1094 time: 0.4766779 Jul 23 14:24:52.431359 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56b3f1f-382e-4288-a662-50e223b2c82b x-openstack-request-id: req-b56b3f1f-382e-4288-a662-50e223b2c82b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:52.431653 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc236041-8005-434b-b7ac-d65657e4318a", "tag": "fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:52.431896 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b56b3f1f-382e-4288-a662-50e223b2c82b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:52.432277 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc236041-8005-434b-b7ac-d65657e4318a', 'tag': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05', 'status': 'completed', 'code': 200} Jul 23 14:24:52.471588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-acbb0801-6582-4403-ae1e-e75ac94a2ef4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 HTTP/1.1" status: 200 len: 217 time: 0.0419738 Jul 23 14:24:52.564475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-715a26fe-8c58-4faf-8277-e4e6670f2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:52.565967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-715a26fe-8c58-4faf-8277-e4e6670f2ff9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0873663 Jul 23 14:24:52.568269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:52.624298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-10b7fdec-986a-48b7-aead-367224aad225 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490291 Jul 23 14:24:52.674290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01e2a3f-8b0d-4e41-ab3e-4bb28672356e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:52.714243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Checking segment: {'id': '13413ba2-6d4f-4b37-ac2d-e27bf87b6f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:52.714589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Network hostable DHCP agents. Network: 47ad8665-18e7-4edd-a0ed-be621a560f7f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:24:52.746958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-bfccab7e-36f2-40de-83db-259554209cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153779 Jul 23 14:24:52.750958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Network 47ad8665-18e7-4edd-a0ed-be621a560f7f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:24:52.774916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 47ad8665-18e7-4edd-a0ed-be621a560f7f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:52.784382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a18df-638e-4ca6-a8ef-5baca4d2dd93 None None] Network 47ad8665-18e7-4edd-a0ed-be621a560f7f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:52.789393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:52.789983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:52.834022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-170b54c6-aeca-40da-aa7a-2ec1014c4a59 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9615631 Jul 23 14:24:52.856899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4924200-be70-4d2e-86d2-ccb4f74f7f76 req-1d5aae91-9da4-4d54-bee6-54da5acbec4b service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028070 Jul 23 14:24:52.925031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d0856-f250-4c57-b6ad-09122884fa29 None None] Network 47ad8665-18e7-4edd-a0ed-be621a560f7f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:24:52.999302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-8112b873-cd39-4fb1-816c-d8b02aa790be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:53.001206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-8112b873-cd39-4fb1-816c-d8b02aa790be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 1094 time: 0.0598288 Jul 23 14:24:53.098746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-f4fcd2f7-51b5-4e85-92ab-9c2815b3d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:53.100549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-f4fcd2f7-51b5-4e85-92ab-9c2815b3d3c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 915 time: 0.0923474 Jul 23 14:24:53.144549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-27fdd3ba-ceff-48a6-b0e8-b8e3fa13c150 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 HTTP/1.1" status: 200 len: 217 time: 0.0362599 Jul 23 14:24:53.247941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-d352fcbd-fb83-4901-bd0f-83c87cf8a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:53.249450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-d352fcbd-fb83-4901-bd0f-83c87cf8a039 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0967550 Jul 23 14:24:53.303510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-7c0b340d-35aa-4bf3-b836-3f9519af9915 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424879 Jul 23 14:24:53.313713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975a06-123e-4cba-abc8-c233f23e069a req-eb81607b-57aa-4416-bf8b-95279db14210 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:53.315078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-eb81607b-57aa-4416-bf8b-95279db14210 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/networks?id=47ad8665-18e7-4edd-a0ed-be621a560f7f HTTP/1.1" status: 200 len: 810 time: 0.1733215 Jul 23 14:24:53.352631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-0f9263ae-78bd-421d-9d4a-f58dd26ebab6 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/quotas/e6a3b318c08a4a05b82421edfa4d0907 HTTP/1.1" status: 200 len: 375 time: 0.0297875 Jul 23 14:24:53.414565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-bbafa3a2-0a82-4a4b-8f58-daad06eec9de tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6a3b318c08a4a05b82421edfa4d0907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554845 Jul 23 14:24:53.450008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-4e63ba39-00fe-429b-8bf4-756d9996eed4 service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340008 Jul 23 14:24:53.575939 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-66063678-2102-436f-af01-dbf7114b67c6 service neutron] 10.222.0.21 "GET /v2.0/networks/47ad8665-18e7-4edd-a0ed-be621a560f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518769 Jul 23 14:24:53.626366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c610d4a1-a5c0-47cf-8729-56253abc5af6 req-b696da07-f64f-484e-98f6-29e7eef07f89 service neutron] 10.222.0.11 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679161 Jul 23 14:24:53.693547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-98b6cd9f-dabc-4195-a34c-780a5cd803fb service neutron] 10.222.0.21 "GET /v2.0/networks/47ad8665-18e7-4edd-a0ed-be621a560f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079097 Jul 23 14:24:53.899767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad8fb-32fb-4b49-9e80-7cfa1644f281 req-d99df9bd-4068-42bf-842b-ee1e25360ec5 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:53.901270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054ad8fb-32fb-4b49-9e80-7cfa1644f281 req-d99df9bd-4068-42bf-842b-ee1e25360ec5 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 943 time: 0.0644989 Jul 23 14:24:53.943245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054ad8fb-32fb-4b49-9e80-7cfa1644f281 req-2ef6cf8d-7cd8-4a1b-967a-0a3a5a620549 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362408 Jul 23 14:24:54.010859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb1fcd3e-470b-4464-9b58-04e6778fbb93 req-7aeb966f-4650-4267-b1eb-905740d66fcd tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 210 time: 0.0342340 Jul 23 14:24:55.006870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975a06-123e-4cba-abc8-c233f23e069a req-a5b5055a-c16c-4077-bb60-303454d27c56 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:55.008331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-a5b5055a-c16c-4077-bb60-303454d27c56 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.48 "GET /v2.0/networks?id=47ad8665-18e7-4edd-a0ed-be621a560f7f HTTP/1.1" status: 200 len: 810 time: 0.1094680 Jul 23 14:24:55.024503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Request body: {'port': {'device_id': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f', 'admin_state_up': True, 'tenant_id': 'e6a3b318c08a4a05b82421edfa4d0907'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:55.150483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ce65e-e8fd-42ed-8b2a-25a26665c21f req-10781092-9e52-4054-a2f9-aa2e39a93cf6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:55.152082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-705ce65e-e8fd-42ed-8b2a-25a26665c21f req-10781092-9e52-4054-a2f9-aa2e39a93cf6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 943 time: 0.1408617 Jul 23 14:24:55.193979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Made reservation on behalf of e6a3b318c08a4a05b82421edfa4d0907 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:24:55.197474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:55.212971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-705ce65e-e8fd-42ed-8b2a-25a26665c21f req-43955915-b6d4-4740-8c35-465344c49dd8 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538404 Jul 23 14:24:55.308662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4793eae4-8017-4598-9323-4c3313082609 req-3406e538-31dd-4a97-ba6a-a718e364b5c6 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 210 time: 0.0342467 Jul 23 14:24:55.362233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Allocated IP 172.20.0.11 (47ad8665-18e7-4edd-a0ed-be621a560f7f/c01e2a3f-8b0d-4e41-ab3e-4bb28672356e/76b3463b-782d-4d9f-a25b-de024bbc6194) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:24:55.514770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:55.560179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:55.608269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Network 47ad8665-18e7-4edd-a0ed-be621a560f7f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:24:55.613401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:24:55.617077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:24:55.623515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Pushing event updated for resources: {'Port': ['ID=76b3463b-782d-4d9f-a25b-de024bbc6194,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:55.667411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:55.667998 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:55.685140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-ce9bd848-d0e1-417f-a7a1-a7e7b6be4ef3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6642165 Jul 23 14:24:55.701866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Request body: {'port': {'device_id': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:24:55.782638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.041710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b3463b-782d-4d9f-a25b-de024bbc6194 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:56.049248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.060927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Transition to ACTIVE for port object 76b3463b-782d-4d9f-a25b-de024bbc6194 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:24:56.067617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.118175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=76b3463b-782d-4d9f-a25b-de024bbc6194,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:56.190413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Attempting to bind port 76b3463b-782d-4d9f-a25b-de024bbc6194 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:24:56.190787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Attempting to bind port 76b3463b-782d-4d9f-a25b-de024bbc6194 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '13413ba2-6d4f-4b37-ac2d-e27bf87b6f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:24:56.191102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Attempting to bind port 76b3463b-782d-4d9f-a25b-de024bbc6194 on network 47ad8665-18e7-4edd-a0ed-be621a560f7f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:56.195499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Port 76b3463b-782d-4d9f-a25b-de024bbc6194 on network 47ad8665-18e7-4edd-a0ed-be621a560f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:24:56.195805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Attempting to bind port 76b3463b-782d-4d9f-a25b-de024bbc6194 on network 47ad8665-18e7-4edd-a0ed-be621a560f7f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:24:56.200511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:24:56.200847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Checking segment: {'id': '13413ba2-6d4f-4b37-ac2d-e27bf87b6f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:24:56.201224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Bound using segment: {'id': '13413ba2-6d4f-4b37-ac2d-e27bf87b6f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:24:56.201643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Bound port: 76b3463b-782d-4d9f-a25b-de024bbc6194, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13413ba2-6d4f-4b37-ac2d-e27bf87b6f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:24:56.201992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.265361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] For port 76b3463b-782d-4d9f-a25b-de024bbc6194, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:24:56.268535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] For port 76b3463b-782d-4d9f-a25b-de024bbc6194, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=76b3463b-782d-4d9f-a25b-de024bbc6194,segment=NetworkSegment(13413ba2-6d4f-4b37-ac2d-e27bf87b6f73),segment_id=13413ba2-6d4f-4b37-ac2d-e27bf87b6f73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:24:56.273888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.337654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:56.338271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.339662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] 10.222.0.48 "PUT /v2.0/ports/76b3463b-782d-4d9f-a25b-de024bbc6194 HTTP/1.1" status: 200 len: 1092 time: 0.6448228 Jul 23 14:24:56.341842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'tag': '76b3463b-782d-4d9f-a25b-de024bbc6194'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:56.344208 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b" -d '{"events": [{"name": "network-changed", "server_uuid": "d44df110-937a-4d77-aae0-2ef81603d8f8", "tag": "76b3463b-782d-4d9f-a25b-de024bbc6194"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:56.355913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:24:56.371326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1748b7-e4d1-4851-9106-0cc00142bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=76b3463b-782d-4d9f-a25b-de024bbc6194,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:56.430661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a639b9a-3276-403f-9864-1caada2826d0 req-a1301e23-c39d-4651-b468-3e602fd9bb8c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:56.432205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a639b9a-3276-403f-9864-1caada2826d0 req-a1301e23-c39d-4651-b468-3e602fd9bb8c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 943 time: 0.1301205 Jul 23 14:24:56.453277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:56.465938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'port_id': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05', 'mac_address': 'fa:16:3e:4c:52:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:24:56.477332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975a06-123e-4cba-abc8-c233f23e069a req-52363b84-46d5-4972-abd7-9a1caa943f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:56.479102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-52363b84-46d5-4972-abd7-9a1caa943f80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6a3b318c08a4a05b82421edfa4d0907&device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0973144 Jul 23 14:24:56.484767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a639b9a-3276-403f-9864-1caada2826d0 req-a3a8909a-33fa-46af-8408-51c480bb21a3 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Jul 23 14:24:56.509029 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.522450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:24:56.531197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-fae4944b-3cca-402f-8227-0d5e533a2068 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76b3463b-782d-4d9f-a25b-de024bbc6194 HTTP/1.1" status: 200 len: 217 time: 0.0407150 Jul 23 14:24:56.541935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:56.548109 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:56.596665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:56.613576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975a06-123e-4cba-abc8-c233f23e069a req-12351672-99e0-4a03-9c42-b2ea3338fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:56.615090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-12351672-99e0-4a03-9c42-b2ea3338fbae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c01e2a3f-8b0d-4e41-ab3e-4bb28672356e HTTP/1.1" status: 200 len: 850 time: 0.0727932 Jul 23 14:24:56.661995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-256a7ebd-caa9-4bf1-9621-97edb1f72bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47ad8665-18e7-4edd-a0ed-be621a560f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358493 Jul 23 14:24:56.672941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa272aa5-580f-45a8-9963-e74ff1f60557 req-8c592b34-b140-4276-9f38-8e018d5b66bd tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:56.674351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa272aa5-580f-45a8-9963-e74ff1f60557 req-8c592b34-b140-4276-9f38-8e018d5b66bd tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 944 time: 0.1223643 Jul 23 14:24:56.767256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa272aa5-580f-45a8-9963-e74ff1f60557 req-31c9b8e9-607a-4ad8-85aa-37f71594c3fe tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833194 Jul 23 14:24:56.788598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-8733cd82-a642-4dbd-b7a1-1d7f8ce9159b service neutron] 10.222.0.48 "GET /v2.0/networks/47ad8665-18e7-4edd-a0ed-be621a560f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132896 Jul 23 14:24:56.823968 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c49a19a-b38b-4360-9272-575dda99899e x-openstack-request-id: req-7c49a19a-b38b-4360-9272-575dda99899e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:56.824225 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44df110-937a-4d77-aae0-2ef81603d8f8", "tag": "76b3463b-782d-4d9f-a25b-de024bbc6194", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:56.824497 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c49a19a-b38b-4360-9272-575dda99899e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:56.824882 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'tag': '76b3463b-782d-4d9f-a25b-de024bbc6194', 'status': 'completed', 'code': 200} Jul 23 14:24:56.832514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:24:56.891750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3975a06-123e-4cba-abc8-c233f23e069a req-51c2c42a-3621-4185-a3bb-f3655181a559 service neutron] 10.222.0.48 "GET /v2.0/networks/47ad8665-18e7-4edd-a0ed-be621a560f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903409 Jul 23 14:24:57.001691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-0ccadeac-97d8-44d0-ae57-e4b025f74afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:57.003218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-0ccadeac-97d8-44d0-ae57-e4b025f74afd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6a3b318c08a4a05b82421edfa4d0907&device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0547543 Jul 23 14:24:57.101242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-94bc8da0-6dcb-458f-bd20-f013377604b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:57.102984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-94bc8da0-6dcb-458f-bd20-f013377604b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=47ad8665-18e7-4edd-a0ed-be621a560f7f HTTP/1.1" status: 200 len: 911 time: 0.0879498 Jul 23 14:24:57.144222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-02390659-bb47-4afb-8183-6b25445293e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76b3463b-782d-4d9f-a25b-de024bbc6194 HTTP/1.1" status: 200 len: 217 time: 0.0326681 Jul 23 14:24:57.204450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-2277a6a9-c8ac-4040-99b4-45b28a0f9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:57.205948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-2277a6a9-c8ac-4040-99b4-45b28a0f9a5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c01e2a3f-8b0d-4e41-ab3e-4bb28672356e HTTP/1.1" status: 200 len: 850 time: 0.0506365 Jul 23 14:24:57.251671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-06ff8429-56ba-48f7-845d-a6ac0542a20b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47ad8665-18e7-4edd-a0ed-be621a560f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344453 Jul 23 14:24:57.349884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-a81013ec-b359-4527-b324-b8cb2c300279 service neutron] 10.222.0.48 "GET /v2.0/networks/47ad8665-18e7-4edd-a0ed-be621a560f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842447 Jul 23 14:24:57.450270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd7e7ab-d648-471e-a1e0-47faa6e0131b req-c4f2cf06-acc5-4bf1-ab07-24a8382aafe5 service neutron] 10.222.0.48 "GET /v2.0/networks/47ad8665-18e7-4edd-a0ed-be621a560f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911615 Jul 23 14:24:57.628412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cf112-6f75-40d7-9ad5-1caa272e9215 req-4ffca447-1b92-47c0-ba9e-ed27426d7eb1 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:57.629911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-239cf112-6f75-40d7-9ad5-1caa272e9215 req-4ffca447-1b92-47c0-ba9e-ed27426d7eb1 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 944 time: 0.0735188 Jul 23 14:24:57.669700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-239cf112-6f75-40d7-9ad5-1caa272e9215 req-7ea483ab-9a5f-4d28-bacd-197c74b98a53 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338764 Jul 23 14:24:57.911653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81e491-cd2d-440b-b169-c7862a7e78af req-6337474e-6fab-4ce5-a500-ec4d2b422532 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:57.913117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c81e491-cd2d-440b-b169-c7862a7e78af req-6337474e-6fab-4ce5-a500-ec4d2b422532 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0760441 Jul 23 14:24:57.952511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c81e491-cd2d-440b-b169-c7862a7e78af req-1aea5658-9e66-4848-9358-8841efb14338 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Jul 23 14:24:58.367535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:24:58.420585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:24:58.424442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:24:58.424812 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:58.509173 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:58.534969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc236041-8005-434b-b7ac-d65657e4318a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:24:58.537166 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba11ce5-2e76-4d6d-85e0-6157092e6019" -d '{"events": [{"server_uuid": "bc236041-8005-434b-b7ac-d65657e4318a", "name": "network-vif-plugged", "status": "completed", "tag": "fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:24:58.549533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:24:58.554998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:24:58.577263 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5872fc0-822c-44c0-8d79-7690a5cfa1d8 x-openstack-request-id: req-f5872fc0-822c-44c0-8d79-7690a5cfa1d8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:24:58.577555 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc236041-8005-434b-b7ac-d65657e4318a", "name": "network-vif-plugged", "status": "completed", "tag": "fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:24:58.577801 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5872fc0-822c-44c0-8d79-7690a5cfa1d8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:24:58.578187 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc236041-8005-434b-b7ac-d65657e4318a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05', 'code': 200} Jul 23 14:24:58.603017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:24:58.715537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6cdb5-2640-4ba2-af9c-fa4004c3fad2 req-e50df701-13f1-4c4c-8d72-90a65b9b9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:58.717102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82c6cdb5-2640-4ba2-af9c-fa4004c3fad2 req-e50df701-13f1-4c4c-8d72-90a65b9b9312 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 1096 time: 0.0570507 Jul 23 14:24:58.761267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82c6cdb5-2640-4ba2-af9c-fa4004c3fad2 req-0b558a46-095e-406a-b71f-4f3ff446646e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370443 Jul 23 14:24:58.814846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698f4f5-3a98-44d6-a118-d650113f1215 req-f9d531eb-666b-402e-8624-0accb1420689 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:58.816317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3698f4f5-3a98-44d6-a118-d650113f1215 req-f9d531eb-666b-402e-8624-0accb1420689 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 945 time: 0.0687652 Jul 23 14:24:58.859057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3698f4f5-3a98-44d6-a118-d650113f1215 req-07bad8b2-cdd4-44bd-aa7b-3081e65576e7 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Jul 23 14:24:59.101710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ae7f7-d68a-4968-a234-ce2482829508 req-4544b43f-5d95-4d1b-acad-74b41ddae9a7 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:24:59.102998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-776ae7f7-d68a-4968-a234-ce2482829508 req-4544b43f-5d95-4d1b-acad-74b41ddae9a7 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0728519 Jul 23 14:24:59.141997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-776ae7f7-d68a-4968-a234-ce2482829508 req-74d1a8f8-31c3-46f8-bca9-f7d775988877 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Jul 23 14:25:00.006692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407d8e-5069-434d-9857-c3a68658cf6b req-eb65fad4-f3df-4470-89df-bbfef764fecc tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:00.008235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff407d8e-5069-434d-9857-c3a68658cf6b req-eb65fad4-f3df-4470-89df-bbfef764fecc tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 945 time: 0.0794480 Jul 23 14:25:00.048039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff407d8e-5069-434d-9857-c3a68658cf6b req-3600c76c-d6cf-4fab-9739-d2d8bad5ee82 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 23 14:25:00.226326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 76b3463b-782d-4d9f-a25b-de024bbc6194 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:25:00.282716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18e70b-d560-4b8c-b8d6-d52c38b5246f req-32701950-9880-4b42-91f3-a8e3c63f03d8 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:00.284346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c18e70b-d560-4b8c-b8d6-d52c38b5246f req-32701950-9880-4b42-91f3-a8e3c63f03d8 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0722625 Jul 23 14:25:00.345971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c18e70b-d560-4b8c-b8d6-d52c38b5246f req-0d9f7108-3a91-4a2d-a2f7-068daf914c9f tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Jul 23 14:25:00.357920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 76b3463b-782d-4d9f-a25b-de024bbc6194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=76b3463b-782d-4d9f-a25b-de024bbc6194,segment=NetworkSegment(13413ba2-6d4f-4b37-ac2d-e27bf87b6f73),segment_id=13413ba2-6d4f-4b37-ac2d-e27bf87b6f73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:00.368332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '76b3463b-782d-4d9f-a25b-de024bbc6194', 'network_id': '47ad8665-18e7-4edd-a0ed-be621a560f7f', 'port_id': '76b3463b-782d-4d9f-a25b-de024bbc6194', 'mac_address': 'fa:16:3e:d6:45:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01e2a3f-8b0d-4e41-ab3e-4bb28672356e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:25:00.410633 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:00.425249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b3463b-782d-4d9f-a25b-de024bbc6194 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:00.447295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 76b3463b-782d-4d9f-a25b-de024bbc6194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=76b3463b-782d-4d9f-a25b-de024bbc6194,segment=NetworkSegment(13413ba2-6d4f-4b37-ac2d-e27bf87b6f73),segment_id=13413ba2-6d4f-4b37-ac2d-e27bf87b6f73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:00.459803 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:00.508673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=76b3463b-782d-4d9f-a25b-de024bbc6194,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:00.831168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['76b3463b-782d-4d9f-a25b-de024bbc6194'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:01.476705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9d56-8906-41e8-a3e3-878aeda2239b req-b4d3a921-4f7c-4e55-a267-5063b35e7f3e tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:01.478843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-145f9d56-8906-41e8-a3e3-878aeda2239b req-b4d3a921-4f7c-4e55-a267-5063b35e7f3e tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0702505 Jul 23 14:25:01.517053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-145f9d56-8906-41e8-a3e3-878aeda2239b req-8029c674-a2b6-464e-b3fc-8bc4065673d3 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Jul 23 14:25:02.242762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 76b3463b-782d-4d9f-a25b-de024bbc6194 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:25:02.295423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 76b3463b-782d-4d9f-a25b-de024bbc6194 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:25:02.299185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 76b3463b-782d-4d9f-a25b-de024bbc6194 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:25:02.299561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:02.378036 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:02.399887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b3463b-782d-4d9f-a25b-de024bbc6194'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:02.402139 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edcf35b-1232-4522-8398-5700a169cfec" -d '{"events": [{"server_uuid": "d44df110-937a-4d77-aae0-2ef81603d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "76b3463b-782d-4d9f-a25b-de024bbc6194"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:02.414855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 76b3463b-782d-4d9f-a25b-de024bbc6194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=76b3463b-782d-4d9f-a25b-de024bbc6194,segment=NetworkSegment(13413ba2-6d4f-4b37-ac2d-e27bf87b6f73),segment_id=13413ba2-6d4f-4b37-ac2d-e27bf87b6f73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:02.422040 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:02.432561 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:25:02.446905 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d4738-e0ea-46eb-9c06-723560f1b947 x-openstack-request-id: req-281d4738-e0ea-46eb-9c06-723560f1b947 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:02.447201 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44df110-937a-4d77-aae0-2ef81603d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "76b3463b-782d-4d9f-a25b-de024bbc6194", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:02.447454 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-281d4738-e0ea-46eb-9c06-723560f1b947 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:02.447845 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b3463b-782d-4d9f-a25b-de024bbc6194', 'code': 200} Jul 23 14:25:02.475344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=76b3463b-782d-4d9f-a25b-de024bbc6194,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:02.575639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e66a49-6dd9-48c7-835f-50e35147d516 req-e9d7cb7e-0145-4794-bf18-85ee35e127f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:02.577859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98e66a49-6dd9-48c7-835f-50e35147d516 req-e9d7cb7e-0145-4794-bf18-85ee35e127f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0590389 Jul 23 14:25:02.655457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98e66a49-6dd9-48c7-835f-50e35147d516 req-155f9fd4-f18f-4bc2-88dc-fc0271a30100 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619102 Jul 23 14:25:02.681096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8dabe-75ea-4df6-b5bf-6f58ce10dcdc req-7df577c1-b547-41ee-8822-d39060d41d92 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:02.682725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f8dabe-75ea-4df6-b5bf-6f58ce10dcdc req-7df577c1-b547-41ee-8822-d39060d41d92 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0880568 Jul 23 14:25:02.722055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7f8dabe-75ea-4df6-b5bf-6f58ce10dcdc req-ae6da3b1-8204-42b8-a5fc-b536344dd763 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Jul 23 14:25:03.861546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e6d7-c3be-4c3f-b313-2cd4ea43edd1 req-9f793af4-885a-4d13-8776-610985cc2aba tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:03.863171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c13e6d7-c3be-4c3f-b313-2cd4ea43edd1 req-9f793af4-885a-4d13-8776-610985cc2aba tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0735857 Jul 23 14:25:03.908664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c13e6d7-c3be-4c3f-b313-2cd4ea43edd1 req-fd723985-143f-4232-b5a7-4c90792ecfd1 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396829 Jul 23 14:25:05.047951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888d5c2-c664-466b-bc91-a90873f3c48f req-5795f99a-3e0d-44dd-8af0-088ff00257a8 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:05.049615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4888d5c2-c664-466b-bc91-a90873f3c48f req-5795f99a-3e0d-44dd-8af0-088ff00257a8 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0701072 Jul 23 14:25:05.090036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4888d5c2-c664-466b-bc91-a90873f3c48f req-18e78a2e-15df-4c9e-b65f-63ae939b0a43 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Jul 23 14:25:05.497100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc7653-e67a-4156-8e74-fa36e26e74f5 req-0e98e2a7-8887-4956-9183-29dfa49950f1 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:05.499424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9fc7653-e67a-4156-8e74-fa36e26e74f5 req-0e98e2a7-8887-4956-9183-29dfa49950f1 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0795150 Jul 23 14:25:05.543280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9fc7653-e67a-4156-8e74-fa36e26e74f5 req-49ba4ae2-2424-460e-a42a-7d981103c3a0 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381527 Jul 23 14:25:06.680627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0c200-da7b-43ba-8124-b969ea98f854 req-6b1b0ce4-3c90-42cb-a81e-4e766ceab940 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:06.682121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6be0c200-da7b-43ba-8124-b969ea98f854 req-6b1b0ce4-3c90-42cb-a81e-4e766ceab940 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0661964 Jul 23 14:25:06.720761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6be0c200-da7b-43ba-8124-b969ea98f854 req-b8cf61c7-0479-4b9f-8cc9-7e74c5f1d4b7 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Jul 23 14:25:07.601257 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:07.613985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-0790140d-123f-46fb-a940-56cfda66a515 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:07.615521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-0790140d-123f-46fb-a940-56cfda66a515 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.48 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0717077 Jul 23 14:25:07.722375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Deleting port 76b3463b-782d-4d9f-a25b-de024bbc6194 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:07.723143 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:07.841815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-8a255b2a-12e4-49a1-87fa-a122d4d60468 req-0c5f5ce7-40dc-49f8-b78f-0c876d536111 tempest-ServersOnMultiNodesTest-557595436 tempest-ServersOnMultiNodesTest-557595436-project] (93766) timed out ('10.222.0.48', 52922) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:25:07.846615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] For port 76b3463b-782d-4d9f-a25b-de024bbc6194, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=76b3463b-782d-4d9f-a25b-de024bbc6194,segment=NetworkSegment(13413ba2-6d4f-4b37-ac2d-e27bf87b6f73),segment_id=13413ba2-6d4f-4b37-ac2d-e27bf87b6f73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:07.847000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:07.867098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Calling delete_port for 76b3463b-782d-4d9f-a25b-de024bbc6194 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:07.927174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729a9aa-b8cf-4974-a256-25ac5189f083 req-79cf45f4-4149-4369-bfd1-ad569e92d747 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:07.928695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1729a9aa-b8cf-4974-a256-25ac5189f083 req-79cf45f4-4149-4369-bfd1-ad569e92d747 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44df110-937a-4d77-aae0-2ef81603d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1351199 Jul 23 14:25:07.992180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1729a9aa-b8cf-4974-a256-25ac5189f083 req-e11bc896-e26c-4044-83b8-fdb88f5287a9 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a52f12d-b65b-4652-b4ed-b84c673ca65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555634 Jul 23 14:25:08.053892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:08.069423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['76b3463b-782d-4d9f-a25b-de024bbc6194'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:08.086074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Pushing event deleted for resources: {'Port': ['ID=76b3463b-782d-4d9f-a25b-de024bbc6194,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:08.131581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] No DVR routers for this DVR port 76b3463b-782d-4d9f-a25b-de024bbc6194 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:25:08.134154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:08.136245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41a5d9cd-3c5a-429f-801e-44b57111ee93 req-c21f1d40-baf3-492b-ab82-46f739ab12a4 tempest-ServerPasswordTestJSON-1344579485 tempest-ServerPasswordTestJSON-1344579485-project] 10.222.0.48 "DELETE /v2.0/ports/76b3463b-782d-4d9f-a25b-de024bbc6194 HTTP/1.1" status: 204 len: 173 time: 0.5140603 Jul 23 14:25:08.136683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'name': 'network-vif-deleted', 'tag': '76b3463b-782d-4d9f-a25b-de024bbc6194'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:08.138958 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2809c10-4368-44fc-bebb-d9f883184075" -d '{"events": [{"server_uuid": "d44df110-937a-4d77-aae0-2ef81603d8f8", "name": "network-vif-deleted", "tag": "76b3463b-782d-4d9f-a25b-de024bbc6194"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:08.177700 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d03fe5f-1d91-4968-b72c-f475f853d5e0 x-openstack-request-id: req-2d03fe5f-1d91-4968-b72c-f475f853d5e0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:08.178018 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44df110-937a-4d77-aae0-2ef81603d8f8", "name": "network-vif-deleted", "tag": "76b3463b-782d-4d9f-a25b-de024bbc6194", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:08.178269 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d03fe5f-1d91-4968-b72c-f475f853d5e0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:08.178715 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44df110-937a-4d77-aae0-2ef81603d8f8', 'name': 'network-vif-deleted', 'tag': '76b3463b-782d-4d9f-a25b-de024bbc6194', 'status': 'completed', 'code': 200} Jul 23 14:25:09.061404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:09.110295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] Deleting subnet c01e2a3f-8b0d-4e41-ab3e-4bb28672356e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:25:09.113426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.148481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.188452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.243452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.267803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01e2a3f-8b0d-4e41-ab3e-4bb28672356e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:09.276126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.278147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-01b069c6-8bf8-49f3-99f0-f277abc39c00 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c01e2a3f-8b0d-4e41-ab3e-4bb28672356e HTTP/1.1" status: 204 len: 168 time: 0.2154820 Jul 23 14:25:09.280592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:09.354344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.433701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.443825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ad8665-18e7-4edd-a0ed-be621a560f7f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:09.453988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13413ba2-6d4f-4b37-ac2d-e27bf87b6f73') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:09.454285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13413ba2-6d4f-4b37-ac2d-e27bf87b6f73') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:09.463591 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.477484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.484047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:25:09.484441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:25:09.486119 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:25:09.549765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.555534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.557398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] 10.222.0.21 "DELETE /v2.0/networks/47ad8665-18e7-4edd-a0ed-be621a560f7f HTTP/1.1" status: 204 len: 168 time: 0.2757854 Jul 23 14:25:09.571417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922c13f-c360-4ecb-97c6-e0597acd2a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=47ad8665-18e7-4edd-a0ed-be621a560f7f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:09.669116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 32972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:09.713136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-51d7da0a-626b-4ed7-82b0-7c4b8538643a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6a3b318c08a4a05b82421edfa4d0907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403824 Jul 23 14:25:09.713561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:09.766552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d10255d8-64d2-423e-b7d4-7d7d1d6e27ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.788264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d10255d8-64d2-423e-b7d4-7d7d1d6e27ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.839859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d10255d8-64d2-423e-b7d4-7d7d1d6e27ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.843702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d10255d8-64d2-423e-b7d4-7d7d1d6e27ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:09.846136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d10255d8-64d2-423e-b7d4-7d7d1d6e27ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a52f12d-b65b-4652-b4ed-b84c673ca65f HTTP/1.1" status: 204 len: 168 time: 0.1314695 Jul 23 14:25:09.854178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10255d8-64d2-423e-b7d4-7d7d1d6e27ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a52f12d-b65b-4652-b4ed-b84c673ca65f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:10.060739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-96c51ccf-79bf-4392-b0c8-d0b006649ed2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1820107 Jul 23 14:25:10.178208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588421-daad-463e-b78b-4d89114c6cbb req-ffa62e81-c3b3-4b71-a009-32c83cbc9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:10.179844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-ffa62e81-c3b3-4b71-a009-32c83cbc9740 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.0602801 Jul 23 14:25:10.297838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588421-daad-463e-b78b-4d89114c6cbb req-e7c19cee-2afb-435b-88b7-a07d286f1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:10.299952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-e7c19cee-2afb-435b-88b7-a07d286f1e9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.0930893 Jul 23 14:25:10.352067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-dea7bd37-0c44-47ed-b428-9e88fab2a96d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0454760 Jul 23 14:25:10.432677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588421-daad-463e-b78b-4d89114c6cbb req-b92237cb-6025-4d5d-80ca-5e70a9454bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:10.434170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-b92237cb-6025-4d5d-80ca-5e70a9454bf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0750911 Jul 23 14:25:10.478752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-0b532f7e-1b34-498b-bb07-c28f2f8d8859 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364456 Jul 23 14:25:10.490986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f9e35-7b57-4791-9c31-b54dcf17a1cf req-fd21bfce-f4ee-4992-9db0-bb7528c64d27 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:10.492467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b0f9e35-7b57-4791-9c31-b54dcf17a1cf req-fd21bfce-f4ee-4992-9db0-bb7528c64d27 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 946 time: 0.1047595 Jul 23 14:25:10.566714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:10.577400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b0f9e35-7b57-4791-9c31-b54dcf17a1cf req-9ba6c0cf-d577-4d8b-a2c5-df7c78af459c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767574 Jul 23 14:25:10.610040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-88512faa-e5ab-4f54-90b6-097004497078 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165831 Jul 23 14:25:10.666439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-712601660-network', 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:10.690600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:10.693553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.702882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.808828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.813994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.839539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:25:10.849654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e603d21d-13e5-43ab-aabd-c8df7c517b79,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:10.855012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.855361 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Added segment f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae of type vlan for network 48469017-a410-49cd-8b33-31324650c745 Jul 23 14:25:10.896496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.928251 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.929245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:10.929857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:10.970966 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4029870 Jul 23 14:25:10.990546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:10.995680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Request body: {'subnet': {'network_id': '48469017-a410-49cd-8b33-31324650c745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-712601660-subnet', 'tenant_id': '0681ae260ac84c8aa43756ca5e132806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:11.002766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2c97-df8a-4ecf-acd8-0f5d4c5f25e2 admin admin] Pushing event updated for resources: {'Network': ['ID=48469017-a410-49cd-8b33-31324650c745,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:11.013946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 48469017-a410-49cd-8b33-31324650c745 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:25:11.037780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c588421-daad-463e-b78b-4d89114c6cbb req-5260bd0a-d942-422f-be61-ac0f034fbfbb service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182043 Jul 23 14:25:11.038488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:11.040719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:11.213287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:11.266320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:11.275305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:25:11.275656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Network hostable DHCP agents. Network: 48469017-a410-49cd-8b33-31324650c745, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:25:11.297762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Network 48469017-a410-49cd-8b33-31324650c745 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:25:11.308211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 48469017-a410-49cd-8b33-31324650c745) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:11.312818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:11.313362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:11.318026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496160f-0fea-4b91-a98c-bb01858d54ad None None] Network 48469017-a410-49cd-8b33-31324650c745 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:25:11.333572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4d6fd92d-28b4-41f4-8ec2-e5e8354f6608 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3367534 Jul 23 14:25:11.458605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7087ee4b-fda4-484c-a9d2-2c02f352e906 None None] Network 48469017-a410-49cd-8b33-31324650c745 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:25:11.810072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-ddec3699-c5e6-4f47-ad7f-e434df02e548 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:11.811682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-ddec3699-c5e6-4f47-ad7f-e434df02e548 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1103086 Jul 23 14:25:11.828554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-18050a27-9c21-4fcc-95c4-c804ff69c3a3 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0094337 Jul 23 14:25:11.867598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-4fc51230-5d3d-4ce7-ad61-a50e21209e42 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311108 Jul 23 14:25:11.960527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-66c8c886-420b-43ab-a1bf-091bb287fd9b service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861888 Jul 23 14:25:12.050590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-ea1d28e8-33f3-42ed-bf3d-79e340c9ab3c service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838625 Jul 23 14:25:12.147120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-23b3ac4b-92a3-46ad-a8c5-36c8bfbc01db tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:12.148656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-23b3ac4b-92a3-46ad-a8c5-36c8bfbc01db tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.48 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 946 time: 0.0760686 Jul 23 14:25:12.287455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 76b3463b-782d-4d9f-a25b-de024bbc6194 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:25:12.309532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Deleting port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:12.310095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:12.316730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 76b3463b-782d-4d9f-a25b-de024bbc6194 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:25:12.317136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 76b3463b-782d-4d9f-a25b-de024bbc6194 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:25:12.320609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208bedc-c853-4d32-9a4c-e98ef165585d req-543dc085-7ef7-4dc8-aaca-50497e343049 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:12.322161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5208bedc-c853-4d32-9a4c-e98ef165585d req-543dc085-7ef7-4dc8-aaca-50497e343049 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 946 time: 0.1050441 Jul 23 14:25:12.409287 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5208bedc-c853-4d32-9a4c-e98ef165585d req-d18c2003-9f0c-4ff7-94e2-f82b8f1a4c84 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5fba751-edd3-45b9-8fbd-d62ad0118a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765865 Jul 23 14:25:12.435403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] For port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:12.435403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:12.527997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7551732-ce84-47a9-8d8c-c312793b9ac6 req-283e984d-e120-4d4a-a680-1e1d8665c7f4 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 210 time: 0.0445087 Jul 23 14:25:12.656771 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:12.657148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:12.657461 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Floating IP 6538f542-8b99-464e-96fe-b0e28fcfcf90 disassociated. External IP: 172.25.2.165, port: 18f8539d-2498-40b5-a1bf-61b3d3c6e07d. Jul 23 14:25:12.657807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Calling delete_port for 18f8539d-2498-40b5-a1bf-61b3d3c6e07d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:12.804778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:12.844450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event deleted for resources: {'Port': ['ID=18f8539d-2498-40b5-a1bf-61b3d3c6e07d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:12.969288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Router 9225ce44-0dc6-4599-b6cd-c23f6e53022b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:25:13.073388 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:25:13.083203 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] Sync routers for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:25:13.092756 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:25:13.093422 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:24:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:13.122379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] No DVR routers for this DVR port 18f8539d-2498-40b5-a1bf-61b3d3c6e07d on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:25:13.125736 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:13.128089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae8c5f80-ed38-4878-b507-8df42b88ff45 req-96824dcc-d6a7-443c-8121-8f78ebbc3fa0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.48 "DELETE /v2.0/ports/18f8539d-2498-40b5-a1bf-61b3d3c6e07d HTTP/1.1" status: 204 len: 173 time: 0.9734979 Jul 23 14:25:13.128604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-deleted', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:13.130906 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a90ac2-c565-4a20-bd20-b189cc20d2a4" -d '{"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-deleted", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:13.175882 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70ea933-d8ad-4bec-aed4-d7c9fd0c21db x-openstack-request-id: req-a70ea933-d8ad-4bec-aed4-d7c9fd0c21db {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:13.175882 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a2535-5599-41bb-86a5-e29ef17f447b", "name": "network-vif-deleted", "tag": "18f8539d-2498-40b5-a1bf-61b3d3c6e07d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:13.187289 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a70ea933-d8ad-4bec-aed4-d7c9fd0c21db {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:13.188209 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a2535-5599-41bb-86a5-e29ef17f447b', 'name': 'network-vif-deleted', 'tag': '18f8539d-2498-40b5-a1bf-61b3d3c6e07d', 'status': 'completed', 'code': 200} Jul 23 14:25:13.205164 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:25:13.429527 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:13.455857 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] Checking router: 9225ce44-0dc6-4599-b6cd-c23f6e53022b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:25:13.471214 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:25:13.471845 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:24:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:13.478882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-b67773b1-6004-4237-952c-50fedde7218b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:13.480687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-b67773b1-6004-4237-952c-50fedde7218b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1246784 Jul 23 14:25:13.503505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Request body: {'port': {'device_id': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'admin_state_up': True, 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:13.566596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27ce4fb0-a092-452a-b6e4-68bde323af81 req-5750c0ce-a338-4ab7-a773-f58867284780 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=059a2535-5599-41bb-86a5-e29ef17f447b HTTP/1.1" status: 200 len: 210 time: 0.0566814 Jul 23 14:25:13.592640 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:25:13.713534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83d410f9-3020-45ae-a9f5-5b1ece95b56b req-20a5e86c-84cc-42f4-a27e-429f8d8f5f13 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 210 time: 0.0426772 Jul 23 14:25:13.744572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:13.748365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:13.862423 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:13.886029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Allocated IP 172.20.0.12 (48469017-a410-49cd-8b33-31324650c745/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be/334ecb9f-daaf-4292-80d5-614a34f86c9d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:25:13.891961 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6a831-80cd-475c-9b0e-99234c3f6023 None None] The sync data for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 is: [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:25:14.051651 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.094675 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.136094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Network 48469017-a410-49cd-8b33-31324650c745 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:25:14.139592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:14.145446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:25:14.184798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event updated for resources: {'Port': ['ID=334ecb9f-daaf-4292-80d5-614a34f86c9d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:14.185940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4302c52-a786-4d20-ac6f-c9ac06384f62 None None] New status for floating IP 6538f542-8b99-464e-96fe-b0e28fcfcf90: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:25:14.211060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:14.211619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.228229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-8b6ff57e-57cb-49ff-879e-9194a3f30477 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7294526 Jul 23 14:25:14.248686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Request body: {'port': {'device_id': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:14.336018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.603065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334ecb9f-daaf-4292-80d5-614a34f86c9d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:14.610406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.622287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Transition to ACTIVE for port object 334ecb9f-daaf-4292-80d5-614a34f86c9d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:25:14.628217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.680828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Pushing event updated for resources: {'Port': ['ID=334ecb9f-daaf-4292-80d5-614a34f86c9d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:14.708030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:14.755728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Attempting to bind port 334ecb9f-daaf-4292-80d5-614a34f86c9d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:25:14.756067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Attempting to bind port 334ecb9f-daaf-4292-80d5-614a34f86c9d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:25:14.756403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Attempting to bind port 334ecb9f-daaf-4292-80d5-614a34f86c9d on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:14.760832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Port 334ecb9f-daaf-4292-80d5-614a34f86c9d on network 48469017-a410-49cd-8b33-31324650c745 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:25:14.761277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Attempting to bind port 334ecb9f-daaf-4292-80d5-614a34f86c9d on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:14.767662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:25:14.767989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:25:14.768368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Bound using segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:25:14.768785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Bound port: 334ecb9f-daaf-4292-80d5-614a34f86c9d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:25:14.769291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.769563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a007170-96ae-4bec-b3a3-5ad60aa69355 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.796900 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a007170-96ae-4bec-b3a3-5ad60aa69355 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.850688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a007170-96ae-4bec-b3a3-5ad60aa69355 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.854776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a007170-96ae-4bec-b3a3-5ad60aa69355 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.859162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3a007170-96ae-4bec-b3a3-5ad60aa69355 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5fba751-edd3-45b9-8fbd-d62ad0118a1e HTTP/1.1" status: 204 len: 168 time: 0.1497815 Jul 23 14:25:14.860381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:14.868919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a007170-96ae-4bec-b3a3-5ad60aa69355 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fba751-edd3-45b9-8fbd-d62ad0118a1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:14.891176 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-12a82cb0-69e1-4f9b-b127-d5958abaafce tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] show failed (client error): The resource could not be found. Jul 23 14:25:14.892417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-12a82cb0-69e1-4f9b-b127-d5958abaafce tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups/f5fba751-edd3-45b9-8fbd-d62ad0118a1e HTTP/1.1" status: 404 len: 347 time: 0.0307291 Jul 23 14:25:14.893686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] For port 334ecb9f-daaf-4292-80d5-614a34f86c9d, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:25:14.899243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:14.917489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] For port 334ecb9f-daaf-4292-80d5-614a34f86c9d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=334ecb9f-daaf-4292-80d5-614a34f86c9d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:25:14.925930 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.943038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126b7ff-46b8-4630-a0aa-415dbec477c3 req-2cbe69dd-29fa-4feb-82ca-a65816b4d577 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:14.944729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5126b7ff-46b8-4630-a0aa-415dbec477c3 req-2cbe69dd-29fa-4feb-82ca-a65816b4d577 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 944 time: 0.1396749 Jul 23 14:25:14.988281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:14.988281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:14.989616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] 10.222.0.11 "PUT /v2.0/ports/334ecb9f-daaf-4292-80d5-614a34f86c9d HTTP/1.1" status: 200 len: 1092 time: 0.7472663 Jul 23 14:25:15.022920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20895233-915e-4f30-9317-02ab51eeab0f service neutron] Pushing event updated for resources: {'Port': ['ID=334ecb9f-daaf-4292-80d5-614a34f86c9d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:15.028594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5126b7ff-46b8-4630-a0aa-415dbec477c3 req-b9d2b6f4-b9bc-44bb-be52-76f930cab3c5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640254 Jul 23 14:25:15.031283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Deleting port 3f770c38-028b-4b92-a698-01f8f3e55cef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:15.032353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.124006 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.124338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.125816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-395fea47-7aff-48f8-9264-e382e693f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:15.127486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-395fea47-7aff-48f8-9264-e382e693f6c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 1095 time: 0.0639887 Jul 23 14:25:15.136192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Calling delete_port for 3f770c38-028b-4b92-a698-01f8f3e55cef owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:15.180496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-e111ef6b-d380-493a-be57-5aee5813230e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334ecb9f-daaf-4292-80d5-614a34f86c9d HTTP/1.1" status: 200 len: 217 time: 0.0384934 Jul 23 14:25:15.188962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'tag': '334ecb9f-daaf-4292-80d5-614a34f86c9d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:15.191453 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a9de7c-1235-4890-ba22-224f988044af" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ff2222-a9f5-443c-802e-0911f9d436f6", "tag": "334ecb9f-daaf-4292-80d5-614a34f86c9d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:15.239195 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e9bafd-219b-4d62-82d3-0e38e8cb83f6 x-openstack-request-id: req-d3e9bafd-219b-4d62-82d3-0e38e8cb83f6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:15.239445 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ff2222-a9f5-443c-802e-0911f9d436f6", "tag": "334ecb9f-daaf-4292-80d5-614a34f86c9d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:15.239720 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3e9bafd-219b-4d62-82d3-0e38e8cb83f6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:15.240104 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'tag': '334ecb9f-daaf-4292-80d5-614a34f86c9d', 'status': 'completed', 'code': 200} Jul 23 14:25:15.250765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-e401d097-d63d-4d96-8b82-e8afa7387055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:15.252227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-e401d097-d63d-4d96-8b82-e8afa7387055 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0574484 Jul 23 14:25:15.279520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.301342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-f99f5266-de3a-4a37-ad57-fa4dad3f2ab5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290782 Jul 23 14:25:15.307031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event deleted for resources: {'Port': ['ID=3f770c38-028b-4b92-a698-01f8f3e55cef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:15.377611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.381213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.388723 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f4b2c6de-2d69-4f0a-bfd4-b8fa1d504243 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "DELETE /v2.0/floatingips/6538f542-8b99-464e-96fe-b0e28fcfcf90 HTTP/1.1" status: 204 len: 168 time: 0.4865928 Jul 23 14:25:15.421594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-23cd02d9-b10a-40f9-a92c-2530022dcf2c service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128676 Jul 23 14:25:15.514967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00abed17-4c86-4b60-80a1-d2436ed8e6eb req-c18969b2-0ba4-4841-839b-e6392649b48a service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Jul 23 14:25:15.673928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9de7c-1235-4890-ba22-224f988044af req-f5b41141-ab38-44fc-8988-9aea9d90db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:15.675467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32a9de7c-1235-4890-ba22-224f988044af req-f5b41141-ab38-44fc-8988-9aea9d90db3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 1095 time: 0.0621190 Jul 23 14:25:15.793693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9de7c-1235-4890-ba22-224f988044af req-c54fcb9d-fbf5-41d6-9e06-9d57df7627cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:15.796058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32a9de7c-1235-4890-ba22-224f988044af req-c54fcb9d-fbf5-41d6-9e06-9d57df7627cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 906 time: 0.1141737 Jul 23 14:25:15.798389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb819aec-1e78-4397-a006-bb08b782f113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.832285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:15.838291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-17c349b8-50b4-4a33-97dc-1fc0c1bfb0b9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195279788', 'description': 'tempest-description--751693419'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:15.847513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32a9de7c-1235-4890-ba22-224f988044af req-8b80a9cc-1ed0-4bc3-99fb-3b535907a6b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334ecb9f-daaf-4292-80d5-614a34f86c9d HTTP/1.1" status: 200 len: 217 time: 0.0426524 Jul 23 14:25:15.862175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17c349b8-50b4-4a33-97dc-1fc0c1bfb0b9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.915842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9de7c-1235-4890-ba22-224f988044af req-84d10228-05a2-4406-a5be-6dec46c99b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:15.917686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32a9de7c-1235-4890-ba22-224f988044af req-84d10228-05a2-4406-a5be-6dec46c99b6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0528719 Jul 23 14:25:15.950763 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17c349b8-50b4-4a33-97dc-1fc0c1bfb0b9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.956026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17c349b8-50b4-4a33-97dc-1fc0c1bfb0b9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.965614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32a9de7c-1235-4890-ba22-224f988044af req-ed5bf728-2020-45f2-8949-9d7b2319c58b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333214 Jul 23 14:25:15.987495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c349b8-50b4-4a33-97dc-1fc0c1bfb0b9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf6cb66-39f1-4127-8fc6-35446d7a3804,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:15.992062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17c349b8-50b4-4a33-97dc-1fc0c1bfb0b9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:15.996144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-17c349b8-50b4-4a33-97dc-1fc0c1bfb0b9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1628003 Jul 23 14:25:16.000679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:16.005578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-44199eca-9125-4bf6-8526-87e18f6c56c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'security_group_rule': {'security_group_id': '5bf6cb66-39f1-4127-8fc6-35446d7a3804', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:16.083798 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44199eca-9125-4bf6-8526-87e18f6c56c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.107410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32a9de7c-1235-4890-ba22-224f988044af req-9fe42fbd-e518-4e21-b192-487c523cbb2d service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346390 Jul 23 14:25:16.230825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44199eca-9125-4bf6-8526-87e18f6c56c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.239607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44199eca-9125-4bf6-8526-87e18f6c56c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.281290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44199eca-9125-4bf6-8526-87e18f6c56c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.282482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-44199eca-9125-4bf6-8526-87e18f6c56c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808433 Jul 23 14:25:16.284784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44199eca-9125-4bf6-8526-87e18f6c56c2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54da197d-f550-483b-a9b9-e27765fb6258,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:16.285521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:16.291119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf0cdf24-6cd6-460c-8e8e-43b87536427b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'security_group_rule': {'security_group_id': '5bf6cb66-39f1-4127-8fc6-35446d7a3804', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:16.291224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32a9de7c-1235-4890-ba22-224f988044af req-7561e7a3-d9e4-44ac-b7ea-298d0f73fccc service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673384 Jul 23 14:25:16.299837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8f2e2-1a00-4321-b7ec-c949edbe7daa req-552aa624-0569-41aa-a72c-e3d82e6fdfc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:16.301676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00c8f2e2-1a00-4321-b7ec-c949edbe7daa req-552aa624-0569-41aa-a72c-e3d82e6fdfc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 944 time: 0.1965907 Jul 23 14:25:16.318162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:25:16.344611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 18f8539d-2498-40b5-a1bf-61b3d3c6e07d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:25:16.345253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 18f8539d-2498-40b5-a1bf-61b3d3c6e07d not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:25:16.346110 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdf24-6cd6-460c-8e8e-43b87536427b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.353256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00c8f2e2-1a00-4321-b7ec-c949edbe7daa req-36d289f8-15d6-4257-bbca-60edb63b8a4c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Jul 23 14:25:16.424540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdf24-6cd6-460c-8e8e-43b87536427b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.429522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdf24-6cd6-460c-8e8e-43b87536427b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.457318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cdf24-6cd6-460c-8e8e-43b87536427b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d102095-6407-4b3c-a583-1345b8e25bd6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:16.461530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0cdf24-6cd6-460c-8e8e-43b87536427b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.463099 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf0cdf24-6cd6-460c-8e8e-43b87536427b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763816 Jul 23 14:25:16.466075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:16.470586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:16.493915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.588954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.694990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Allocated IP 172.25.2.154 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/d792bf81-bef0-4ea6-9012-39e751d0e465) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:25:16.799791 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.839450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:16.876342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:25:16.881148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:16.883833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:25:16.907280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'Port': ['ID=d792bf81-bef0-4ea6-9012-39e751d0e465,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:16.973193 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:17.025516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:17.183452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:17.189930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:17.260880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'Port': ['ID=d792bf81-bef0-4ea6-9012-39e751d0e465,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:17.273191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:17.289092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:17.290331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-741b5fed-dfc6-4c24-a330-c90c5db104e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8232665 Jul 23 14:25:17.482892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deafcb4-11a4-406c-b241-38002e076e79 req-aa1d10c1-6c69-439b-8820-d713119b4cdb tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:17.484469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-aa1d10c1-6c69-439b-8820-d713119b4cdb tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1079369 Jul 23 14:25:17.499899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-acc2d3a5-37b5-428f-b791-7aa1eae5794d tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/quotas/83eafc80f59c4906ae0d3f964580e403 HTTP/1.1" status: 200 len: 375 time: 0.0097172 Jul 23 14:25:17.569771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-53a372e6-df03-4ea8-947b-ca64963ef51d tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642092 Jul 23 14:25:17.664125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-a51c1054-1102-4232-883e-3b690ce0be02 service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874953 Jul 23 14:25:17.753977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-d5b0c779-e23b-4ed2-b16f-bb1e8a60aba4 service neutron] 10.222.0.21 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814304 Jul 23 14:25:17.817671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:17.967512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fbb48-bd1a-464f-9e94-e2c2d62fcf09 req-bacb689f-de3e-46ad-9d12-eedc83f178dd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:17.969263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b71fbb48-bd1a-464f-9e94-e2c2d62fcf09 req-bacb689f-de3e-46ad-9d12-eedc83f178dd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 944 time: 0.0675192 Jul 23 14:25:18.016401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b71fbb48-bd1a-464f-9e94-e2c2d62fcf09 req-1bbb4eb8-d801-429d-9781-ffdefcea0b90 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Jul 23 14:25:18.127651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-5a701f7c-f808-4b0e-a0d9-389d372d24a5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1195279788&fields=id&tenant_id=b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 267 time: 0.0368457 Jul 23 14:25:18.235825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-eeb6b0f9-deda-4663-abd2-d5c96c69b761 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:18.237276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-eeb6b0f9-deda-4663-abd2-d5c96c69b761 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 816 time: 0.1019065 Jul 23 14:25:18.252712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-14e8bd74-1728-4921-a88c-0f72b474acd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/quotas/b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 375 time: 0.0100565 Jul 23 14:25:18.301103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:18.331485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-12ff0567-c156-45ac-8cda-c47b2f2a371f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721722 Jul 23 14:25:18.431461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-59b1b988-7d81-45b5-bc63-ae666b79783f service neutron] 10.222.0.21 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876429 Jul 23 14:25:18.463383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 334ecb9f-daaf-4292-80d5-614a34f86c9d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:25:18.493721 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9427-e354-4e6e-af1f-48b4fac39f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:18.583062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 334ecb9f-daaf-4292-80d5-614a34f86c9d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=334ecb9f-daaf-4292-80d5-614a34f86c9d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:18.594781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '334ecb9f-daaf-4292-80d5-614a34f86c9d', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'port_id': '334ecb9f-daaf-4292-80d5-614a34f86c9d', 'mac_address': 'fa:16:3e:7a:bc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4765c6-0eca-49fe-bbb1-a3ce862eb8be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:25:18.633023 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:18.647207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334ecb9f-daaf-4292-80d5-614a34f86c9d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:18.667988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 334ecb9f-daaf-4292-80d5-614a34f86c9d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=334ecb9f-daaf-4292-80d5-614a34f86c9d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:18.673673 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:18.725257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=334ecb9f-daaf-4292-80d5-614a34f86c9d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:18.833251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-1203bca6-cec2-48d5-ac81-2a818e560021 service neutron] 10.222.0.21 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959322 Jul 23 14:25:19.004521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:19.041366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deafcb4-11a4-406c-b241-38002e076e79 req-35c85ced-7875-4cb8-8ed2-2eec1e45e580 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:19.043266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-35c85ced-7875-4cb8-8ed2-2eec1e45e580 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 814 time: 0.1401639 Jul 23 14:25:19.077254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Request body: {'port': {'device_id': '58f13ece-2a53-49f6-9340-0769657a5797', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'admin_state_up': True, 'tenant_id': '83eafc80f59c4906ae0d3f964580e403'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:19.081773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a2651155-cf85-496e-b9e0-5ce9b171d0dd req-2ea41e75-cc44-4e8e-95ac-2cff6ce85d75 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 210 time: 0.0835536 Jul 23 14:25:19.185542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-310f8e1f-ccf5-4de1-9dd7-7ed6475a9960 req-15e44b85-d570-415d-bf7b-19cd0cea4e53 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 210 time: 0.0346277 Jul 23 14:25:19.234860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Made reservation on behalf of 83eafc80f59c4906ae0d3f964580e403 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:19.238525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:19.400395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3041d61-724a-420d-9da9-279e0701728f req-2a136796-cf8c-4940-9fc6-be77399af525 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:19.401902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3041d61-724a-420d-9da9-279e0701728f req-2a136796-cf8c-4940-9fc6-be77399af525 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 945 time: 0.1463919 Jul 23 14:25:19.419363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Allocated IP 172.20.0.14 (c8196f34-4d29-4129-96b4-22d96aa63f15/22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a/7f8996d4-67c0-4e19-93a6-036e916aa86e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:25:19.464344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3041d61-724a-420d-9da9-279e0701728f req-c38b346f-feff-4af9-b89b-6d2eb15d4168 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557075 Jul 23 14:25:19.528906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:19.607929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:19.648873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:19.663141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:19.690207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Network c8196f34-4d29-4129-96b4-22d96aa63f15 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:25:19.694958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d3343db6-404d-436b-a74e-6fbb0fd5a49c', 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:19.695292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:19.698998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:25:19.705699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event updated for resources: {'Port': ['ID=7f8996d4-67c0-4e19-93a6-036e916aa86e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:19.753758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:19.754367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:19.770357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1b709784-2d8a-4308-a3ee-7665ab82a99a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7011530 Jul 23 14:25:19.787448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Request body: {'port': {'device_id': '58f13ece-2a53-49f6-9340-0769657a5797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:19.862719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.044907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-33ee8ae1-b689-47ca-9457-ae95e4d534ec tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:20.046697 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-33ee8ae1-b689-47ca-9457-ae95e4d534ec tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 816 time: 0.1499715 Jul 23 14:25:20.093444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-babcbe6b-0e18-404e-a332-825ed9e1ccbd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 380 time: 0.0365670 Jul 23 14:25:20.104325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'port': {'device_id': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'admin_state_up': True, 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'security_groups': ['5bf6cb66-39f1-4127-8fc6-35446d7a3804']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:20.159598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8996d4-67c0-4e19-93a6-036e916aa86e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:20.169949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.215913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Transition to ACTIVE for port object 7f8996d4-67c0-4e19-93a6-036e916aa86e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:25:20.219965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.221093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Made reservation on behalf of b3f58af2922e42e1a788ce926a9dc699 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:20.225096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.281827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8996d4-67c0-4e19-93a6-036e916aa86e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:20.316259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0dae5-d59f-4d52-8d61-66c56a501720 req-4cdd9ae7-5f75-42d6-9e64-3fc33bc189eb tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:20.317788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41c0dae5-d59f-4d52-8d61-66c56a501720 req-4cdd9ae7-5f75-42d6-9e64-3fc33bc189eb tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 932 time: 0.1529653 Jul 23 14:25:20.355457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Allocated IP 172.20.0.10 (b19f6c3d-2ac7-4154-befd-22db79920c43/7de4021b-c4c8-43c4-ac7b-596335931e5d/6f74ae38-b4c4-4da1-abf3-4d2705cc7a22) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:25:20.394123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41c0dae5-d59f-4d52-8d61-66c56a501720 req-db1cc270-c2a8-4699-bead-9c0d5ab6ee6a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553753 Jul 23 14:25:20.394935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Attempting to bind port 7f8996d4-67c0-4e19-93a6-036e916aa86e on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:25:20.395279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Attempting to bind port 7f8996d4-67c0-4e19-93a6-036e916aa86e by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:25:20.395590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Attempting to bind port 7f8996d4-67c0-4e19-93a6-036e916aa86e on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:20.400750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Port 7f8996d4-67c0-4e19-93a6-036e916aa86e on network c8196f34-4d29-4129-96b4-22d96aa63f15 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:25:20.401097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Attempting to bind port 7f8996d4-67c0-4e19-93a6-036e916aa86e on network c8196f34-4d29-4129-96b4-22d96aa63f15 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:20.406154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:25:20.406483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Checking segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:25:20.406966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Bound using segment: {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:25:20.407398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Bound port: 7f8996d4-67c0-4e19-93a6-036e916aa86e, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7697cf3c-7c9a-4add-997e-7b0ff4d099a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:25:20.407760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.462607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 334ecb9f-daaf-4292-80d5-614a34f86c9d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:25:20.500200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.501381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd0a3311-1ac8-41b5-8531-bbdc7f3fd387 req-33c639f4-0cdc-4a7c-a9b0-104b9f0fcbdc tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 210 time: 0.0350001 Jul 23 14:25:20.507964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] For port 7f8996d4-67c0-4e19-93a6-036e916aa86e, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:25:20.518992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 334ecb9f-daaf-4292-80d5-614a34f86c9d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:25:20.522805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] For port 7f8996d4-67c0-4e19-93a6-036e916aa86e, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7f8996d4-67c0-4e19-93a6-036e916aa86e,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:25:20.523848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 334ecb9f-daaf-4292-80d5-614a34f86c9d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:25:20.524222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.524589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Transition to ACTIVE for port object 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:25:20.539183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.575273 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.585799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:20.586426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.588562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] 10.222.0.48 "PUT /v2.0/ports/7f8996d4-67c0-4e19-93a6-036e916aa86e HTTP/1.1" status: 200 len: 1092 time: 0.8049223 Jul 23 14:25:20.588836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f13ece-2a53-49f6-9340-0769657a5797', 'tag': '7f8996d4-67c0-4e19-93a6-036e916aa86e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:20.591168 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b7526-33fb-4d84-93b1-f9fdbf1fb079" -d '{"events": [{"name": "network-changed", "server_uuid": "58f13ece-2a53-49f6-9340-0769657a5797", "tag": "7f8996d4-67c0-4e19-93a6-036e916aa86e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:20.625632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Network b19f6c3d-2ac7-4154-befd-22db79920c43 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:25:20.630839 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.631017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:20.635670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:25:20.652054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d6776-5507-4ed2-bbc9-cdbbce896244 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8996d4-67c0-4e19-93a6-036e916aa86e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:20.686465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334ecb9f-daaf-4292-80d5-614a34f86c9d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:20.687040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:20.687705 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.691310 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd039625-b8a3-413c-b938-0684e0c7093e" -d '{"events": [{"server_uuid": "a4ff2222-a9f5-443c-802e-0911f9d436f6", "name": "network-vif-plugged", "status": "completed", "tag": "334ecb9f-daaf-4292-80d5-614a34f86c9d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:20.699301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:20.709162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 334ecb9f-daaf-4292-80d5-614a34f86c9d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=334ecb9f-daaf-4292-80d5-614a34f86c9d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:20.719135 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-117dbabd-2b6c-44fa-b3fd-a1c2368ea1d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6186414 Jul 23 14:25:20.720641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.730337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc42c3d-4402-4846-8766-05a3cebf8347 req-fb78b0fc-af77-47be-a836-8e1bb9f0b961 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:20.731967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dc42c3d-4402-4846-8766-05a3cebf8347 req-fb78b0fc-af77-47be-a836-8e1bb9f0b961 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 945 time: 0.1332979 Jul 23 14:25:20.732877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Request body: {'port': {'device_id': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:20.741362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deafcb4-11a4-406c-b241-38002e076e79 req-fe58c193-3949-4c4d-87bf-8f45fa6e206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:20.742899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-fe58c193-3949-4c4d-87bf-8f45fa6e206b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 1095 time: 0.1018443 Jul 23 14:25:20.796416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=334ecb9f-daaf-4292-80d5-614a34f86c9d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:20.804937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-15ea5ce0-6294-4ca8-8f4d-7ebce7fa4867 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8996d4-67c0-4e19-93a6-036e916aa86e HTTP/1.1" status: 200 len: 217 time: 0.0494332 Jul 23 14:25:20.820508 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:20.852072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5dc42c3d-4402-4846-8766-05a3cebf8347 req-319cdc67-1c0e-4835-8f8c-e9e1d710c1f5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031873 Jul 23 14:25:20.870662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deafcb4-11a4-406c-b241-38002e076e79 req-8d5c1b42-742f-4b69-902e-341476ae3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:20.872167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-8d5c1b42-742f-4b69-902e-341476ae3b7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0552328 Jul 23 14:25:20.912890 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45de8c41-61ba-4698-8656-c1a8f608f460 x-openstack-request-id: req-45de8c41-61ba-4698-8656-c1a8f608f460 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:20.913031 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f13ece-2a53-49f6-9340-0769657a5797", "tag": "7f8996d4-67c0-4e19-93a6-036e916aa86e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:20.913283 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45de8c41-61ba-4698-8656-c1a8f608f460 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:20.913935 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f13ece-2a53-49f6-9340-0769657a5797', 'tag': '7f8996d4-67c0-4e19-93a6-036e916aa86e', 'status': 'completed', 'code': 200} Jul 23 14:25:20.916297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-887ed43b-3344-4e78-85c0-cd12fcb3d73d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341094 Jul 23 14:25:20.940871 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f3211-9837-4545-bf26-7dd2edf5f0dc x-openstack-request-id: req-d66f3211-9837-4545-bf26-7dd2edf5f0dc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:20.941163 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ff2222-a9f5-443c-802e-0911f9d436f6", "name": "network-vif-plugged", "status": "completed", "tag": "334ecb9f-daaf-4292-80d5-614a34f86c9d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:20.941409 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d66f3211-9837-4545-bf26-7dd2edf5f0dc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:20.941802 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334ecb9f-daaf-4292-80d5-614a34f86c9d', 'code': 200} Jul 23 14:25:21.013734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-f8ab5b98-ebb1-44bd-8fde-caa2d89060da service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894670 Jul 23 14:25:21.035589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01045a17-c79c-4a6b-899c-f38df0c7976b None None] Provisioning for port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:25:21.040729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01045a17-c79c-4a6b-899c-f38df0c7976b None None] Provisioning complete for port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:25:21.041033 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01045a17-c79c-4a6b-899c-f38df0c7976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:21.077411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01045a17-c79c-4a6b-899c-f38df0c7976b None None] Port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:25:21.103365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:21.111051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:21.123170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Transition to ACTIVE for port object 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:25:21.128329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:21.149375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0deafcb4-11a4-406c-b241-38002e076e79 req-00124149-e915-4f32-ba0a-7dd13918575a service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269412 Jul 23 14:25:21.157739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2615-2905-431d-8021-9a294565a122 req-64967e01-9469-4940-89cf-de452e5ee649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.160236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd7a2615-2905-431d-8021-9a294565a122 req-64967e01-9469-4940-89cf-de452e5ee649 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 1097 time: 0.1094871 Jul 23 14:25:21.206361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd7a2615-2905-431d-8021-9a294565a122 req-8e7af38b-42ac-447e-851f-20117ef09f82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Jul 23 14:25:21.229823 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:21.230275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:21.263698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Attempting to bind port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:25:21.264168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Attempting to bind port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:25:21.264935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Attempting to bind port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:21.269196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 on network b19f6c3d-2ac7-4154-befd-22db79920c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:25:21.269514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Attempting to bind port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 on network b19f6c3d-2ac7-4154-befd-22db79920c43 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:21.271186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-339f643e-b6c5-4932-a3cc-0c272bfa3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.272749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-339f643e-b6c5-4932-a3cc-0c272bfa3bb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83eafc80f59c4906ae0d3f964580e403&device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 1095 time: 0.0600646 Jul 23 14:25:21.274529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:25:21.274897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Checking segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:25:21.275279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Bound using segment: {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:25:21.275707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Bound port: 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57942551-ca19-488a-8fa1-4cb078b793df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:25:21.276067 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:21.341951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:25:21.345317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:25:21.349755 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:21.382596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.383244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:21.383431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-1d4e2b07-8ab1-4032-a327-ad44a28179fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.384785 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] 10.222.0.48 "PUT /v2.0/ports/6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 200 len: 1092 time: 0.6580365 Jul 23 14:25:21.385216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:21.385653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-1d4e2b07-8ab1-4032-a327-ad44a28179fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 200 len: 915 time: 0.1061826 Jul 23 14:25:21.387628 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9c4bc-e747-416f-8e7b-0e12503b51c5" -d '{"events": [{"name": "network-changed", "server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:21.418984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89364d5-8015-4233-b754-059b80c3c27c service neutron] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:21.448950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-f75c7e5c-345d-46a9-9989-426a67f483c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8996d4-67c0-4e19-93a6-036e916aa86e HTTP/1.1" status: 200 len: 217 time: 0.0504475 Jul 23 14:25:21.454152 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910a589b-d3b6-4ea4-8baf-999c92db2846 x-openstack-request-id: req-910a589b-d3b6-4ea4-8baf-999c92db2846 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:21.454450 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:21.454732 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-910a589b-d3b6-4ea4-8baf-999c92db2846 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:21.455134 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'status': 'completed', 'code': 200} Jul 23 14:25:21.511257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-16063b45-0ec3-412d-a27f-d7ec8746c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.512816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-16063b45-0ec3-412d-a27f-d7ec8746c513 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1095 time: 0.0777006 Jul 23 14:25:21.524484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-62e8d069-7f4e-49c6-805b-d65ba3243681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.525994 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-62e8d069-7f4e-49c6-805b-d65ba3243681 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 200 len: 854 time: 0.0673611 Jul 23 14:25:21.562197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-3bdc04b5-1312-4fec-b55d-9e4dd1b69264 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 200 len: 217 time: 0.0391095 Jul 23 14:25:21.589074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-99751ee1-ffb2-46fc-a38b-ff604853d61b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8196f34-4d29-4129-96b4-22d96aa63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410681 Jul 23 14:25:21.618243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-27931912-622a-4dc8-8b26-448cc0e55312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.619823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-27931912-622a-4dc8-8b26-448cc0e55312 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0494184 Jul 23 14:25:21.684754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a520f-b1a3-4ba5-bdb3-6deb34af0441 req-dcdcf8ad-82b8-4df9-ac9c-20afd3133335 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.685346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-ca88c4bc-dd66-4e46-a940-8881bcb1c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.686320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be8a520f-b1a3-4ba5-bdb3-6deb34af0441 req-dcdcf8ad-82b8-4df9-ac9c-20afd3133335 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 944 time: 0.1768036 Jul 23 14:25:21.686930 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-ca88c4bc-dd66-4e46-a940-8881bcb1c4c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587614 Jul 23 14:25:21.729723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-c11b9836-caee-4c50-a9f1-8f5330da3608 service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295645 Jul 23 14:25:21.751699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be8a520f-b1a3-4ba5-bdb3-6deb34af0441 req-082201a1-a154-4af1-a6e7-d9d4e1518bdd tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542984 Jul 23 14:25:21.788536 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-06a7885a-9ffd-4eb9-bcab-8b1d5ccdbadb service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902321 Jul 23 14:25:21.845936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-802b7526-33fb-4d84-93b1-f9fdbf1fb079 req-3d523a17-f49d-4c64-8e09-5f10f86bdea9 service neutron] 10.222.0.48 "GET /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043434 Jul 23 14:25:21.891368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5ecf9205-c385-4158-b234-1a59c4dc0ead req-54517d88-e820-4bd4-b7ee-d7565deffbd6 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929852 Jul 23 14:25:21.903386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203466a-2723-4c0d-917d-27fcaaf7c15b req-fb0fbbbf-1eea-4958-91dd-4ed94b57976a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:21.904929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0203466a-2723-4c0d-917d-27fcaaf7c15b req-fb0fbbbf-1eea-4958-91dd-4ed94b57976a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.0778890 Jul 23 14:25:21.947145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0203466a-2723-4c0d-917d-27fcaaf7c15b req-a4c7868d-0b04-4880-969c-ac2de220fc24 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358820 Jul 23 14:25:21.999485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-7aee9bb1-fa9b-4d21-b258-6c7452c39671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:22.001106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-7aee9bb1-fa9b-4d21-b258-6c7452c39671 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1095 time: 0.0569577 Jul 23 14:25:22.071751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2dc6a-2410-4a25-beca-bf3b5e609a21 req-09f8e004-010c-4596-a38c-7cb28838adfe tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:22.073250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5a2dc6a-2410-4a25-beca-bf3b5e609a21 req-09f8e004-010c-4596-a38c-7cb28838adfe tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 946 time: 0.0653028 Jul 23 14:25:22.097143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-b023a3c0-4b13-4e45-b08f-81b6f8b5601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:22.098547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-b023a3c0-4b13-4e45-b08f-81b6f8b5601e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.0895972 Jul 23 14:25:22.112543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5a2dc6a-2410-4a25-beca-bf3b5e609a21 req-a6835ec5-a853-46a9-97ce-31db7e963ed8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Jul 23 14:25:22.143634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-40c9d735-858d-4636-9a6a-710b6019e3dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 200 len: 217 time: 0.0347366 Jul 23 14:25:22.194476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-9749afb9-c1f3-4793-9816-5616bea5f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:22.195905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-9749afb9-c1f3-4793-9816-5616bea5f9e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0427918 Jul 23 14:25:22.260262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-277ea846-1b54-4ad5-86b4-dc60b2c81693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:22.261776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-277ea846-1b54-4ad5-86b4-dc60b2c81693 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565488 Jul 23 14:25:22.361301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-81f44633-3aa3-48cf-8eca-811132b4a525 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889180 Jul 23 14:25:22.384871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7f8996d4-67c0-4e19-93a6-036e916aa86e details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:25:22.466051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13a9c4bc-e747-416f-8e7b-0e12503b51c5 req-bd82086e-7135-4b74-abff-42d1ccbd74b2 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976396 Jul 23 14:25:22.489679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 7f8996d4-67c0-4e19-93a6-036e916aa86e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7f8996d4-67c0-4e19-93a6-036e916aa86e,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:22.500827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '7f8996d4-67c0-4e19-93a6-036e916aa86e', 'network_id': 'c8196f34-4d29-4129-96b4-22d96aa63f15', 'port_id': '7f8996d4-67c0-4e19-93a6-036e916aa86e', 'mac_address': 'fa:16:3e:d7:71:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:25:22.535850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:22.548937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8996d4-67c0-4e19-93a6-036e916aa86e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:22.568266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 7f8996d4-67c0-4e19-93a6-036e916aa86e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7f8996d4-67c0-4e19-93a6-036e916aa86e,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:22.574030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:22.619303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=7f8996d4-67c0-4e19-93a6-036e916aa86e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:22.886635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3a951-3f22-46a9-ae9a-b0eece62fe8a req-9552a5af-5de4-439f-9de6-8b958f099e03 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:22.888023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94a3a951-3f22-46a9-ae9a-b0eece62fe8a req-9552a5af-5de4-439f-9de6-8b958f099e03 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 945 time: 0.0647433 Jul 23 14:25:22.888168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['7f8996d4-67c0-4e19-93a6-036e916aa86e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:22.926250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94a3a951-3f22-46a9-ae9a-b0eece62fe8a req-a321e01b-16ab-48dc-b96e-6d7a9db1f21f tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Jul 23 14:25:23.084925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49daef-29ef-4b31-8d65-c8c62bfd682c req-3673fbda-90d3-4957-858e-c44e9d7ade5d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:23.086430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a49daef-29ef-4b31-8d65-c8c62bfd682c req-3673fbda-90d3-4957-858e-c44e9d7ade5d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.0678265 Jul 23 14:25:23.123870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a49daef-29ef-4b31-8d65-c8c62bfd682c req-f74e00c4-853b-4ccb-9548-e15a6563e9ed tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Jul 23 14:25:23.247148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37161a96-fd22-40a3-934b-ce60d92ffc3b req-5de337bc-67e8-48d0-8385-d82acb27c9d7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:23.248668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37161a96-fd22-40a3-934b-ce60d92ffc3b req-5de337bc-67e8-48d0-8385-d82acb27c9d7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 946 time: 0.0678239 Jul 23 14:25:23.290872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37161a96-fd22-40a3-934b-ce60d92ffc3b req-6f4ec509-6ae0-431e-950a-cb7b587a1cd4 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341158 Jul 23 14:25:23.543479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858b316-07ff-4c66-9667-64166ee5968d req-b459a39e-9700-4b9a-b25f-7665a9028727 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:23.544951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8858b316-07ff-4c66-9667-64166ee5968d req-b459a39e-9700-4b9a-b25f-7665a9028727 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1080372 Jul 23 14:25:23.562759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8858b316-07ff-4c66-9667-64166ee5968d req-e8e98804-bd49-434e-862d-42dcf5434f76 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0096922 Jul 23 14:25:23.637282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8858b316-07ff-4c66-9667-64166ee5968d req-c852c3b6-b528-4160-a96c-ea5dd63a4a73 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696216 Jul 23 14:25:23.731791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8858b316-07ff-4c66-9667-64166ee5968d req-38744b4b-0adc-498d-bc2a-107483f79147 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875556 Jul 23 14:25:23.823842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8858b316-07ff-4c66-9667-64166ee5968d req-f6bd13b6-af51-48c7-9c03-0b766395a7cf service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831978 Jul 23 14:25:24.356663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47463-f9de-49b9-97ef-6bb9ad3e5220 req-abc81fa9-0168-4b6d-86a1-ddd0f308a779 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:24.358174 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02a47463-f9de-49b9-97ef-6bb9ad3e5220 req-abc81fa9-0168-4b6d-86a1-ddd0f308a779 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 945 time: 0.0684471 Jul 23 14:25:24.400161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02a47463-f9de-49b9-97ef-6bb9ad3e5220 req-cbdca4e1-050f-4bb4-b38e-7a799a9e5694 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Jul 23 14:25:24.431026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:25:24.433139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7f8996d4-67c0-4e19-93a6-036e916aa86e up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:25:24.520249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296e3f8-3809-4b5d-9471-a474513abda7 req-641619cf-4fc5-410d-8d04-2b3dd411bcf0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:24.521683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2296e3f8-3809-4b5d-9471-a474513abda7 req-641619cf-4fc5-410d-8d04-2b3dd411bcf0 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.0670915 Jul 23 14:25:24.540347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 7f8996d4-67c0-4e19-93a6-036e916aa86e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:25:24.548220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 7f8996d4-67c0-4e19-93a6-036e916aa86e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:25:24.548581 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:24.562339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2296e3f8-3809-4b5d-9471-a474513abda7 req-6c9ac475-fdf3-4c49-89d0-8368a7bd218b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348172 Jul 23 14:25:24.582801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:24.599826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'port_id': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'mac_address': 'fa:16:3e:de:57:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:25:24.664573 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:24.685364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:24.698663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:24.716531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:24.725118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:24.733143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f13ece-2a53-49f6-9340-0769657a5797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8996d4-67c0-4e19-93a6-036e916aa86e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:24.735215 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a911fb1d-f343-4f57-9867-4b5e77a118e0" -d '{"events": [{"server_uuid": "58f13ece-2a53-49f6-9340-0769657a5797", "name": "network-vif-plugged", "status": "completed", "tag": "7f8996d4-67c0-4e19-93a6-036e916aa86e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:24.765613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 7f8996d4-67c0-4e19-93a6-036e916aa86e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7f8996d4-67c0-4e19-93a6-036e916aa86e,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:24.774214 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:24.789951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:24.809308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-b753f027-2e26-4e11-a071-c98fa81ab61d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:24.810993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-b753f027-2e26-4e11-a071-c98fa81ab61d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1067848 Jul 23 14:25:24.825824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ff3448a6-77e1-4a48-82c5-9057bac29d37 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0094044 Jul 23 14:25:24.842535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=7f8996d4-67c0-4e19-93a6-036e916aa86e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:24.890030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-8a47a57a-79f4-425a-951a-88a41a886075 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588169 Jul 23 14:25:24.990807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:24.995839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-48a0c07e-665f-475b-b838-86bc40461074 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991824 Jul 23 14:25:25.086886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-f7ee19b7-b87c-42fa-a3e4-a3cfe2d93081 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830796 Jul 23 14:25:25.215479 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06779db-7a7f-47e6-8930-00c2d1b43fcc x-openstack-request-id: req-e06779db-7a7f-47e6-8930-00c2d1b43fcc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:25.215837 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f13ece-2a53-49f6-9340-0769657a5797", "name": "network-vif-plugged", "status": "completed", "tag": "7f8996d4-67c0-4e19-93a6-036e916aa86e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:25.216146 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e06779db-7a7f-47e6-8930-00c2d1b43fcc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:25.216605 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f13ece-2a53-49f6-9340-0769657a5797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8996d4-67c0-4e19-93a6-036e916aa86e', 'code': 200} Jul 23 14:25:25.275343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7da483a6-fbdb-4683-bd9f-8cfd0830c980 req-f5ce7641-e230-4a5b-9ed6-c4c9cef9be65 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 210 time: 0.0345702 Jul 23 14:25:25.341575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688b77-e476-4f86-9a9e-00695fd7f0e5 req-eadf584a-6e2b-4b9d-9186-5497c0f590e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:25.343224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c688b77-e476-4f86-9a9e-00695fd7f0e5 req-eadf584a-6e2b-4b9d-9186-5497c0f590e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 1097 time: 0.0557656 Jul 23 14:25:25.381781 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c688b77-e476-4f86-9a9e-00695fd7f0e5 req-1759b6cd-7e86-4bdd-b05b-6cca077a9430 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300772 Jul 23 14:25:25.533824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f2a4d-eca1-488f-b802-ee25cbe1a113 req-312b0c92-70a1-42c8-86a2-9fa7807245bc tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:25.535359 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-570f2a4d-eca1-488f-b802-ee25cbe1a113 req-312b0c92-70a1-42c8-86a2-9fa7807245bc tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 946 time: 0.0678115 Jul 23 14:25:25.574018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-570f2a4d-eca1-488f-b802-ee25cbe1a113 req-7f4fe80c-57f7-4e63-81f5-016e3b974ef2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324631 Jul 23 14:25:25.709950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9391-e440-4a00-99fd-5f25e5e5c7a7 req-0b21fd60-adfb-4783-a832-98dd8ce9373e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:25.711493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-343c9391-e440-4a00-99fd-5f25e5e5c7a7 req-0b21fd60-adfb-4783-a832-98dd8ce9373e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 945 time: 0.0782685 Jul 23 14:25:25.750091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-343c9391-e440-4a00-99fd-5f25e5e5c7a7 req-5f7e8b66-13b8-4280-b74a-042fda9e7296 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 23 14:25:26.318821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-2bde378b-3a04-4fcd-a8a0-dd1f324ba617 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:26.320291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-2bde378b-3a04-4fcd-a8a0-dd1f324ba617 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1098304 Jul 23 14:25:26.340773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Request body: {'port': {'device_id': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'admin_state_up': True, 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:26.391055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e75ac5a9-f1d2-47b7-95ad-eaa2cc7544b5 req-55467a93-db94-4d96-bcd3-5141893003d3 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 210 time: 0.0452685 Jul 23 14:25:26.459642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:25:26.482484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:26.486063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:26.509734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:25:26.513704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:25:26.514084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:26.592210 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:26.607293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Allocated IP 172.20.0.7 (48469017-a410-49cd-8b33-31324650c745/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be/2b01e6e3-ac49-42a2-972f-e65ac9d1bd03) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:25:26.626152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:26.631161 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:26.679358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:26.793704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad580be-f0ea-40be-92a8-61b36095efbe req-b405fbc8-6abe-4aa2-a571-de82b53ae21c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:26.795206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aad580be-f0ea-40be-92a8-61b36095efbe req-b405fbc8-6abe-4aa2-a571-de82b53ae21c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 946 time: 0.1436737 Jul 23 14:25:26.808225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:26.854895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aad580be-f0ea-40be-92a8-61b36095efbe req-b796119b-a39f-4feb-b619-7016c86c77bf tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513918 Jul 23 14:25:26.875876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:26.915427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:26.921310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Network 48469017-a410-49cd-8b33-31324650c745 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:25:26.933507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:26.940884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:25:26.985546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event updated for resources: {'Port': ['ID=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:27.041023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:27.041701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:27.064069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-ab630588-3ddf-47a7-8c5b-928434a791ad tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7277775 Jul 23 14:25:27.081446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269142c8-6415-462c-ad8d-702cc5cf71b1 req-477842b4-579c-44d4-9c9a-9b43799367fe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:27.087341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-269142c8-6415-462c-ad8d-702cc5cf71b1 req-477842b4-579c-44d4-9c9a-9b43799367fe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1646409 Jul 23 14:25:27.096105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Request body: {'port': {'device_id': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:27.208715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-269142c8-6415-462c-ad8d-702cc5cf71b1 req-5a25ed62-6d24-472a-a1d3-d3a5dffcb662 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707264 Jul 23 14:25:27.219622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:27.222544 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad8e2de-ad99-459c-840f-551a5984a74e" -d '{"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-plugged", "status": "completed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:27.237106 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:27.262968 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9613248-3c9c-4c79-b488-94300637ea28 x-openstack-request-id: req-a9613248-3c9c-4c79-b488-94300637ea28 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:27.263453 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-plugged", "status": "completed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:27.263709 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9613248-3c9c-4c79-b488-94300637ea28 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:27.264117 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'code': 200} Jul 23 14:25:27.376888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eca84-09c4-456d-8c1a-e1349400f641 req-f31e4ba9-d1dd-4750-957b-bbfa14ba1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:27.378377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f1eca84-09c4-456d-8c1a-e1349400f641 req-f31e4ba9-d1dd-4750-957b-bbfa14ba1d9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1097 time: 0.0531466 Jul 23 14:25:27.415144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f1eca84-09c4-456d-8c1a-e1349400f641 req-86372d36-bca7-48cb-8f84-43e0996d8a96 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299776 Jul 23 14:25:27.558424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:27.569286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:27.592043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae200e7-f4e0-417f-8706-5d150ad2fdf3 req-880323cb-0f4e-472d-b499-8d2198a701ef tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:27.593624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ae200e7-f4e0-417f-8706-5d150ad2fdf3 req-880323cb-0f4e-472d-b499-8d2198a701ef tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 931 time: 0.1214170 Jul 23 14:25:27.594529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Transition to ACTIVE for port object 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:25:27.599596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:27.673211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Pushing event updated for resources: {'Port': ['ID=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:27.686018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ae200e7-f4e0-417f-8706-5d150ad2fdf3 req-fc20cfbd-d271-47ba-ba45-c15274b939f8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840175 Jul 23 14:25:27.757224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Attempting to bind port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:25:27.757724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Attempting to bind port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:25:27.757916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Attempting to bind port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:27.762897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 on network 48469017-a410-49cd-8b33-31324650c745 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:25:27.763245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Attempting to bind port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:27.768122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:25:27.768581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:25:27.768963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Bound using segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:25:27.769392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Bound port: 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:25:27.769769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:27.837809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] For port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:25:27.841091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] For port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:25:27.846706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:27.880628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:27.881227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:27.882746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] 10.222.0.11 "PUT /v2.0/ports/2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 HTTP/1.1" status: 200 len: 1091 time: 0.7942302 Jul 23 14:25:27.883074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'tag': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:27.885330 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b296a8-42a9-43f2-a2a6-917e709b93a4" -d '{"events": [{"name": "network-changed", "server_uuid": "28378f1c-a575-4652-9a5c-d67aa91ce6d7", "tag": "2b01e6e3-ac49-42a2-972f-e65ac9d1bd03"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:27.910853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa8ed1-fd51-401a-97a8-fb8a588d165c service neutron] Pushing event updated for resources: {'Port': ['ID=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:27.932787 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d072df57-f219-47a2-9f5f-900534c0e77c x-openstack-request-id: req-d072df57-f219-47a2-9f5f-900534c0e77c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:27.933077 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28378f1c-a575-4652-9a5c-d67aa91ce6d7", "tag": "2b01e6e3-ac49-42a2-972f-e65ac9d1bd03", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:27.933325 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d072df57-f219-47a2-9f5f-900534c0e77c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:27.933723 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'tag': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03', 'status': 'completed', 'code': 200} Jul 23 14:25:28.011709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-5b98efb7-068e-41f3-bf30-d924e91b54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:28.014124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-5b98efb7-068e-41f3-bf30-d924e91b54af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0625544 Jul 23 14:25:28.060621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-511b9038-e64f-4649-b97b-a199ffa598d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 HTTP/1.1" status: 200 len: 217 time: 0.0335937 Jul 23 14:25:28.109621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-418cd4a2-4beb-44aa-9439-c743d8ca0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:28.110995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-418cd4a2-4beb-44aa-9439-c743d8ca0e78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0441494 Jul 23 14:25:28.148732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-5fd80215-fb32-47e1-8555-2f4124976fcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312505 Jul 23 14:25:28.237168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-a322b508-9a28-4e85-8e9e-abc189fac095 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818532 Jul 23 14:25:28.362974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63a5aa59-386f-4c1c-ad4b-5b661d1cb3e3 req-a6ecc88e-284c-4a51-be6c-bb59b7d03db5 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189058 Jul 23 14:25:28.391997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5efff0-97cd-4f8a-be17-4b1b1890f841 req-80d2608a-985a-4d5d-820e-7e46573cfba7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:28.393631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a5efff0-97cd-4f8a-be17-4b1b1890f841 req-80d2608a-985a-4d5d-820e-7e46573cfba7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0846491 Jul 23 14:25:28.431852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a5efff0-97cd-4f8a-be17-4b1b1890f841 req-c3babb7f-0f5a-48a7-a7ff-7e012bcc93c5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Jul 23 14:25:28.526370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-cba9ac16-9613-4b58-ae1c-e6dccfc2162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:28.527984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-cba9ac16-9613-4b58-ae1c-e6dccfc2162e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0601072 Jul 23 14:25:28.627421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-0803e8e4-8160-4e24-9e3d-cd92c3ca4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:28.628894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-0803e8e4-8160-4e24-9e3d-cd92c3ca4f90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 906 time: 0.0939329 Jul 23 14:25:28.672175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-8be7b547-d335-4f36-8415-1cfde5032c91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 HTTP/1.1" status: 200 len: 217 time: 0.0353713 Jul 23 14:25:28.723072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-c932776f-8469-4526-84d8-c84aec437486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:28.724553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-c932776f-8469-4526-84d8-c84aec437486 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0454075 Jul 23 14:25:28.768943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-1d356f6a-4fc6-4658-bbec-7093ba4c9845 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358415 Jul 23 14:25:29.219719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ef954-c2ec-45b2-af19-f245c3535d59 req-c1f1d121-d248-4985-9595-924d5166ba81 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:29.221257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-912ef954-c2ec-45b2-af19-f245c3535d59 req-c1f1d121-d248-4985-9595-924d5166ba81 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 943 time: 0.4426897 Jul 23 14:25:29.230270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-4b76d3c7-290f-4497-8941-0ae08756a248 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396164 Jul 23 14:25:29.285700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-912ef954-c2ec-45b2-af19-f245c3535d59 req-ce15cce2-8583-4fc9-a66d-03a40ee0dfc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582867 Jul 23 14:25:29.344472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29b296a8-42a9-43f2-a2a6-917e709b93a4 req-9b194f86-049f-4ec4-a1b0-cf08e0430c94 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007199 Jul 23 14:25:29.574245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e521d-024d-43d9-a189-77cef3684cac req-55c33e61-c9db-4898-9d14-bf8dca0cf88c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:29.575690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c11e521d-024d-43d9-a189-77cef3684cac req-55c33e61-c9db-4898-9d14-bf8dca0cf88c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0700023 Jul 23 14:25:29.614986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c11e521d-024d-43d9-a189-77cef3684cac req-d778230b-3529-41fb-9a89-2e7d0ebff489 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332363 Jul 23 14:25:29.753117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb41c-314a-4e69-97f2-7edbe8412b70 req-340422f7-4923-4656-9f2d-419fe901b757 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:29.754596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a40fb41c-314a-4e69-97f2-7edbe8412b70 req-340422f7-4923-4656-9f2d-419fe901b757 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0714979 Jul 23 14:25:29.763726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:25:29.768326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Request body: {'floatingip': {'port_id': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:29.807671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:30.273739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:30.279254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:30.411871 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Floating IP c89b11aa-5e60-4004-8013-8858ef988430 associated. External IP: 172.25.2.154, port: 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22. Jul 23 14:25:30.510442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c00fb-aa88-4ea7-a9bc-955d6bfafa2a req-81fa671d-f7d2-4d24-b0af-060aefc0dfcb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:30.511896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-169c00fb-aa88-4ea7-a9bc-955d6bfafa2a req-81fa671d-f7d2-4d24-b0af-060aefc0dfcb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 943 time: 0.1551490 Jul 23 14:25:30.625039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-169c00fb-aa88-4ea7-a9bc-955d6bfafa2a req-ee2052b7-bf3f-4c52-bf50-d204b19b727d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003873 Jul 23 14:25:30.670536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Router 9225ce44-0dc6-4599-b6cd-c23f6e53022b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:25:30.780127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:25:30.784300 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:30.790825 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] Sync routers for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:25:30.801891 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:25:30.802653 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:25:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:30.826347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ce1a7b0-643d-4765-a32a-e37412bb0bea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "PUT /v2.0/floatingips/c89b11aa-5e60-4004-8013-8858ef988430 HTTP/1.1" status: 200 len: 992 time: 1.0589788 Jul 23 14:25:30.826347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:30.827210 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179d0c9-ab0e-4972-a038-fcd23ac13531" -d '{"events": [{"name": "network-changed", "server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:30.921192 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:25:30.925115 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce26537-e6e2-48ce-8d8d-157267f0a4e6 x-openstack-request-id: req-fce26537-e6e2-48ce-8d8d-157267f0a4e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:30.925504 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:30.925891 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fce26537-e6e2-48ce-8d8d-157267f0a4e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:30.926378 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'status': 'completed', 'code': 200} Jul 23 14:25:31.013155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-0f523228-85cc-4d9e-a738-cf20e91bc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:31.014967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-0f523228-85cc-4d9e-a738-cf20e91bc47f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1097 time: 0.0677142 Jul 23 14:25:31.104832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-be3e360c-1ec8-4b72-aa42-42198e4c3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:31.106412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-be3e360c-1ec8-4b72-aa42-42198e4c3b58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.0843265 Jul 23 14:25:31.150963 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c89b11aa-5e60-4004-8013-8858ef988430', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'port_id': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'mac_address': 'fa:16:3e:de:57:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:25:16Z', 'updated_at': '2021-07-23T14:25:30Z', 'revision_number': 1, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:31.177148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-39f35629-e744-46e1-a852-a5c23a42b45c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 200 len: 1000 time: 0.0625796 Jul 23 14:25:31.229856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-77d5d62d-aa55-452c-80f1-48eae3f1ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:31.231702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-77d5d62d-aa55-452c-80f1-48eae3f1ce86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0474248 Jul 23 14:25:31.276048 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] Checking router: 9225ce44-0dc6-4599-b6cd-c23f6e53022b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:25:31.285252 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:25:31.286274 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:25:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:31.295043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-68d9adba-f874-482e-bbdb-6629604ff3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:31.296866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-68d9adba-f874-482e-bbdb-6629604ff3e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572560 Jul 23 14:25:31.401511 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:25:31.401734 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-b76b337d-2507-4bed-8dbd-7965949859e1 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972514 Jul 23 14:25:31.499218 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b179d0c9-ab0e-4972-a038-fcd23ac13531 req-b5d46aee-966c-4a32-a432-09e6759c251a service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853038 Jul 23 14:25:31.633182 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c89b11aa-5e60-4004-8013-8858ef988430', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'port_id': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'mac_address': 'fa:16:3e:de:57:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:25:16Z', 'updated_at': '2021-07-23T14:25:30Z', 'revision_number': 1, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:25:31.662709 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5450fc8-5d31-47e8-8c82-cb11403fa25f None None] The sync data for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 is: [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c89b11aa-5e60-4004-8013-8858ef988430', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'port_id': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'mac_address': 'fa:16:3e:de:57:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:25:16Z', 'updated_at': '2021-07-23T14:25:30Z', 'revision_number': 1, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:25:31.766608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9854-741e-4fa3-b9d2-07007c086baf req-8080e952-9453-4f95-9a0f-25b95a7662fc tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:31.768289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-237c9854-741e-4fa3-b9d2-07007c086baf req-8080e952-9453-4f95-9a0f-25b95a7662fc tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 943 time: 0.0704141 Jul 23 14:25:31.810505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-237c9854-741e-4fa3-b9d2-07007c086baf req-4cc2f38e-7576-472b-8619-0ecfb74c4d90 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Jul 23 14:25:31.865816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf5d04-9170-4e5b-8a70-aad113979c59 None None] New status for floating IP c89b11aa-5e60-4004-8013-8858ef988430: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:25:32.515517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:25:32.619786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:32.630691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'port_id': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03', 'mac_address': 'fa:16:3e:ae:00:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4765c6-0eca-49fe-bbb1-a3ce862eb8be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:25:32.674223 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:32.687806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:32.708809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:32.714083 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:32.763602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:32.956875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157a5dc-658e-4960-8cd9-c2828a9c444e req-59d75f81-846c-4e23-ba10-b98dad303e49 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:32.958267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0157a5dc-658e-4960-8cd9-c2828a9c444e req-59d75f81-846c-4e23-ba10-b98dad303e49 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 944 time: 0.0726442 Jul 23 14:25:32.998907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0157a5dc-658e-4960-8cd9-c2828a9c444e req-63d2c3e1-4a47-4f37-a6b8-805181dd5908 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344348 Jul 23 14:25:33.028953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2b01e6e3-ac49-42a2-972f-e65ac9d1bd03'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:34.146608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66705ff3-1839-4702-8480-4d7021436d90 req-b187dcd8-fa9f-4bfd-83b4-80efc48b681a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:34.148084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66705ff3-1839-4702-8480-4d7021436d90 req-b187dcd8-fa9f-4bfd-83b4-80efc48b681a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 944 time: 0.0680082 Jul 23 14:25:34.185198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66705ff3-1839-4702-8480-4d7021436d90 req-24814fdc-de92-4ec7-be43-c7c34830cde8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Jul 23 14:25:34.527612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:25:34.582254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:25:34.586387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:25:34.586794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:34.675255 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:34.697340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:34.699647 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded77f1-f098-4f4c-9268-a7e6cdeb523a" -d '{"events": [{"server_uuid": "28378f1c-a575-4652-9a5c-d67aa91ce6d7", "name": "network-vif-plugged", "status": "completed", "tag": "2b01e6e3-ac49-42a2-972f-e65ac9d1bd03"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:34.712647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:34.717690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:34.740488 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eda397-d53a-4886-9ab0-32af421fab9a x-openstack-request-id: req-d4eda397-d53a-4886-9ab0-32af421fab9a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:34.740781 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28378f1c-a575-4652-9a5c-d67aa91ce6d7", "name": "network-vif-plugged", "status": "completed", "tag": "2b01e6e3-ac49-42a2-972f-e65ac9d1bd03", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:34.741035 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4eda397-d53a-4886-9ab0-32af421fab9a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:34.741422 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03', 'code': 200} Jul 23 14:25:34.766044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:34.892565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b7db2-343d-4c4b-9fcc-19f98c5791be req-857771fb-9b8e-47f0-9350-fd6c1cacf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:34.894054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b9b7db2-343d-4c4b-9fcc-19f98c5791be req-857771fb-9b8e-47f0-9350-fd6c1cacf029 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 1096 time: 0.0603716 Jul 23 14:25:34.928883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b9b7db2-343d-4c4b-9fcc-19f98c5791be req-71408831-9f38-44d9-9666-ad72ec512794 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276678 Jul 23 14:25:35.331213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d618bcd-264a-498c-b22a-cd795dbe27f0 req-466f2638-9471-4e30-9760-363eec6aa0c9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:35.333219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d618bcd-264a-498c-b22a-cd795dbe27f0 req-466f2638-9471-4e30-9760-363eec6aa0c9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 945 time: 0.0780022 Jul 23 14:25:35.373554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d618bcd-264a-498c-b22a-cd795dbe27f0 req-fc324a4c-588c-446d-a323-6b4c335115ec tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Jul 23 14:25:36.534974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86fdb-879c-46b5-a507-b0ef770ccd53 req-99a3e7ee-dd5c-45b1-8229-23bae6b96df4 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:36.536368 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12b86fdb-879c-46b5-a507-b0ef770ccd53 req-99a3e7ee-dd5c-45b1-8229-23bae6b96df4 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 945 time: 0.0809903 Jul 23 14:25:36.575477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12b86fdb-879c-46b5-a507-b0ef770ccd53 req-0d128924-9052-4cc8-a72a-98bbabda9c04 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jul 23 14:25:36.748332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc06d75-47b9-48d8-b35b-ed9953cde1e0 req-8d77715c-1901-445a-8eb2-12a493c866c1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:36.750185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bc06d75-47b9-48d8-b35b-ed9953cde1e0 req-8d77715c-1901-445a-8eb2-12a493c866c1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 945 time: 0.0652504 Jul 23 14:25:36.791408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bc06d75-47b9-48d8-b35b-ed9953cde1e0 req-4d84e332-5eb4-4891-9789-7cf56bf27d83 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328863 Jul 23 14:25:37.050721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c275d4-bd73-44fe-b0a4-de9900c2a0b4 req-2da46f82-7398-4b6b-b103-fd6cf0ffffc3 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:37.052107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0c275d4-bd73-44fe-b0a4-de9900c2a0b4 req-2da46f82-7398-4b6b-b103-fd6cf0ffffc3 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 945 time: 0.0654709 Jul 23 14:25:37.095455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0c275d4-bd73-44fe-b0a4-de9900c2a0b4 req-2de00fc4-4a38-4212-b129-9cdadf6c196c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Jul 23 14:25:37.621139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:38.245910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2758f3-245b-4871-8b26-22117fca479e req-4f606ff0-306e-4fcf-a0b6-29a8a17e6a8d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:38.247356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a2758f3-245b-4871-8b26-22117fca479e req-4f606ff0-306e-4fcf-a0b6-29a8a17e6a8d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 945 time: 0.0670772 Jul 23 14:25:38.287526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a2758f3-245b-4871-8b26-22117fca479e req-91683eda-db50-4f50-a855-0d2c8f87b3ee tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Jul 23 14:25:38.569889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-3fbb1ab0-f4b8-41cb-977e-5d547107e0fd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:38.571426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-3fbb1ab0-f4b8-41cb-977e-5d547107e0fd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 945 time: 0.0748680 Jul 23 14:25:38.690936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Deleting port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:38.691332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:38.789752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] For port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:38.790119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:38.805721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Calling delete_port for 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:38.953974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:38.986806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event deleted for resources: {'Port': ['ID=2b01e6e3-ac49-42a2-972f-e65ac9d1bd03,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:38.995873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d', '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:39.043287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] No DVR routers for this DVR port 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:25:39.045926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:39.048015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86f1a1d-57ad-4fe9-9867-c627cba4c08d req-d659f148-f7cb-46fb-b1d2-10effa384226 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "DELETE /v2.0/ports/2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 HTTP/1.1" status: 204 len: 173 time: 0.4699659 Jul 23 14:25:39.049067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'name': 'network-vif-deleted', 'tag': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:39.050794 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d20834-986f-4830-816d-fe4d7b9d4f2c" -d '{"events": [{"server_uuid": "28378f1c-a575-4652-9a5c-d67aa91ce6d7", "name": "network-vif-deleted", "tag": "2b01e6e3-ac49-42a2-972f-e65ac9d1bd03"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:39.148252 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5e4881-3586-4b5c-a154-ea6ec836905b x-openstack-request-id: req-9c5e4881-3586-4b5c-a154-ea6ec836905b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:39.148574 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28378f1c-a575-4652-9a5c-d67aa91ce6d7", "name": "network-vif-deleted", "tag": "2b01e6e3-ac49-42a2-972f-e65ac9d1bd03", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:39.148861 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c5e4881-3586-4b5c-a154-ea6ec836905b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:39.149225 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28378f1c-a575-4652-9a5c-d67aa91ce6d7', 'name': 'network-vif-deleted', 'tag': '2b01e6e3-ac49-42a2-972f-e65ac9d1bd03', 'status': 'completed', 'code': 200} Jul 23 14:25:39.403425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb380ee3-f23f-4a73-b920-ec0cf89f30c0 req-9ef99704-e9a2-42fb-b20b-9709ff45901c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=28378f1c-a575-4652-9a5c-d67aa91ce6d7 HTTP/1.1" status: 200 len: 210 time: 0.0294375 Jul 23 14:25:39.432573 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:25:41.246502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-5ff053c2-5bf7-45f9-8d58-c8714e07919e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:41.248010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-5ff053c2-5bf7-45f9-8d58-c8714e07919e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1082995 Jul 23 14:25:41.263239 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-516f0960-50b0-45fb-9110-61538a54bddd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0094953 Jul 23 14:25:41.328266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-b1619c7e-f8b6-4470-97b4-be0534468ddf tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599813 Jul 23 14:25:41.428711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-2796b702-90e8-486a-8164-16fd83421e17 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844519 Jul 23 14:25:41.524112 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-6242f94b-1ddc-474e-937c-cd8905714243 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894954 Jul 23 14:25:41.693176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6adc1f38-5203-457a-a4c5-c5a8188b45f7 req-56ab11ae-bfff-4e7e-ab27-fd70faea7e26 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 210 time: 0.0333307 Jul 23 14:25:42.572434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:25:42.593516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:25:42.593859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2b01e6e3-ac49-42a2-972f-e65ac9d1bd03 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:25:42.802398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d9ebd1b-cd44-4feb-8000-e99389878550 req-235423af-1c10-4274-bc9b-e97efd8624f2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 210 time: 0.0377541 Jul 23 14:25:42.922241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-3ac2f089-a1fe-4f55-8c9b-1e1a810d1f66 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:42.924115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-3ac2f089-a1fe-4f55-8c9b-1e1a810d1f66 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1242995 Jul 23 14:25:42.952051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Request body: {'port': {'device_id': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'admin_state_up': True, 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:43.073183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:43.077043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:43.203738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Allocated IP 172.20.0.2 (48469017-a410-49cd-8b33-31324650c745/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be/6b08950a-c87c-4007-ac30-0ba21b0b3af5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:25:43.354582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:43.394446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:43.430233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:43.437073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Network 48469017-a410-49cd-8b33-31324650c745 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:25:43.442238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:43.445962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:25:43.473957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event updated for resources: {'Port': ['ID=6b08950a-c87c-4007-ac30-0ba21b0b3af5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:43.504997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:43.505778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:43.523719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-55868c86-0a86-4880-868c-313b4a95b03f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757592 Jul 23 14:25:43.542037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Request body: {'port': {'device_id': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:43.619566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:43.916325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b08950a-c87c-4007-ac30-0ba21b0b3af5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:43.925472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:43.944990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Transition to ACTIVE for port object 6b08950a-c87c-4007-ac30-0ba21b0b3af5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:25:43.951764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:44.008721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432605b2-dd49-46b6-9bb1-86ce7ec8683c req-db39a1ab-620d-4593-86f4-cbf8ea5af1fe tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:44.010221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-432605b2-dd49-46b6-9bb1-86ce7ec8683c req-db39a1ab-620d-4593-86f4-cbf8ea5af1fe tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 931 time: 0.1279845 Jul 23 14:25:44.034154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6b08950a-c87c-4007-ac30-0ba21b0b3af5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:44.110032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-432605b2-dd49-46b6-9bb1-86ce7ec8683c req-487a1fb9-e82c-4b01-8e1a-a1f6971df5dc tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912635 Jul 23 14:25:44.143854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Attempting to bind port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:25:44.144192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Attempting to bind port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:25:44.144518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Attempting to bind port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:44.148832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 on network 48469017-a410-49cd-8b33-31324650c745 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:25:44.149148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Attempting to bind port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:44.154052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:25:44.154385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:25:44.154793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Bound using segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:25:44.155440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Bound port: 6b08950a-c87c-4007-ac30-0ba21b0b3af5, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:25:44.155806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:44.222130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] For port 6b08950a-c87c-4007-ac30-0ba21b0b3af5, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:25:44.225353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] For port 6b08950a-c87c-4007-ac30-0ba21b0b3af5, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b08950a-c87c-4007-ac30-0ba21b0b3af5,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:25:44.232330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:44.264494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:44.265112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:44.266506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b08950a-c87c-4007-ac30-0ba21b0b3af5 HTTP/1.1" status: 200 len: 1091 time: 0.7291231 Jul 23 14:25:44.266993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'tag': '6b08950a-c87c-4007-ac30-0ba21b0b3af5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:44.269240 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0256d97b-0a03-49f9-a46c-3ad442a6bf06", "tag": "6b08950a-c87c-4007-ac30-0ba21b0b3af5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:44.301773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c4669-2d96-42ff-b0eb-0b000afa1f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6b08950a-c87c-4007-ac30-0ba21b0b3af5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:44.319313 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166d3c5d-ead8-422f-98f3-c0a2360f4bb8 x-openstack-request-id: req-166d3c5d-ead8-422f-98f3-c0a2360f4bb8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:44.319618 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0256d97b-0a03-49f9-a46c-3ad442a6bf06", "tag": "6b08950a-c87c-4007-ac30-0ba21b0b3af5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:44.319890 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-166d3c5d-ead8-422f-98f3-c0a2360f4bb8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:44.320314 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'tag': '6b08950a-c87c-4007-ac30-0ba21b0b3af5', 'status': 'completed', 'code': 200} Jul 23 14:25:44.391857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-ffa94dfe-a40b-411a-8186-279fb03a8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:44.393404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-ffa94dfe-a40b-411a-8186-279fb03a8628 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 1094 time: 0.0591271 Jul 23 14:25:44.441735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-82af4442-f6bc-4d9f-9bc6-23b48bc6804b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b08950a-c87c-4007-ac30-0ba21b0b3af5 HTTP/1.1" status: 200 len: 217 time: 0.0343680 Jul 23 14:25:44.491366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-b63b5182-4743-4dad-8391-e39a7471435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:44.492760 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-b63b5182-4743-4dad-8391-e39a7471435a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0441744 Jul 23 14:25:44.526995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-ce0fe508-919e-4a49-9a9b-6fa214193e6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276158 Jul 23 14:25:44.623745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-f9dbd810-fb34-4b0c-b54b-923488e2065f service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896349 Jul 23 14:25:44.724450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eca5c232-20ec-4bb5-b4fe-49daa75fbdb9 req-e80f10a9-1712-4764-b7e8-40aabf1b792e service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916445 Jul 23 14:25:44.878857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-bf1c1d34-e2b1-4946-8274-b5a84e3e2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:44.880402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-bf1c1d34-e2b1-4946-8274-b5a84e3e2301 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 1094 time: 0.0566945 Jul 23 14:25:44.969879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-bc9385fb-61a4-4da7-9051-e1e76b37bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:44.971419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-bc9385fb-61a4-4da7-9051-e1e76b37bb2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 906 time: 0.0845873 Jul 23 14:25:45.018148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-9acea4d4-fb96-42b1-be4a-dacbe96b1d2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b08950a-c87c-4007-ac30-0ba21b0b3af5 HTTP/1.1" status: 200 len: 217 time: 0.0378788 Jul 23 14:25:45.069159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-353d4e68-b91a-4b03-af0c-8602b037117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:45.070795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-353d4e68-b91a-4b03-af0c-8602b037117e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0452292 Jul 23 14:25:45.106217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-512a50d9-69d9-4a5c-a5c8-eccd062c6cc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274389 Jul 23 14:25:45.214830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-6a6351ac-1db7-4a87-9f01-bb598a0738ee service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001112 Jul 23 14:25:45.347892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d43e8b10-efba-4567-b8d4-ed9518b8b2d7 req-56f8d0a9-021c-4efa-8db0-a268b8da9889 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160240 Jul 23 14:25:45.356193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78d592-f792-4d3b-b008-8376af901110 req-ea07dca8-7d21-40bb-98dc-928bda5580c2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:45.357582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d78d592-f792-4d3b-b008-8376af901110 req-ea07dca8-7d21-40bb-98dc-928bda5580c2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 943 time: 0.1418481 Jul 23 14:25:45.396609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d78d592-f792-4d3b-b008-8376af901110 req-8bb5344c-ec91-4dda-a079-4997c54c2f1e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jul 23 14:25:45.797557 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-357b3e2c-5431-4899-bb9e-2c9261856ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:46.490310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031774c-83f2-4421-88a2-d066a8ec66f6 req-e2bf6f15-74a0-45c6-a2c3-173ce3527fbf tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:46.491851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8031774c-83f2-4421-88a2-d066a8ec66f6 req-e2bf6f15-74a0-45c6-a2c3-173ce3527fbf tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 946 time: 0.0668561 Jul 23 14:25:46.530205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8031774c-83f2-4421-88a2-d066a8ec66f6 req-a9098dc9-c692-4c12-83d5-7aff7cadaf98 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Jul 23 14:25:46.659162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a352-e43b-4466-997a-f4c340aca6ff req-4223429c-86a1-42d7-84e1-c5173a10c170 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:46.660694 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bb4a352-e43b-4466-997a-f4c340aca6ff req-4223429c-86a1-42d7-84e1-c5173a10c170 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 943 time: 0.0712023 Jul 23 14:25:46.700914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bb4a352-e43b-4466-997a-f4c340aca6ff req-7de693b7-fdb3-48a1-a353-2e24e494693b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339005 Jul 23 14:25:47.668718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae47254-49e8-4955-81b1-f95f68c82178 req-758abc87-906e-4f32-b587-631f40ffc8ff tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:47.670193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ae47254-49e8-4955-81b1-f95f68c82178 req-758abc87-906e-4f32-b587-631f40ffc8ff tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 946 time: 0.0660012 Jul 23 14:25:47.709843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ae47254-49e8-4955-81b1-f95f68c82178 req-e2ea6e5b-f4e2-4289-99b8-5106aaeec7cb tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Jul 23 14:25:47.838713 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:47.857215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c2291-ff97-43fe-99ad-e7ef173135d7 req-1cadc486-1150-4c05-b236-34189cc3793a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:47.858733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a3c2291-ff97-43fe-99ad-e7ef173135d7 req-1cadc486-1150-4c05-b236-34189cc3793a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 943 time: 0.0895288 Jul 23 14:25:47.899219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a3c2291-ff97-43fe-99ad-e7ef173135d7 req-dc15511c-5b71-4a03-9b7f-881b296c074b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Jul 23 14:25:48.310071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:48.478900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e111cfc8-5481-42e8-b5d8-6f16a480c7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:48.606345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b08950a-c87c-4007-ac30-0ba21b0b3af5 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:25:48.712229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b08950a-c87c-4007-ac30-0ba21b0b3af5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b08950a-c87c-4007-ac30-0ba21b0b3af5,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:48.725944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '6b08950a-c87c-4007-ac30-0ba21b0b3af5', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'port_id': '6b08950a-c87c-4007-ac30-0ba21b0b3af5', 'mac_address': 'fa:16:3e:b3:c9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4765c6-0eca-49fe-bbb1-a3ce862eb8be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:25:48.763790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:48.776792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b08950a-c87c-4007-ac30-0ba21b0b3af5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:48.797000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b08950a-c87c-4007-ac30-0ba21b0b3af5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b08950a-c87c-4007-ac30-0ba21b0b3af5,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:48.802709 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:48.850129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ed66d-f110-4768-bb6f-eb43cae96926 req-9fbadff7-c337-41d4-8aee-7eb1fc57925e tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:48.851693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c8ed66d-f110-4768-bb6f-eb43cae96926 req-9fbadff7-c337-41d4-8aee-7eb1fc57925e tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 946 time: 0.0685685 Jul 23 14:25:48.851961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b08950a-c87c-4007-ac30-0ba21b0b3af5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:48.859823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.860203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.860545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.860876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.861206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.861526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.861846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.862281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.862630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.862970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.863286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.863602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:48.892671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c8ed66d-f110-4768-bb6f-eb43cae96926 req-74e0a236-2489-4b07-bbcc-f6708b54a30c tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Jul 23 14:25:48.994252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-7f8a0db1-19e4-4afe-bba3-ecdf1a27d873 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:48.996073 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-7f8a0db1-19e4-4afe-bba3-ecdf1a27d873 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 946 time: 0.0691490 Jul 23 14:25:49.029979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530442a-0144-4831-aacc-2dd23bf0b31d req-5b5eca39-b671-4f9f-b005-74afa61a7ae9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:49.031538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d530442a-0144-4831-aacc-2dd23bf0b31d req-5b5eca39-b671-4f9f-b005-74afa61a7ae9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 944 time: 0.0658152 Jul 23 14:25:49.068804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d530442a-0144-4831-aacc-2dd23bf0b31d req-9f49ba15-b5dd-4172-ac28-c5142249a40d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Jul 23 14:25:49.099239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Deleting port 7f8996d4-67c0-4e19-93a6-036e916aa86e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:49.099587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:49.128821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6b08950a-c87c-4007-ac30-0ba21b0b3af5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:49.195173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] For port 7f8996d4-67c0-4e19-93a6-036e916aa86e, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=7f8996d4-67c0-4e19-93a6-036e916aa86e,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:49.195541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:49.208083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Calling delete_port for 7f8996d4-67c0-4e19-93a6-036e916aa86e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:49.339199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:49.352636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d', '7f8996d4-67c0-4e19-93a6-036e916aa86e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:49.528693 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:49.696286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event deleted for resources: {'Port': ['ID=7f8996d4-67c0-4e19-93a6-036e916aa86e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:49.741654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] No DVR routers for this DVR port 7f8996d4-67c0-4e19-93a6-036e916aa86e on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:25:49.744401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:49.746445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-23033121-71ad-45cc-a89f-b6aad1f23b2e req-fd3a06c9-7c07-43bb-84c4-fb08354a1fef tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "DELETE /v2.0/ports/7f8996d4-67c0-4e19-93a6-036e916aa86e HTTP/1.1" status: 204 len: 173 time: 0.7435219 Jul 23 14:25:49.746907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f13ece-2a53-49f6-9340-0769657a5797', 'name': 'network-vif-deleted', 'tag': '7f8996d4-67c0-4e19-93a6-036e916aa86e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:49.749163 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60138a9-ae84-4800-992c-9b056e1e680d" -d '{"events": [{"server_uuid": "58f13ece-2a53-49f6-9340-0769657a5797", "name": "network-vif-deleted", "tag": "7f8996d4-67c0-4e19-93a6-036e916aa86e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:49.784769 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf758cb2-7dd5-4478-8bcb-3cb549a6f6da x-openstack-request-id: req-bf758cb2-7dd5-4478-8bcb-3cb549a6f6da {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:49.784993 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f13ece-2a53-49f6-9340-0769657a5797", "name": "network-vif-deleted", "tag": "7f8996d4-67c0-4e19-93a6-036e916aa86e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:49.785247 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf758cb2-7dd5-4478-8bcb-3cb549a6f6da {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:49.785618 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f13ece-2a53-49f6-9340-0769657a5797', 'name': 'network-vif-deleted', 'tag': '7f8996d4-67c0-4e19-93a6-036e916aa86e', 'status': 'completed', 'code': 200} Jul 23 14:25:49.796697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d3343db6-404d-436b-a74e-6fbb0fd5a49c', 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:50.014864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99360969-4a82-4639-a249-40e19091bf4e req-b6ee6409-0042-449e-afa6-74ef4b5056e4 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f13ece-2a53-49f6-9340-0769657a5797 HTTP/1.1" status: 200 len: 210 time: 0.0363255 Jul 23 14:25:50.215134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baf93-1594-4fa9-8317-3e03434aab44 req-4341fdf7-56c2-4b75-93cb-87e52fc4c6bb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:50.216685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df4baf93-1594-4fa9-8317-3e03434aab44 req-4341fdf7-56c2-4b75-93cb-87e52fc4c6bb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 944 time: 0.0657570 Jul 23 14:25:50.256912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df4baf93-1594-4fa9-8317-3e03434aab44 req-1578c472-ac64-4dcf-b55b-6aad4447c014 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345500 Jul 23 14:25:50.623919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b08950a-c87c-4007-ac30-0ba21b0b3af5 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:25:50.689343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:25:50.693446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:25:50.693820 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:50.770533 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:50.792955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b08950a-c87c-4007-ac30-0ba21b0b3af5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:50.795242 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef452c67-e21e-450a-a3c9-0500abcd7ace" -d '{"events": [{"server_uuid": "0256d97b-0a03-49f9-a46c-3ad442a6bf06", "name": "network-vif-plugged", "status": "completed", "tag": "6b08950a-c87c-4007-ac30-0ba21b0b3af5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:50.807787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6b08950a-c87c-4007-ac30-0ba21b0b3af5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b08950a-c87c-4007-ac30-0ba21b0b3af5,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:50.813208 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:50.865427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6b08950a-c87c-4007-ac30-0ba21b0b3af5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:50.889560 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaa5c01-6565-43fc-a14a-cb662661b376 x-openstack-request-id: req-8eaa5c01-6565-43fc-a14a-cb662661b376 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:50.889847 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0256d97b-0a03-49f9-a46c-3ad442a6bf06", "name": "network-vif-plugged", "status": "completed", "tag": "6b08950a-c87c-4007-ac30-0ba21b0b3af5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:50.890093 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eaa5c01-6565-43fc-a14a-cb662661b376 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:50.890487 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b08950a-c87c-4007-ac30-0ba21b0b3af5', 'code': 200} Jul 23 14:25:51.031855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b274d67-d776-4952-b7c8-60293ed55304 req-7ac7c5a5-2658-43b5-a92e-8410f60dabde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:51.033275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b274d67-d776-4952-b7c8-60293ed55304 req-7ac7c5a5-2658-43b5-a92e-8410f60dabde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 1096 time: 0.0556018 Jul 23 14:25:51.072440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b274d67-d776-4952-b7c8-60293ed55304 req-3d9e072b-62c5-4751-a068-1011c53cd003 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303531 Jul 23 14:25:51.225992 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:51.393198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468176-a6e1-47cd-b05f-0ed28af5ae7c req-6323d9a8-71fb-4f5f-8221-85714c18537d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:51.394597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51468176-a6e1-47cd-b05f-0ed28af5ae7c req-6323d9a8-71fb-4f5f-8221-85714c18537d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 945 time: 0.0704424 Jul 23 14:25:51.432653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51468176-a6e1-47cd-b05f-0ed28af5ae7c req-d404c670-ca4d-44bb-b206-5f634bbcea05 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Jul 23 14:25:52.566945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42374e8-1e5d-4dbd-9497-b6c9e401b107 req-da773b01-2cd5-45f7-b1e9-d7973a35bde9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:52.568355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e42374e8-1e5d-4dbd-9497-b6c9e401b107 req-da773b01-2cd5-45f7-b1e9-d7973a35bde9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 945 time: 0.0659533 Jul 23 14:25:52.607390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e42374e8-1e5d-4dbd-9497-b6c9e401b107 req-a96a6f0a-2139-4f6f-8206-37b94c179de6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Jul 23 14:25:52.608414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7f8996d4-67c0-4e19-93a6-036e916aa86e no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:25:52.631296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 7f8996d4-67c0-4e19-93a6-036e916aa86e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:25:52.631401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 7f8996d4-67c0-4e19-93a6-036e916aa86e not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:25:52.811009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225609a-b5bb-4ff9-bab2-235a6c34952f req-770ff743-ff12-4418-89da-b0045759cb71 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:52.812915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d225609a-b5bb-4ff9-bab2-235a6c34952f req-770ff743-ff12-4418-89da-b0045759cb71 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 945 time: 0.0665045 Jul 23 14:25:52.852178 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d225609a-b5bb-4ff9-bab2-235a6c34952f req-ab790406-c6eb-41a1-9f60-d95583f37eac tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Jul 23 14:25:53.112321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a1a6-471f-4ce1-89ff-2c7cd4c73925 req-0fc5d982-e4c2-45bf-b252-bf439f072bbb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:53.113894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1f7a1a6-471f-4ce1-89ff-2c7cd4c73925 req-0fc5d982-e4c2-45bf-b252-bf439f072bbb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 945 time: 0.0683410 Jul 23 14:25:53.152977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1f7a1a6-471f-4ce1-89ff-2c7cd4c73925 req-638a5237-9df7-416f-a59b-835acf3d8366 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Jul 23 14:25:53.501038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238b15-68a2-4d79-b1e4-a68c40d52f58 req-90701417-f9ed-49dd-94c3-cd2d8ec30b86 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:53.502438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c238b15-68a2-4d79-b1e4-a68c40d52f58 req-90701417-f9ed-49dd-94c3-cd2d8ec30b86 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 945 time: 0.0666704 Jul 23 14:25:53.540752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c238b15-68a2-4d79-b1e4-a68c40d52f58 req-3c047661-9ff7-40bb-9fa1-e6ac20c597de tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Jul 23 14:25:54.298954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729a517-3465-4ca4-969e-588bc6036bb0 req-b33300be-3a16-4214-a20c-073dbcb07333 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:54.300425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a729a517-3465-4ca4-969e-588bc6036bb0 req-b33300be-3a16-4214-a20c-073dbcb07333 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 945 time: 0.0769653 Jul 23 14:25:54.642268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a729a517-3465-4ca4-969e-588bc6036bb0 req-a3f3d8de-8b59-48f7-84c0-180fcc39d62d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360567 Jul 23 14:25:54.745541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-b76db2b6-c57f-48e9-aea4-af7d954a9807 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:54.747011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-b76db2b6-c57f-48e9-aea4-af7d954a9807 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 945 time: 0.0898876 Jul 23 14:25:54.817444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5d607-1822-4146-b8e4-bb6084d0e44e req-8b5a6e5d-a63c-4fc7-b4a8-5bdb827649da tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:54.818921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cd5d607-1822-4146-b8e4-bb6084d0e44e req-8b5a6e5d-a63c-4fc7-b4a8-5bdb827649da tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 945 time: 0.1218529 Jul 23 14:25:54.881011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cd5d607-1822-4146-b8e4-bb6084d0e44e req-8966b7a7-a853-4c93-9abc-28b6f1a69baa tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556853 Jul 23 14:25:54.897415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Deleting port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:54.897756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:54.998959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] For port 6b08950a-c87c-4007-ac30-0ba21b0b3af5, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6b08950a-c87c-4007-ac30-0ba21b0b3af5,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:54.999320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:55.012786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Calling delete_port for 6b08950a-c87c-4007-ac30-0ba21b0b3af5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:55.147307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:55.181130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d', '6b08950a-c87c-4007-ac30-0ba21b0b3af5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:55.185276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event deleted for resources: {'Port': ['ID=6b08950a-c87c-4007-ac30-0ba21b0b3af5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:55.195848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.196237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.196524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.196869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.197200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.197537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.197857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.198180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.198506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.198850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.199172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.199491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.246341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] No DVR routers for this DVR port 6b08950a-c87c-4007-ac30-0ba21b0b3af5 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:25:55.249525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:55.251683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8363d29c-ee3b-44ee-b32f-6df6ea5822f5 req-81d0630b-932c-4278-bc52-c81d9a494dc0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "DELETE /v2.0/ports/6b08950a-c87c-4007-ac30-0ba21b0b3af5 HTTP/1.1" status: 204 len: 173 time: 0.4971974 Jul 23 14:25:55.252176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'name': 'network-vif-deleted', 'tag': '6b08950a-c87c-4007-ac30-0ba21b0b3af5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:55.254944 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4c7056-5f45-4cc4-9c06-102e37b08882" -d '{"events": [{"server_uuid": "0256d97b-0a03-49f9-a46c-3ad442a6bf06", "name": "network-vif-deleted", "tag": "6b08950a-c87c-4007-ac30-0ba21b0b3af5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:55.298378 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f28f4e-fa11-4206-8823-4907265e2873 x-openstack-request-id: req-64f28f4e-fa11-4206-8823-4907265e2873 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:55.298725 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0256d97b-0a03-49f9-a46c-3ad442a6bf06", "name": "network-vif-deleted", "tag": "6b08950a-c87c-4007-ac30-0ba21b0b3af5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:55.298996 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64f28f4e-fa11-4206-8823-4907265e2873 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:55.299577 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0256d97b-0a03-49f9-a46c-3ad442a6bf06', 'name': 'network-vif-deleted', 'tag': '6b08950a-c87c-4007-ac30-0ba21b0b3af5', 'status': 'completed', 'code': 200} Jul 23 14:25:55.321150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-a6458d35-96b1-4ade-8c82-8e845439b5a6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:55.322773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-a6458d35-96b1-4ade-8c82-8e845439b5a6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 945 time: 0.0702047 Jul 23 14:25:55.443268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Deleting port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:55.443584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:55.538116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] For port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:55.538710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:55.562108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Calling delete_port for fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:55.707333 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:55.721071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:55.737188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event deleted for resources: {'Port': ['ID=fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:55.752344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.752689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.753022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.753894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.753894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.754846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.755185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.755513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.755836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.756155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.756841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.756961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d3343db6-404d-436b-a74e-6fbb0fd5a49c', 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:55.757059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:25:55.773276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa3d051b-c264-45f1-b4ab-1dcd84279e80 req-0246a8b0-8fc3-4c67-874d-c66943fdfc1e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=0256d97b-0a03-49f9-a46c-3ad442a6bf06 HTTP/1.1" status: 200 len: 210 time: 0.0397024 Jul 23 14:25:55.817369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] No DVR routers for this DVR port fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:25:55.820267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:55.822827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-657f589b-cb58-4443-bc19-3c458a3b5d5f req-2c1a75f1-38e5-4760-af97-6ec0714a0ad9 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "DELETE /v2.0/ports/fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 HTTP/1.1" status: 204 len: 173 time: 0.4824641 Jul 23 14:25:55.823426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc236041-8005-434b-b7ac-d65657e4318a', 'name': 'network-vif-deleted', 'tag': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:55.825737 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44901786-1f83-4e57-abaf-32c7ff48bf20" -d '{"events": [{"server_uuid": "bc236041-8005-434b-b7ac-d65657e4318a", "name": "network-vif-deleted", "tag": "fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:55.870955 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b09bee3-cb67-40aa-a630-37a15b35476f x-openstack-request-id: req-6b09bee3-cb67-40aa-a630-37a15b35476f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:25:55.871648 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc236041-8005-434b-b7ac-d65657e4318a", "name": "network-vif-deleted", "tag": "fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:25:55.871903 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b09bee3-cb67-40aa-a630-37a15b35476f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:25:55.872298 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc236041-8005-434b-b7ac-d65657e4318a', 'name': 'network-vif-deleted', 'tag': 'fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05', 'status': 'completed', 'code': 200} Jul 23 14:25:55.985347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7381be8d-ea08-447a-81ee-736d1dcf585f req-4c9eeef4-755e-4055-85ef-5907feb010ac tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc236041-8005-434b-b7ac-d65657e4318a HTTP/1.1" status: 200 len: 210 time: 0.0305231 Jul 23 14:25:57.072886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-d7c6161e-891a-4602-9803-73d168227c93 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:57.074231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-d7c6161e-891a-4602-9803-73d168227c93 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1027207 Jul 23 14:25:57.089749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-e7e0190f-7eb8-440e-9e0b-2cc67903a15f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0101042 Jul 23 14:25:57.157299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-bd63f87e-ccd0-43e5-ba59-1b8a44cfaf07 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603435 Jul 23 14:25:57.256312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-a2eccba0-bd88-46de-b872-b87010ac005e service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920439 Jul 23 14:25:57.366297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-04aff7a4-5067-4ef3-baa1-bec6679182f9 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020024 Jul 23 14:25:57.618566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7801a8f-93e3-4d8a-a672-ec8c51ec1608 req-2cd46da3-4929-4c78-86f0-cc37f3158eb3 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 210 time: 0.0372620 Jul 23 14:25:57.869322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c70a2-1e39-40c4-a8f1-d6a15d55e171 req-c1ad56fd-180a-45c0-8f32-fe8bb9d3e3e6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:57.870829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36c70a2-1e39-40c4-a8f1-d6a15d55e171 req-c1ad56fd-180a-45c0-8f32-fe8bb9d3e3e6 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 945 time: 0.0757644 Jul 23 14:25:57.910142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f36c70a2-1e39-40c4-a8f1-d6a15d55e171 req-2d9a6c1c-7eab-4921-b669-9f9558747314 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323715 Jul 23 14:25:58.577342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-b9bfa2f0-1b22-43bf-b8a8-5cc7da1da75d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:58.578850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-b9bfa2f0-1b22-43bf-b8a8-5cc7da1da75d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1006234 Jul 23 14:25:58.600887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Request body: {'port': {'device_id': '71d61032-719b-41eb-b3f4-de7874c48e33', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'admin_state_up': True, 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:58.657739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b08950a-c87c-4007-ac30-0ba21b0b3af5 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:25:58.678880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 6b08950a-c87c-4007-ac30-0ba21b0b3af5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:25:58.679637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6b08950a-c87c-4007-ac30-0ba21b0b3af5 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:25:58.712856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:25:58.716539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:58.720438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24eed857-a908-4bd7-b9af-b1b5c082ebdf req-90bf2254-4e54-4d63-839b-5067f3552784 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 210 time: 0.0317111 Jul 23 14:25:58.843227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Allocated IP 172.20.0.3 (48469017-a410-49cd-8b33-31324650c745/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be/eb7ba233-434b-46e9-9f7e-cdaf7434993d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:25:58.992232 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.035995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.069769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147ee57-465e-413e-97c7-f145fcd1f9df req-91863d50-d111-4fbc-b2df-4cbbea85f2f8 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:59.071720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2147ee57-465e-413e-97c7-f145fcd1f9df req-91863d50-d111-4fbc-b2df-4cbbea85f2f8 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 945 time: 0.0893989 Jul 23 14:25:59.076675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:59.089292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Network 48469017-a410-49cd-8b33-31324650c745 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:25:59.094631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:25:59.098705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:25:59.136339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2147ee57-465e-413e-97c7-f145fcd1f9df req-6e36bb75-0797-4e4f-90d0-b60af699c218 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547631 Jul 23 14:25:59.159461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:59.160456 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.164210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event updated for resources: {'Port': ['ID=eb7ba233-434b-46e9-9f7e-cdaf7434993d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:59.181085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-aee88860-a23a-428f-91c2-5cebad439101 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848706 Jul 23 14:25:59.214918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Request body: {'port': {'device_id': '71d61032-719b-41eb-b3f4-de7874c48e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:25:59.287880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.515421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-2163b0a2-c719-4e07-94ef-3ad277c61176 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:59.516897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-2163b0a2-c719-4e07-94ef-3ad277c61176 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 945 time: 0.0657434 Jul 23 14:25:59.558193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7ba233-434b-46e9-9f7e-cdaf7434993d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:25:59.566081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.578988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Transition to ACTIVE for port object eb7ba233-434b-46e9-9f7e-cdaf7434993d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:25:59.585633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.626534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Deleting port d3343db6-404d-436b-a74e-6fbb0fd5a49c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:25:59.626534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.634431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ba233-434b-46e9-9f7e-cdaf7434993d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:59.710525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Attempting to bind port eb7ba233-434b-46e9-9f7e-cdaf7434993d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:25:59.710896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Attempting to bind port eb7ba233-434b-46e9-9f7e-cdaf7434993d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:25:59.711232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Attempting to bind port eb7ba233-434b-46e9-9f7e-cdaf7434993d on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:59.716641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Port eb7ba233-434b-46e9-9f7e-cdaf7434993d on network 48469017-a410-49cd-8b33-31324650c745 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:25:59.716641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Attempting to bind port eb7ba233-434b-46e9-9f7e-cdaf7434993d on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:25:59.718737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] For port d3343db6-404d-436b-a74e-6fbb0fd5a49c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d3343db6-404d-436b-a74e-6fbb0fd5a49c,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:25:59.719103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.720635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:25:59.720970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:25:59.721421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Bound using segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:25:59.721848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Bound port: eb7ba233-434b-46e9-9f7e-cdaf7434993d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:25:59.722207 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.732101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Calling delete_port for d3343db6-404d-436b-a74e-6fbb0fd5a49c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:25:59.790238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] For port eb7ba233-434b-46e9-9f7e-cdaf7434993d, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:25:59.793620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] For port eb7ba233-434b-46e9-9f7e-cdaf7434993d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb7ba233-434b-46e9-9f7e-cdaf7434993d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:25:59.799290 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.831656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:59.832305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.833804 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] 10.222.0.11 "PUT /v2.0/ports/eb7ba233-434b-46e9-9f7e-cdaf7434993d HTTP/1.1" status: 200 len: 1091 time: 0.6233478 Jul 23 14:25:59.834574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d61032-719b-41eb-b3f4-de7874c48e33', 'tag': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:25:59.836873 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4810a928-1bde-40b1-8ee9-952d700cd6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "71d61032-719b-41eb-b3f4-de7874c48e33", "tag": "eb7ba233-434b-46e9-9f7e-cdaf7434993d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:25:59.867301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaddfb-0c31-470e-94c3-ded2fe77f820 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ba233-434b-46e9-9f7e-cdaf7434993d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:59.902481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12849232-f9d3-4214-88e5-e2949bcbc891 req-52637d37-f049-40d3-aa88-be0fc462461f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:59.904035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12849232-f9d3-4214-88e5-e2949bcbc891 req-52637d37-f049-40d3-aa88-be0fc462461f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 943 time: 0.1116865 Jul 23 14:25:59.927649 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:25:59.939813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:59.948591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-8d8e58fb-49de-4169-8e43-6e4237014385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:25:59.950129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-8d8e58fb-49de-4169-8e43-6e4237014385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 1094 time: 0.0588520 Jul 23 14:25:59.966312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event deleted for resources: {'Port': ['ID=d3343db6-404d-436b-a74e-6fbb0fd5a49c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:25:59.967007 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d3343db6-404d-436b-a74e-6fbb0fd5a49c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:25:59.984590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12849232-f9d3-4214-88e5-e2949bcbc891 req-92fc184d-51d5-426b-bd58-26b1d66ef453 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Jul 23 14:26:00.017863 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-e8a374d0-8ea3-4421-83c0-ca811fb37e97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb7ba233-434b-46e9-9f7e-cdaf7434993d HTTP/1.1" status: 200 len: 217 time: 0.0547278 Jul 23 14:26:00.023323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] No DVR routers for this DVR port d3343db6-404d-436b-a74e-6fbb0fd5a49c on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:26:00.026093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:00.029050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3e590f3-5b00-45aa-8930-c2108aacddbd req-f2498447-7732-49bf-bc2a-b60eb267eed2 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.11 "DELETE /v2.0/ports/d3343db6-404d-436b-a74e-6fbb0fd5a49c HTTP/1.1" status: 204 len: 173 time: 0.5058572 Jul 23 14:26:00.029503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'name': 'network-vif-deleted', 'tag': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:00.032453 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98fc2e4-f209-4eeb-ae28-d9b6cfa3c229" -d '{"events": [{"server_uuid": "4e332fbb-050e-4e9e-8cea-de06d5d17544", "name": "network-vif-deleted", "tag": "d3343db6-404d-436b-a74e-6fbb0fd5a49c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:00.064235 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8a0e3b-8d59-4182-a218-ec12476b473d x-openstack-request-id: req-9e8a0e3b-8d59-4182-a218-ec12476b473d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:00.065112 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d61032-719b-41eb-b3f4-de7874c48e33", "tag": "eb7ba233-434b-46e9-9f7e-cdaf7434993d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:00.065112 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e8a0e3b-8d59-4182-a218-ec12476b473d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:00.065300 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d61032-719b-41eb-b3f4-de7874c48e33', 'tag': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d', 'status': 'completed', 'code': 200} Jul 23 14:26:00.091526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-2c3fdef3-0dc7-4ddf-98f1-d0ac47e88670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:00.093805 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-2c3fdef3-0dc7-4ddf-98f1-d0ac47e88670 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0680325 Jul 23 14:26:00.110883 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5a42b-ea7c-4f29-9461-17c79b331822 x-openstack-request-id: req-a4b5a42b-ea7c-4f29-9461-17c79b331822 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:00.111414 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e332fbb-050e-4e9e-8cea-de06d5d17544", "name": "network-vif-deleted", "tag": "d3343db6-404d-436b-a74e-6fbb0fd5a49c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:00.111877 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4b5a42b-ea7c-4f29-9461-17c79b331822 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:00.112672 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e332fbb-050e-4e9e-8cea-de06d5d17544', 'name': 'network-vif-deleted', 'tag': 'd3343db6-404d-436b-a74e-6fbb0fd5a49c', 'status': 'completed', 'code': 200} Jul 23 14:26:00.135292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-08d52169-3046-4d5d-8248-c3b2703ce4b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322034 Jul 23 14:26:00.235775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca88b4b7-1b41-4ed0-b664-a2627409e837 req-846c6de5-47d3-4cb9-a1dc-1555852c39db tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e332fbb-050e-4e9e-8cea-de06d5d17544 HTTP/1.1" status: 200 len: 210 time: 0.0299768 Jul 23 14:26:00.244110 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-7e20e5f6-3217-4d3e-8a43-13b8ff2681e1 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020033 Jul 23 14:26:00.337049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac4aad4-f22f-4f00-9aa2-7f53c7a80bdc req-413d1d6d-0811-4ea6-9c00-e8d56a73aa28 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Jul 23 14:26:00.497654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-741a252c-4252-4f36-8dac-42603d38f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:00.499244 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-741a252c-4252-4f36-8dac-42603d38f35e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 1094 time: 0.0632741 Jul 23 14:26:00.598264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-04314039-6ed1-4323-8bbe-86cd8865544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:00.599829 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-04314039-6ed1-4323-8bbe-86cd8865544c service neutron] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 906 time: 0.0852592 Jul 23 14:26:00.647501 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-6b964f3a-e53f-437f-85cb-9df70dddcd3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb7ba233-434b-46e9-9f7e-cdaf7434993d HTTP/1.1" status: 200 len: 217 time: 0.0382316 Jul 23 14:26:00.688542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:26:00.697677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-bdf67eca-e457-45aa-bbdf-8f53a99f4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:00.699323 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-bdf67eca-e457-45aa-bbdf-8f53a99f4136 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0445962 Jul 23 14:26:00.710380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:26:00.710747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fcea5b00-73d5-4c4c-ba96-6fb2a7eafa05 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:26:00.741392 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-96d01a1c-720a-4ada-a050-ba1caf362693 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328162 Jul 23 14:26:00.842312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-6a00ac10-eada-4898-95ac-093cb6df2e13 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928421 Jul 23 14:26:00.942656 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4810a928-1bde-40b1-8ee9-952d700cd6ca req-5af203e3-be70-47f2-99a8-1450c15c3deb service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914268 Jul 23 14:26:01.144881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af730fe-0823-4dda-bd94-3a76c3144408 req-833b1301-acd4-42c4-8818-3c2c9d709d25 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:01.146482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5af730fe-0823-4dda-bd94-3a76c3144408 req-833b1301-acd4-42c4-8818-3c2c9d709d25 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 943 time: 0.0745072 Jul 23 14:26:01.189523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5af730fe-0823-4dda-bd94-3a76c3144408 req-f14fe0a6-edf7-4ca6-84ac-8909638b800e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Jul 23 14:26:02.324563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b2ce4-9eae-48b3-bb4c-d79cd8985ba9 req-29260e9e-4976-4b76-a81e-82dc0f4e9ad6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:02.326202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a2b2ce4-9eae-48b3-bb4c-d79cd8985ba9 req-29260e9e-4976-4b76-a81e-82dc0f4e9ad6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 943 time: 0.0660398 Jul 23 14:26:02.364706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2a2b2ce4-9eae-48b3-bb4c-d79cd8985ba9 req-2a5a49b4-5cc6-4d2f-9b3b-0464e9cbdb72 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Jul 23 14:26:03.507439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962208d2-cf3f-45b1-9204-fc10349eb258 req-5c2c489c-97bc-4819-a6f2-3a32604a8d4d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:03.508943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962208d2-cf3f-45b1-9204-fc10349eb258 req-5c2c489c-97bc-4819-a6f2-3a32604a8d4d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 943 time: 0.0722296 Jul 23 14:26:03.547162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962208d2-cf3f-45b1-9204-fc10349eb258 req-903cd619-e4dc-48f9-ad3e-a6a1c4c75598 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jul 23 14:26:03.800993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890638cb-c430-46f4-9f76-763fd0ad700f req-af70bb4d-49e3-4773-a655-d161d461da8d tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:03.802442 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-890638cb-c430-46f4-9f76-763fd0ad700f req-af70bb4d-49e3-4773-a655-d161d461da8d tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0735636 Jul 23 14:26:03.841941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-890638cb-c430-46f4-9f76-763fd0ad700f req-242e3cc2-4a25-47c9-accf-0f035a6bae10 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336454 Jul 23 14:26:04.689730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a30d-d3e6-46e9-9dab-27f88e64ead1 req-99496ff4-4d25-4c0c-bf0b-cc39582610a5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:04.691475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d36a30d-d3e6-46e9-9dab-27f88e64ead1 req-99496ff4-4d25-4c0c-bf0b-cc39582610a5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 943 time: 0.0666194 Jul 23 14:26:04.702220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb7ba233-434b-46e9-9f7e-cdaf7434993d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:26:04.709494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d3343db6-404d-436b-a74e-6fbb0fd5a49c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:26:04.732331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d36a30d-d3e6-46e9-9dab-27f88e64ead1 req-61f283fe-4d33-4d4d-a91d-34549d1f6fbd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Jul 23 14:26:04.737217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: d3343db6-404d-436b-a74e-6fbb0fd5a49c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:26:04.737556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d3343db6-404d-436b-a74e-6fbb0fd5a49c not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:26:04.823741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port eb7ba233-434b-46e9-9f7e-cdaf7434993d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb7ba233-434b-46e9-9f7e-cdaf7434993d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:04.834931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'port_id': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d', 'mac_address': 'fa:16:3e:8c:c3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4765c6-0eca-49fe-bbb1-a3ce862eb8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:26:04.873096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:04.886494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7ba233-434b-46e9-9f7e-cdaf7434993d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:26:04.910085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port eb7ba233-434b-46e9-9f7e-cdaf7434993d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb7ba233-434b-46e9-9f7e-cdaf7434993d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:04.916058 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:04.963205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=eb7ba233-434b-46e9-9f7e-cdaf7434993d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:04.978926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bee19-1d88-450c-b570-84d3d8aea57f req-d70505ae-0020-4e65-a6a5-ee1a08b36c2a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:04.980484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a41bee19-1d88-450c-b570-84d3d8aea57f req-d70505ae-0020-4e65-a6a5-ee1a08b36c2a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0686247 Jul 23 14:26:05.023273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a41bee19-1d88-450c-b570-84d3d8aea57f req-36e2c21c-bac1-4e77-88b3-c296802b971a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369582 Jul 23 14:26:05.192126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['eb7ba233-434b-46e9-9f7e-cdaf7434993d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:05.774983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-4967a58d-4a4b-4dfd-a7aa-b12061c60f33 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:05.775816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-4967a58d-4a4b-4dfd-a7aa-b12061c60f33 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0776758 Jul 23 14:26:05.873633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60319b6-8127-4184-92ca-894386c9a95e req-eedf1b51-bb58-415a-9dd6-3b7f23298ab9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:05.876015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c60319b6-8127-4184-92ca-894386c9a95e req-eedf1b51-bb58-415a-9dd6-3b7f23298ab9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 944 time: 0.0737686 Jul 23 14:26:05.885735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Deleting port 2e3da3d3-b6a5-40c9-863c-f2326712582d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:05.886082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:05.917772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c60319b6-8127-4184-92ca-894386c9a95e req-0f3372d5-3403-4a05-a29c-556a58807aca tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Jul 23 14:26:05.979031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] For port 2e3da3d3-b6a5-40c9-863c-f2326712582d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=2e3da3d3-b6a5-40c9-863c-f2326712582d,segment=NetworkSegment(7697cf3c-7c9a-4add-997e-7b0ff4d099a8),segment_id=7697cf3c-7c9a-4add-997e-7b0ff4d099a8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:05.979270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:05.991203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Calling delete_port for 2e3da3d3-b6a5-40c9-863c-f2326712582d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:06.131516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:06.145605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['2e3da3d3-b6a5-40c9-863c-f2326712582d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:06.165494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Pushing event deleted for resources: {'Port': ['ID=2e3da3d3-b6a5-40c9-863c-f2326712582d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:06.176533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe7e7c-31bf-44e4-98ea-04b557252a19 req-13646e85-72f2-40ee-b22f-3fce3d8e4d4a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:06.178277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dfe7e7c-31bf-44e4-98ea-04b557252a19 req-13646e85-72f2-40ee-b22f-3fce3d8e4d4a tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3 HTTP/1.1" status: 200 len: 867 time: 0.0822930 Jul 23 14:26:06.212301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] No DVR routers for this DVR port 2e3da3d3-b6a5-40c9-863c-f2326712582d on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:26:06.215046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:06.217070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-bbfffc79-b783-4b7c-bc08-51ae22226133 req-25a24ee9-7848-4cc5-95b6-1bacb8558488 tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.48 "DELETE /v2.0/ports/2e3da3d3-b6a5-40c9-863c-f2326712582d HTTP/1.1" status: 204 len: 173 time: 0.4322224 Jul 23 14:26:06.217509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'name': 'network-vif-deleted', 'tag': '2e3da3d3-b6a5-40c9-863c-f2326712582d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:06.218290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dfe7e7c-31bf-44e4-98ea-04b557252a19 req-29fc190e-2b36-41d2-b9b2-99aeb9d077ba tempest-AttachVolumeNegativeTest-706731808 tempest-AttachVolumeNegativeTest-706731808-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a3c86de-c4e2-412f-a996-f28a0916c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Jul 23 14:26:06.219805 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56342c57-279a-48b9-8557-bfcb323ff795" -d '{"events": [{"server_uuid": "b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3", "name": "network-vif-deleted", "tag": "2e3da3d3-b6a5-40c9-863c-f2326712582d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:06.325978 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512455f-5999-47a8-8d22-f759646c7c0d x-openstack-request-id: req-b512455f-5999-47a8-8d22-f759646c7c0d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:06.326351 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3", "name": "network-vif-deleted", "tag": "2e3da3d3-b6a5-40c9-863c-f2326712582d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:06.326684 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b512455f-5999-47a8-8d22-f759646c7c0d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:06.328767 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f9b4ab-7348-4dbd-86bf-5ae35377d6e3', 'name': 'network-vif-deleted', 'tag': '2e3da3d3-b6a5-40c9-863c-f2326712582d', 'status': 'completed', 'code': 200} Jul 23 14:26:06.716751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb7ba233-434b-46e9-9f7e-cdaf7434993d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:26:06.769600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port eb7ba233-434b-46e9-9f7e-cdaf7434993d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:06.773419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port eb7ba233-434b-46e9-9f7e-cdaf7434993d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:26:06.773800 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:06.851210 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:06.875864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d61032-719b-41eb-b3f4-de7874c48e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:06.878103 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc9a61-9f83-42e1-92e0-a1e935bdc382" -d '{"events": [{"server_uuid": "71d61032-719b-41eb-b3f4-de7874c48e33", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ba233-434b-46e9-9f7e-cdaf7434993d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:06.893646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port eb7ba233-434b-46e9-9f7e-cdaf7434993d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb7ba233-434b-46e9-9f7e-cdaf7434993d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:06.899019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:06.922867 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b63043f-478c-457b-8f64-9e973c0cccf0 x-openstack-request-id: req-8b63043f-478c-457b-8f64-9e973c0cccf0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:06.923120 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d61032-719b-41eb-b3f4-de7874c48e33", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ba233-434b-46e9-9f7e-cdaf7434993d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:06.923366 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b63043f-478c-457b-8f64-9e973c0cccf0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:06.923747 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d61032-719b-41eb-b3f4-de7874c48e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d', 'code': 200} Jul 23 14:26:06.951284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=eb7ba233-434b-46e9-9f7e-cdaf7434993d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:07.049394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0540e-764a-4f43-8fc9-7487012f828e req-578cd82c-2ea3-4832-b94c-e88cb962a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:07.051626 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6e0540e-764a-4f43-8fc9-7487012f828e req-578cd82c-2ea3-4832-b94c-e88cb962a4d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 1096 time: 0.0530453 Jul 23 14:26:07.057491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649139-006c-4644-85cf-cd5cb8bf2d04 req-a96949f0-1dd3-4732-a6eb-9eca0e35340c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:07.058986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34649139-006c-4644-85cf-cd5cb8bf2d04 req-a96949f0-1dd3-4732-a6eb-9eca0e35340c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 945 time: 0.0689723 Jul 23 14:26:07.087529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f6e0540e-764a-4f43-8fc9-7487012f828e req-13be4f3b-d803-45fe-b451-0f6f7bea60d7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292478 Jul 23 14:26:07.098876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34649139-006c-4644-85cf-cd5cb8bf2d04 req-c1664ad0-7183-4917-aafc-43743889f161 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Jul 23 14:26:07.287853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:07.333522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] Deleting subnet 22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:26:07.337137 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.372139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.413159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.473338 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.500155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:07.505779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.507426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dac0c075-501d-45fd-91ab-1a89c33a1fbd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/22a12ade-f5cb-4ca4-948c-2de9e1b0cc6a HTTP/1.1" status: 204 len: 168 time: 0.2185702 Jul 23 14:26:07.509996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:07.582954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.611235 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.659635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.669425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8196f34-4d29-4129-96b4-22d96aa63f15']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:07.683824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7697cf3c-7c9a-4add-997e-7b0ff4d099a8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:07.684120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7697cf3c-7c9a-4add-997e-7b0ff4d099a8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:07.693300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.707065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.713845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:07.714240 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:07.715973 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:07.771302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.776688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:07.778547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8196f34-4d29-4129-96b4-22d96aa63f15 HTTP/1.1" status: 204 len: 168 time: 0.2674656 Jul 23 14:26:07.792217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751364cf-5c7f-49c3-af07-2bae8c0b1d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8196f34-4d29-4129-96b4-22d96aa63f15,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:07.914726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:07.957323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45f6c382-ef5f-4553-8735-52ad658e103c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83eafc80f59c4906ae0d3f964580e403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413184 Jul 23 14:26:07.960578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:08.012219 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be64e7a1-3d07-4a81-9015-94626863d1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:08.034010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be64e7a1-3d07-4a81-9015-94626863d1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:08.088433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be64e7a1-3d07-4a81-9015-94626863d1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:08.091061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be64e7a1-3d07-4a81-9015-94626863d1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:08.092205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-be64e7a1-3d07-4a81-9015-94626863d1f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a3c86de-c4e2-412f-a996-f28a0916c233 HTTP/1.1" status: 204 len: 168 time: 0.1306314 Jul 23 14:26:08.099729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64e7a1-3d07-4a81-9015-94626863d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c86de-c4e2-412f-a996-f28a0916c233,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:08.242637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62cd1f-6b33-4ea1-8fd8-cbea8dd9964f req-38fa7c0a-9fa2-48af-ac0c-2c0f926ae52e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:08.244244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc62cd1f-6b33-4ea1-8fd8-cbea8dd9964f req-38fa7c0a-9fa2-48af-ac0c-2c0f926ae52e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 945 time: 0.0764046 Jul 23 14:26:08.283096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc62cd1f-6b33-4ea1-8fd8-cbea8dd9964f req-451edb19-c023-467e-ad7b-6374177f50fb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Jul 23 14:26:09.418967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070f3ce-5909-40ab-a9d7-022b2e949568 req-487a9b18-1617-4e9a-9e65-bd23e447f0f7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:09.420398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a070f3ce-5909-40ab-a9d7-022b2e949568 req-487a9b18-1617-4e9a-9e65-bd23e447f0f7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 945 time: 0.0676992 Jul 23 14:26:09.460029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a070f3ce-5909-40ab-a9d7-022b2e949568 req-0c458b87-5595-4fe0-a81c-a1c368f77cce tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Jul 23 14:26:09.793308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-f26df8c7-d6c9-4e86-b597-fb2bfe2da4fd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:09.794877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-f26df8c7-d6c9-4e86-b597-fb2bfe2da4fd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.0990100 Jul 23 14:26:09.809964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-2817c04c-b8f2-4c7e-986e-88cf23951c50 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0094471 Jul 23 14:26:09.881299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-2a1b8511-59de-4dc8-985f-a5e62aadb4b6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652344 Jul 23 14:26:09.978910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-3fe64783-f69c-4a65-981f-6acd697cdacf service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864832 Jul 23 14:26:10.075410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-9d1f1cff-6bc3-4d46-b070-adc7253571a7 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907104 Jul 23 14:26:10.235839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2beb30a-dbdf-425c-835f-40a477f3e2eb req-3c94bcbf-42a0-48bf-ab45-684605abeb53 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 210 time: 0.0307508 Jul 23 14:26:10.723567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2e3da3d3-b6a5-40c9-863c-f2326712582d no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:26:10.744084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 2e3da3d3-b6a5-40c9-863c-f2326712582d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:26:10.744359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 2e3da3d3-b6a5-40c9-863c-f2326712582d not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:26:10.880760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:10.995445 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2985e92b-3e3b-41b4-aab9-a62c35600abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.086743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2985e92b-3e3b-41b4-aab9-a62c35600abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.092341 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2985e92b-3e3b-41b4-aab9-a62c35600abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.131106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2985e92b-3e3b-41b4-aab9-a62c35600abb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbaa2aff09cd403a81c3ef8abd1beb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490749 Jul 23 14:26:11.132313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e92b-3e3b-41b4-aab9-a62c35600abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e908e67-b7d5-45c9-b359-4a48c90bc5c0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:11.134184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:11.189577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f191e957-f674-437f-abea-3c374a4d8f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.242475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f191e957-f674-437f-abea-3c374a4d8f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.344241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77f21b4b-1f95-4481-8d15-c5815ba0f75d req-807e632d-78c6-4bce-ac32-08337a679b98 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 210 time: 0.0357883 Jul 23 14:26:11.350138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-1c2f4d08-8c3a-47ac-8d2f-3b883b36fae9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:11.351696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-1c2f4d08-8c3a-47ac-8d2f-3b883b36fae9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.48 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1517496 Jul 23 14:26:11.366821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Request body: {'port': {'device_id': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'admin_state_up': True, 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:11.371441 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f191e957-f674-437f-abea-3c374a4d8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.373922 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f191e957-f674-437f-abea-3c374a4d8f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.375009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f191e957-f674-437f-abea-3c374a4d8f65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e908e67-b7d5-45c9-b359-4a48c90bc5c0 HTTP/1.1" status: 204 len: 168 time: 0.2391346 Jul 23 14:26:11.400142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191e957-f674-437f-abea-3c374a4d8f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e908e67-b7d5-45c9-b359-4a48c90bc5c0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:11.490666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:11.494803 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.626595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Allocated IP 172.20.0.4 (48469017-a410-49cd-8b33-31324650c745/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be/4b3d38c1-55a4-49de-a446-d521bc5e629d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:11.643917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:11.667210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f642ff3e-fd7c-4b31-9fbc-cc3a05bc2e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.833720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.878895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f642ff3e-fd7c-4b31-9fbc-cc3a05bc2e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.885618 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f642ff3e-fd7c-4b31-9fbc-cc3a05bc2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.922301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:11.939431 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f642ff3e-fd7c-4b31-9fbc-cc3a05bc2e70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db3dff445ed3423e9decc5db5f396874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944460 Jul 23 14:26:11.942708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:11.955130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d', 'eb7ba233-434b-46e9-9f7e-cdaf7434993d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:11.963303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642ff3e-fd7c-4b31-9fbc-cc3a05bc2e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72643e74-3418-4e1d-a442-4698b3ed54b9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:11.973706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-18b33d99-02d1-4539-ba6a-d18a6355b0c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2315242 Jul 23 14:26:11.984931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Network 48469017-a410-49cd-8b33-31324650c745 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:11.989097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:11.991508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event updated for resources: {'Port': ['ID=4b3d38c1-55a4-49de-a446-d521bc5e629d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:11.994945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:12.024266 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e517583b-5c29-46c9-ba49-592b2c435229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.047952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.048582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.065250 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7351fc9c-f62b-4146-b15c-323e60498a39 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7025430 Jul 23 14:26:12.074475 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e517583b-5c29-46c9-ba49-592b2c435229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.078854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Request body: {'port': {'device_id': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:12.127578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-6537e477-3895-44d5-9d29-ed0bc2214283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.129179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-6537e477-3895-44d5-9d29-ed0bc2214283 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.0832014 Jul 23 14:26:12.149965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e517583b-5c29-46c9-ba49-592b2c435229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.152664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e517583b-5c29-46c9-ba49-592b2c435229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.153875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e517583b-5c29-46c9-ba49-592b2c435229 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72643e74-3418-4e1d-a442-4698b3ed54b9 HTTP/1.1" status: 204 len: 168 time: 0.2094984 Jul 23 14:26:12.164821 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.176389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517583b-5c29-46c9-ba49-592b2c435229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72643e74-3418-4e1d-a442-4698b3ed54b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:12.282115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-2c312565-0096-49f8-aeb4-428fb8b0b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.284170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-2c312565-0096-49f8-aeb4-428fb8b0b158 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.1214495 Jul 23 14:26:12.334463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-af8e41ca-6b81-4689-b463-22e260ff9541 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0364861 Jul 23 14:26:12.389352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-584480df-846d-4f51-b716-6e0a61b3adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.390863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-584480df-846d-4f51-b716-6e0a61b3adce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0515578 Jul 23 14:26:12.434074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-3a3739fb-9040-418f-adb1-bd7a834f7663 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338295 Jul 23 14:26:12.468308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3d38c1-55a4-49de-a446-d521bc5e629d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:26:12.476043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.489224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Transition to ACTIVE for port object 4b3d38c1-55a4-49de-a446-d521bc5e629d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:12.497275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.570273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d38c1-55a4-49de-a446-d521bc5e629d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:12.573015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c87459-402c-4a9a-b5e6-9f21187c29d5 req-d4da81dc-62ce-4193-b594-1ee70bad307f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.575051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11c87459-402c-4a9a-b5e6-9f21187c29d5 req-d4da81dc-62ce-4193-b594-1ee70bad307f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 931 time: 0.1433864 Jul 23 14:26:12.581257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-96e2a559-0a0a-4350-acf0-5ae8f5b0ec18 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378052 Jul 23 14:26:12.621352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Attempting to bind port 4b3d38c1-55a4-49de-a446-d521bc5e629d on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:12.621682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Attempting to bind port 4b3d38c1-55a4-49de-a446-d521bc5e629d by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:12.622009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Attempting to bind port 4b3d38c1-55a4-49de-a446-d521bc5e629d on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:12.626463 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Port 4b3d38c1-55a4-49de-a446-d521bc5e629d on network 48469017-a410-49cd-8b33-31324650c745 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:12.626825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Attempting to bind port 4b3d38c1-55a4-49de-a446-d521bc5e629d on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:12.632478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:26:12.632685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:12.632929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Bound using segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:26:12.633354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Bound port: 4b3d38c1-55a4-49de-a446-d521bc5e629d, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:26:12.633705 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.642382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11c87459-402c-4a9a-b5e6-9f21187c29d5 req-86a38fb6-e8a4-458a-98ed-50128fced51c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Jul 23 14:26:12.706919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9631cb6a-adcb-4d4c-bb11-7818e9ce8723 req-b6ceda89-153f-4f53-a1eb-ba5e910c0f46 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098561 Jul 23 14:26:12.714820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] For port 4b3d38c1-55a4-49de-a446-d521bc5e629d, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:12.718072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] For port 4b3d38c1-55a4-49de-a446-d521bc5e629d, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b3d38c1-55a4-49de-a446-d521bc5e629d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:26:12.726724 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.765744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.766299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:12.767788 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b3d38c1-55a4-49de-a446-d521bc5e629d HTTP/1.1" status: 200 len: 1091 time: 0.6935205 Jul 23 14:26:12.768309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'tag': '4b3d38c1-55a4-49de-a446-d521bc5e629d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:12.770633 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac612d8f-988b-42c4-a068-12e1247acd1f", "tag": "4b3d38c1-55a4-49de-a446-d521bc5e629d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:12.804696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26fcd6-36f0-4380-acc6-b116a9a472f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d38c1-55a4-49de-a446-d521bc5e629d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:12.813393 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61acb8a-4d0f-4aed-85ee-3556b241ead1 x-openstack-request-id: req-d61acb8a-4d0f-4aed-85ee-3556b241ead1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:12.813685 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac612d8f-988b-42c4-a068-12e1247acd1f", "tag": "4b3d38c1-55a4-49de-a446-d521bc5e629d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:12.813956 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d61acb8a-4d0f-4aed-85ee-3556b241ead1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:12.814336 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'tag': '4b3d38c1-55a4-49de-a446-d521bc5e629d', 'status': 'completed', 'code': 200} Jul 23 14:26:12.887211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-9ad54260-36af-4131-90ed-1cd96b80b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.888733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-9ad54260-36af-4131-90ed-1cd96b80b505 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 1094 time: 0.0665491 Jul 23 14:26:12.934078 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-f2d5497a-69c4-4669-8a9c-973e688bee16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3d38c1-55a4-49de-a446-d521bc5e629d HTTP/1.1" status: 200 len: 217 time: 0.0328879 Jul 23 14:26:12.991943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7b912821-bfb1-43cb-89c6-b9afd60ebbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:12.993433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-7b912821-bfb1-43cb-89c6-b9afd60ebbc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0509951 Jul 23 14:26:13.029475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-2ec4b5b6-372d-4e85-b4da-a80ae1257099 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270026 Jul 23 14:26:13.122170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-45f663a3-c579-4493-a276-8664ea1559df service neutron] 10.222.0.48 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Jul 23 14:26:13.213433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-784cf56e-b14c-4c2a-8943-e3743a7dbbfa req-95edc55c-882c-4aac-8bbc-60bc44c20061 service neutron] 10.222.0.48 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840724 Jul 23 14:26:13.312871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-ffee1545-3aa9-465b-95d4-23a9488f8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:13.314411 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-ffee1545-3aa9-465b-95d4-23a9488f8afa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 1094 time: 0.0548017 Jul 23 14:26:13.413740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-29fffb79-63f6-4c3f-a510-0f7ab603c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:13.415245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-29fffb79-63f6-4c3f-a510-0f7ab603c0d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 906 time: 0.0917618 Jul 23 14:26:13.458043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-13a15c29-0f77-4198-b12b-c6b61325accc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3d38c1-55a4-49de-a446-d521bc5e629d HTTP/1.1" status: 200 len: 217 time: 0.0331726 Jul 23 14:26:13.516755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-96726410-7c21-4d31-95af-27d5b297bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:13.518394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-96726410-7c21-4d31-95af-27d5b297bb56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0476141 Jul 23 14:26:13.555587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-9892e48c-0b5a-422d-bdf3-2731e84ae697 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279429 Jul 23 14:26:13.648695 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-dc63c823-9bab-4935-add2-9fd42a478bb8 service neutron] 10.222.0.48 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841169 Jul 23 14:26:13.750987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77018d49-1a70-4ff4-bd0a-cdf3eb4605b5 req-bfe50021-6c66-485d-9d3f-e3461fcb4f2c service neutron] 10.222.0.48 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931504 Jul 23 14:26:13.800401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a3179-eb2a-499d-8a85-62966bfc2528 req-e34e3a2c-72b1-48c9-bcec-15afbaca3f17 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:13.802012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b9a3179-eb2a-499d-8a85-62966bfc2528 req-e34e3a2c-72b1-48c9-bcec-15afbaca3f17 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 943 time: 0.0665619 Jul 23 14:26:13.842422 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b9a3179-eb2a-499d-8a85-62966bfc2528 req-0e3d3c6e-e5ad-4265-b582-65119ea4956f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Jul 23 14:26:14.769017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b3d38c1-55a4-49de-a446-d521bc5e629d details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:26:14.869340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4b3d38c1-55a4-49de-a446-d521bc5e629d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b3d38c1-55a4-49de-a446-d521bc5e629d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:14.881949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '4b3d38c1-55a4-49de-a446-d521bc5e629d', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'port_id': '4b3d38c1-55a4-49de-a446-d521bc5e629d', 'mac_address': 'fa:16:3e:b6:2a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4765c6-0eca-49fe-bbb1-a3ce862eb8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:26:14.922157 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:14.935526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3d38c1-55a4-49de-a446-d521bc5e629d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:26:14.957936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4b3d38c1-55a4-49de-a446-d521bc5e629d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b3d38c1-55a4-49de-a446-d521bc5e629d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:14.966078 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:15.004204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a059e-89bc-4d93-89f2-0fe517c01538 req-0379ff7c-bd71-4ff4-9a0d-86c7bc3355cc tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:15.009725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-923a059e-89bc-4d93-89f2-0fe517c01538 req-0379ff7c-bd71-4ff4-9a0d-86c7bc3355cc tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 943 time: 0.0956204 Jul 23 14:26:15.024207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=4b3d38c1-55a4-49de-a446-d521bc5e629d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:15.053355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-923a059e-89bc-4d93-89f2-0fe517c01538 req-4cef7924-9844-4b27-9260-d344a0d5a612 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Jul 23 14:26:15.204706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['4b3d38c1-55a4-49de-a446-d521bc5e629d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:15.800530 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5273b96e-9b87-4ad0-96d2-2dab6f2442c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:16.187884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f244-89e1-473a-8c88-9dbb0ebea5ca req-4dddf683-8ef1-4f33-9a36-77ae76ae2f4a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:16.189421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a63f244-89e1-473a-8c88-9dbb0ebea5ca req-4dddf683-8ef1-4f33-9a36-77ae76ae2f4a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 944 time: 0.0668874 Jul 23 14:26:16.227976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a63f244-89e1-473a-8c88-9dbb0ebea5ca req-afba5a10-83b5-4a7f-9718-c6c086182a0b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Jul 23 14:26:16.432414 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:26:16.769313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b3d38c1-55a4-49de-a446-d521bc5e629d up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:26:16.818688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 4b3d38c1-55a4-49de-a446-d521bc5e629d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:16.822238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 4b3d38c1-55a4-49de-a446-d521bc5e629d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:26:16.822702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:16.898719 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:16.920559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3d38c1-55a4-49de-a446-d521bc5e629d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:16.922838 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e7bf4-ccf3-4179-a374-25bc542fc19b" -d '{"events": [{"server_uuid": "ac612d8f-988b-42c4-a068-12e1247acd1f", "name": "network-vif-plugged", "status": "completed", "tag": "4b3d38c1-55a4-49de-a446-d521bc5e629d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:16.935656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 4b3d38c1-55a4-49de-a446-d521bc5e629d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b3d38c1-55a4-49de-a446-d521bc5e629d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:16.941969 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:16.967523 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0d8b5-22dd-4150-b597-2fd784ed68e3 x-openstack-request-id: req-85f0d8b5-22dd-4150-b597-2fd784ed68e3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:16.967831 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac612d8f-988b-42c4-a068-12e1247acd1f", "name": "network-vif-plugged", "status": "completed", "tag": "4b3d38c1-55a4-49de-a446-d521bc5e629d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:16.968102 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85f0d8b5-22dd-4150-b597-2fd784ed68e3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:16.968488 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3d38c1-55a4-49de-a446-d521bc5e629d', 'code': 200} Jul 23 14:26:16.999746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=4b3d38c1-55a4-49de-a446-d521bc5e629d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:17.080179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3916635-97c8-4ebf-a10c-bbd10d6ae70c req-b617eb6f-7663-4625-b5f9-03fab47682d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:17.081796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3916635-97c8-4ebf-a10c-bbd10d6ae70c req-b617eb6f-7663-4625-b5f9-03fab47682d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 1096 time: 0.0523682 Jul 23 14:26:17.119001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3916635-97c8-4ebf-a10c-bbd10d6ae70c req-faa1e034-c0a0-4eaf-95fb-914dc04af3d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294361 Jul 23 14:26:17.359727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997933-61d0-4c2d-8f44-6fd090b8250e req-6df27018-bec7-44eb-9127-bc048ed59649 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:17.361235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4997933-61d0-4c2d-8f44-6fd090b8250e req-6df27018-bec7-44eb-9127-bc048ed59649 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 945 time: 0.0656860 Jul 23 14:26:17.399826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4997933-61d0-4c2d-8f44-6fd090b8250e req-da0c5ff9-165f-4b85-8c1c-defe88ccf613 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Jul 23 14:26:17.437498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:17.545852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88364a6b-475c-4b92-ad45-370cbdc09935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:17.644483 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88364a6b-475c-4b92-ad45-370cbdc09935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:17.650699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88364a6b-475c-4b92-ad45-370cbdc09935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:17.692573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-88364a6b-475c-4b92-ad45-370cbdc09935 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b2cf7d438f846388abee3ccf0e29683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539632 Jul 23 14:26:17.693271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88364a6b-475c-4b92-ad45-370cbdc09935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8ca5f-f110-4041-81a5-04ec4d1c8d2d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:17.696130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:17.749372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a71ead73-431a-4766-8862-a6015f5a78b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:17.771761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a71ead73-431a-4766-8862-a6015f5a78b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:17.825214 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a71ead73-431a-4766-8862-a6015f5a78b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:17.828343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a71ead73-431a-4766-8862-a6015f5a78b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:17.832576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a71ead73-431a-4766-8862-a6015f5a78b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ae8ca5f-f110-4041-81a5-04ec4d1c8d2d HTTP/1.1" status: 204 len: 168 time: 0.1353443 Jul 23 14:26:17.841978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ead73-431a-4766-8862-a6015f5a78b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8ca5f-f110-4041-81a5-04ec4d1c8d2d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:17.852189 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.114251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:18.136334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931c5602-f23a-48ee-b124-4aa339a826d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.226030 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931c5602-f23a-48ee-b124-4aa339a826d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.232187 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931c5602-f23a-48ee-b124-4aa339a826d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.276644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-931c5602-f23a-48ee-b124-4aa339a826d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cba0e3379d334390b7105da400ee9751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609762 Jul 23 14:26:18.277477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c5602-f23a-48ee-b124-4aa339a826d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa0558e-6a56-4450-91ae-923dd0cf8da9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:18.279902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:18.308870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.334356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f10-ead8-45c7-bf67-5de7df28ddee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.355255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f10-ead8-45c7-bf67-5de7df28ddee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.405457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f10-ead8-45c7-bf67-5de7df28ddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.408030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f10-ead8-45c7-bf67-5de7df28ddee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.409183 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-53bb4f10-ead8-45c7-bf67-5de7df28ddee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aa0558e-6a56-4450-91ae-923dd0cf8da9 HTTP/1.1" status: 204 len: 168 time: 0.1282191 Jul 23 14:26:18.416728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb4f10-ead8-45c7-bf67-5de7df28ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa0558e-6a56-4450-91ae-923dd0cf8da9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:18.482940 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7652-a18e-4f25-95e6-a2d25c6bc96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:18.541763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdcdfb-0e2a-4120-99ef-9bf8ad001d1e req-40f34cd1-83ab-4e59-9f2f-daa0c64ff3d8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:18.543315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcfdcdfb-0e2a-4120-99ef-9bf8ad001d1e req-40f34cd1-83ab-4e59-9f2f-daa0c64ff3d8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 945 time: 0.0659394 Jul 23 14:26:18.586824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcfdcdfb-0e2a-4120-99ef-9bf8ad001d1e req-2d0d5559-46da-4a80-8146-fc23d7c58fc3 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 Jul 23 14:26:18.770818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504756a7-7630-4652-b4cf-143f345405b2 req-7c334872-b062-4d49-bc61-22958b6ee3ef tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:18.772288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-504756a7-7630-4652-b4cf-143f345405b2 req-7c334872-b062-4d49-bc61-22958b6ee3ef tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 945 time: 0.0673130 Jul 23 14:26:18.810681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-504756a7-7630-4652-b4cf-143f345405b2 req-6129d25b-d861-4378-b385-f89b4f7963ca tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Jul 23 14:26:18.937847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33726460-d389-4c1c-96c0-2cc68e791ed3 req-9a7d3403-babe-42d5-8898-d3f0b014f8cd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:18.939405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33726460-d389-4c1c-96c0-2cc68e791ed3 req-9a7d3403-babe-42d5-8898-d3f0b014f8cd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 945 time: 0.0643828 Jul 23 14:26:18.980944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33726460-d389-4c1c-96c0-2cc68e791ed3 req-2c6ccf48-b6a0-489a-ac16-5dea8bd694a9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Jul 23 14:26:19.236817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c0399-7166-4c7f-ae67-bd103bd9d308 req-a5ee626f-e7ea-4ca7-af80-b889a5ac3bba tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:19.238443 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c9c0399-7166-4c7f-ae67-bd103bd9d308 req-a5ee626f-e7ea-4ca7-af80-b889a5ac3bba tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 945 time: 0.0645275 Jul 23 14:26:19.276508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c9c0399-7166-4c7f-ae67-bd103bd9d308 req-9c77c1a6-6c79-42bf-a13e-0d0b720fa611 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Jul 23 14:26:19.531833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:20.414610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d9092-d1c2-4ce1-aade-9cf7525d3b6d req-51c73eaf-cc55-4551-af9a-d030975ce96f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:20.416162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d13d9092-d1c2-4ce1-aade-9cf7525d3b6d req-51c73eaf-cc55-4551-af9a-d030975ce96f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 945 time: 0.0680411 Jul 23 14:26:20.454019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d13d9092-d1c2-4ce1-aade-9cf7525d3b6d req-8af855d4-2d6f-4306-b270-86631b49db05 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Jul 23 14:26:20.840494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-43147de1-bf73-4c89-ba87-3657953667f8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:20.842091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-43147de1-bf73-4c89-ba87-3657953667f8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 945 time: 0.0683212 Jul 23 14:26:20.945171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Deleting port 4b3d38c1-55a4-49de-a446-d521bc5e629d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:20.945517 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.033222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] For port 4b3d38c1-55a4-49de-a446-d521bc5e629d, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=4b3d38c1-55a4-49de-a446-d521bc5e629d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:21.033580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.049810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Calling delete_port for 4b3d38c1-55a4-49de-a446-d521bc5e629d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:21.072187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:21.175313 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.178089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56bb1b8c-6746-41b3-b2a0-cb3e4dfc4f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.190764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['4b3d38c1-55a4-49de-a446-d521bc5e629d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:21.201735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event deleted for resources: {'Port': ['ID=4b3d38c1-55a4-49de-a446-d521bc5e629d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:21.233842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d', 'eb7ba233-434b-46e9-9f7e-cdaf7434993d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:21.259392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] No DVR routers for this DVR port 4b3d38c1-55a4-49de-a446-d521bc5e629d on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:26:21.262551 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.264810 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4cde6c14-d595-4662-8d98-4ae6393f1254 req-601c0b4c-cd34-4cbc-9dbb-21f53e007ef0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.48 "DELETE /v2.0/ports/4b3d38c1-55a4-49de-a446-d521bc5e629d HTTP/1.1" status: 204 len: 173 time: 0.4168823 Jul 23 14:26:21.265421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'name': 'network-vif-deleted', 'tag': '4b3d38c1-55a4-49de-a446-d521bc5e629d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:21.267741 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557d67aa-e3eb-4b5a-90b0-a9aad4fda76c" -d '{"events": [{"server_uuid": "ac612d8f-988b-42c4-a068-12e1247acd1f", "name": "network-vif-deleted", "tag": "4b3d38c1-55a4-49de-a446-d521bc5e629d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:21.269804 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.293019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56bb1b8c-6746-41b3-b2a0-cb3e4dfc4f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.297379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56bb1b8c-6746-41b3-b2a0-cb3e4dfc4f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.329247 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10438ed-a243-423b-b43f-df1ac6df5e81 x-openstack-request-id: req-c10438ed-a243-423b-b43f-df1ac6df5e81 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:21.330720 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac612d8f-988b-42c4-a068-12e1247acd1f", "name": "network-vif-deleted", "tag": "4b3d38c1-55a4-49de-a446-d521bc5e629d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:21.332899 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c10438ed-a243-423b-b43f-df1ac6df5e81 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:21.333406 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac612d8f-988b-42c4-a068-12e1247acd1f', 'name': 'network-vif-deleted', 'tag': '4b3d38c1-55a4-49de-a446-d521bc5e629d', 'status': 'completed', 'code': 200} Jul 23 14:26:21.345753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-56bb1b8c-6746-41b3-b2a0-cb3e4dfc4f49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d27ca8298c9419eb04b8ec874328e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723904 Jul 23 14:26:21.348370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb1b8c-6746-41b3-b2a0-cb3e4dfc4f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215fc46b-6dde-4951-ac75-ee2e53746de5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:21.348520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:21.430287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35bda3eb-315d-48e6-8992-717361cfee93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.450729 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35bda3eb-315d-48e6-8992-717361cfee93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.499271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35bda3eb-315d-48e6-8992-717361cfee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.501806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35bda3eb-315d-48e6-8992-717361cfee93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.505374 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-35bda3eb-315d-48e6-8992-717361cfee93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/215fc46b-6dde-4951-ac75-ee2e53746de5 HTTP/1.1" status: 204 len: 168 time: 0.1534619 Jul 23 14:26:21.510907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bda3eb-315d-48e6-8992-717361cfee93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215fc46b-6dde-4951-ac75-ee2e53746de5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:21.579918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77f12185-697b-4914-b8a4-ccc79d30febe req-9abbe935-21e6-4bec-a8ab-34a12b49bded tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac612d8f-988b-42c4-a068-12e1247acd1f HTTP/1.1" status: 200 len: 210 time: 0.0331173 Jul 23 14:26:21.777976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:21.791940 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ddadba-0a4d-4636-b19d-1e0d997e57d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.884558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ddadba-0a4d-4636-b19d-1e0d997e57d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.889430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9ddadba-0a4d-4636-b19d-1e0d997e57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:21.928844 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a9ddadba-0a4d-4636-b19d-1e0d997e57d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a036decbdea46afa8ee61e4fd0b2fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494138 Jul 23 14:26:21.929982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddadba-0a4d-4636-b19d-1e0d997e57d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd152d4-1620-4d49-ac05-7fd97f3edbb1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:21.931836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:21.981351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c51ae3-0d68-4781-989d-a88beca7761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:22.002448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c51ae3-0d68-4781-989d-a88beca7761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:22.057726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c51ae3-0d68-4781-989d-a88beca7761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:22.060439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c51ae3-0d68-4781-989d-a88beca7761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:22.061589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-24c51ae3-0d68-4781-989d-a88beca7761a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bd152d4-1620-4d49-ac05-7fd97f3edbb1 HTTP/1.1" status: 204 len: 168 time: 0.1287656 Jul 23 14:26:22.069218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c51ae3-0d68-4781-989d-a88beca7761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd152d4-1620-4d49-ac05-7fd97f3edbb1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:22.867905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61caa3-c467-481d-a839-f4b8a68cc6ce req-37018173-ca10-4885-8249-193d23676d13 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:22.869476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e61caa3-c467-481d-a839-f4b8a68cc6ce req-37018173-ca10-4885-8249-193d23676d13 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 945 time: 0.0647061 Jul 23 14:26:22.907711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e61caa3-c467-481d-a839-f4b8a68cc6ce req-8a8bf9d0-8317-4522-bb4a-25004fff9fcb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Jul 23 14:26:24.047776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202011db-d6a4-45d0-8ad7-4901993d8b77 req-d676aa5a-a123-4478-a7a5-0cdcf20b6c6e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:24.049279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-202011db-d6a4-45d0-8ad7-4901993d8b77 req-d676aa5a-a123-4478-a7a5-0cdcf20b6c6e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 945 time: 0.0687811 Jul 23 14:26:24.087425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-202011db-d6a4-45d0-8ad7-4901993d8b77 req-7fa4efe7-f84f-4a10-9739-a1668502190b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Jul 23 14:26:24.265291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:24.374086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-9b6ade51-4ac2-4ecf-8245-d4f188124847 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:24.375646 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-9b6ade51-4ac2-4ecf-8245-d4f188124847 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 945 time: 0.0714777 Jul 23 14:26:24.388570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3df537f1-14eb-432f-81a4-bc0a04bd2eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.527447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Deleting port eb7ba233-434b-46e9-9f7e-cdaf7434993d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:24.527793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.598851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3df537f1-14eb-432f-81a4-bc0a04bd2eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.608471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3df537f1-14eb-432f-81a4-bc0a04bd2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.662039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] For port eb7ba233-434b-46e9-9f7e-cdaf7434993d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=eb7ba233-434b-46e9-9f7e-cdaf7434993d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:24.662391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.666594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3df537f1-14eb-432f-81a4-bc0a04bd2eb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a5c1b553ac49bcab6c801cc0a8ec9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001577 Jul 23 14:26:24.669625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:24.671713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df537f1-14eb-432f-81a4-bc0a04bd2eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d43612-bdc5-40e4-861a-e224dd1ed9ad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:24.680762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Calling delete_port for eb7ba233-434b-46e9-9f7e-cdaf7434993d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:24.727931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23ac6c63-c02c-41a0-afe5-b57735d4fd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.750575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23ac6c63-c02c-41a0-afe5-b57735d4fd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.799814 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23ac6c63-c02c-41a0-afe5-b57735d4fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.802369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23ac6c63-c02c-41a0-afe5-b57735d4fd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:24.806046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-23ac6c63-c02c-41a0-afe5-b57735d4fd27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36d43612-bdc5-40e4-861a-e224dd1ed9ad HTTP/1.1" status: 204 len: 168 time: 0.1330013 Jul 23 14:26:24.811964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac6c63-c02c-41a0-afe5-b57735d4fd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d43612-bdc5-40e4-861a-e224dd1ed9ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:24.834325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b3d38c1-55a4-49de-a446-d521bc5e629d no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:26:25.016193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 4b3d38c1-55a4-49de-a446-d521bc5e629d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:26:25.016544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 4b3d38c1-55a4-49de-a446-d521bc5e629d not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:26:25.106348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:25.119969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf2676e-06c3-4c15-839c-5f883a013b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.158412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.191252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d', 'eb7ba233-434b-46e9-9f7e-cdaf7434993d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:25.192768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event deleted for resources: {'Port': ['ID=eb7ba233-434b-46e9-9f7e-cdaf7434993d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:25.210035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9971d343-85db-4217-99cc-52a2d85aba94 req-ac7023de-b2b1-4091-859b-112d20d49bd6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d61032-719b-41eb-b3f4-de7874c48e33 HTTP/1.1" status: 200 len: 210 time: 0.0414789 Jul 23 14:26:25.247148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] No DVR routers for this DVR port eb7ba233-434b-46e9-9f7e-cdaf7434993d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:26:25.250476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.253148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e542e906-ad05-47d3-9eb2-f44778a8160b req-cfae2086-4709-434f-a97a-9aca7c94d3a2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "DELETE /v2.0/ports/eb7ba233-434b-46e9-9f7e-cdaf7434993d HTTP/1.1" status: 204 len: 173 time: 0.8717792 Jul 23 14:26:25.253491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d61032-719b-41eb-b3f4-de7874c48e33', 'name': 'network-vif-deleted', 'tag': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:25.255812 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f072e23e-1cf6-4497-9978-61ab3e34f8b3" -d '{"events": [{"server_uuid": "71d61032-719b-41eb-b3f4-de7874c48e33", "name": "network-vif-deleted", "tag": "eb7ba233-434b-46e9-9f7e-cdaf7434993d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:25.264813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf2676e-06c3-4c15-839c-5f883a013b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.272469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf2676e-06c3-4c15-839c-5f883a013b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.318131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:25.318658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0bf2676e-06c3-4c15-839c-5f883a013b7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd8126aebfae4a81bb4352eef9cc2880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106590 Jul 23 14:26:25.319233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2676e-06c3-4c15-839c-5f883a013b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd0df0-323d-4619-b625-dcaa28794c29,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:25.352716 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfc28cc-af20-481a-9521-5e84aabb8c64 x-openstack-request-id: req-5dfc28cc-af20-481a-9521-5e84aabb8c64 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:25.353010 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d61032-719b-41eb-b3f4-de7874c48e33", "name": "network-vif-deleted", "tag": "eb7ba233-434b-46e9-9f7e-cdaf7434993d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:25.353256 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dfc28cc-af20-481a-9521-5e84aabb8c64 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:25.353646 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d61032-719b-41eb-b3f4-de7874c48e33', 'name': 'network-vif-deleted', 'tag': 'eb7ba233-434b-46e9-9f7e-cdaf7434993d', 'status': 'completed', 'code': 200} Jul 23 14:26:25.379204 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd81aaa1-9e8f-4c47-9a75-42708078a912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.400174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd81aaa1-9e8f-4c47-9a75-42708078a912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.447555 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd81aaa1-9e8f-4c47-9a75-42708078a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.450228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd81aaa1-9e8f-4c47-9a75-42708078a912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:25.451428 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fd81aaa1-9e8f-4c47-9a75-42708078a912 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0cd0df0-323d-4619-b625-dcaa28794c29 HTTP/1.1" status: 204 len: 168 time: 0.1320336 Jul 23 14:26:25.458735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81aaa1-9e8f-4c47-9a75-42708078a912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd0df0-323d-4619-b625-dcaa28794c29,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:26.556041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f6879144-33a2-4e64-9ce5-d7115edc08c0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:26.557527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f6879144-33a2-4e64-9ce5-d7115edc08c0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1034682 Jul 23 14:26:26.574326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-7735f241-5f47-458e-8a02-d415ed59d08e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0096829 Jul 23 14:26:26.642488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f0d39d70-9fe0-4a50-8ed9-d19548f7e1ea tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625012 Jul 23 14:26:26.737401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-acf38e9e-8435-49ac-814f-f02f34370672 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876873 Jul 23 14:26:26.829466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-b4c64d9a-92aa-453b-9641-a5741e8fba87 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859609 Jul 23 14:26:26.994357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62fa4a27-7a09-4230-8d5b-4f9fcdc6b541 req-71d13697-77e3-4361-832f-a3febc298d78 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 210 time: 0.0307016 Jul 23 14:26:27.956239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:28.005517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-e44a465c-68bd-4ab0-9248-2f95904e13ac tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:28.007137 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-e44a465c-68bd-4ab0-9248-2f95904e13ac tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1170681 Jul 23 14:26:28.032849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Request body: {'port': {'device_id': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'admin_state_up': True, 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:28.075390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff23d150-5bb3-416e-99d1-ee093bbd5aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.108239 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c05d6c99-53e2-4c6e-aced-20645de12c77 req-0ba490ad-9f4d-4d3f-95ae-64339392eb09 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 210 time: 0.0346282 Jul 23 14:26:28.190309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff23d150-5bb3-416e-99d1-ee093bbd5aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.196006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff23d150-5bb3-416e-99d1-ee093bbd5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.212208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:28.216255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.236380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ff23d150-5bb3-416e-99d1-ee093bbd5aa7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a38bb294cf044eb38323501acf4634b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794533 Jul 23 14:26:28.237610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d150-5bb3-416e-99d1-ee093bbd5aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb91e0d8-669a-4928-956d-bc5046a02afd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:28.239449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:28.368010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13b1073-98a8-43d1-b52d-a8c1f9125a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.385813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Allocated IP 172.20.0.8 (48469017-a410-49cd-8b33-31324650c745/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be/0ba4694b-92e2-4e30-8e68-dfcd274fc0fa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:28.404420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13b1073-98a8-43d1-b52d-a8c1f9125a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.490163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13b1073-98a8-43d1-b52d-a8c1f9125a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.495069 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13b1073-98a8-43d1-b52d-a8c1f9125a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.497024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d13b1073-98a8-43d1-b52d-a8c1f9125a7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb91e0d8-669a-4928-956d-bc5046a02afd HTTP/1.1" status: 204 len: 168 time: 0.2560492 Jul 23 14:26:28.537140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b1073-98a8-43d1-b52d-a8c1f9125a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb91e0d8-669a-4928-956d-bc5046a02afd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:28.620356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.660678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.695991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:28.706154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Network 48469017-a410-49cd-8b33-31324650c745 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:28.712072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:28.716820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:28.724654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event updated for resources: {'Port': ['ID=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:28.778711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:28.779344 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.799057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-d88570b4-0b92-4ae3-9e63-19a342d826db tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709858 Jul 23 14:26:28.802633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:28.816517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Request body: {'port': {'device_id': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:28.842788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9c63-041a-4291-9a9b-a08c1d7906e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:28.896614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb7ba233-434b-46e9-9f7e-cdaf7434993d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:26:28.916843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: eb7ba233-434b-46e9-9f7e-cdaf7434993d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:26:28.917225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device eb7ba233-434b-46e9-9f7e-cdaf7434993d not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:26:28.917399 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.072213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9c63-041a-4291-9a9b-a08c1d7906e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.077959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9c63-041a-4291-9a9b-a08c1d7906e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.130062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a9c63-041a-4291-9a9b-a08c1d7906e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a6912-617b-440a-9a2f-7a405e3ffd11,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:29.171023 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4c2a9c63-041a-4291-9a9b-a08c1d7906e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa7dcf46aa624e00b1d63fb61110ed65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666923 Jul 23 14:26:29.173884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:29.256972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1207be3e-a678-41c7-9618-9ea8045b8939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.257612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:26:29.265240 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.277065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Transition to ACTIVE for port object 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:29.283037 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.284167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1207be3e-a678-41c7-9618-9ea8045b8939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.293790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817d18-614b-4f8c-8cca-5e99a7817bcd req-d2a078af-3c02-4c38-bd83-d43f03d5ba87 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:29.295331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24817d18-614b-4f8c-8cca-5e99a7817bcd req-d2a078af-3c02-4c38-bd83-d43f03d5ba87 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 931 time: 0.1131537 Jul 23 14:26:29.332863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:29.356325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24817d18-614b-4f8c-8cca-5e99a7817bcd req-ed01538a-8c76-4452-90b1-4bfc87cdfe99 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Jul 23 14:26:29.372409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1207be3e-a678-41c7-9618-9ea8045b8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.375294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1207be3e-a678-41c7-9618-9ea8045b8939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.379291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1207be3e-a678-41c7-9618-9ea8045b8939 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c8a6912-617b-440a-9a2f-7a405e3ffd11 HTTP/1.1" status: 204 len: 168 time: 0.2009232 Jul 23 14:26:29.389445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207be3e-a678-41c7-9618-9ea8045b8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a6912-617b-440a-9a2f-7a405e3ffd11,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:29.413142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Attempting to bind port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:29.413479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Attempting to bind port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:29.413811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Attempting to bind port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:29.418206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa on network 48469017-a410-49cd-8b33-31324650c745 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:29.418526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Attempting to bind port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:29.423305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:26:29.423630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:29.424009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Bound using segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:26:29.424425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Bound port: 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:26:29.424777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.486497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] For port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:29.490106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] For port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:26:29.496943 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.529932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:29.531283 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:29.532789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ba4694b-92e2-4e30-8e68-dfcd274fc0fa HTTP/1.1" status: 200 len: 1091 time: 0.7206488 Jul 23 14:26:29.533218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'tag': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:29.535683 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed2581-ea57-4839-9a45-7555cf6cbd74" -d '{"events": [{"name": "network-changed", "server_uuid": "61a55409-150e-4f5a-ad93-e5f5ed8f8c90", "tag": "0ba4694b-92e2-4e30-8e68-dfcd274fc0fa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:29.566268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd43c7-3155-4674-a1ac-14ec01705d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:29.590339 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a8c777-a24a-49cf-bb47-d3ca8698ea22 x-openstack-request-id: req-e1a8c777-a24a-49cf-bb47-d3ca8698ea22 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:29.590724 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a55409-150e-4f5a-ad93-e5f5ed8f8c90", "tag": "0ba4694b-92e2-4e30-8e68-dfcd274fc0fa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:29.591075 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1a8c777-a24a-49cf-bb47-d3ca8698ea22 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:29.591638 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'tag': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa', 'status': 'completed', 'code': 200} Jul 23 14:26:29.667727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f7e4b40e-f886-42d5-8fcc-3be12ea797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:29.669487 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-f7e4b40e-f886-42d5-8fcc-3be12ea797bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 1094 time: 0.0611539 Jul 23 14:26:29.717200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-7fc4be22-4199-4fa1-acdb-67c2d58dba43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa HTTP/1.1" status: 200 len: 217 time: 0.0357614 Jul 23 14:26:29.766559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-a12675f6-a04b-4229-a6c1-2f1b807d760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:29.768098 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-a12675f6-a04b-4229-a6c1-2f1b807d760d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0444808 Jul 23 14:26:29.801960 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-524714e9-2e7e-4ae0-8ad0-d5f5d1f88a09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273635 Jul 23 14:26:29.898891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-4b42bbba-f2bd-4eb3-812d-65a361234517 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898042 Jul 23 14:26:29.995080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e3708fde-8822-4e3e-b45a-f9b48e5c2954 req-c36fab00-78a6-49d8-9d50-1e687e88e481 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893266 Jul 23 14:26:30.130497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-467cf4b1-08c3-495b-80cd-804f70af3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:30.132188 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-467cf4b1-08c3-495b-80cd-804f70af3eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 1094 time: 0.0560458 Jul 23 14:26:30.223371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-d4aaa677-a9b0-4651-b17c-b737e3a5c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:30.224872 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-d4aaa677-a9b0-4651-b17c-b737e3a5c0e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 906 time: 0.0864720 Jul 23 14:26:30.269084 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-95ae4fc4-d8ee-4002-a2e6-12e080764788 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa HTTP/1.1" status: 200 len: 217 time: 0.0376322 Jul 23 14:26:30.318333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-c6840345-eb1c-4b0c-8abc-f879d28c5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:30.319877 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-c6840345-eb1c-4b0c-8abc-f879d28c5e02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0446696 Jul 23 14:26:30.354630 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-5c2c099f-c6bc-4475-a838-c44224dbe355 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274794 Jul 23 14:26:30.456260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-f661aa71-feb5-44a5-b2b4-90d33ed23c64 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937827 Jul 23 14:26:30.504844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765a5d4-313e-43d4-ad98-7e2f5da870b0 req-6476c92f-22f6-4394-b3c2-e70608009486 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:30.506706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8765a5d4-313e-43d4-ad98-7e2f5da870b0 req-6476c92f-22f6-4394-b3c2-e70608009486 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 943 time: 0.0736248 Jul 23 14:26:30.546375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8765a5d4-313e-43d4-ad98-7e2f5da870b0 req-7de6c134-9b4b-4769-bf9a-653e54df5fda tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Jul 23 14:26:30.559544 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-29ed2581-ea57-4839-9a45-7555cf6cbd74 req-501cf184-9085-42e9-9922-7119c0bc7c87 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968101 Jul 23 14:26:31.027134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:31.134200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfb2e232-0191-4da1-b370-9149c7140549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.221725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfb2e232-0191-4da1-b370-9149c7140549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.228700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfb2e232-0191-4da1-b370-9149c7140549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.270419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cfb2e232-0191-4da1-b370-9149c7140549 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e090dfca7c94f13a7df8152c2013a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422478 Jul 23 14:26:31.271290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2e232-0191-4da1-b370-9149c7140549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65a48c9-b17c-4da6-9b31-1bb9789e5fbf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:31.273540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:31.327944 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8da6-a5f6-4e97-a5e1-0721075c57a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.356327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8da6-a5f6-4e97-a5e1-0721075c57a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.410916 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8da6-a5f6-4e97-a5e1-0721075c57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.414836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8da6-a5f6-4e97-a5e1-0721075c57a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.416709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f7fa8da6-a5f6-4e97-a5e1-0721075c57a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e65a48c9-b17c-4da6-9b31-1bb9789e5fbf HTTP/1.1" status: 204 len: 168 time: 0.1417875 Jul 23 14:26:31.425877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa8da6-a5f6-4e97-a5e1-0721075c57a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65a48c9-b17c-4da6-9b31-1bb9789e5fbf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:31.688261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd97bc8-f7f8-4de8-9caf-668bff703a32 req-d36e7e59-0e07-4584-9a92-cbd509ffae7c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:31.689776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd97bc8-f7f8-4de8-9caf-668bff703a32 req-d36e7e59-0e07-4584-9a92-cbd509ffae7c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 943 time: 0.0701005 Jul 23 14:26:31.690345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:31.715276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3876b353-5bd3-402b-a483-bb89e7be9c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.746187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd97bc8-f7f8-4de8-9caf-668bff703a32 req-5c533e71-fc74-4d13-94ee-4ecc5676e91c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Jul 23 14:26:31.818991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3876b353-5bd3-402b-a483-bb89e7be9c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.824459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3876b353-5bd3-402b-a483-bb89e7be9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.861779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3876b353-5bd3-402b-a483-bb89e7be9c7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85c4cf013d344dbbb1f665b3a13f8b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704278 Jul 23 14:26:31.862623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876b353-5bd3-402b-a483-bb89e7be9c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518c587-7f1b-4e8b-937a-ce639f0bdf79,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:31.865631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:31.916468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c435c8d3-1c72-4689-bbd7-73967dd71a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.938342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c435c8d3-1c72-4689-bbd7-73967dd71a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.989727 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c435c8d3-1c72-4689-bbd7-73967dd71a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.992864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c435c8d3-1c72-4689-bbd7-73967dd71a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:31.997537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c435c8d3-1c72-4689-bbd7-73967dd71a03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c518c587-7f1b-4e8b-937a-ce639f0bdf79 HTTP/1.1" status: 204 len: 168 time: 0.1296477 Jul 23 14:26:32.005266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435c8d3-1c72-4689-bbd7-73967dd71a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518c587-7f1b-4e8b-937a-ce639f0bdf79,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:32.886557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09671240-0661-4e5e-9e4b-cf9d59c52da4 req-ba5b88cf-525d-4579-ac7c-c3daf906b855 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:32.888102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09671240-0661-4e5e-9e4b-cf9d59c52da4 req-ba5b88cf-525d-4579-ac7c-c3daf906b855 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 943 time: 0.0701065 Jul 23 14:26:32.926994 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09671240-0661-4e5e-9e4b-cf9d59c52da4 req-673cf318-6f4a-4a74-825f-ecfccb9c389d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Jul 23 14:26:32.934666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:26:33.059552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:33.077535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'port_id': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa', 'mac_address': 'fa:16:3e:43:69:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4765c6-0eca-49fe-bbb1-a3ce862eb8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:26:33.127900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:33.150266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:26:33.171909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:33.179728 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:33.236285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:33.462418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['0ba4694b-92e2-4e30-8e68-dfcd274fc0fa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:34.070768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1387e74-270e-4800-812a-37bea57066d3 req-e057b256-bee9-4368-8edb-3fd7e553584c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:34.072231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1387e74-270e-4800-812a-37bea57066d3 req-e057b256-bee9-4368-8edb-3fd7e553584c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 944 time: 0.0719762 Jul 23 14:26:34.113796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1387e74-270e-4800-812a-37bea57066d3 req-9cc00a20-d4c7-4c1c-873e-8fdd89a7ce4b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358541 Jul 23 14:26:34.312399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:34.418468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13885bba-1e1e-4bd6-b038-f7a982f0f286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.510931 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13885bba-1e1e-4bd6-b038-f7a982f0f286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.517039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13885bba-1e1e-4bd6-b038-f7a982f0f286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.561824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-13885bba-1e1e-4bd6-b038-f7a982f0f286 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=850ab56ab6ea45928cc1fcf5ca3b062c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482526 Jul 23 14:26:34.562605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13885bba-1e1e-4bd6-b038-f7a982f0f286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a176d-5fda-4f13-bfb8-b5814e6fa28c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:34.565040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:34.615184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feb50c65-32c6-47e6-a3fb-837a1a1620b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.635665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feb50c65-32c6-47e6-a3fb-837a1a1620b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.684825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feb50c65-32c6-47e6-a3fb-837a1a1620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.688601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feb50c65-32c6-47e6-a3fb-837a1a1620b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.690333 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-feb50c65-32c6-47e6-a3fb-837a1a1620b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e4a176d-5fda-4f13-bfb8-b5814e6fa28c HTTP/1.1" status: 204 len: 168 time: 0.1242769 Jul 23 14:26:34.700094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb50c65-32c6-47e6-a3fb-837a1a1620b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a176d-5fda-4f13-bfb8-b5814e6fa28c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:34.935119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:26:34.955641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:34.969314 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0f8632-43c5-41ba-b783-a81cf5e7ce57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:34.989898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:34.997242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:26:34.997646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.059677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0f8632-43c5-41ba-b783-a81cf5e7ce57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.065303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0f8632-43c5-41ba-b783-a81cf5e7ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.077029 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.099491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:35.101844 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193500f0-fc5c-4902-b7cf-c7e84dadbcca" -d '{"events": [{"server_uuid": "61a55409-150e-4f5a-ad93-e5f5ed8f8c90", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4694b-92e2-4e30-8e68-dfcd274fc0fa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:35.107210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3a0f8632-43c5-41ba-b783-a81cf5e7ce57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35f9526f768f4c408ca0d8656b36b769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504638 Jul 23 14:26:35.107921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f8632-43c5-41ba-b783-a81cf5e7ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba66cd2-9a02-4a51-a2d2-1bf64c4801fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:35.110015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:35.115837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:35.124187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.155006 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5be56d8-c266-4f08-93c9-b2b9631e7b87 x-openstack-request-id: req-d5be56d8-c266-4f08-93c9-b2b9631e7b87 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:35.155298 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a55409-150e-4f5a-ad93-e5f5ed8f8c90", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4694b-92e2-4e30-8e68-dfcd274fc0fa", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:35.155552 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5be56d8-c266-4f08-93c9-b2b9631e7b87 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:35.155944 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa', 'code': 200} Jul 23 14:26:35.174049 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50b3d998-19cf-45d0-97c5-caa8475433db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.187117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:35.197804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50b3d998-19cf-45d0-97c5-caa8475433db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.276517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50b3d998-19cf-45d0-97c5-caa8475433db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.279009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50b3d998-19cf-45d0-97c5-caa8475433db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:35.282517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-50b3d998-19cf-45d0-97c5-caa8475433db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aba66cd2-9a02-4a51-a2d2-1bf64c4801fc HTTP/1.1" status: 204 len: 168 time: 0.1691005 Jul 23 14:26:35.293247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3d998-19cf-45d0-97c5-caa8475433db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba66cd2-9a02-4a51-a2d2-1bf64c4801fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:35.303059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241591a-ac29-4129-8dbb-5079451de273 req-24f42ca4-3e2a-4e73-a769-147b625a186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:35.305100 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2241591a-ac29-4129-8dbb-5079451de273 req-24f42ca4-3e2a-4e73-a769-147b625a186f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 1096 time: 0.0625460 Jul 23 14:26:35.322876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a5d7-20db-40ca-9c7c-040bd336c3d4 req-1d6df1cb-f43e-4be9-a3c7-07614448d95a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:35.324694 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e173a5d7-20db-40ca-9c7c-040bd336c3d4 req-1d6df1cb-f43e-4be9-a3c7-07614448d95a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.0972548 Jul 23 14:26:35.343854 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2241591a-ac29-4129-8dbb-5079451de273 req-cd6a0239-461f-4ada-abcd-097d03e518fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Jul 23 14:26:35.365161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e173a5d7-20db-40ca-9c7c-040bd336c3d4 req-04c65aec-7e15-4951-85bd-7f596e08140b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347462 Jul 23 14:26:36.500177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99491512-12ba-4017-af82-66a8903ae639 req-e6db2f9b-044e-429e-9611-eacfe847efee tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:36.501659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99491512-12ba-4017-af82-66a8903ae639 req-e6db2f9b-044e-429e-9611-eacfe847efee tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.0679312 Jul 23 14:26:36.546222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99491512-12ba-4017-af82-66a8903ae639 req-a4194a2d-0471-4a62-ae8a-514cf0d6912a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385041 Jul 23 14:26:36.613896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:36.760749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1087026235'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:36.785601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Made reservation on behalf of 619dbf5f3e96478cbdf646749571ce4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:36.789018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:36.797640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:36.888189 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:36.894844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:36.916731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:36.930199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a2c51-b08c-47cd-9596-838ec685d73b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:36.934890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:36.935214 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Added segment da7eee01-0594-4466-9184-a1345196ca58 of type vlan for network 620a978b-bba0-46f2-95e7-43855c1e8faa Jul 23 14:26:36.977567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.008908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.014258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:37.014881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.062548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4473696 Jul 23 14:26:37.065806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:37.115336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056ced6-65ca-44c1-ac20-a6528ee9b6b9 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Pushing event updated for resources: {'Network': ['ID=620a978b-bba0-46f2-95e7-43855c1e8faa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:37.119649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'network': {'name': 'tempest-network--2128438882', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:37.125874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 620a978b-bba0-46f2-95e7-43855c1e8faa details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:37.144758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Made reservation on behalf of de5ea69b967645aba3c0d29c186dcb01 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:37.147205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.155465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.241918 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.249209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.269730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:37.282995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2503039f-6a99-4ee1-9486-19e8c1d1a5f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:37.288788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.289132 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Added segment 678593d6-7132-4ba6-acc4-f2eda241c587 of type vlan for network f9b67522-7a29-4354-9858-1eff93fa925a Jul 23 14:26:37.332980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.373698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.374605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:37.375200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.409674 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3390660 Jul 23 14:26:37.410156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:37.436024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa706fe5-80d9-4559-b9d8-22e0c5b8d734 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Network': ['ID=f9b67522-7a29-4354-9858-1eff93fa925a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:37.446505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f9b67522-7a29-4354-9858-1eff93fa925a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:37.629767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.806354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.860467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c36d-8474-41c2-9bc0-8026345dccb5 req-36c365a5-937d-4982-8a03-b8b0af28fc0a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:37.861837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6622c36d-8474-41c2-9bc0-8026345dccb5 req-36c365a5-937d-4982-8a03-b8b0af28fc0a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.1324162 Jul 23 14:26:37.922084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.938360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b67522-7a29-4354-9858-1eff93fa925a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:37.950177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6622c36d-8474-41c2-9bc0-8026345dccb5 req-b2c8c2b0-a6c5-4121-b866-3a52a77bf329 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793309 Jul 23 14:26:37.951712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678593d6-7132-4ba6-acc4-f2eda241c587') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:37.952002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678593d6-7132-4ba6-acc4-f2eda241c587') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:37.962606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.977261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.983487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:37.983873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:37.985559 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:38.051639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.057093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f9b67522-7a29-4354-9858-1eff93fa925a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 14:26:38.060325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.062584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f9b67522-7a29-4354-9858-1eff93fa925a HTTP/1.1" status: 204 len: 168 time: 0.6513846 Jul 23 14:26:38.066237 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:38.071890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:38.085689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d0906-1144-4e11-b99a-e775e07ac151 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9b67522-7a29-4354-9858-1eff93fa925a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:38.098436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Made reservation on behalf of de5ea69b967645aba3c0d29c186dcb01 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:38.102502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.129291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:38.139149 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.139495 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Added segment 7de71817-ae87-44b2-a163-59d958a7863b of type vlan for network cf9f761f-e06a-4012-a58f-7a10bd8b22f5 Jul 23 14:26:38.188522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.226463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.227576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:38.228228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.261161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fe69d-ea26-4aac-925f-7a692a3b5b43 req-f1010705-c246-4e39-b328-aebb37d26343 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:38.262147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1946521 Jul 23 14:26:38.263555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d68fe69d-ea26-4aac-925f-7a692a3b5b43 req-f1010705-c246-4e39-b328-aebb37d26343 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.0799067 Jul 23 14:26:38.265259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:38.271906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'subnet': {'network_id': 'cf9f761f-e06a-4012-a58f-7a10bd8b22f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:38.294311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cd1be-553c-4911-afa9-e7b111b59c5a tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Network': ['ID=cf9f761f-e06a-4012-a58f-7a10bd8b22f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:38.306147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cf9f761f-e06a-4012-a58f-7a10bd8b22f5 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:38.323266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d68fe69d-ea26-4aac-925f-7a692a3b5b43 req-22571ef0-cb54-4be2-b232-c32939a002d9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Jul 23 14:26:38.324478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Made reservation on behalf of de5ea69b967645aba3c0d29c186dcb01 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:38.327180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.535657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364006d-f0ec-4a8e-9afd-eb3c6448f8dc req-0f06bfd1-5165-484a-946c-9c90441d71f1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:38.537153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8364006d-f0ec-4a8e-9afd-eb3c6448f8dc req-0f06bfd1-5165-484a-946c-9c90441d71f1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.1162965 Jul 23 14:26:38.621448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8364006d-f0ec-4a8e-9afd-eb3c6448f8dc req-c5738d2f-c715-45a6-ac77-89c620967dcd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Jul 23 14:26:38.735697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:26:38.736158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.792649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Subnet': ['ID=62a476c4-96c2-4fdd-b2a6-79cde924e23d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:38.802905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Checking segment: {'id': '7de71817-ae87-44b2-a163-59d958a7863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cf9f761f-e06a-4012-a58f-7a10bd8b22f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:38.803394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Network hostable DHCP agents. Network: cf9f761f-e06a-4012-a58f-7a10bd8b22f5, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:26:38.826142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Network cf9f761f-e06a-4012-a58f-7a10bd8b22f5 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:26:38.852822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cf9f761f-e06a-4012-a58f-7a10bd8b22f5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:38.858162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:38.858678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.861835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbd0f0-f36c-4932-b68b-05f6c40e2678 None None] Network cf9f761f-e06a-4012-a58f-7a10bd8b22f5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:26:38.878221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f90e8e8e-07b7-479f-8803-5895fb36e628 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6114790 Jul 23 14:26:38.880947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:38.886938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf9f761f-e06a-4012-a58f-7a10bd8b22f5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:38.899622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c910-d4e7-4981-8ea9-46735ab06c38 req-bf6b09de-0d5a-4730-b1fc-2f847efc03e9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:38.907329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7599c910-d4e7-4981-8ea9-46735ab06c38 req-bf6b09de-0d5a-4730-b1fc-2f847efc03e9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.0902748 Jul 23 14:26:38.909365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:38.943969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7599c910-d4e7-4981-8ea9-46735ab06c38 req-b0c5d2c0-9042-42d3-a5ce-8d65f2f6280f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Jul 23 14:26:38.996416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4b2c25-f881-42a2-ad83-57f38667ef3a None None] Network cf9f761f-e06a-4012-a58f-7a10bd8b22f5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:26:39.006822 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.110945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Allocated IP 172.20.0.7 (cf9f761f-e06a-4012-a58f-7a10bd8b22f5/62a476c4-96c2-4fdd-b2a6-79cde924e23d/ff80a29f-e788-4098-86f8-99889c37a7f4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:39.216512 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.258577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.295027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Network cf9f761f-e06a-4012-a58f-7a10bd8b22f5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:39.299890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:39.303417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:39.309073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Port': ['ID=ff80a29f-e788-4098-86f8-99889c37a7f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:39.388866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.440130 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.594540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.601988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.662596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Port': ['ID=ff80a29f-e788-4098-86f8-99889c37a7f4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:39.677623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.693875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.695188 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-904b0e73-521a-431e-8bb0-5aa1bb9af2b8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8128247 Jul 23 14:26:39.698366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:39.767534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b4b7d290-8ca4-4a99-b97b-667c35cb59a6 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=cf9f761f-e06a-4012-a58f-7a10bd8b22f5 HTTP/1.1" status: 200 len: 689 time: 0.0675507 Jul 23 14:26:39.771484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:39.866895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:39.980527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Deleting port ff80a29f-e788-4098-86f8-99889c37a7f4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:39.980869 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.079729 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.079971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.088464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20e4c-5e91-4b29-be33-54df673ce430 req-eab9a450-9851-452f-a14a-bf7e91306b3b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:40.089942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57b20e4c-5e91-4b29-be33-54df673ce430 req-eab9a450-9851-452f-a14a-bf7e91306b3b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.0742340 Jul 23 14:26:40.092584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Calling delete_port for ff80a29f-e788-4098-86f8-99889c37a7f4 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:40.128339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57b20e4c-5e91-4b29-be33-54df673ce430 req-3889c23f-07e8-461a-a09d-865253e8ef3c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Jul 23 14:26:40.256289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.283078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff80a29f-e788-4098-86f8-99889c37a7f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:40.345815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-a6ecbd0d-1511-4395-b6e7-45b18d9fb06a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:40.347200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-a6ecbd0d-1511-4395-b6e7-45b18d9fb06a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 945 time: 0.1368802 Jul 23 14:26:40.390623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.468414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.519978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Deleting port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:40.520318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.583312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.617512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=62a476c4-96c2-4fdd-b2a6-79cde924e23d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:40.659172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] For port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:40.659525 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.695987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.698402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Calling delete_port for 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:40.709735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9f761f-e06a-4012-a58f-7a10bd8b22f5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:40.723690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de71817-ae87-44b2-a163-59d958a7863b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:40.724192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de71817-ae87-44b2-a163-59d958a7863b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:40.759338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.778325 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.791453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:40.791836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:40.793700 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:40.869086 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.890092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf9f761f-e06a-4012-a58f-7a10bd8b22f5 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 14:26:40.894612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.896574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cf9f761f-e06a-4012-a58f-7a10bd8b22f5 HTTP/1.1" status: 204 len: 168 time: 1.1242294 Jul 23 14:26:40.899344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:40.907671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cbf91-1ed5-43ad-9dd8-ea3b5d25b7d8 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf9f761f-e06a-4012-a58f-7a10bd8b22f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:40.935302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:40.966525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event deleted for resources: {'Port': ['ID=0ba4694b-92e2-4e30-8e68-dfcd274fc0fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:40.966786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d', '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:41.024478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] No DVR routers for this DVR port 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:26:41.027470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:41.030480 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0e65c8db-70c7-469f-81c9-d413efb2a5a2 req-62073ee1-4432-486c-90a6-34353c5acf1f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "DELETE /v2.0/ports/0ba4694b-92e2-4e30-8e68-dfcd274fc0fa HTTP/1.1" status: 204 len: 173 time: 0.6772859 Jul 23 14:26:41.030853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'name': 'network-vif-deleted', 'tag': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:41.033215 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae5a65-98e0-4040-87f7-733e2d909d2d" -d '{"events": [{"server_uuid": "61a55409-150e-4f5a-ad93-e5f5ed8f8c90", "name": "network-vif-deleted", "tag": "0ba4694b-92e2-4e30-8e68-dfcd274fc0fa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:41.045953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e36aca03-7e8c-41f7-8207-a1eb45b35f88 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1450946 Jul 23 14:26:41.048683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:41.083631 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1670590-d2dc-48d2-bc4b-fdc0b75b0f91 x-openstack-request-id: req-b1670590-d2dc-48d2-bc4b-fdc0b75b0f91 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:41.083929 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a55409-150e-4f5a-ad93-e5f5ed8f8c90", "name": "network-vif-deleted", "tag": "0ba4694b-92e2-4e30-8e68-dfcd274fc0fa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:41.084673 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1670590-d2dc-48d2-bc4b-fdc0b75b0f91 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:41.084923 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a55409-150e-4f5a-ad93-e5f5ed8f8c90', 'name': 'network-vif-deleted', 'tag': '0ba4694b-92e2-4e30-8e68-dfcd274fc0fa', 'status': 'completed', 'code': 200} Jul 23 14:26:41.114677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46458421-ac14-4184-8268-97633dff3a1d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.115154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46458421-ac14-4184-8268-97633dff3a1d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.115610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46458421-ac14-4184-8268-97633dff3a1d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.116060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46458421-ac14-4184-8268-97633dff3a1d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.116667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46458421-ac14-4184-8268-97633dff3a1d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.117133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46458421-ac14-4184-8268-97633dff3a1d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.119018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-46458421-ac14-4184-8268-97633dff3a1d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4027 time: 0.0692661 Jul 23 14:26:41.121897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:41.167784 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-54ef2834-a782-4b55-b15c-1d41ac0daa37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] delete failed (client error): The resource could not be found. Jul 23 14:26:41.168871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-54ef2834-a782-4b55-b15c-1d41ac0daa37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/0f17f381-c98e-4985-babe-b1ad4fb407c6 HTTP/1.1" status: 404 len: 345 time: 0.0460432 Jul 23 14:26:41.171557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:41.191745 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a835e7e-1b8a-45f6-b746-728bef5c3809 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 14:26:41.192313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a835e7e-1b8a-45f6-b746-728bef5c3809 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:26:41.194028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0a835e7e-1b8a-45f6-b746-728bef5c3809 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cf9f761f-e06a-4012-a58f-7a10bd8b22f5 HTTP/1.1" status: 404 len: 339 time: 0.0211103 Jul 23 14:26:41.198547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:41.207331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'network': {'name': 'tempest-network--757821387', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:41.231571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Made reservation on behalf of de5ea69b967645aba3c0d29c186dcb01 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:41.235700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:41.285842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:41.289408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e90e5ade-c760-44ea-bc0b-9c937264552a req-312136ac-056c-4913-8b65-1a77ea84055c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a55409-150e-4f5a-ad93-e5f5ed8f8c90 HTTP/1.1" status: 200 len: 210 time: 0.0347183 Jul 23 14:26:41.297296 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:41.297654 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Added segment 38ef4527-aeec-4c69-bc33-791be20d0f5d of type vlan for network 98f3352a-ae9f-4d5d-9518-ad6924d141ea Jul 23 14:26:41.349644 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:41.385975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:41.386906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.387522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:41.415909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2161787 Jul 23 14:26:41.418785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:41.451296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61a422-4995-4bad-8f6f-17d29e6d4e3c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Network': ['ID=98f3352a-ae9f-4d5d-9518-ad6924d141ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:41.462010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 98f3352a-ae9f-4d5d-9518-ad6924d141ea details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:41.605848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81238ec-d455-444d-9023-e1688b9ec51f tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.611670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81238ec-d455-444d-9023-e1688b9ec51f tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.617733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81238ec-d455-444d-9023-e1688b9ec51f tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.623766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81238ec-d455-444d-9023-e1688b9ec51f tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:41.625449 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e81238ec-d455-444d-9023-e1688b9ec51f tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2057071 Jul 23 14:26:41.628401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:41.700999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.102775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.112573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f3352a-ae9f-4d5d-9518-ad6924d141ea']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:42.122202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ef4527-aeec-4c69-bc33-791be20d0f5d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:42.122500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ef4527-aeec-4c69-bc33-791be20d0f5d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:42.131278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.144823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.150784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:42.151170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:42.152797 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:42.212133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.217462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98f3352a-ae9f-4d5d-9518-ad6924d141ea {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 14:26:42.220029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.221925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "DELETE /v2.0/networks/98f3352a-ae9f-4d5d-9518-ad6924d141ea HTTP/1.1" status: 204 len: 168 time: 0.5926042 Jul 23 14:26:42.225702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:42.231129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'network': {'name': 'tempest-network--1411421656', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:42.231264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbad31-96df-4c93-8680-2346268c5636 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event deleted for resources: {'Network': ['ID=98f3352a-ae9f-4d5d-9518-ad6924d141ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:42.252764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Made reservation on behalf of de5ea69b967645aba3c0d29c186dcb01 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:42.255101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.278298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:42.288559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.288911 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Added segment b1479469-50e2-4149-aa5a-6fef931bc43c of type vlan for network f7cfd923-5f10-4844-aebf-a7188199aafb Jul 23 14:26:42.339103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.385130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.386407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:42.387177 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.454317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2273676 Jul 23 14:26:42.455431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3315d-0ee2-409f-9d6d-00bbf3907b37 tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Network': ['ID=f7cfd923-5f10-4844-aebf-a7188199aafb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:42.457902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:42.468178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f7cfd923-5f10-4844-aebf-a7188199aafb details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:42.557606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70491d-6380-4118-b404-8119c6d43978 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:42.561539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d70491d-6380-4118-b404-8119c6d43978 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] 10.222.0.21 "GET /v2.0/networks/f7cfd923-5f10-4844-aebf-a7188199aafb HTTP/1.1" status: 200 len: 757 time: 0.0998595 Jul 23 14:26:42.561838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:42.645953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-307e3027-3bb5-48f8-9012-3f34f5f25011 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:42.651186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-307e3027-3bb5-48f8-9012-3f34f5f25011 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1128783 Jul 23 14:26:42.665307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be11f59-25e2-41e2-b57d-79115c4c593e tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:42.669342 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8be11f59-25e2-41e2-b57d-79115c4c593e tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] 10.222.0.21 "GET /v2.0/networks/620a978b-bba0-46f2-95e7-43855c1e8faa HTTP/1.1" status: 200 len: 768 time: 0.1039631 Jul 23 14:26:42.669570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:42.670154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-a3197a0f-d0ef-4e51-9477-c33815a992c5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/quotas/0681ae260ac84c8aa43756ca5e132806 HTTP/1.1" status: 200 len: 375 time: 0.0166433 Jul 23 14:26:42.739255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-5f52d0c7-3869-4bcd-b40d-822ed03f743f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667427 Jul 23 14:26:42.741354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.817164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.827018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cfd923-5f10-4844-aebf-a7188199aafb']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:42.829581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-72d937b8-b8e6-411f-97bc-35ffe50c623b service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826230 Jul 23 14:26:42.837534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1479469-50e2-4149-aa5a-6fef931bc43c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:42.837828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1479469-50e2-4149-aa5a-6fef931bc43c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:42.847245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.862113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.868825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:42.869298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:42.871155 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:42.927995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-703b631a-b274-4f59-b474-75ddfd577995 service neutron] 10.222.0.21 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916471 Jul 23 14:26:42.938181 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.943462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7cfd923-5f10-4844-aebf-a7188199aafb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 14:26:42.945999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:42.947885 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f7cfd923-5f10-4844-aebf-a7188199aafb HTTP/1.1" status: 204 len: 168 time: 0.2773957 Jul 23 14:26:42.953584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:42.957277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fd59d-10a6-4632-92e5-e4c2a6bf4b2c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7cfd923-5f10-4844-aebf-a7188199aafb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:42.960684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'network': {'name': 'tempest-network--1376270875'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:42.990856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Made reservation on behalf of de5ea69b967645aba3c0d29c186dcb01 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:42.992450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.023443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:43.034357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.034815 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Added segment d46d4b2b-1d14-4e1c-b1f9-e5bccc377cce of type vlan for network 33b95fa2-2a42-4266-854d-0a8c1f212970 Jul 23 14:26:43.082586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.120054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc58a664-71db-4aa7-9d11-3057bd5eb55e req-ce000586-a8b3-436d-8df7-be8bab828e09 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 210 time: 0.0332007 Jul 23 14:26:43.149304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.150454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:43.151205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.214488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Network': ['ID=33b95fa2-2a42-4266-854d-0a8c1f212970,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:43.229545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 33b95fa2-2a42-4266-854d-0a8c1f212970 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:43.231486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f7fcac83-6628-48f7-aada-9f96f4c20b5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2763758 Jul 23 14:26:43.234056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:43.241978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:43.417245 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.432731 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.449845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Network 33b95fa2-2a42-4266-854d-0a8c1f212970 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:26:43.450798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:43.451438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.452739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "PUT /v2.0/networks/33b95fa2-2a42-4266-854d-0a8c1f212970 HTTP/1.1" status: 200 len: 858 time: 0.2166831 Jul 23 14:26:43.455765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:43.502763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd216bdd-4ea3-4792-af7a-cfcb3e74b63d tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event updated for resources: {'Network': ['ID=33b95fa2-2a42-4266-854d-0a8c1f212970,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:43.533368 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.614099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.624166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b95fa2-2a42-4266-854d-0a8c1f212970']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:43.634460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46d4b2b-1d14-4e1c-b1f9-e5bccc377cce') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:43.634792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46d4b2b-1d14-4e1c-b1f9-e5bccc377cce') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:43.643567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.660309 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.669411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:43.670047 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:43.672187 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:43.740434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.745741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33b95fa2-2a42-4266-854d-0a8c1f212970 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 14:26:43.748539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.751080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] 10.222.0.21 "DELETE /v2.0/networks/33b95fa2-2a42-4266-854d-0a8c1f212970 HTTP/1.1" status: 204 len: 168 time: 0.2943151 Jul 23 14:26:43.754041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:43.761789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780078a-3237-4bc3-8208-5d47f793ae5c tempest-ExternalNetworksTestJSON-738806492 tempest-ExternalNetworksTestJSON-738806492-project-admin] Pushing event deleted for resources: {'Network': ['ID=33b95fa2-2a42-4266-854d-0a8c1f212970,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:43.784831 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff915ccc-2f4f-429a-aa83-4aae6061a63d tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] DELETE failed (client error): The resource could not be found. Jul 23 14:26:43.785291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff915ccc-2f4f-429a-aa83-4aae6061a63d tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:26:43.787111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ff915ccc-2f4f-429a-aa83-4aae6061a63d tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] 10.222.0.21 "DELETE /v2.0/subnets/62a476c4-96c2-4fdd-b2a6-79cde924e23d HTTP/1.1" status: 404 len: 337 time: 0.0320525 Jul 23 14:26:43.789987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:43.868665 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.964154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:43.974835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620a978b-bba0-46f2-95e7-43855c1e8faa']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:43.984694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7eee01-0594-4466-9184-a1345196ca58') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:43.984994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7eee01-0594-4466-9184-a1345196ca58') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:43.994295 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.008724 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.016064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:44.016797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:44.020120 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:44.091690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.100013 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.105944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] 10.222.0.21 "DELETE /v2.0/networks/620a978b-bba0-46f2-95e7-43855c1e8faa HTTP/1.1" status: 204 len: 168 time: 0.3126397 Jul 23 14:26:44.121306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211a411-7561-4526-81fa-2019042579c3 tempest-ExternalNetworksTestJSON-1451159860 tempest-ExternalNetworksTestJSON-1451159860-project] Pushing event deleted for resources: {'Network': ['ID=620a978b-bba0-46f2-95e7-43855c1e8faa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:44.171844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-55d69905-6c19-4109-958b-ab91f8fb5eb0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:44.173344 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-55d69905-6c19-4109-958b-ab91f8fb5eb0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 805 time: 0.1215866 Jul 23 14:26:44.192249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Request body: {'port': {'device_id': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'admin_state_up': True, 'tenant_id': '0681ae260ac84c8aa43756ca5e132806'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:44.241591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aba2348f-b362-4a25-ae82-2c770a297cca req-d6e264db-0604-487b-8a8a-f0df709e0685 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 210 time: 0.0386000 Jul 23 14:26:44.330234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Made reservation on behalf of 0681ae260ac84c8aa43756ca5e132806 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:44.334757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.412438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:44.463023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Allocated IP 172.20.0.8 (48469017-a410-49cd-8b33-31324650c745/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be/2bdf9340-9c40-48b1-b330-8d120504d382) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:44.546992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fa12b08e-7799-43ff-8dde-f632689d7e95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=619dbf5f3e96478cbdf646749571ce4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308675 Jul 23 14:26:44.547226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:44.598240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a77f210-a1ea-40de-a7ef-48f785aaad6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.620067 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a77f210-a1ea-40de-a7ef-48f785aaad6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.622147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.662635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.667817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a77f210-a1ea-40de-a7ef-48f785aaad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.671294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a77f210-a1ea-40de-a7ef-48f785aaad6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.672646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1a77f210-a1ea-40de-a7ef-48f785aaad6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d1a2c51-b08c-47cd-9596-838ec685d73b HTTP/1.1" status: 204 len: 168 time: 0.1245234 Jul 23 14:26:44.680828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77f210-a1ea-40de-a7ef-48f785aaad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a2c51-b08c-47cd-9596-838ec685d73b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:44.697585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:44.713154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Network 48469017-a410-49cd-8b33-31324650c745 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:44.718392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:44.722230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:44.769921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:44.770415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.777071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event updated for resources: {'Port': ['ID=2bdf9340-9c40-48b1-b330-8d120504d382,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:44.793891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-db19f0f4-e091-4216-ab21-638b61df72d5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056025 Jul 23 14:26:44.814009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Request body: {'port': {'device_id': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:44.888590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:44.950289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:26:44.965028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:44.974616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:26:44.975108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 0ba4694b-92e2-4e30-8e68-dfcd274fc0fa not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:26:45.011668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf0faad0-e469-4104-ae91-ad96388eea5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de5ea69b967645aba3c0d29c186dcb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454392 Jul 23 14:26:45.014821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:45.066209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43343453-3d92-45fc-91f0-5b3030c0155a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.089691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43343453-3d92-45fc-91f0-5b3030c0155a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.140014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43343453-3d92-45fc-91f0-5b3030c0155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.142755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43343453-3d92-45fc-91f0-5b3030c0155a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.143908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-43343453-3d92-45fc-91f0-5b3030c0155a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2503039f-6a99-4ee1-9486-19e8c1d1a5f2 HTTP/1.1" status: 204 len: 168 time: 0.1281080 Jul 23 14:26:45.151710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43343453-3d92-45fc-91f0-5b3030c0155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2503039f-6a99-4ee1-9486-19e8c1d1a5f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:45.172827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdf9340-9c40-48b1-b330-8d120504d382 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:26:45.181052 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.193470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Transition to ACTIVE for port object 2bdf9340-9c40-48b1-b330-8d120504d382 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:45.198446 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.251499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdf9340-9c40-48b1-b330-8d120504d382,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:45.328861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Attempting to bind port 2bdf9340-9c40-48b1-b330-8d120504d382 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:45.329091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Attempting to bind port 2bdf9340-9c40-48b1-b330-8d120504d382 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:45.329424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Attempting to bind port 2bdf9340-9c40-48b1-b330-8d120504d382 on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:45.333892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Port 2bdf9340-9c40-48b1-b330-8d120504d382 on network 48469017-a410-49cd-8b33-31324650c745 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:45.334564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Attempting to bind port 2bdf9340-9c40-48b1-b330-8d120504d382 on network 48469017-a410-49cd-8b33-31324650c745 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:45.340009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:26:45.340347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Checking segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:45.340735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Bound using segment: {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:26:45.341217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Bound port: 2bdf9340-9c40-48b1-b330-8d120504d382, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '48469017-a410-49cd-8b33-31324650c745'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:26:45.341612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.386465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afc812-f2ee-403d-b83f-1d151f338308 req-67b0b644-b10e-4807-a1ec-89684cb6e979 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:45.388097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83afc812-f2ee-403d-b83f-1d151f338308 req-67b0b644-b10e-4807-a1ec-89684cb6e979 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 943 time: 0.0675414 Jul 23 14:26:45.413576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] For port 2bdf9340-9c40-48b1-b330-8d120504d382, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:45.416967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] For port 2bdf9340-9c40-48b1-b330-8d120504d382, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2bdf9340-9c40-48b1-b330-8d120504d382,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:26:45.424635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.431976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83afc812-f2ee-403d-b83f-1d151f338308 req-944c853c-8033-4a44-8d23-8794ac1102a7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375636 Jul 23 14:26:45.463876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:45.464488 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.465899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] 10.222.0.11 "PUT /v2.0/ports/2bdf9340-9c40-48b1-b330-8d120504d382 HTTP/1.1" status: 200 len: 1091 time: 0.6588736 Jul 23 14:26:45.466408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'tag': '2bdf9340-9c40-48b1-b330-8d120504d382'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:45.468709 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5a29a-a72a-4152-bb05-25131f8d7f56" -d '{"events": [{"name": "network-changed", "server_uuid": "9d23c9df-22ae-4a77-9cce-37c8b190d5ab", "tag": "2bdf9340-9c40-48b1-b330-8d120504d382"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:45.498630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28243f8a-64ce-4f6c-99bc-5bb908e36c38 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdf9340-9c40-48b1-b330-8d120504d382,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:45.512083 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3263734f-2469-420c-9c28-acd343a6ca33 x-openstack-request-id: req-3263734f-2469-420c-9c28-acd343a6ca33 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:45.512376 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d23c9df-22ae-4a77-9cce-37c8b190d5ab", "tag": "2bdf9340-9c40-48b1-b330-8d120504d382", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:45.512625 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3263734f-2469-420c-9c28-acd343a6ca33 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:45.513028 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'tag': '2bdf9340-9c40-48b1-b330-8d120504d382', 'status': 'completed', 'code': 200} Jul 23 14:26:45.585940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-ffbe1993-0680-4595-9f49-fdffe4be5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:45.587395 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-ffbe1993-0680-4595-9f49-fdffe4be5a8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 1094 time: 0.0555539 Jul 23 14:26:45.640166 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-65e0f4ce-1f5b-4521-a408-7cb8ae180e82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bdf9340-9c40-48b1-b330-8d120504d382 HTTP/1.1" status: 200 len: 217 time: 0.0404458 Jul 23 14:26:45.694119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-3d3b608b-bde7-4d92-b7e8-897efce2e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:45.695812 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-3d3b608b-bde7-4d92-b7e8-897efce2e34e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0493097 Jul 23 14:26:45.730254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-538bbbe8-9ed4-4a5d-bec9-ab23ecdf5292 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283589 Jul 23 14:26:45.804842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f80ff6b-1f2b-4cf5-a608-f2a721c2f7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:45.824135 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-13e3ccf0-a180-4cb3-ab76-f85d8aeb407e service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868511 Jul 23 14:26:45.921672 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9df70d2e-d30b-4ba3-8064-39a0c31f7f5e req-a380c68c-c5cf-47b2-ae10-37271f3ca328 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894487 Jul 23 14:26:46.063318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-4d00a74a-ee28-45fc-bf55-04a4044ca7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:46.064863 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-4d00a74a-ee28-45fc-bf55-04a4044ca7ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0681ae260ac84c8aa43756ca5e132806&device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 1094 time: 0.0591345 Jul 23 14:26:46.156845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-256e2e8e-05a0-42e0-9d9d-19beb0b6fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:46.158346 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-256e2e8e-05a0-42e0-9d9d-19beb0b6fbd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 200 len: 906 time: 0.0869634 Jul 23 14:26:46.206032 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-3b35d5fa-749d-4e27-94f3-6e0072fa6a46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bdf9340-9c40-48b1-b330-8d120504d382 HTTP/1.1" status: 200 len: 217 time: 0.0385544 Jul 23 14:26:46.255531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-28fb5bb6-54a8-4d5a-b171-becef83c32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:46.257031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-28fb5bb6-54a8-4d5a-b171-becef83c32e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 200 len: 845 time: 0.0447826 Jul 23 14:26:46.294406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-67705eb2-bde8-4afb-b2b8-208270d1e758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48469017-a410-49cd-8b33-31324650c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283859 Jul 23 14:26:46.387192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-d618c4e1-fc22-48a4-aa8d-f2286f45f675 service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874195 Jul 23 14:26:46.400938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:46.481057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f1e5a29a-a72a-4152-bb05-25131f8d7f56 req-eb80eac9-6175-4a09-af72-f730ce661eee service neutron] 10.222.0.11 "GET /v2.0/networks/48469017-a410-49cd-8b33-31324650c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Jul 23 14:26:46.554454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2048247637'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:46.588404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf29feb-e63b-4145-a983-fd356f23add6 req-7ba254c2-ce17-4287-ab71-3790f35eb476 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:46.589902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daf29feb-e63b-4145-a983-fd356f23add6 req-7ba254c2-ce17-4287-ab71-3790f35eb476 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 943 time: 0.0859153 Jul 23 14:26:46.590924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Made reservation on behalf of 098816e3d4524f79a461cba3d291ba4c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:46.594111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.616112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.650741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daf29feb-e63b-4145-a983-fd356f23add6 req-d693bb42-4cde-413f-a2d9-241f38e65bb6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540512 Jul 23 14:26:46.729999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.735596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.761184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:46.776423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8cf3f0-4871-4834-adfd-a500c9d2153d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:46.780405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.780745 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Added segment 7c243864-82d4-46d4-a508-3d74fb82a832 of type vlan for network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 Jul 23 14:26:46.820817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.855921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.861829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:46.862394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:46.899478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4973221 Jul 23 14:26:46.932064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237be37e-8c51-4264-84fc-2e9ee5592eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Pushing event updated for resources: {'Network': ['ID=2e1c16e3-7bb0-4528-b9ae-d0d489d93193,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:46.947890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:47.065107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:47.073323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Request body: {'port': {'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193', 'binding:host_id': 'n-h2-801990-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-774452410'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:47.102890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Made reservation on behalf of 0c86b05b4b1b463bb46d8a404868739f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:47.105233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.113934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.210037 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.215546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.229072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] device_id is not set on port d67aae75-49d5-43c1-9c67-3bee6c878963 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:47.299340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea04e9f-3e90-4571-b219-216bf6844c91,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:47.451248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] device_id is not set on port d67aae75-49d5-43c1-9c67-3bee6c878963 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:47.460872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.471718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Transition to ACTIVE for port object d67aae75-49d5-43c1-9c67-3bee6c878963 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:47.483526 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.546176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=d67aae75-49d5-43c1-9c67-3bee6c878963,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:47.555416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Checking segment: {'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:47.555815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Network hostable DHCP agents. Network: 2e1c16e3-7bb0-4528-b9ae-d0d489d93193, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:26:47.573703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:26:47.584490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 2e1c16e3-7bb0-4528-b9ae-d0d489d93193) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:47.588371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:47.593971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc2fdd-2edd-44ef-8630-72ece139af85 None None] Network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:26:47.604922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.605257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.605592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.609960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.610287 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.610700 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 2 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.622582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.622947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.623281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.628173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.628501 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.628884 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 3 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.641034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.641362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.641696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.646458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.646805 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.647197 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 4 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.658528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.658878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.659206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.663424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.663786 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.664157 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 5 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.676582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.678405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.678780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.685120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.685120 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.685120 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 6 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.696731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.697072 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.697420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.702033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.702925 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.703333 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 7 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.716529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.716808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.717112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.721534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.721864 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.722243 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 8 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.737914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.738249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.738592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.743112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.743441 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.743835 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 9 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.759418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.759754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.760094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.764461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.764783 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.765166 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 10 to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 Jul 23 14:26:47.776943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:47.777271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:47.777603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:47.781819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port d67aae75-49d5-43c1-9c67-3bee6c878963 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:47.782137 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port d67aae75-49d5-43c1-9c67-3bee6c878963 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:47.782496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.788897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386ea56-8ef9-4a78-8314-96d363592455 req-1aaf226b-b770-4403-8aca-44091fc361eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:47.790412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1386ea56-8ef9-4a78-8314-96d363592455 req-1aaf226b-b770-4403-8aca-44091fc361eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 943 time: 0.0628603 Jul 23 14:26:47.828306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1386ea56-8ef9-4a78-8314-96d363592455 req-7b1ad3fe-235c-4f97-8abb-965617256642 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Jul 23 14:26:47.846745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] For port d67aae75-49d5-43c1-9c67-3bee6c878963, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:47.846745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 14:26:47.859090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.874702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.887628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:47.888228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:47.912329 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.8457801 Jul 23 14:26:47.913044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd8991-f16a-4e34-8093-51662ddc8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=d67aae75-49d5-43c1-9c67-3bee6c878963,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:47.915120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:48.014756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Deleting port d67aae75-49d5-43c1-9c67-3bee6c878963 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:48.015105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.077314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] For port d67aae75-49d5-43c1-9c67-3bee6c878963, host n-h2-801990-3, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:48.077977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.090555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Calling delete_port for d67aae75-49d5-43c1-9c67-3bee6c878963 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:48.190856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.217836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event deleted for resources: {'Port': ['ID=d67aae75-49d5-43c1-9c67-3bee6c878963,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:48.225958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.227987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4443e4a9-422a-4680-90b3-1fe19ae14d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d67aae75-49d5-43c1-9c67-3bee6c878963 HTTP/1.1" status: 204 len: 168 time: 0.3084776 Jul 23 14:26:48.230530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:48.256266 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fa65d9-eff3-4761-b395-50eb0db8dc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:26:48.257725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-42fa65d9-eff3-4761-b395-50eb0db8dc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "GET /v2.0/ports/d67aae75-49d5-43c1-9c67-3bee6c878963 HTTP/1.1" status: 404 len: 333 time: 0.0262301 Jul 23 14:26:48.261056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:48.265521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Request body: {'port': {'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847941734'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:48.290346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Made reservation on behalf of 0c86b05b4b1b463bb46d8a404868739f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:48.292705 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.307872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] device_id is not set on port e461a125-f96e-4638-999e-b6d95bf133d7 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:48.311519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.452343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.485637 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc377422-8c25-4588-9b6a-f9579c4db5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.492686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.534332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:48.539206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:48.542499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:48.543454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:48.544215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.549652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=e461a125-f96e-4638-999e-b6d95bf133d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:48.564420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-abf0ab96-effe-4161-8b33-69f2e9d63d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3023996 Jul 23 14:26:48.567119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:48.572144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:48.641122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.817530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] device_id is not set on port e461a125-f96e-4638-999e-b6d95bf133d7 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:48.825026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.837335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Transition to ACTIVE for port object e461a125-f96e-4638-999e-b6d95bf133d7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:48.843130 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:48.894131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=e461a125-f96e-4638-999e-b6d95bf133d7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:48.904698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:48.905005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:48.905343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:48.909631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:48.909951 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:48.910330 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 2 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:48.927013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:48.927346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:48.927683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:48.932148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:48.932473 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:48.932858 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 3 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:48.944326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:48.944738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:48.945066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:48.949267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:48.949590 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:48.949975 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 4 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:48.962592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:48.962958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:48.963289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:48.967722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:48.968043 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:48.968427 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 5 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:48.972938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d49e09-ec7e-4229-b6b3-90800dedecb1 req-4d4e9722-9597-4990-b1e5-c790d808e017 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:48.974444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9d49e09-ec7e-4229-b6b3-90800dedecb1 req-4d4e9722-9597-4990-b1e5-c790d808e017 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 943 time: 0.0693731 Jul 23 14:26:48.980470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:48.980802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:48.981014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2bdf9340-9c40-48b1-b330-8d120504d382 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:26:48.981149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:48.986071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:48.986397 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:48.986873 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 6 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:49.001535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:49.001949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:49.002300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:49.009000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:49.009228 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:49.009571 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 7 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:49.027218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:49.027482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9d49e09-ec7e-4229-b6b3-90800dedecb1 req-81c04259-1c85-45d1-886e-f5d42b6ef09c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 Jul 23 14:26:49.027629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:49.027886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:49.042122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:49.042521 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:49.042973 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 8 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:49.056961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:49.057128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:49.057445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:49.062352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:49.062716 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:49.063123 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 9 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:49.075970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:49.076223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:49.076557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:49.081762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:49.082541 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:49.082541 n-d-801990-3 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 10 to bind port e461a125-f96e-4638-999e-b6d95bf133d7 Jul 23 14:26:49.095849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:49.097313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:49.097313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:49.101345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:49.101664 n-d-801990-3 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port e461a125-f96e-4638-999e-b6d95bf133d7 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:49.102065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.119757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2bdf9340-9c40-48b1-b330-8d120504d382, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2bdf9340-9c40-48b1-b330-8d120504d382,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:49.130898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2bdf9340-9c40-48b1-b330-8d120504d382', 'network_id': '48469017-a410-49cd-8b33-31324650c745', 'port_id': '2bdf9340-9c40-48b1-b330-8d120504d382', 'mac_address': 'fa:16:3e:01:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4765c6-0eca-49fe-bbb1-a3ce862eb8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:26:49.162513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] For port e461a125-f96e-4638-999e-b6d95bf133d7, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:49.162900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 14:26:49.167220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.169722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.180495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdf9340-9c40-48b1-b330-8d120504d382 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:26:49.198528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] In _notify_port_updated(), no bound segment for port e461a125-f96e-4638-999e-b6d95bf133d7 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:26:49.199417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.200044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.200742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2bdf9340-9c40-48b1-b330-8d120504d382, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2bdf9340-9c40-48b1-b330-8d120504d382,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:49.201445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "PUT /v2.0/ports/e461a125-f96e-4638-999e-b6d95bf133d7 HTTP/1.1" status: 200 len: 979 time: 0.6333380 Jul 23 14:26:49.204192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:49.208371 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.227199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcccc0-7035-4aa8-a435-aeb26b52ed15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=e461a125-f96e-4638-999e-b6d95bf133d7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:49.260371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2bdf9340-9c40-48b1-b330-8d120504d382,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:49.267783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.268128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.268470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.268801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.269147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.269462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.269782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.270103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.270426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.270773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.271097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.271413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:49.305954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.306425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.306918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.307380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.307834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.308288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.308737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.309184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.309632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.310104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.310544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.311018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.311487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.311930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.312369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.312815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.315269 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1ad300cc-5f80-42a7-b1dc-99f28c60ecbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14428 time: 0.1101155 Jul 23 14:26:49.318806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:49.402148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Deleting port e461a125-f96e-4638-999e-b6d95bf133d7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:49.402576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.465603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] For port e461a125-f96e-4638-999e-b6d95bf133d7, host n-h2-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:49.465954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.478081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Calling delete_port for e461a125-f96e-4638-999e-b6d95bf133d7 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:49.482107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2bdf9340-9c40-48b1-b330-8d120504d382'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:26:49.542113 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.559543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.584854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event deleted for resources: {'Port': ['ID=e461a125-f96e-4638-999e-b6d95bf133d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:49.592136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.594098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-451ee10d-534d-4d5b-83b4-620c507da1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e461a125-f96e-4638-999e-b6d95bf133d7 HTTP/1.1" status: 204 len: 168 time: 0.2743764 Jul 23 14:26:49.596736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:49.625382 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed7d91e-7f8d-4277-b1c6-4471b00e02a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:26:49.626891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ed7d91e-7f8d-4277-b1c6-4471b00e02a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "GET /v2.0/ports/e461a125-f96e-4638-999e-b6d95bf133d7 HTTP/1.1" status: 404 len: 333 time: 0.0292077 Jul 23 14:26:49.630765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:49.636015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-702138124', 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:49.658058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Made reservation on behalf of 0c86b05b4b1b463bb46d8a404868739f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:49.660467 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.678498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] device_id is not set on port f7babc71-dc7b-4e00-a760-6dc562e3eeaf yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:49.828077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.868369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.919713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:49.924521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:49.927812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:49.928769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.929972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:49.938941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=f7babc71-dc7b-4e00-a760-6dc562e3eeaf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:49.947922 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e4d73cd6-5768-4c84-8ed2-15c98fcd9b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3160086 Jul 23 14:26:49.950590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:49.992160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f60b5-0b84-45f4-986d-b7ebc8e746d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:49.993574 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3b0f60b5-0b84-45f4-986d-b7ebc8e746d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "GET /v2.0/ports/f7babc71-dc7b-4e00-a760-6dc562e3eeaf HTTP/1.1" status: 200 len: 958 time: 0.0420313 Jul 23 14:26:49.996389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:50.079578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Deleting port f7babc71-dc7b-4e00-a760-6dc562e3eeaf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:50.079805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.144075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.155922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Calling delete_port for f7babc71-dc7b-4e00-a760-6dc562e3eeaf owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:50.160588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740d6db-31b8-4290-9060-5cee441d4924 req-a1548de6-d5d5-406b-9bf8-bb0bde1439ff tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:50.162104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7740d6db-31b8-4290-9060-5cee441d4924 req-a1548de6-d5d5-406b-9bf8-bb0bde1439ff tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 944 time: 0.0709648 Jul 23 14:26:50.199605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7740d6db-31b8-4290-9060-5cee441d4924 req-9cc7b3cd-7cda-400c-b36e-c86abac18db0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Jul 23 14:26:50.235846 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.270441 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.272377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f7babc71-dc7b-4e00-a760-6dc562e3eeaf HTTP/1.1" status: 204 len: 168 time: 0.2750771 Jul 23 14:26:50.273387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee5940-7020-45ac-9b19-04aa0a7bb6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7babc71-dc7b-4e00-a760-6dc562e3eeaf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:50.275279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:50.301667 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6528f0-86ef-4478-88d2-1ba3de34e591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:26:50.303095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5f6528f0-86ef-4478-88d2-1ba3de34e591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "GET /v2.0/ports/f7babc71-dc7b-4e00-a760-6dc562e3eeaf HTTP/1.1" status: 404 len: 333 time: 0.0267942 Jul 23 14:26:50.306589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:50.311079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Request body: {'port': {'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-97327552'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:50.335593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Made reservation on behalf of 0c86b05b4b1b463bb46d8a404868739f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:50.337860 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.353931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] device_id is not set on port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:50.512239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.561372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.603838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:50.608428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:50.611684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:50.612600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:50.613182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.618586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:50.632378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-94143cf8-0a8b-4e06-a325-b1e887e2df24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3248158 Jul 23 14:26:50.635272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:50.640208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:50.721721 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.887133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] device_id is not set on port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:50.894594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.908164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Transition to ACTIVE for port object 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:50.915002 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:50.960624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:50.974699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:50.975051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:50.975404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:50.979912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:50.980230 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:50.980603 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 2 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:50.996892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:50.997220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:50.997580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.000861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2bdf9340-9c40-48b1-b330-8d120504d382 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:26:51.001896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.002223 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.002631 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 3 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.014243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.014569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.014926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.019658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.019982 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.020409 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 4 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.032941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.033295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.033621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.037864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.038180 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.038549 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 5 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.049980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.050304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.050620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.054858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.055217 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.055590 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 6 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.055806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2bdf9340-9c40-48b1-b330-8d120504d382 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:51.059876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2bdf9340-9c40-48b1-b330-8d120504d382 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:26:51.060136 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.068100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.068463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.068833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.073221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.073577 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.073968 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 7 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.086274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.086636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.087018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.091227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.091549 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.091932 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 8 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.104099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.104434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.104761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.109334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.109748 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.110139 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 9 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.121879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.122209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.122539 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.126793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.127119 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.127500 n-d-801990-3 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempt 10 to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 Jul 23 14:26:51.136870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.140147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:51.140415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:51.140755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempting to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:51.145116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:26:51.145442 n-d-801990-3 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Failed to bind port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on host n-h2-801990-3 for vnic_type normal using segments [{'id': '7c243864-82d4-46d4-a508-3d74fb82a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2e1c16e3-7bb0-4528-b9ae-d0d489d93193'}] Jul 23 14:26:51.145808 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.159583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdf9340-9c40-48b1-b330-8d120504d382'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:26:51.161881 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c7ddfb-da2d-468e-af4b-181e1c1cf3a0" -d '{"events": [{"server_uuid": "9d23c9df-22ae-4a77-9cce-37c8b190d5ab", "name": "network-vif-plugged", "status": "completed", "tag": "2bdf9340-9c40-48b1-b330-8d120504d382"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:26:51.175599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2bdf9340-9c40-48b1-b330-8d120504d382, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2bdf9340-9c40-48b1-b330-8d120504d382,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:51.182825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.214669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] For port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:51.215559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 14:26:51.223298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.227443 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dad199-fc7b-4a5c-8afe-65f948973d31 x-openstack-request-id: req-11dad199-fc7b-4a5c-8afe-65f948973d31 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:26:51.227798 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d23c9df-22ae-4a77-9cce-37c8b190d5ab", "name": "network-vif-plugged", "status": "completed", "tag": "2bdf9340-9c40-48b1-b330-8d120504d382", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:26:51.228111 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11dad199-fc7b-4a5c-8afe-65f948973d31 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:26:51.228563 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdf9340-9c40-48b1-b330-8d120504d382', 'code': 200} Jul 23 14:26:51.253183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2bdf9340-9c40-48b1-b330-8d120504d382,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:51.256645 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.266019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] In _notify_port_updated(), no bound segment for port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 on network 2e1c16e3-7bb0-4528-b9ae-d0d489d93193 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:26:51.267023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:51.267691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.272114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "PUT /v2.0/ports/5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 HTTP/1.1" status: 200 len: 977 time: 0.6328344 Jul 23 14:26:51.272114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:51.321935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60f4d2-5c7f-41f5-8f4d-1acc2835037f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event updated for resources: {'Port': ['ID=5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:51.365828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3e736-8929-4fe1-a789-bc9dcd736f45 req-d278e186-14c7-43eb-9b49-0946dd9b9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:51.367399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05d3e736-8929-4fe1-a789-bc9dcd736f45 req-d278e186-14c7-43eb-9b49-0946dd9b9407 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 1096 time: 0.0533414 Jul 23 14:26:51.402085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-05d3e736-8929-4fe1-a789-bc9dcd736f45 req-d6a728bf-17e1-4e66-af27-8bf37381d7ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277677 Jul 23 14:26:51.408930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6fc58-3d71-4090-95fb-e368f09b02f0 req-cbca3a94-c1d6-4dea-938e-9a90ebfb321e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:51.410405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bb6fc58-3d71-4090-95fb-e368f09b02f0 req-cbca3a94-c1d6-4dea-938e-9a90ebfb321e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1275647 Jul 23 14:26:51.433602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Deleting port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:51.433971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.471918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bb6fc58-3d71-4090-95fb-e368f09b02f0 req-a99421d0-740f-4167-99ff-141bc32e9cd9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557237 Jul 23 14:26:51.512837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] For port 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747, host n-h2-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:51.513200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.525722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Calling delete_port for 5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:51.608967 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.638761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:51.644191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.645980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-323aaa75-051c-415c-8af3-b41e8f6f44c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 HTTP/1.1" status: 204 len: 168 time: 0.3732209 Jul 23 14:26:51.648681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:51.674289 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4228b35-2584-4ee0-8803-2633be35f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] GET failed (client error): The resource could not be found. Jul 23 14:26:51.675637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f4228b35-2584-4ee0-8803-2633be35f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358293319-project-admin] 10.222.0.21 "GET /v2.0/ports/5cdc2bb8-8d7b-4f60-9561-eaa2fdc61747 HTTP/1.1" status: 404 len: 333 time: 0.0260022 Jul 23 14:26:51.679609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:51.753705 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.853609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.864317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1c16e3-7bb0-4528-b9ae-d0d489d93193']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:51.874409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c243864-82d4-46d4-a508-3d74fb82a832') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:51.874723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c243864-82d4-46d4-a508-3d74fb82a832') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:26:51.883624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.902042 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.911847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:26:51.912407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:26:51.916199 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:26:51.978547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.985829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:51.987536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] 10.222.0.21 "DELETE /v2.0/networks/2e1c16e3-7bb0-4528-b9ae-d0d489d93193 HTTP/1.1" status: 204 len: 168 time: 0.3070347 Jul 23 14:26:52.002686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca319a-6e15-4ff8-b63d-b96586ace46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618353560-project] Pushing event deleted for resources: {'Network': ['ID=2e1c16e3-7bb0-4528-b9ae-d0d489d93193,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:52.242813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:52.394415 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a8d0921c-c4b9-4cc6-9a96-f48946db47b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=098816e3d4524f79a461cba3d291ba4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503170 Jul 23 14:26:52.397044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:52.448512 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b0103f-a7da-49bb-babc-eaba3012df47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:52.471170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b0103f-a7da-49bb-babc-eaba3012df47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:52.526368 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b0103f-a7da-49bb-babc-eaba3012df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:52.528950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b0103f-a7da-49bb-babc-eaba3012df47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:52.530339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-00b0103f-a7da-49bb-babc-eaba3012df47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb8cf3f0-4871-4834-adfd-a500c9d2153d HTTP/1.1" status: 204 len: 168 time: 0.1321878 Jul 23 14:26:52.538971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0103f-a7da-49bb-babc-eaba3012df47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8cf3f0-4871-4834-adfd-a500c9d2153d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:52.612232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285080ed-ffff-472c-ac74-9aa515d7f03c req-d97cf177-fdae-45b8-b589-54c4056b597e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:52.613724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-285080ed-ffff-472c-ac74-9aa515d7f03c req-d97cf177-fdae-45b8-b589-54c4056b597e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0661743 Jul 23 14:26:52.655087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-285080ed-ffff-472c-ac74-9aa515d7f03c req-2f877df4-4894-4ffa-ba7b-0ca7597dfdfb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351257 Jul 23 14:26:52.812248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:52.856107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:52.856427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e7cd519f-d5cb-4fae-9141-295cb6e3359c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c86b05b4b1b463bb46d8a404868739f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428269 Jul 23 14:26:52.941563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188cc93c-0a7c-4b5c-85c5-dbd281d8a6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:52.975322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861ff6-f2d2-440f-a14d-81191edb3d8b req-f8726a4f-905a-49d0-88a2-71d999f7c4c5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:52.976749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e861ff6-f2d2-440f-a14d-81191edb3d8b req-f8726a4f-905a-49d0-88a2-71d999f7c4c5 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1073134 Jul 23 14:26:52.978527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188cc93c-0a7c-4b5c-85c5-dbd281d8a6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:53.036712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e861ff6-f2d2-440f-a14d-81191edb3d8b req-5dd9e4c8-1549-4aae-b156-0d5def9c3a1e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517936 Jul 23 14:26:53.050399 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188cc93c-0a7c-4b5c-85c5-dbd281d8a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:53.053016 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-188cc93c-0a7c-4b5c-85c5-dbd281d8a6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:53.054087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-188cc93c-0a7c-4b5c-85c5-dbd281d8a6a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bea04e9f-3e90-4571-b219-216bf6844c91 HTTP/1.1" status: 204 len: 168 time: 0.1968718 Jul 23 14:26:53.062682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cc93c-0a7c-4b5c-85c5-dbd281d8a6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea04e9f-3e90-4571-b219-216bf6844c91,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:53.168754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841a563-ed37-40b1-bb9b-0b2b649191f8 req-4736a30c-6ae0-409c-b45d-11208e3c31fa tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:53.170265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c841a563-ed37-40b1-bb9b-0b2b649191f8 req-4736a30c-6ae0-409c-b45d-11208e3c31fa tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0633798 Jul 23 14:26:53.208617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c841a563-ed37-40b1-bb9b-0b2b649191f8 req-29cd3066-17fc-450a-89a2-45a6ed6f245f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320997 Jul 23 14:26:53.434670 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:26:53.766428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811901c-530e-47b9-9e16-e919394e8067 req-3e02e6e4-008d-4c12-8de6-954bfbe7d099 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:53.767586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:53.769214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4811901c-530e-47b9-9e16-e919394e8067 req-3e02e6e4-008d-4c12-8de6-954bfbe7d099 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.3999343 Jul 23 14:26:53.808144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4811901c-530e-47b9-9e16-e919394e8067 req-0363ed2f-edb4-4a8c-b92e-0bbcc8d9d913 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Jul 23 14:26:53.864770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-10625828'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:53.888872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:53.892326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:53.900830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:53.989246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:53.995691 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.021314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:26:54.029693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a688ed-1c45-41d6-bd06-43c49fdd4658,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:54.035479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.035825 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Added segment d74945e6-a33a-460d-8acd-660b5774656e of type vlan for network 00e5770a-33df-44d4-af6e-7d0354b85b65 Jul 23 14:26:54.073391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.108004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.113509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:54.114099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.152934 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3841784 Jul 23 14:26:54.156700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:54.162223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:54.182795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2909ad-00bb-416f-bb09-0c92d20f9408 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Network': ['ID=00e5770a-33df-44d4-af6e-7d0354b85b65,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:54.193064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:26:54.252884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:54.256686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.443168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.504768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=809fb099-174c-4e9b-9bd1-dac0464673bd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:54.516882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:54.517242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network hostable DHCP agents. Network: 00e5770a-33df-44d4-af6e-7d0354b85b65, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:26:54.536460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:26:54.546926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 00e5770a-33df-44d4-af6e-7d0354b85b65) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:54.551165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:54.551757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.556810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c1a61-7b5f-45b1-827a-74b02731dd18 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:26:54.567511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-96b043f3-cd33-4fbc-a8f3-32ee2c0fd6ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4096739 Jul 23 14:26:54.570839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:54.576357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'name': 'tempest-NetworksTestDHCPv6-870140630'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:54.685626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:54.689209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.702546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '809fb099-174c-4e9b-9bd1-dac0464673bd'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:26:54.703650 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.708896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 8c5d8e40-2557-4212-9a25-ad17b5835ccb yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:54.828956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::23f (00e5770a-33df-44d4-af6e-7d0354b85b65/809fb099-174c-4e9b-9bd1-dac0464673bd/8c5d8e40-2557-4212-9a25-ad17b5835ccb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:54.942737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185f5c-4263-4973-9ff4-2189128842ac req-5b074ce9-f268-425f-a679-e25a746b1ef1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:54.944121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d185f5c-4263-4973-9ff4-2189128842ac req-5b074ce9-f268-425f-a679-e25a746b1ef1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0643103 Jul 23 14:26:54.979884 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:54.982303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d185f5c-4263-4973-9ff4-2189128842ac req-040b5e06-94ce-4ba7-97ed-2ab7df841373 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Jul 23 14:26:54.994174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 8c5d8e40-2557-4212-9a25-ad17b5835ccb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:55.029060 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.073868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/809fb099-174c-4e9b-9bd1-dac0464673bd/7a009e09-2967-4a2c-a84b-5b152d18223f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:55.074693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:55.077802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:55.082342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:55.088359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:55.088977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.092579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=8c5d8e40-2557-4212-9a25-ad17b5835ccb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:55.107741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0bf72fbc-1dc9-40ca-b5b6-5ef2f84a2b1f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5356765 Jul 23 14:26:55.110262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:55.214203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a18d78-efa2-4e2c-beb2-1fa8b1a91de5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:55.218136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9a18d78-efa2-4e2c-beb2-1fa8b1a91de5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1043952 Jul 23 14:26:55.218383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:55.222495 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.231028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Transition to ACTIVE for port object 7a009e09-2967-4a2c-a84b-5b152d18223f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:55.245601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Transition to ACTIVE for port object 7a009e09-2967-4a2c-a84b-5b152d18223f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:55.252719 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.289199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:55.294087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:55.296689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:55.307628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Pushing event updated for resources: {'Port': ['ID=7a009e09-2967-4a2c-a84b-5b152d18223f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:55.315467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 8c5d8e40-2557-4212-9a25-ad17b5835ccb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:55.315808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.364368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Attempting to bind port 7a009e09-2967-4a2c-a84b-5b152d18223f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:55.364740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Attempting to bind port 7a009e09-2967-4a2c-a84b-5b152d18223f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:55.365106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Attempting to bind port 7a009e09-2967-4a2c-a84b-5b152d18223f on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:55.370422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:26:55.371091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:55.371507 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.371906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:26:55.372380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Bound port: 7a009e09-2967-4a2c-a84b-5b152d18223f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:26:55.372782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.401689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.415097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 8c5d8e40-2557-4212-9a25-ad17b5835ccb owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:55.440198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-026fe447-d439-479b-8204-0a56cf2720be None None] For port 7a009e09-2967-4a2c-a84b-5b152d18223f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:55.443412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-026fe447-d439-479b-8204-0a56cf2720be None None] For port 7a009e09-2967-4a2c-a84b-5b152d18223f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7a009e09-2967-4a2c-a84b-5b152d18223f,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:26:55.448414 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.510058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe447-d439-479b-8204-0a56cf2720be None None] Pushing event updated for resources: {'Port': ['ID=7a009e09-2967-4a2c-a84b-5b152d18223f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:55.550726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.579718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=8c5d8e40-2557-4212-9a25-ad17b5835ccb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:55.610578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.612568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a4f29a1e-56a4-42d4-ba88-15c485cff3a3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/8c5d8e40-2557-4212-9a25-ad17b5835ccb HTTP/1.1" status: 204 len: 168 time: 0.3932626 Jul 23 14:26:55.615391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:55.707566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab7e90-422f-4314-9651-3d400b03cc3a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:55.709421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab7e90-422f-4314-9651-3d400b03cc3a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:55.713638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39ab7e90-422f-4314-9651-3d400b03cc3a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0947733 Jul 23 14:26:55.713813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:55.766885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 809fb099-174c-4e9b-9bd1-dac0464673bd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:26:55.770185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:55.807878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.069979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7a009e09-2967-4a2c-a84b-5b152d18223f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:26:56.133322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94294ec-1860-4b75-9e96-16b7922d0564 req-d3ce7e54-7409-4402-9465-8d121c14be46 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:56.134977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 7a009e09-2967-4a2c-a84b-5b152d18223f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:56.142323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a94294ec-1860-4b75-9e96-16b7922d0564 req-d3ce7e54-7409-4402-9465-8d121c14be46 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0849023 Jul 23 14:26:56.186481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a94294ec-1860-4b75-9e96-16b7922d0564 req-d10f1245-1e5b-4eed-bdc1-349e9497239d tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Jul 23 14:26:56.258192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.319445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.346729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=809fb099-174c-4e9b-9bd1-dac0464673bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:56.351657 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.354086 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/809fb099-174c-4e9b-9bd1-dac0464673bd HTTP/1.1" status: 204 len: 168 time: 0.6393499 Jul 23 14:26:56.356793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 34930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:56.359535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.359880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.360219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.360555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.360882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.361208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.361541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.361866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.362185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.362505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.362839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.363163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727d1b0-3dba-44cf-aafe-1fd8196ed178 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:26:56.416462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7468f0c2-07ae-4bea-8fe2-af3bf68ed8ef tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583589 Jul 23 14:26:56.419453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:56.422313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7fe928-9a0a-4289-8bb3-38573d35c193 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:26:56.424711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:56.527491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:56.531118 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.698934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e9048e0-d5a3-4345-99f5-3e01dea4290b None None] Provisioning for port 7a009e09-2967-4a2c-a84b-5b152d18223f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:56.704152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e9048e0-d5a3-4345-99f5-3e01dea4290b None None] Provisioning complete for port 7a009e09-2967-4a2c-a84b-5b152d18223f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:26:56.704544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e9048e0-d5a3-4345-99f5-3e01dea4290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.725632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.763228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:56.769040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:56.773182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:56.773866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.791045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=d556c90b-55fb-4436-b804-2e2ff13c9f37,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:56.796524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fdb5a7a1-f1b6-4c8d-97da-f5463837d51b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3759184 Jul 23 14:26:56.799179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:56.804262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'name': 'tempest-NetworksTestDHCPv6-1463314075'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:56.804923 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e9048e0-d5a3-4345-99f5-3e01dea4290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.839365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:26:56.844919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1e9048e0-d5a3-4345-99f5-3e01dea4290b None None] For port 7a009e09-2967-4a2c-a84b-5b152d18223f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7a009e09-2967-4a2c-a84b-5b152d18223f,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:56.849838 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e9048e0-d5a3-4345-99f5-3e01dea4290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.916492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9048e0-d5a3-4345-99f5-3e01dea4290b None None] Pushing event updated for resources: {'Port': ['ID=7a009e09-2967-4a2c-a84b-5b152d18223f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:56.925391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:56.928973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.932313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] Deleting port 7a009e09-2967-4a2c-a84b-5b152d18223f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:56.932699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:56.946672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port b0792030-3441-45eb-bd3a-ae706b9fa9dc yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:57.014073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] For port 7a009e09-2967-4a2c-a84b-5b152d18223f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7a009e09-2967-4a2c-a84b-5b152d18223f,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:57.014460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.026883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] Calling delete_port for 7a009e09-2967-4a2c-a84b-5b152d18223f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:57.060319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::272 (00e5770a-33df-44d4-af6e-7d0354b85b65/d556c90b-55fb-4436-b804-2e2ff13c9f37/b0792030-3441-45eb-bd3a-ae706b9fa9dc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:57.105214 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.131019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] Pushing event deleted for resources: {'Port': ['ID=7a009e09-2967-4a2c-a84b-5b152d18223f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:57.133282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12398b4-9a21-40d3-a26c-8a45dfdf92a8 None None] No DVR routers for this DVR port 7a009e09-2967-4a2c-a84b-5b152d18223f on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:26:57.149145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c56d7-5f90-4681-b6cf-bd39173b1190 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:26:57.219617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.241548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object b0792030-3441-45eb-bd3a-ae706b9fa9dc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:57.283489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.309041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': 'd556c90b-55fb-4436-b804-2e2ff13c9f37'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:26:57.309919 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.333414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45cb80-e77c-46d0-a74e-bc304f407e42 req-f8579b0e-9048-4c41-b8b8-98fa6b12e369 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:57.335495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be45cb80-e77c-46d0-a74e-bc304f407e42 req-f8579b0e-9048-4c41-b8b8-98fa6b12e369 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0833926 Jul 23 14:26:57.342800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:57.346164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:57.349075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:57.354573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:57.355219 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.364052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=b0792030-3441-45eb-bd3a-ae706b9fa9dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:57.376418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be45cb80-e77c-46d0-a74e-bc304f407e42 req-d9eccf5c-69a5-4790-af22-04a88d521263 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jul 23 14:26:57.378850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-92bf6479-2f01-4c03-a8d3-83eff9312adf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5785499 Jul 23 14:26:57.381359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:57.448467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e6985-2412-473c-b0a5-01feec16b7fa tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:57.450328 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fa2e6985-2412-473c-b0a5-01feec16b7fa tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0679994 Jul 23 14:26:57.456494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:57.468936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/d556c90b-55fb-4436-b804-2e2ff13c9f37/2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:57.555579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port b0792030-3441-45eb-bd3a-ae706b9fa9dc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:57.556008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.622906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.631057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Transition to ACTIVE for port object 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:57.645398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Transition to ACTIVE for port object 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:57.645856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.652390 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.658163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for b0792030-3441-45eb-bd3a-ae706b9fa9dc owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:57.689502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:57.695943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:57.698330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:57.704000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Pushing event updated for resources: {'Port': ['ID=2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:57.761429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Attempting to bind port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:26:57.761982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Attempting to bind port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:26:57.762344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Attempting to bind port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:26:57.767469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:26:57.767869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:26:57.768342 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.768734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:26:57.769193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Bound port: 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:26:57.769568 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.789303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.823338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=b0792030-3441-45eb-bd3a-ae706b9fa9dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:57.840288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] For port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:26:57.843615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] For port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:26:57.843873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.845649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f26956fd-7f6b-4cfc-94e2-7dd4a99f82f1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/b0792030-3441-45eb-bd3a-ae706b9fa9dc HTTP/1.1" status: 204 len: 168 time: 0.3900478 Jul 23 14:26:57.848235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:57.856517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:57.899095 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705600a-239f-468b-8686-6b5c2e8e8d3e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:57.900643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705600a-239f-468b-8686-6b5c2e8e8d3e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:57.902186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f705600a-239f-468b-8686-6b5c2e8e8d3e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0530257 Jul 23 14:26:57.907325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:57.919755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a6cae-426d-46f1-8ffb-e5e3cae42f0e None None] Pushing event updated for resources: {'Port': ['ID=2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:57.970008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet d556c90b-55fb-4436-b804-2e2ff13c9f37 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:26:57.977619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.022784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.130600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.207422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.210758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:26:58.235429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=d556c90b-55fb-4436-b804-2e2ff13c9f37,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:58.239058 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.240962 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c029538f-8728-4f19-82be-95252c175a76 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/d556c90b-55fb-4436-b804-2e2ff13c9f37 HTTP/1.1" status: 204 len: 168 time: 0.3327053 Jul 23 14:26:58.243454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:58.263741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:58.297132 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6693e71e-9077-44c5-8591-1533e550fd1d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524883 Jul 23 14:26:58.299874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:58.305219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:58.312397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7a009e09-2967-4a2c-a84b-5b152d18223f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:26:58.332892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 7a009e09-2967-4a2c-a84b-5b152d18223f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:26:58.333237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7a009e09-2967-4a2c-a84b-5b152d18223f not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:26:58.401112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:58.404805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.519796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6e14a-3433-4bf1-bd4c-4b1ae0707fa3 req-0de5fa7b-3c86-4084-afd0-a10f8804b9cf tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:58.521399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09b6e14a-3433-4bf1-bd4c-4b1ae0707fa3 req-0de5fa7b-3c86-4084-afd0-a10f8804b9cf tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0730193 Jul 23 14:26:58.562184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09b6e14a-3433-4bf1-bd4c-4b1ae0707fa3 req-e8dfe1d6-5456-4491-81ec-07ebd4952796 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349023 Jul 23 14:26:58.609824 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.670876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=83d7da77-ff55-439b-bf4c-4e9a13c8068d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:58.675186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:58.676637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:58.679631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:58.680267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.696833 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2be4e358-9a88-4a9a-881f-bab347fbc22f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3957627 Jul 23 14:26:58.699432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:58.705111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'name': 'tempest-NetworksTestDHCPv6-1574919431'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:26:58.811128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ae657-1a25-45c7-9651-7841b93edc2d None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:26:58.826228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:26:58.829777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.846930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 490df8a8-77db-4ce9-830b-d738b562b138 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:26:58.922269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c51add1e-1fa1-45cb-92ba-2aed824ca382 None None] Provisioning for port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:26:58.929910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c51add1e-1fa1-45cb-92ba-2aed824ca382 None None] Provisioning complete for port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:26:58.930305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51add1e-1fa1-45cb-92ba-2aed824ca382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:58.964603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::1f3 (00e5770a-33df-44d4-af6e-7d0354b85b65/83d7da77-ff55-439b-bf4c-4e9a13c8068d/490df8a8-77db-4ce9-830b-d738b562b138) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:26:59.046221 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51add1e-1fa1-45cb-92ba-2aed824ca382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.078001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c51add1e-1fa1-45cb-92ba-2aed824ca382 None None] For port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:26:59.083759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c51add1e-1fa1-45cb-92ba-2aed824ca382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.119422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.135395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 490df8a8-77db-4ce9-830b-d738b562b138 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:26:59.135561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51add1e-1fa1-45cb-92ba-2aed824ca382 None None] Pushing event updated for resources: {'Port': ['ID=2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:59.170524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.219287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:26:59.222966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:26:59.225523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:26:59.232047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:59.232673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.249895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=490df8a8-77db-4ce9-830b-d738b562b138,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:59.259357 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-edc5e16d-7e7d-4386-b81d-868fc7086bd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5585723 Jul 23 14:26:59.261570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:59.304092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-494fcac5-c626-4c4b-9a9a-c37f08cde7ff None None] Provisioning complete for port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:26:59.305636 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-494fcac5-c626-4c4b-9a9a-c37f08cde7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.328788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ed7a7-ed5f-4c9e-9e00-79c933788727 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:59.335852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ed7a7-ed5f-4c9e-9e00-79c933788727 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:59.337734 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-460ed7a7-ed5f-4c9e-9e00-79c933788727 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0752218 Jul 23 14:26:59.340724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:59.440682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 490df8a8-77db-4ce9-830b-d738b562b138 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:26:59.441020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.508253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e52fc1b-28a3-4d6a-9831-73b0873d2412 None None] Could not find standard attr ID for object 8c5d8e40-2557-4212-9a25-ad17b5835ccb. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:26:59.533857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.546394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 490df8a8-77db-4ce9-830b-d738b562b138 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:26:59.621396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23a9f955-0be4-4e78-a5e7-2ec789d26302 None None] Could not find standard attr ID for object b0792030-3441-45eb-bd3a-ae706b9fa9dc. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:26:59.695259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.714858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff81f-49f4-4be8-93ac-dc7ac113a797 req-e2e3ef19-da81-4864-9dc7-87d6318fdac4 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:59.717142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5faff81f-49f4-4be8-93ac-dc7ac113a797 req-e2e3ef19-da81-4864-9dc7-87d6318fdac4 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0729573 Jul 23 14:26:59.734008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=490df8a8-77db-4ce9-830b-d738b562b138,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:26:59.760288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.762320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5cc45afb-0cab-4a55-a082-ad8ba33ff421 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/490df8a8-77db-4ce9-830b-d738b562b138 HTTP/1.1" status: 204 len: 168 time: 0.4206553 Jul 23 14:26:59.764736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:59.771854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5faff81f-49f4-4be8-93ac-dc7ac113a797 req-a3b59495-cb8a-4ad8-ab00-3cfece77bdfc tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Jul 23 14:26:59.816687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e53862-9a47-4a05-ad69-8443f841867c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:59.818241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e53862-9a47-4a05-ad69-8443f841867c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:26:59.819840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b6e53862-9a47-4a05-ad69-8443f841867c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0541759 Jul 23 14:26:59.823013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:26:59.836820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc0c15ed-2948-427c-9d00-8bff28960ce8 None None] Could not find standard attr ID for object 490df8a8-77db-4ce9-830b-d738b562b138. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:26:59.877597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 83d7da77-ff55-439b-bf4c-4e9a13c8068d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:26:59.880999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.927548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:26:59.973659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.036947 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.066046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=83d7da77-ff55-439b-bf4c-4e9a13c8068d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:00.070103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.072124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-53d83cfe-19be-43dd-88e8-ff3c199a2b1a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/83d7da77-ff55-439b-bf4c-4e9a13c8068d HTTP/1.1" status: 204 len: 168 time: 0.2486656 Jul 23 14:27:00.075094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:00.122172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-430900fe-a2aa-4d0b-a236-361c737353b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442390 Jul 23 14:27:00.122955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:00.162473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:00.191603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9d8ef-de83-44ef-9dcb-9c87de094f9f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:00.193126 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-68a9d8ef-de83-44ef-9dcb-9c87de094f9f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0690360 Jul 23 14:27:00.197310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:00.200291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f491184-0165-47c5-930c-9f65afd4947c None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:00.246097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2944df-e76e-4fa4-a078-bc608c2d7725 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:00.247614 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9e2944df-e76e-4fa4-a078-bc608c2d7725 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0493760 Jul 23 14:27:00.250222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:00.271579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:00.271953 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.291080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-29e54eb6-578e-44ae-9284-bdf2390412d8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397058 Jul 23 14:27:00.296380 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:00.300154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:00.394030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:00.398614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.458837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:00.506217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] Deleting port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:00.506596 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.567301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] For port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:00.567691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.579717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] Calling delete_port for 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:00.590462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.635687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:00.638799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:00.643265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:00.643860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.655617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=9409cc66-ce28-4a3f-9982-de447e0b7009,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:00.668573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-109f9e4d-8ed8-4aaa-9dfe-81f06faf6154 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3724234 Jul 23 14:27:00.669900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.671608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:00.676835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '9409cc66-ce28-4a3f-9982-de447e0b7009', 'ip_address': '2001:db8::9ad6:1c0d:c84a:178'}], 'name': 'tempest-NetworksTestDHCPv6-1769354566'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:00.695120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] Pushing event deleted for resources: {'Port': ['ID=2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:00.699159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a67cf6-7910-47da-983c-1f80a2ee7b9a None None] No DVR routers for this DVR port 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:00.717849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c463ca-b70a-4842-a44d-a7619e99db26 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:00.797300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:00.874873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '9409cc66-ce28-4a3f-9982-de447e0b7009'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:00.876475 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.889689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:00.906987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 8b7294d5-4026-4d37-9590-d355972412c5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:00.915679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8aa47-3a0f-4a08-a394-2772fac8a878 req-fcfc232f-e3ad-479d-ad2c-6675bfaa127f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:00.917975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ae8aa47-3a0f-4a08-a394-2772fac8a878 req-fcfc232f-e3ad-479d-ad2c-6675bfaa127f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0695486 Jul 23 14:27:00.962768 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ae8aa47-3a0f-4a08-a394-2772fac8a878 req-edd58823-ba69-449c-81c6-587deec17998 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386949 Jul 23 14:27:01.021183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/9409cc66-ce28-4a3f-9982-de447e0b7009/77d9574c-02e9-472b-8dfe-e29580cfc258) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:01.175780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.185972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Transition to ACTIVE for port object 77d9574c-02e9-472b-8dfe-e29580cfc258 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:01.200829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Transition to ACTIVE for port object 77d9574c-02e9-472b-8dfe-e29580cfc258 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:01.209847 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.245823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:01.250426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:01.253958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:01.260767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Pushing event updated for resources: {'Port': ['ID=77d9574c-02e9-472b-8dfe-e29580cfc258,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:01.264757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::9ad6:1c0d:c84a:178 (00e5770a-33df-44d4-af6e-7d0354b85b65/9409cc66-ce28-4a3f-9982-de447e0b7009/8b7294d5-4026-4d37-9590-d355972412c5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:01.314732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Attempting to bind port 77d9574c-02e9-472b-8dfe-e29580cfc258 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:01.315424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Attempting to bind port 77d9574c-02e9-472b-8dfe-e29580cfc258 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:01.315778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Attempting to bind port 77d9574c-02e9-472b-8dfe-e29580cfc258 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:01.320998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:01.321540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:01.321949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.322367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:01.322868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Bound port: 77d9574c-02e9-472b-8dfe-e29580cfc258, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:01.323254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.389867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] For port 77d9574c-02e9-472b-8dfe-e29580cfc258, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:01.393000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] For port 77d9574c-02e9-472b-8dfe-e29580cfc258, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=77d9574c-02e9-472b-8dfe-e29580cfc258,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:01.399022 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.408376 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.421867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 8b7294d5-4026-4d37-9590-d355972412c5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:01.460576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.462781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41924b-8d3a-4e93-bfa2-b51d22d695e1 None None] Pushing event updated for resources: {'Port': ['ID=77d9574c-02e9-472b-8dfe-e29580cfc258,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:01.508498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:01.514401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:01.517614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:01.523238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:01.523871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.529950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=8b7294d5-4026-4d37-9590-d355972412c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:01.546443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e66e5b01-a7de-478a-aa11-4683b6b35976 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8713741 Jul 23 14:27:01.546837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:01.620292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58884bf-699c-412b-9bba-9c4a0c6cc076 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:01.626134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58884bf-699c-412b-9bba-9c4a0c6cc076 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:01.627749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b58884bf-699c-412b-9bba-9c4a0c6cc076 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0800202 Jul 23 14:27:01.630399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 34998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:01.734277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 8b7294d5-4026-4d37-9590-d355972412c5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:01.734616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.822564 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.834730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 8b7294d5-4026-4d37-9590-d355972412c5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:01.963433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:01.997200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=8b7294d5-4026-4d37-9590-d355972412c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:02.018021 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.022377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2db908c9-d3c0-4048-9e65-ed3fddfb2882 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/8b7294d5-4026-4d37-9590-d355972412c5 HTTP/1.1" status: 204 len: 168 time: 0.3880348 Jul 23 14:27:02.022729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:02.075825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9736961-3ea0-4bd3-9812-71fb60e55fce tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:02.077348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9736961-3ea0-4bd3-9812-71fb60e55fce tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:02.078928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f9736961-3ea0-4bd3-9812-71fb60e55fce tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0551751 Jul 23 14:27:02.081547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:02.110573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745a966-dcfa-425b-a1ca-22712f69477d req-22b38d06-3987-4f4e-be60-3aa3f70af7e7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:02.112187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f745a966-dcfa-425b-a1ca-22712f69477d req-22b38d06-3987-4f4e-be60-3aa3f70af7e7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0713410 Jul 23 14:27:02.154505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 9409cc66-ce28-4a3f-9982-de447e0b7009 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:02.157279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f745a966-dcfa-425b-a1ca-22712f69477d req-d78b6518-de2b-4e4b-8e28-375152a74a08 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385318 Jul 23 14:27:02.160336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.206987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.228068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 77d9574c-02e9-472b-8dfe-e29580cfc258 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:02.284043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 77d9574c-02e9-472b-8dfe-e29580cfc258 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:02.302696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.339374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:02.360370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:02.360801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2c91e3ae-954d-4bb0-b9f8-1f7dfafe702d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:02.371876 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.405681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.408148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/9409cc66-ce28-4a3f-9982-de447e0b7009 HTTP/1.1" status: 204 len: 168 time: 0.3254139 Jul 23 14:27:02.409554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb8dda-e062-4fc9-9345-de3397985028 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=9409cc66-ce28-4a3f-9982-de447e0b7009,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:02.410809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:02.449288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bb235dd4-93d5-4a92-9303-afbf3bb4e84d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371275 Jul 23 14:27:02.452201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:02.457430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:02.475538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7481c4c-4baa-4706-8108-3e3d4b431607 None None] Provisioning for port 77d9574c-02e9-472b-8dfe-e29580cfc258 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:02.479643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7481c4c-4baa-4706-8108-3e3d4b431607 None None] Provisioning complete for port 77d9574c-02e9-472b-8dfe-e29580cfc258 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:02.480089 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7481c4c-4baa-4706-8108-3e3d4b431607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.555025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:02.559196 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.562766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7481c4c-4baa-4706-8108-3e3d4b431607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.582864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01653d4d-ef48-4c31-bd4a-638848594d8d None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:02.615303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b7481c4c-4baa-4706-8108-3e3d4b431607 None None] For port 77d9574c-02e9-472b-8dfe-e29580cfc258, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=77d9574c-02e9-472b-8dfe-e29580cfc258,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:02.622214 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7481c4c-4baa-4706-8108-3e3d4b431607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.745189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24cbc4a6-dc46-4fb8-ae49-39e7749aaf91 None None] Could not find standard attr ID for object 8b7294d5-4026-4d37-9590-d355972412c5. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:02.748305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7481c4c-4baa-4706-8108-3e3d4b431607 None None] Pushing event updated for resources: {'Port': ['ID=77d9574c-02e9-472b-8dfe-e29580cfc258,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:02.753494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.796312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:02.799550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:02.803803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:02.804491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.816873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=58b957a6-5629-4045-9eab-bd573dbc126a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:02.825825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3723962 Jul 23 14:27:02.827218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.827563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.827914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.828253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.828565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.828763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:02.828914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.829227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.829550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.829953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.830171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.830495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.832395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98301dd1-6e34-4bf2-b41c-b711542d70df tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:02.837573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '58b957a6-5629-4045-9eab-bd573dbc126a', 'ip_address': '2001:db8::5dbe:f0f6:6d07:beae'}], 'name': 'tempest-NetworksTestDHCPv6-956559766'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:02.845096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:02.899321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] Deleting port 77d9574c-02e9-472b-8dfe-e29580cfc258 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:02.899697 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.949194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:02.954411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.971866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 8780f462-62c4-40bb-ba65-838a80fd67a1 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:02.978294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] For port 77d9574c-02e9-472b-8dfe-e29580cfc258, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=77d9574c-02e9-472b-8dfe-e29580cfc258,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:02.978844 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:02.991783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] Calling delete_port for 77d9574c-02e9-472b-8dfe-e29580cfc258 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:03.074895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.103069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] Pushing event deleted for resources: {'Port': ['ID=77d9574c-02e9-472b-8dfe-e29580cfc258,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:03.106590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9759ef-9643-4b67-8f2f-a04de57405ac None None] No DVR routers for this DVR port 77d9574c-02e9-472b-8dfe-e29580cfc258 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:03.119385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdcfaf0-edd6-4198-9e98-b8db6b93e195 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:03.135131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::5dbe:f0f6:6d07:beae (00e5770a-33df-44d4-af6e-7d0354b85b65/58b957a6-5629-4045-9eab-bd573dbc126a/8780f462-62c4-40bb-ba65-838a80fd67a1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:03.274611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '58b957a6-5629-4045-9eab-bd573dbc126a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:03.275522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.293685 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.300916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91457c65-1176-4065-9fdf-224100708120 req-0e5ac4a9-7b0b-4df2-8eae-5752b023b1a6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:03.302498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91457c65-1176-4065-9fdf-224100708120 req-0e5ac4a9-7b0b-4df2-8eae-5752b023b1a6 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0756691 Jul 23 14:27:03.307734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 8780f462-62c4-40bb-ba65-838a80fd67a1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:03.343351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.346926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91457c65-1176-4065-9fdf-224100708120 req-5c3895dc-4728-4567-899e-1eb2ece6ff51 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Jul 23 14:27:03.385761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:03.388874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:03.394737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:03.400447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:03.401063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.418563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=8780f462-62c4-40bb-ba65-838a80fd67a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:03.432607 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e1c88714-ab7d-42d8-846a-38a2cf5b90f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6000063 Jul 23 14:27:03.432863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:03.442120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/58b957a6-5629-4045-9eab-bd573dbc126a/1f5101f9-4317-4596-9615-b01ac3e61836) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:03.531916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ba09f7-0afb-4d2b-b474-d35fcbdd0ea0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:03.533419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-87ba09f7-0afb-4d2b-b474-d35fcbdd0ea0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0995252 Jul 23 14:27:03.536301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:03.585753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.594262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Transition to ACTIVE for port object 1f5101f9-4317-4596-9615-b01ac3e61836 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:03.608717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Transition to ACTIVE for port object 1f5101f9-4317-4596-9615-b01ac3e61836 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:03.615807 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.637271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 8780f462-62c4-40bb-ba65-838a80fd67a1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:03.637614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.652152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:03.656833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:03.660290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:03.667171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Pushing event updated for resources: {'Port': ['ID=1f5101f9-4317-4596-9615-b01ac3e61836,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:03.725880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Attempting to bind port 1f5101f9-4317-4596-9615-b01ac3e61836 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:03.726247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Attempting to bind port 1f5101f9-4317-4596-9615-b01ac3e61836 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:03.726699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Attempting to bind port 1f5101f9-4317-4596-9615-b01ac3e61836 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:03.729813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.731962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:03.732371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:03.732777 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.733170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:03.733636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Bound port: 1f5101f9-4317-4596-9615-b01ac3e61836, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:03.734020 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.742263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 8780f462-62c4-40bb-ba65-838a80fd67a1 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:03.873005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.905604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=8780f462-62c4-40bb-ba65-838a80fd67a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:03.932756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.934714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1871eadf-44da-4535-a497-6559f4d739f3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/8780f462-62c4-40bb-ba65-838a80fd67a1 HTTP/1.1" status: 204 len: 168 time: 0.3975282 Jul 23 14:27:03.937364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:03.966964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] For port 1f5101f9-4317-4596-9615-b01ac3e61836, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:03.970303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] For port 1f5101f9-4317-4596-9615-b01ac3e61836, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1f5101f9-4317-4596-9615-b01ac3e61836,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:03.976306 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:03.988738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160c0e7-d617-4e5f-abfc-2005214c67f9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:03.990592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160c0e7-d617-4e5f-abfc-2005214c67f9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:03.994788 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f160c0e7-d617-4e5f-abfc-2005214c67f9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0538626 Jul 23 14:27:03.998204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:04.032992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30113c84-2304-44a6-82c8-01afc40a3f0f None None] Pushing event updated for resources: {'Port': ['ID=1f5101f9-4317-4596-9615-b01ac3e61836,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:04.055898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 58b957a6-5629-4045-9eab-bd573dbc126a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:04.059325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.100923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.150119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 77d9574c-02e9-472b-8dfe-e29580cfc258 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:04.176329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 77d9574c-02e9-472b-8dfe-e29580cfc258 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:04.176674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 77d9574c-02e9-472b-8dfe-e29580cfc258 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:04.237215 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.300640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.327628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=58b957a6-5629-4045-9eab-bd573dbc126a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:04.331079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.335649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d7920019-79a9-4533-83f8-a7d499105c6d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/58b957a6-5629-4045-9eab-bd573dbc126a HTTP/1.1" status: 204 len: 168 time: 0.3335681 Jul 23 14:27:04.335759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:04.376146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bef3b2c1-79e9-4619-8877-3e5cd0bebdd8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392208 Jul 23 14:27:04.378947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:04.383863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:04.506282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:04.510007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.584222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72994f4-0168-4049-b6bc-03cd72fefc5a req-1ea86aed-508d-4501-814d-180319de288b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:04.587236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c72994f4-0168-4049-b6bc-03cd72fefc5a req-1ea86aed-508d-4501-814d-180319de288b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1450968 Jul 23 14:27:04.650271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c72994f4-0168-4049-b6bc-03cd72fefc5a req-70e3dd34-efdc-499c-8dc0-bae03082091a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557308 Jul 23 14:27:04.754611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.796403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:04.799743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:04.802630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:04.803260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:04.825389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=53112fa2-2574-4634-ac48-e1f9095f6bc6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:04.830430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0c8562a6-6be0-4b7d-8b78-5356bb0e91d9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4504352 Jul 23 14:27:04.833676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:04.839363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '53112fa2-2574-4634-ac48-e1f9095f6bc6', 'ip_address': '2001:db8::7f7e:eb00:2eea:5e3c'}], 'name': 'tempest-NetworksTestDHCPv6-1879295675'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:04.895034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bbb702-8e3b-45ae-99db-b201d77b2823 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:04.960206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:05.021981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f9592a9-cf5b-4159-95e5-ffb95edd0bc0 None None] Provisioning for port 1f5101f9-4317-4596-9615-b01ac3e61836 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:05.043942 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:05.060698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 4c885e36-8c35-4e53-9e60-b5c0faeedb06 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:05.219534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::7f7e:eb00:2eea:5e3c (00e5770a-33df-44d4-af6e-7d0354b85b65/53112fa2-2574-4634-ac48-e1f9095f6bc6/4c885e36-8c35-4e53-9e60-b5c0faeedb06) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:05.391949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:05.409784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 4c885e36-8c35-4e53-9e60-b5c0faeedb06 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:05.444948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:05.467052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e703ff88-742c-4af1-86d1-93fefd2145b5 None None] Could not find standard attr ID for object 8780f462-62c4-40bb-ba65-838a80fd67a1. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:05.494065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:05.500699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:05.503691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:05.509712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:05.510331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:05.521134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=4c885e36-8c35-4e53-9e60-b5c0faeedb06,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:05.534734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-27dda9e4-7a27-49e4-93a9-7f5fb527c59a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6995623 Jul 23 14:27:05.537427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:05.608322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0978e89b-1062-4a6b-8bf8-c543e67ee1bc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:05.614330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0978e89b-1062-4a6b-8bf8-c543e67ee1bc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:05.615996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0978e89b-1062-4a6b-8bf8-c543e67ee1bc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0774271 Jul 23 14:27:05.618779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:05.729315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 4c885e36-8c35-4e53-9e60-b5c0faeedb06 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:05.729817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:05.857611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:05.874154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 4c885e36-8c35-4e53-9e60-b5c0faeedb06 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:05.885694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1af-7f31-4fcd-b428-eabd9f885c58 req-a6e79e09-df60-425f-ae99-a069270a1fd2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:05.887243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-affca1af-7f31-4fcd-b428-eabd9f885c58 req-a6e79e09-df60-425f-ae99-a069270a1fd2 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1527848 Jul 23 14:27:05.893995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-174ad0dd-f6f6-41e4-a723-3ed8ef9f58d2 None None] Provisioning for port 4c885e36-8c35-4e53-9e60-b5c0faeedb06 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:05.897790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-174ad0dd-f6f6-41e4-a723-3ed8ef9f58d2 None None] Provisioning complete for port 4c885e36-8c35-4e53-9e60-b5c0faeedb06 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:05.898439 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-174ad0dd-f6f6-41e4-a723-3ed8ef9f58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:05.932111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-174ad0dd-f6f6-41e4-a723-3ed8ef9f58d2 None None] Port 4c885e36-8c35-4e53-9e60-b5c0faeedb06 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:27:05.972267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-affca1af-7f31-4fcd-b428-eabd9f885c58 req-5ae4a6ed-b3ee-4087-87d2-63d463e59fc1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Jul 23 14:27:06.069222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.100043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=4c885e36-8c35-4e53-9e60-b5c0faeedb06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:06.126701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.131649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:06.132067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-72877d3e-758e-4394-b13d-0b8e23ba288a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/4c885e36-8c35-4e53-9e60-b5c0faeedb06 HTTP/1.1" status: 204 len: 168 time: 0.5118935 Jul 23 14:27:06.205252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1f5101f9-4317-4596-9615-b01ac3e61836 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:06.211684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603530e4-3597-424a-a529-37cbb84ac5b2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:06.213336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603530e4-3597-424a-a529-37cbb84ac5b2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:06.217385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-603530e4-3597-424a-a529-37cbb84ac5b2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0821669 Jul 23 14:27:06.217715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:06.268020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1f5101f9-4317-4596-9615-b01ac3e61836 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:06.272044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1f5101f9-4317-4596-9615-b01ac3e61836 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:06.274551 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.290308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 53112fa2-2574-4634-ac48-e1f9095f6bc6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:06.293662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.336547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.384545 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.385269 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.416856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1f5101f9-4317-4596-9615-b01ac3e61836, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1f5101f9-4317-4596-9615-b01ac3e61836,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:06.421895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.445830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.469442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1f5101f9-4317-4596-9615-b01ac3e61836,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:06.473645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=53112fa2-2574-4634-ac48-e1f9095f6bc6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:06.475622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.479894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6385976d-17ae-454c-a61f-1fb1b1c66ffd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/53112fa2-2574-4634-ac48-e1f9095f6bc6 HTTP/1.1" status: 204 len: 168 time: 0.2587574 Jul 23 14:27:06.480103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:06.480225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8bf11-bcd8-4e46-8b53-164c50af98ac None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:06.523748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2036840c-89f3-47ee-a8c8-c2553d93fd0b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423725 Jul 23 14:27:06.526254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:06.588633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf898ce3-45c1-41cd-8bb8-eb69fbe7838f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:06.590131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf898ce3-45c1-41cd-8bb8-eb69fbe7838f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0628672 Jul 23 14:27:06.593014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:06.665993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:06.682426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89007b-6444-43d8-859d-c6c93e4332bf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:06.686296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ca89007b-6444-43d8-859d-c6c93e4332bf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899882 Jul 23 14:27:06.686614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:06.713090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] Deleting port 1f5101f9-4317-4596-9615-b01ac3e61836 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:06.713450 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.725267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4292c488-1637-420c-8405-92b8a3d14701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371277 Jul 23 14:27:06.729486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:06.734329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:06.780935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] For port 1f5101f9-4317-4596-9615-b01ac3e61836, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1f5101f9-4317-4596-9615-b01ac3e61836,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:06.781207 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.793957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] Calling delete_port for 1f5101f9-4317-4596-9615-b01ac3e61836 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:06.823591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:06.827348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.877505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:06.901845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] Pushing event deleted for resources: {'Port': ['ID=1f5101f9-4317-4596-9615-b01ac3e61836,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:06.907417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d36c4a-822b-4c83-b7d9-f4a97744c613 None None] No DVR routers for this DVR port 1f5101f9-4317-4596-9615-b01ac3e61836 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:07.030105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.098370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:07.105591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:07.110537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:07.111149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.115477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ca836-18aa-4dea-abe2-e36d7d5e42af None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:07.119055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=6946f01a-7e6a-4f81-9ea2-680c52a54314,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:07.136008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-284683b4-bbf3-4fec-83d2-68bee879bfbb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4054744 Jul 23 14:27:07.138880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:07.146051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '6946f01a-7e6a-4f81-9ea2-680c52a54314', 'ip_address': '2001:db8::cbbd:2d1e:de4f:a048'}], 'name': 'tempest-NetworksTestDHCPv6-231293482'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:07.166160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da0af-e7ae-41b7-87ac-8e57e05e79e5 req-672ac4dc-d5e0-4012-8a89-8908afdd50d0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:07.167829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa3da0af-e7ae-41b7-87ac-8e57e05e79e5 req-672ac4dc-d5e0-4012-8a89-8908afdd50d0 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1110985 Jul 23 14:27:07.208674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa3da0af-e7ae-41b7-87ac-8e57e05e79e5 req-9cc45816-174e-4d08-ad90-2b1a3429e542 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Jul 23 14:27:07.259916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:07.287076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '6946f01a-7e6a-4f81-9ea2-680c52a54314'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:07.288343 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.346871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.364018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 7c45a0c0-ff34-4e97-af05-b37624bfddb8 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:07.425424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/6946f01a-7e6a-4f81-9ea2-680c52a54314/5a1f532b-264b-489b-a4cf-5b12b28f4958) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:07.570223 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.582555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Transition to ACTIVE for port object 5a1f532b-264b-489b-a4cf-5b12b28f4958 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:07.604602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Transition to ACTIVE for port object 5a1f532b-264b-489b-a4cf-5b12b28f4958 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:07.614612 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.652654 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.658382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:07.664824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:07.666512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::cbbd:2d1e:de4f:a048 (00e5770a-33df-44d4-af6e-7d0354b85b65/6946f01a-7e6a-4f81-9ea2-680c52a54314/7c45a0c0-ff34-4e97-af05-b37624bfddb8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:07.669593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:07.672733 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Pushing event updated for resources: {'Port': ['ID=5a1f532b-264b-489b-a4cf-5b12b28f4958,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:07.730296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Attempting to bind port 5a1f532b-264b-489b-a4cf-5b12b28f4958 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:07.730694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Attempting to bind port 5a1f532b-264b-489b-a4cf-5b12b28f4958 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:07.731106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Attempting to bind port 5a1f532b-264b-489b-a4cf-5b12b28f4958 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:07.736359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:07.736842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:07.737912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.737912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:07.738139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Bound port: 5a1f532b-264b-489b-a4cf-5b12b28f4958, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:07.738461 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.805635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] For port 5a1f532b-264b-489b-a4cf-5b12b28f4958, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:07.808794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] For port 5a1f532b-264b-489b-a4cf-5b12b28f4958, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5a1f532b-264b-489b-a4cf-5b12b28f4958,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:07.812402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.814418 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.825667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 7c45a0c0-ff34-4e97-af05-b37624bfddb8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:07.864800 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.895484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf277-492c-4ece-a273-53a8b1e814c7 None None] Pushing event updated for resources: {'Port': ['ID=5a1f532b-264b-489b-a4cf-5b12b28f4958,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:07.917547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:07.922912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:07.926925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:07.932564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:07.933102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:07.939669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=7c45a0c0-ff34-4e97-af05-b37624bfddb8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:07.954353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f30dc5f9-902f-462b-9d94-14f7f6e1a1e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8131082 Jul 23 14:27:07.957310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:07.962941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7eecdd24-fc17-4aec-aacb-9e287266c6c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '6946f01a-7e6a-4f81-9ea2-680c52a54314', 'ip_address': '2001:db8::cbbd:2d1e:de4f:a048'}], 'name': 'tempest-NetworksTestDHCPv6-895565609'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:08.083536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eecdd24-fc17-4aec-aacb-9e287266c6c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:08.089002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eecdd24-fc17-4aec-aacb-9e287266c6c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.107232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7eecdd24-fc17-4aec-aacb-9e287266c6c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 6de93487-ec13-4181-8458-de406d026b67 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:08.207776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5a1f532b-264b-489b-a4cf-5b12b28f4958 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:08.259959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 5a1f532b-264b-489b-a4cf-5b12b28f4958 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:08.300882 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eecdd24-fc17-4aec-aacb-9e287266c6c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 14:27:08.301433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eecdd24-fc17-4aec-aacb-9e287266c6c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:08.317121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7eecdd24-fc17-4aec-aacb-9e287266c6c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3586051 Jul 23 14:27:08.319412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:08.328679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1f5101f9-4317-4596-9615-b01ac3e61836 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:08.350010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 1f5101f9-4317-4596-9615-b01ac3e61836 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:08.350353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1f5101f9-4317-4596-9615-b01ac3e61836 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:08.367734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fbda1-4307-40ba-a19f-8251cc9f17df req-7b6886ca-1dc2-44fa-b714-bc78debff492 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:08.369241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-815fbda1-4307-40ba-a19f-8251cc9f17df req-7b6886ca-1dc2-44fa-b714-bc78debff492 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0819409 Jul 23 14:27:08.401801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915fd33c-3b4b-41d3-9edf-5ae713c6e681 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:08.407160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-815fbda1-4307-40ba-a19f-8251cc9f17df req-41952aef-dfdf-45f0-9632-ed91150d6186 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Jul 23 14:27:08.407506 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915fd33c-3b4b-41d3-9edf-5ae713c6e681 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:08.409080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-915fd33c-3b4b-41d3-9edf-5ae713c6e681 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0883803 Jul 23 14:27:08.411744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:08.507576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 7c45a0c0-ff34-4e97-af05-b37624bfddb8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:08.507988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.602817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.615488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 7c45a0c0-ff34-4e97-af05-b37624bfddb8 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:08.743574 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.775967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=7c45a0c0-ff34-4e97-af05-b37624bfddb8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:08.805792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.807849 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6f09e04c-5991-4884-b040-090893c53af0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/7c45a0c0-ff34-4e97-af05-b37624bfddb8 HTTP/1.1" status: 204 len: 168 time: 0.3951483 Jul 23 14:27:08.810280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:08.865321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2960f4-191e-46d5-96de-aa16c8b15369 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:08.866943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2960f4-191e-46d5-96de-aa16c8b15369 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:08.868597 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2b2960f4-191e-46d5-96de-aa16c8b15369 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0573628 Jul 23 14:27:08.871851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:08.897446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-115d24f2-755c-4995-83a9-e52483f069fb None None] Provisioning for port 5a1f532b-264b-489b-a4cf-5b12b28f4958 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:08.901971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-115d24f2-755c-4995-83a9-e52483f069fb None None] Provisioning complete for port 5a1f532b-264b-489b-a4cf-5b12b28f4958 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:08.902802 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-115d24f2-755c-4995-83a9-e52483f069fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.927673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 6946f01a-7e6a-4f81-9ea2-680c52a54314 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:08.931277 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.974183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:08.987118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-115d24f2-755c-4995-83a9-e52483f069fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.025995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-115d24f2-755c-4995-83a9-e52483f069fb None None] For port 5a1f532b-264b-489b-a4cf-5b12b28f4958, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5a1f532b-264b-489b-a4cf-5b12b28f4958,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:09.032386 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-115d24f2-755c-4995-83a9-e52483f069fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.068744 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.085410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d24f2-755c-4995-83a9-e52483f069fb None None] Pushing event updated for resources: {'Port': ['ID=5a1f532b-264b-489b-a4cf-5b12b28f4958,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:09.131203 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.146171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16a426e4-cc30-4faf-8c23-f02cb612eb8c None None] Could not find standard attr ID for object 7c45a0c0-ff34-4e97-af05-b37624bfddb8. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:09.160514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=6946f01a-7e6a-4f81-9ea2-680c52a54314,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:09.162852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.167004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-447c9e84-cef1-4dad-96c1-90d9f6747701 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/6946f01a-7e6a-4f81-9ea2-680c52a54314 HTTP/1.1" status: 204 len: 168 time: 0.2910593 Jul 23 14:27:09.168023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:09.171387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a3f64a-18ee-45f6-8a54-7bea7e5ca997 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:09.207341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9d0fa675-d81f-4f86-946f-7d0ae0005c91 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390522 Jul 23 14:27:09.211739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:09.216806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:09.313683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:09.317595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.346562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:09.392214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] Deleting port 5a1f532b-264b-489b-a4cf-5b12b28f4958 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:09.392619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.455839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] For port 5a1f532b-264b-489b-a4cf-5b12b28f4958, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5a1f532b-264b-489b-a4cf-5b12b28f4958,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:09.456229 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.471394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] Calling delete_port for 5a1f532b-264b-489b-a4cf-5b12b28f4958 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:09.539269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.551662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.580776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] Pushing event deleted for resources: {'Port': ['ID=5a1f532b-264b-489b-a4cf-5b12b28f4958,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:09.582497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf9947-b84a-4447-82da-49c1d36d0b78 None None] No DVR routers for this DVR port 5a1f532b-264b-489b-a4cf-5b12b28f4958 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:09.594814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:09.601752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:09.605047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:09.605640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.610217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b8a7d-9091-441b-b1e1-b7714d6b199f None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:09.627515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0fe4c-18bb-4b05-8742-0b62e2d0acc1 req-1465f8e2-8955-42c0-831c-8d018d2f14cd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:09.629010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16b0fe4c-18bb-4b05-8742-0b62e2d0acc1 req-1465f8e2-8955-42c0-831c-8d018d2f14cd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1451635 Jul 23 14:27:09.634494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=70f3bb15-cc06-48ac-b11d-665e5e6521ae,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:09.645303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-55d9107a-9d62-453d-b585-d843d05b0ae8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4324532 Jul 23 14:27:09.648372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:09.653647 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a01b5b46-b07f-4b0d-a698-31d935f38afe tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '70f3bb15-cc06-48ac-b11d-665e5e6521ae', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-446705158'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:09.675220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16b0fe4c-18bb-4b05-8742-0b62e2d0acc1 req-d6acf440-b2d0-4772-8089-64beaf65e9c8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jul 23 14:27:09.769621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01b5b46-b07f-4b0d-a698-31d935f38afe tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:09.774684 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01b5b46-b07f-4b0d-a698-31d935f38afe tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.777893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '70f3bb15-cc06-48ac-b11d-665e5e6521ae'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:09.778805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:09.791823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a01b5b46-b07f-4b0d-a698-31d935f38afe tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port edd5a32f-9809-4e44-807f-133d87cb3080 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:09.913818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/70f3bb15-cc06-48ac-b11d-665e5e6521ae/2b9965ce-1b7b-4106-8451-6c922eee5dd9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:09.945927 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-db38adbd-2bab-466a-8989-4634a7644491 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664732 Jul 23 14:27:10.053112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-035d37af-e048-47d0-ad89-6f13d6c49682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:10.054478 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.055028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-035d37af-e048-47d0-ad89-6f13d6c49682 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.0526948 Jul 23 14:27:10.062857 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Transition to ACTIVE for port object 2b9965ce-1b7b-4106-8451-6c922eee5dd9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:10.077464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Transition to ACTIVE for port object 2b9965ce-1b7b-4106-8451-6c922eee5dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:10.087997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.105524 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01b5b46-b07f-4b0d-a698-31d935f38afe tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:10.106008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01b5b46-b07f-4b0d-a698-31d935f38afe tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:10.130632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:10.133658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:10.138158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:10.141285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Pushing event updated for resources: {'Port': ['ID=2b9965ce-1b7b-4106-8451-6c922eee5dd9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:10.155182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a01b5b46-b07f-4b0d-a698-31d935f38afe tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5033736 Jul 23 14:27:10.155721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:10.176635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-461caafe-7f23-45d8-a7d1-bd3f88b9f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:10.179052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-461caafe-7f23-45d8-a7d1-bd3f88b9f98d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.1059673 Jul 23 14:27:10.207947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5a1f532b-264b-489b-a4cf-5b12b28f4958 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:10.221770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab29005-ca41-4ea0-824c-0f4fc0a24791 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:10.225895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-1b23165e-de1f-4781-8d94-e2c793a64ac5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0378196 Jul 23 14:27:10.226072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cab29005-ca41-4ea0-824c-0f4fc0a24791 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0666397 Jul 23 14:27:10.226257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:10.236178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 5a1f532b-264b-489b-a4cf-5b12b28f4958 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:10.236642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5a1f532b-264b-489b-a4cf-5b12b28f4958 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:10.240226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Attempting to bind port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:10.240598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Attempting to bind port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:10.240952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Attempting to bind port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:10.247234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:10.247606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:10.248054 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.248539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:10.249007 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Bound port: 2b9965ce-1b7b-4106-8451-6c922eee5dd9, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:10.249431 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.277532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-250f6648-aa3e-4084-8367-f6cc6f9917de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:10.279056 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-250f6648-aa3e-4084-8367-f6cc6f9917de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0498304 Jul 23 14:27:10.286843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a440de-c70a-42af-b59f-a1739151a4b5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:10.288403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a440de-c70a-42af-b59f-a1739151a4b5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:10.292565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-01a440de-c70a-42af-b59f-a1739151a4b5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0627203 Jul 23 14:27:10.292703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:10.323614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] For port 2b9965ce-1b7b-4106-8451-6c922eee5dd9, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:10.327432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] For port 2b9965ce-1b7b-4106-8451-6c922eee5dd9, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b9965ce-1b7b-4106-8451-6c922eee5dd9,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:10.335430 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.352188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 70f3bb15-cc06-48ac-b11d-665e5e6521ae {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:10.356004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.401041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceab8f-0941-48a4-8d11-85ea5420cbbb None None] Pushing event updated for resources: {'Port': ['ID=2b9965ce-1b7b-4106-8451-6c922eee5dd9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:10.412027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.506859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.595515 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.625153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=70f3bb15-cc06-48ac-b11d-665e5e6521ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:10.629618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.634353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-87e246c4-034c-4eff-918d-803e91d15943 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/70f3bb15-cc06-48ac-b11d-665e5e6521ae HTTP/1.1" status: 204 len: 168 time: 0.3379281 Jul 23 14:27:10.634353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:10.676005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-113dd6c6-a800-4b60-9ba7-545293960b99 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371661 Jul 23 14:27:10.676315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:10.681555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:10.715631 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-5bd99ffd-2329-4912-b5f2-ddab5ac7fe2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4301822 Jul 23 14:27:10.806613 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-abc64469-f797-476a-9855-7b2b2043f0c9 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838892 Jul 23 14:27:10.823977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:10.827421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:10.859775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24c67-6512-4035-a268-25c8b80007ad req-7cdab1c2-311a-47d7-af5b-e16ba0849276 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:10.861280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-45d24c67-6512-4035-a268-25c8b80007ad req-7cdab1c2-311a-47d7-af5b-e16ba0849276 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1029415 Jul 23 14:27:10.900789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-64e54a37-fe55-478d-9eca-a2b9203ff03d req-5d5c84a4-3ea5-4ffa-a522-aca6f77e1734 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876946 Jul 23 14:27:10.949921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-45d24c67-6512-4035-a268-25c8b80007ad req-709436b1-8710-4cf8-bbee-6c03583d5294 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827329 Jul 23 14:27:11.052255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:11.356433 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d080b3cc-65f9-4b38-82ac-fe2a3f80f7dd None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:11.429702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:11.432937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:11.437259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:11.437858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:11.441842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dacede49-607d-4d2b-acd8-21fc271bb322 None None] Provisioning for port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:11.449238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=d268fcfa-28e6-4dcb-817d-00a7086df93f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:11.460758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0c5a56a1-07a7-4a10-beb1-f2ae09923bd0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7833323 Jul 23 14:27:11.462793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:11.467227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-89eaf784-96aa-48fd-af39-ecb84be17a7c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2052139157', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:11.492749 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89eaf784-96aa-48fd-af39-ecb84be17a7c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:11.493928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89eaf784-96aa-48fd-af39-ecb84be17a7c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:11.576497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89eaf784-96aa-48fd-af39-ecb84be17a7c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:11.582526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89eaf784-96aa-48fd-af39-ecb84be17a7c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:11.602988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89eaf784-96aa-48fd-af39-ecb84be17a7c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:11.604168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-89eaf784-96aa-48fd-af39-ecb84be17a7c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1403916 Jul 23 14:27:11.607202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:11.709717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c6361-3fd8-489a-8392-3dc8b98ce1d2 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:11.889724 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.086910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe7ece-b4ab-4221-a436-cbe13272da08 req-2f318efe-829a-4940-bf9a-19fc0ad4f201 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:12.088419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8cfe7ece-b4ab-4221-a436-cbe13272da08 req-2f318efe-829a-4940-bf9a-19fc0ad4f201 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0654933 Jul 23 14:27:12.143214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8cfe7ece-b4ab-4221-a436-cbe13272da08 req-c15d3e7b-0d32-4df4-88cc-1053f11cc55c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486977 Jul 23 14:27:12.152319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::1 (00e5770a-33df-44d4-af6e-7d0354b85b65/d268fcfa-28e6-4dcb-817d-00a7086df93f/919ee3d3-3f0f-4646-94e1-0415292f1c81) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:12.203564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9965ce-1b7b-4106-8451-6c922eee5dd9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:12.252347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:12.256123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:12.256504 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.270593 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.285059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 919ee3d3-3f0f-4646-94e1-0415292f1c81 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:12.320801 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.333447 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.358393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:12.361368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:12.365747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 2b9965ce-1b7b-4106-8451-6c922eee5dd9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b9965ce-1b7b-4106-8451-6c922eee5dd9,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:12.367139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:12.367717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.373512 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.407891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=919ee3d3-3f0f-4646-94e1-0415292f1c81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:12.440668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=2b9965ce-1b7b-4106-8451-6c922eee5dd9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:12.504093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.646382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0dd0c12-79dd-47a7-ac5d-c79e1231d709 None None] Provisioning for port 919ee3d3-3f0f-4646-94e1-0415292f1c81 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:12.651788 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0dd0c12-79dd-47a7-ac5d-c79e1231d709 None None] Provisioning complete for port 919ee3d3-3f0f-4646-94e1-0415292f1c81 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:12.652110 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0c12-79dd-47a7-ac5d-c79e1231d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.687681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd0c12-79dd-47a7-ac5d-c79e1231d709 None None] Port 919ee3d3-3f0f-4646-94e1-0415292f1c81 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:27:12.797528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.813833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.815131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:12.860056 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-30f25e62-b9fe-461d-984e-5bc83a03b115 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1212347 Jul 23 14:27:12.901528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=919ee3d3-3f0f-4646-94e1-0415292f1c81,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:12.991246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:12.993848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:13.004554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff359598-235b-4cfe-a75f-579e59309e5f req-4e1b1e73-fa4d-4bd3-8e7c-7c8686b5ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.006078 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-4e1b1e73-fa4d-4bd3-8e7c-7c8686b5ff40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1097 time: 0.1211178 Jul 23 14:27:13.175583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff359598-235b-4cfe-a75f-579e59309e5f req-c0943370-ca3f-4145-97e6-69d173ea27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.176931 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-c0943370-ca3f-4145-97e6-69d173ea27dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.1375933 Jul 23 14:27:13.211388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c53d8927-6aa3-48fa-a050-86aac02df0b1 None None] Provisioning complete for port 919ee3d3-3f0f-4646-94e1-0415292f1c81 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:13.211770 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c53d8927-6aa3-48fa-a050-86aac02df0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:13.234919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Router cd696cb1-c18a-4e6c-bdb9-b2d629547069 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:27:13.250886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c53d8927-6aa3-48fa-a050-86aac02df0b1 None None] Port 919ee3d3-3f0f-4646-94e1-0415292f1c81 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:27:13.253705 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-56328cde-7786-4e21-9f78-990840f76aef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 200 len: 1002 time: 0.0699286 Jul 23 14:27:13.280405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c5806-6bc3-427c-b92e-21a19a600031 req-99b0ecdf-027c-483b-99ef-5d87b946b9e9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.281821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-227c5806-6bc3-427c-b92e-21a19a600031 req-99b0ecdf-027c-483b-99ef-5d87b946b9e9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0689929 Jul 23 14:27:13.319214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-227c5806-6bc3-427c-b92e-21a19a600031 req-b3bca1c2-b14f-4cd8-9df4-b17bc8d67302 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Jul 23 14:27:13.373162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff359598-235b-4cfe-a75f-579e59309e5f req-104ed23e-a050-4b9c-bbfa-cdeb48d6637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.374667 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-104ed23e-a050-4b9c-bbfa-cdeb48d6637f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.1136506 Jul 23 14:27:13.376045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:27:13.383503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-59c12e9d-8899-4642-8273-4266fec7e30a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "PUT /v2.0/routers/cd696cb1-c18a-4e6c-bdb9-b2d629547069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748206 Jul 23 14:27:13.384016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:13.388720 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Sync routers for ids ['cd696cb1-c18a-4e6c-bdb9-b2d629547069'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:27:13.403733 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Routers {'cd696cb1-c18a-4e6c-bdb9-b2d629547069'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:13.404590 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:26:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cd696cb1-c18a-4e6c-bdb9-b2d629547069'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:13.447588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff359598-235b-4cfe-a75f-579e59309e5f req-00f78fbb-c90a-4640-8ce7-5a0e3cd718b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.449292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-00f78fbb-c90a-4640-8ce7-5a0e3cd718b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609107 Jul 23 14:27:13.454802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8fad6-3a8d-4e39-8ed0-a011b738b068 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.456352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-efc8fad6-3a8d-4e39-8ed0-a011b738b068 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports/919ee3d3-3f0f-4646-94e1-0415292f1c81 HTTP/1.1" status: 200 len: 911 time: 0.0713279 Jul 23 14:27:13.459380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:13.494173 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Set router cd696cb1-c18a-4e6c-bdb9-b2d629547069 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:27:13.524635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7f9dd-77e0-45a4-bf5d-93a4be19b3c9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.530442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7f9dd-77e0-45a4-bf5d-93a4be19b3c9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:13.532087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-94b7f9dd-77e0-45a4-bf5d-93a4be19b3c9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0718100 Jul 23 14:27:13.535572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:13.561310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-7a7e566f-8864-4a2a-8986-a7d7dfe70f74 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035635 Jul 23 14:27:13.654728 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ff359598-235b-4cfe-a75f-579e59309e5f req-122736e2-437b-4ede-8c63-26afe2e36138 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862381 Jul 23 14:27:13.701775 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd696cb1-c18a-4e6c-bdb9-b2d629547069', 'name': 'tempest-NetworksTestDHCPv6-router-2052139157', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:27:11Z', 'updated_at': '2021-07-23T14:27:12Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'gw_port_host': None, '_interfaces': [{'id': '919ee3d3-3f0f-4646-94e1-0415292f1c81', 'name': '', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'mac_address': 'fa:16:3e:96:55:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd696cb1-c18a-4e6c-bdb9-b2d629547069', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'd268fcfa-28e6-4dcb-817d-00a7086df93f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:27:11Z', 'updated_at': '2021-07-23T14:27:12Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'subnets': [{'id': 'd268fcfa-28e6-4dcb-817d-00a7086df93f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:13.731104 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Checking router: cd696cb1-c18a-4e6c-bdb9-b2d629547069 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:27:13.731451 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Updating router cd696cb1-c18a-4e6c-bdb9-b2d629547069 port 919ee3d3-3f0f-4646-94e1-0415292f1c81 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:27:13.764445 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:13.940674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.022201 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.031915 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Transition to ACTIVE for port object 919ee3d3-3f0f-4646-94e1-0415292f1c81 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:14.037858 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.087146 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Pushing event updated for resources: {'Port': ['ID=919ee3d3-3f0f-4646-94e1-0415292f1c81,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:14.133930 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.134372 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.134722 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.135050 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.135370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.135690 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.136008 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.136324 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.136636 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.136948 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.137258 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.137565 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:14.153921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 919ee3d3-3f0f-4646-94e1-0415292f1c81 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:14.154330 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Attempting to bind port 919ee3d3-3f0f-4646-94e1-0415292f1c81 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:14.154442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.154727 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Attempting to bind port 919ee3d3-3f0f-4646-94e1-0415292f1c81 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:14.155089 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Attempting to bind port 919ee3d3-3f0f-4646-94e1-0415292f1c81 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:14.160484 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:14.160896 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:14.161298 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.161683 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:14.162137 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Bound port: 919ee3d3-3f0f-4646-94e1-0415292f1c81, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:14.162507 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.194189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9965ce-1b7b-4106-8451-6c922eee5dd9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:14.245867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:14.246486 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.260062 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] For port 919ee3d3-3f0f-4646-94e1-0415292f1c81, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:14.261631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] For port 919ee3d3-3f0f-4646-94e1-0415292f1c81, host n-d-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:14.262339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.263620 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] For port 919ee3d3-3f0f-4646-94e1-0415292f1c81, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=919ee3d3-3f0f-4646-94e1-0415292f1c81,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:14.273305 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.277844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 919ee3d3-3f0f-4646-94e1-0415292f1c81 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:14.339420 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc946bf-710c-424a-af63-e44f0d4d08fb None None] Pushing event updated for resources: {'Port': ['ID=919ee3d3-3f0f-4646-94e1-0415292f1c81,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:14.350962 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Routers {'cd696cb1-c18a-4e6c-bdb9-b2d629547069'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:14.352604 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:26:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cd696cb1-c18a-4e6c-bdb9-b2d629547069'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:14.529091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.569279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=919ee3d3-3f0f-4646-94e1-0415292f1c81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:14.578217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c693d41-493e-48b0-838e-54369678bfd3 req-42e238dd-b6d3-450e-bef5-dd831b7f4d7c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:14.579832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c693d41-493e-48b0-838e-54369678bfd3 req-42e238dd-b6d3-450e-bef5-dd831b7f4d7c tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1490571 Jul 23 14:27:14.591282 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] Set router cd696cb1-c18a-4e6c-bdb9-b2d629547069 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:27:14.600714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-760ecd8b-6476-483f-ac36-b6fa05030381 None None] Could not find standard attr ID for object 919ee3d3-3f0f-4646-94e1-0415292f1c81. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:14.699182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:14.703433 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c693d41-493e-48b0-838e-54369678bfd3 req-9d77de77-66ae-46b3-ad39-588a15fd6d41 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981262 Jul 23 14:27:14.805834 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd696cb1-c18a-4e6c-bdb9-b2d629547069', 'name': 'tempest-NetworksTestDHCPv6-router-2052139157', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:27:11Z', 'updated_at': '2021-07-23T14:27:12Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'gw_port_host': None, '_interfaces': [{'id': '919ee3d3-3f0f-4646-94e1-0415292f1c81', 'name': '', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'mac_address': 'fa:16:3e:96:55:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd696cb1-c18a-4e6c-bdb9-b2d629547069', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'd268fcfa-28e6-4dcb-817d-00a7086df93f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:27:11Z', 'updated_at': '2021-07-23T14:27:14Z', 'revision_number': 4, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'subnets': [{'id': 'd268fcfa-28e6-4dcb-817d-00a7086df93f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:14.832905 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69df77-82e7-4e1e-839c-05c9227cf32f None None] The sync data for ids ['cd696cb1-c18a-4e6c-bdb9-b2d629547069'] in n-d-801990-3 is: [{'id': 'cd696cb1-c18a-4e6c-bdb9-b2d629547069', 'name': 'tempest-NetworksTestDHCPv6-router-2052139157', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:27:11Z', 'updated_at': '2021-07-23T14:27:12Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'gw_port_host': None, '_interfaces': [{'id': '919ee3d3-3f0f-4646-94e1-0415292f1c81', 'name': '', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'mac_address': 'fa:16:3e:96:55:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd696cb1-c18a-4e6c-bdb9-b2d629547069', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'd268fcfa-28e6-4dcb-817d-00a7086df93f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:27:11Z', 'updated_at': '2021-07-23T14:27:14Z', 'revision_number': 4, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'subnets': [{'id': 'd268fcfa-28e6-4dcb-817d-00a7086df93f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:27:14.886202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Router cd696cb1-c18a-4e6c-bdb9-b2d629547069 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:27:14.963021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:27:14.969488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-219ee3d0-0fef-44a8-a551-999e3e7fd6f5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "PUT /v2.0/routers/cd696cb1-c18a-4e6c-bdb9-b2d629547069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328673 Jul 23 14:27:14.972042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:15.049547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7aea83-b653-46fc-9093-e0b4b951146c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:15.051109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7aea83-b653-46fc-9093-e0b4b951146c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:15.052663 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bf7aea83-b653-46fc-9093-e0b4b951146c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0796232 Jul 23 14:27:15.055446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:15.109532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet d268fcfa-28e6-4dcb-817d-00a7086df93f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:15.113001 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.159968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.206165 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.272355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.299701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=d268fcfa-28e6-4dcb-817d-00a7086df93f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:15.303479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.305451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-82357d0e-fa94-4ca1-8b62-d0eaced07add tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/d268fcfa-28e6-4dcb-817d-00a7086df93f HTTP/1.1" status: 204 len: 168 time: 0.2490919 Jul 23 14:27:15.308099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:15.311110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292cd9b-56bd-491d-9ced-5eb61a11b32c None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:15.421526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f9dbae5d-a59a-4ec4-a633-43ed0aeb4b62 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1118774 Jul 23 14:27:15.423731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:15.507217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19886eda-3355-46ea-b7b4-cb55af448ff9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.518269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:15.564218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] Deleting port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:15.564667 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.628524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] For port 2b9965ce-1b7b-4106-8451-6c922eee5dd9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b9965ce-1b7b-4106-8451-6c922eee5dd9,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:15.629040 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.640952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] Calling delete_port for 2b9965ce-1b7b-4106-8451-6c922eee5dd9 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:15.665691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19886eda-3355-46ea-b7b4-cb55af448ff9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.668133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19886eda-3355-46ea-b7b4-cb55af448ff9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.715664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19886eda-3355-46ea-b7b4-cb55af448ff9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.716338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19886eda-3355-46ea-b7b4-cb55af448ff9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Fanout notify agent at l3_agent the message router_deleted on router cd696cb1-c18a-4e6c-bdb9-b2d629547069 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:27:15.724353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19886eda-3355-46ea-b7b4-cb55af448ff9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.728860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:15.731209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-19886eda-3355-46ea-b7b4-cb55af448ff9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/routers/cd696cb1-c18a-4e6c-bdb9-b2d629547069 HTTP/1.1" status: 204 len: 168 time: 0.3063097 Jul 23 14:27:15.734390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:15.833387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:15.837932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.851749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843291f3-3c37-4977-93dd-d59e2b074996 req-5c61d077-966a-433f-8f05-e273d2a374c9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:15.853631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-843291f3-3c37-4977-93dd-d59e2b074996 req-5c61d077-966a-433f-8f05-e273d2a374c9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0721128 Jul 23 14:27:15.892380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-301ae06a-0cae-43c0-90a7-10a632c7e007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.899936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-843291f3-3c37-4977-93dd-d59e2b074996 req-9c230d9a-c57b-47d2-9be8-6062ee841e9f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Jul 23 14:27:15.920094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:15.947115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] Pushing event deleted for resources: {'Port': ['ID=2b9965ce-1b7b-4106-8451-6c922eee5dd9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:15.955683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8870570-30e6-4610-b0e9-191de76f63b6 None None] No DVR routers for this DVR port 2b9965ce-1b7b-4106-8451-6c922eee5dd9 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:16.052619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.100148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:16.103889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:16.108139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:16.108733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.113804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e41d3-9270-493f-8f87-25cc63486617 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:16.114242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=930e4a7c-1afd-4db6-9c68-ba8c649d074e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:16.131366 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-87f2d955-d172-4aa4-8ab1-a6b3ed353176 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4012828 Jul 23 14:27:16.133939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:16.138609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c116e5b-208e-4c85-a1b7-28c6b8e17e75 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-621877013', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:16.168644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c116e5b-208e-4c85-a1b7-28c6b8e17e75 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.169895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c116e5b-208e-4c85-a1b7-28c6b8e17e75 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.192289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9965ce-1b7b-4106-8451-6c922eee5dd9 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:16.217814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2b9965ce-1b7b-4106-8451-6c922eee5dd9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:16.218090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9965ce-1b7b-4106-8451-6c922eee5dd9 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:16.233042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c116e5b-208e-4c85-a1b7-28c6b8e17e75 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.235553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] Sync routers for ids ['cd696cb1-c18a-4e6c-bdb9-b2d629547069'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:27:16.239515 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c116e5b-208e-4c85-a1b7-28c6b8e17e75 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.257407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c116e5b-208e-4c85-a1b7-28c6b8e17e75 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.258663 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0c116e5b-208e-4c85-a1b7-28c6b8e17e75 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1237063 Jul 23 14:27:16.261407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:16.267864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:16.268240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:27:16.268845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd696cb1-c18a-4e6c-bdb9-b2d629547069'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:26:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:27:16.287028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:16.287379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:27:16.287947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd696cb1-c18a-4e6c-bdb9-b2d629547069'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:26:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:27:16.288335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969fe15-ee47-457c-a7c3-3ab0a58c8161 None None] The sync data for ids ['cd696cb1-c18a-4e6c-bdb9-b2d629547069'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:27:16.324474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '930e4a7c-1afd-4db6-9c68-ba8c649d074e'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:16.326313 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.465821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/930e4a7c-1afd-4db6-9c68-ba8c649d074e/a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:16.617520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.627178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Transition to ACTIVE for port object a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:16.642693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Transition to ACTIVE for port object a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:16.650310 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.689753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:16.694929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:16.699863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:16.705660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Pushing event updated for resources: {'Port': ['ID=a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:16.783882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Attempting to bind port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:16.784250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Attempting to bind port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:16.784611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Attempting to bind port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:16.789986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:16.790356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:16.790865 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.791256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:16.791708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Bound port: a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:16.792088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.855649 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] For port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:16.859299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] For port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:16.864865 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.899601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:16.927848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678ff12-b717-40af-8a2b-9443b62416e5 None None] Pushing event updated for resources: {'Port': ['ID=a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:17.050808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e0cc-8d41-4b47-8d7e-e9e562e810c8 req-a5240385-b928-4d2c-bf76-243601d257ff tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:17.052351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f32e0cc-8d41-4b47-8d7e-e9e562e810c8 req-a5240385-b928-4d2c-bf76-243601d257ff tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0743096 Jul 23 14:27:17.115793 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f32e0cc-8d41-4b47-8d7e-e9e562e810c8 req-2c535598-ab56-4090-b1cc-59d0615d7807 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485427 Jul 23 14:27:17.201373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::1 (00e5770a-33df-44d4-af6e-7d0354b85b65/930e4a7c-1afd-4db6-9c68-ba8c649d074e/5dc0bdd6-1e8e-4140-bc27-8800e8bb3886) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:17.317303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.331539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:17.368218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.409268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:17.412248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:17.417923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:17.418463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.453875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=5dc0bdd6-1e8e-4140-bc27-8800e8bb3886,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:17.552798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.815950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.821912 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.822777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.860268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f9e5a1e-2d71-4aeb-a506-23689f1f106b None None] Provisioning for port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:17.874664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:17.892467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=5dc0bdd6-1e8e-4140-bc27-8800e8bb3886,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:17.957625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:17.959551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:18.086069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Router 946b9953-b47d-490a-a833-f21e23d9e2de is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:27:18.103403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a9be680-9b4a-4af3-9fa7-8c86e9a9fa1f None None] Provisioning for port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:18.108680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a9be680-9b4a-4af3-9fa7-8c86e9a9fa1f None None] Provisioning complete for port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:18.109253 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a9be680-9b4a-4af3-9fa7-8c86e9a9fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.150835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5a9be680-9b4a-4af3-9fa7-8c86e9a9fa1f None None] Port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:27:18.198313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:27:18.208462 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Sync routers for ids ['946b9953-b47d-490a-a833-f21e23d9e2de'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:27:18.209776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:18.217531 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-700436b7-b392-4394-9b94-637ec85ae54b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "PUT /v2.0/routers/946b9953-b47d-490a-a833-f21e23d9e2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9549444 Jul 23 14:27:18.220903 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Routers {'946b9953-b47d-490a-a833-f21e23d9e2de'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:18.221892 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:26:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['946b9953-b47d-490a-a833-f21e23d9e2de'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:18.246486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:18.296564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65d15ee6-bc71-41bf-a497-c1785280ff34 None None] Provisioning complete for port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:18.297102 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d15ee6-bc71-41bf-a497-c1785280ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.302931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51183ba8-d2b5-4fc2-a50f-77d22a3f027f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:18.304391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-51183ba8-d2b5-4fc2-a50f-77d22a3f027f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports/5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 HTTP/1.1" status: 200 len: 911 time: 0.0934629 Jul 23 14:27:18.307054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:18.322005 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Set router 946b9953-b47d-490a-a833-f21e23d9e2de gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:27:18.349562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-65d15ee6-bc71-41bf-a497-c1785280ff34 None None] Port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:27:18.351328 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.358731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:18.362995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:18.363597 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.374129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc708660-2847-479f-bd29-1d7b39be21c7 req-4cb49911-2013-4549-9b88-e40e433ea04b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:18.375769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc708660-2847-479f-bd29-1d7b39be21c7 req-4cb49911-2013-4549-9b88-e40e433ea04b tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1508064 Jul 23 14:27:18.414982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d73dc-17fd-47d9-b4e8-4dadcce1a591 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:18.420818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d73dc-17fd-47d9-b4e8-4dadcce1a591 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:18.425021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f65d73dc-17fd-47d9-b4e8-4dadcce1a591 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1144028 Jul 23 14:27:18.426293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:18.436788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc708660-2847-479f-bd29-1d7b39be21c7 req-7e7dd6dd-8ed6-4798-8618-c130594b7b0f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551977 Jul 23 14:27:18.486131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.516373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec8feecb-9175-4a92-ae6f-269e321f6c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.529327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:18.536317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.552444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 919ee3d3-3f0f-4646-94e1-0415292f1c81 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:18.571207 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b9953-b47d-490a-a833-f21e23d9e2de', 'name': 'tempest-NetworksTestDHCPv6-router-621877013', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:27:16Z', 'updated_at': '2021-07-23T14:27:17Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'gw_port_host': None, '_interfaces': [{'id': '5dc0bdd6-1e8e-4140-bc27-8800e8bb3886', 'name': '', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'mac_address': 'fa:16:3e:9d:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b9953-b47d-490a-a833-f21e23d9e2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '930e4a7c-1afd-4db6-9c68-ba8c649d074e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:27:16Z', 'updated_at': '2021-07-23T14:27:17Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'subnets': [{'id': '930e4a7c-1afd-4db6-9c68-ba8c649d074e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:18.580808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 919ee3d3-3f0f-4646-94e1-0415292f1c81 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:18.581108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 919ee3d3-3f0f-4646-94e1-0415292f1c81 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:18.602026 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Checking router: 946b9953-b47d-490a-a833-f21e23d9e2de for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:27:18.602444 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Updating router 946b9953-b47d-490a-a833-f21e23d9e2de port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:27:18.634942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:18.639191 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.959419 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.970407 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Transition to ACTIVE for port object 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:18.976564 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:18.981122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.025472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00b8f-c84e-4ede-b4e5-51d0837fdf6a None None] Pushing event updated for resources: {'Port': ['ID=5dc0bdd6-1e8e-4140-bc27-8800e8bb3886,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:19.088979 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Attempting to bind port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:19.089449 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Attempting to bind port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:19.089866 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Attempting to bind port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:19.095392 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:19.095835 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:19.096300 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.096768 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:19.097290 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Bound port: 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:19.097731 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.172584 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] For port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:19.176498 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] For port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5dc0bdd6-1e8e-4140-bc27-8800e8bb3886,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:19.185657 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.258829 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00b8f-c84e-4ede-b4e5-51d0837fdf6a None None] Pushing event updated for resources: {'Port': ['ID=5dc0bdd6-1e8e-4140-bc27-8800e8bb3886,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:19.261540 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Routers {'946b9953-b47d-490a-a833-f21e23d9e2de'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:19.262383 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:27:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['946b9953-b47d-490a-a833-f21e23d9e2de'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:19.295661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:19.296253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.359294 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] Set router 946b9953-b47d-490a-a833-f21e23d9e2de gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:27:19.397136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] For port 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5dc0bdd6-1e8e-4140-bc27-8800e8bb3886,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:19.397616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.414164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:19.558760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.648878 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b9953-b47d-490a-a833-f21e23d9e2de', 'name': 'tempest-NetworksTestDHCPv6-router-621877013', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:27:16Z', 'updated_at': '2021-07-23T14:27:17Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'gw_port_host': None, '_interfaces': [{'id': '5dc0bdd6-1e8e-4140-bc27-8800e8bb3886', 'name': '', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'mac_address': 'fa:16:3e:9d:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b9953-b47d-490a-a833-f21e23d9e2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '930e4a7c-1afd-4db6-9c68-ba8c649d074e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:27:16Z', 'updated_at': '2021-07-23T14:27:19Z', 'revision_number': 4, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'subnets': [{'id': '930e4a7c-1afd-4db6-9c68-ba8c649d074e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:19.662823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4eb-b338-47c4-a442-dbb3a30825e3 req-e9fa862b-383a-4870-a483-8f38d3e215e8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:19.671552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92e5e4eb-b338-47c4-a442-dbb3a30825e3 req-e9fa862b-383a-4870-a483-8f38d3e215e8 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1005285 Jul 23 14:27:19.688144 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372cb08-f68d-4334-8c75-504a93a9e825 None None] The sync data for ids ['946b9953-b47d-490a-a833-f21e23d9e2de'] in n-d-801990-3 is: [{'id': '946b9953-b47d-490a-a833-f21e23d9e2de', 'name': 'tempest-NetworksTestDHCPv6-router-621877013', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:27:16Z', 'updated_at': '2021-07-23T14:27:17Z', 'revision_number': 2, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'gw_port_host': None, '_interfaces': [{'id': '5dc0bdd6-1e8e-4140-bc27-8800e8bb3886', 'name': '', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'mac_address': 'fa:16:3e:9d:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b9953-b47d-490a-a833-f21e23d9e2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '930e4a7c-1afd-4db6-9c68-ba8c649d074e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:27:16Z', 'updated_at': '2021-07-23T14:27:19Z', 'revision_number': 4, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'subnets': [{'id': '930e4a7c-1afd-4db6-9c68-ba8c649d074e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:27:19.704556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:19.714223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c0a0862-9d09-4c4f-946b-bde351642774 None None] Could not find standard attr ID for object 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:19.718633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92e5e4eb-b338-47c4-a442-dbb3a30825e3 req-e5b6836c-87f8-4741-9685-3e2a11eece12 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457623 Jul 23 14:27:19.741672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=5dc0bdd6-1e8e-4140-bc27-8800e8bb3886,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:19.861793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.043039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aceef-a3b7-4f45-a51b-813b0c1707fb req-b4b157c4-89d9-4c22-b1ba-524fdd3e02f1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:20.050237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f5aceef-a3b7-4f45-a51b-813b0c1707fb req-b4b157c4-89d9-4c22-b1ba-524fdd3e02f1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1535723 Jul 23 14:27:20.096566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f5aceef-a3b7-4f45-a51b-813b0c1707fb req-eaeac0c0-0470-4371-965a-beba20dceed9 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455310 Jul 23 14:27:20.112406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Router 946b9953-b47d-490a-a833-f21e23d9e2de has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:27:20.197483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:27:20.198050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:20.206447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-912c4d7f-688c-4a8b-b7e2-380d4ba31c32 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "PUT /v2.0/routers/946b9953-b47d-490a-a833-f21e23d9e2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758133 Jul 23 14:27:20.206750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:20.266793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d086e3c-9035-4e35-8d1d-1e536e840323 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:20.268373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d086e3c-9035-4e35-8d1d-1e536e840323 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:20.272500 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d086e3c-9035-4e35-8d1d-1e536e840323 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0623143 Jul 23 14:27:20.272991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:20.273280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d56d43-5a74-4e93-9b0d-307c494b811f req-cac738b3-bb9d-4689-9fca-829cfea907e1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:20.274905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7d56d43-5a74-4e93-9b0d-307c494b811f req-cac738b3-bb9d-4689-9fca-829cfea907e1 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1018159 Jul 23 14:27:20.284377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:20.284752 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.317696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7d56d43-5a74-4e93-9b0d-307c494b811f req-3fde8578-fa54-47f7-ba32-0cb2c4db071f tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367031 Jul 23 14:27:20.330336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 930e4a7c-1afd-4db6-9c68-ba8c649d074e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:20.334295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.378094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.475577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.539379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.566891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=930e4a7c-1afd-4db6-9c68-ba8c649d074e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:20.570599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.572555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f585f5bc-08af-451c-ad96-32d7a77dd9a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/930e4a7c-1afd-4db6-9c68-ba8c649d074e HTTP/1.1" status: 204 len: 168 time: 0.2964046 Jul 23 14:27:20.575001 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:20.578821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a1867-ec30-4f6e-b4c7-626ce2c8b2cb None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:20.608509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186d0c-af49-4d1e-99bf-2ada9efce707 req-802339f3-972c-471b-b502-b08f83013f87 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:20.610117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23186d0c-af49-4d1e-99bf-2ada9efce707 req-802339f3-972c-471b-b502-b08f83013f87 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0733232 Jul 23 14:27:20.658513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23186d0c-af49-4d1e-99bf-2ada9efce707 req-933653f5-b4f2-4882-ae79-3fd6796f6ca4 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Jul 23 14:27:20.668620 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7c703887-abf6-4fec-a734-90c4e14e6189 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0925183 Jul 23 14:27:20.671428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:20.808383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:20.857272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] Deleting port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:20.857516 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.932534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] For port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:20.933108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:20.951414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] Calling delete_port for a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:21.048727 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.092795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] Pushing event deleted for resources: {'Port': ['ID=a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:21.096961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68424ce-9c2e-4011-b10f-3ced0871a696 None None] No DVR routers for this DVR port a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:21.146044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80cac8c-b83d-405a-a2d4-b359aa5467cd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.234098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] Sync routers for ids ['946b9953-b47d-490a-a833-f21e23d9e2de'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:27:21.262474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] Routers {'946b9953-b47d-490a-a833-f21e23d9e2de'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:21.263412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:27:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['946b9953-b47d-490a-a833-f21e23d9e2de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:21.302467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.321599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80cac8c-b83d-405a-a2d4-b359aa5467cd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.323794 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80cac8c-b83d-405a-a2d4-b359aa5467cd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.337985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] Set router 946b9953-b47d-490a-a833-f21e23d9e2de gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:27:21.388973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80cac8c-b83d-405a-a2d4-b359aa5467cd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.389666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80cac8c-b83d-405a-a2d4-b359aa5467cd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Fanout notify agent at l3_agent the message router_deleted on router 946b9953-b47d-490a-a833-f21e23d9e2de {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:27:21.394157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82711d-7183-4c49-90f2-28690af0fe92 req-28c605e9-49ac-4947-be38-deea9688fcc9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:21.395740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf82711d-7183-4c49-90f2-28690af0fe92 req-28c605e9-49ac-4947-be38-deea9688fcc9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0654900 Jul 23 14:27:21.396552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80cac8c-b83d-405a-a2d4-b359aa5467cd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.397655 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f80cac8c-b83d-405a-a2d4-b359aa5467cd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/routers/946b9953-b47d-490a-a833-f21e23d9e2de HTTP/1.1" status: 204 len: 168 time: 0.7254698 Jul 23 14:27:21.398062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b9953-b47d-490a-a833-f21e23d9e2de', 'name': 'tempest-NetworksTestDHCPv6-router-621877013', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:27:16Z', 'updated_at': '2021-07-23T14:27:19Z', 'revision_number': 3, 'project_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:21.400526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:21.425283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] Checking router: 946b9953-b47d-490a-a833-f21e23d9e2de for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:27:21.433282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:27:21.433643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:27:21.434233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'946b9953-b47d-490a-a833-f21e23d9e2de'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:27:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:27:21.434601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aa181-c0cc-4da1-83aa-54415fe1f752 None None] The sync data for ids ['946b9953-b47d-490a-a833-f21e23d9e2de'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:27:21.439072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57d93359-2d24-48be-933c-8ce9263e4d92 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0373218 Jul 23 14:27:21.441479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:21.492871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf82711d-7183-4c49-90f2-28690af0fe92 req-f15f64d4-a4dd-42e9-bd65-b3e0a9edd879 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825770 Jul 23 14:27:21.504729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea85df4b-ffb3-4b9d-ab1f-53b709726331 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:21.506185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ea85df4b-ffb3-4b9d-ab1f-53b709726331 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638809 Jul 23 14:27:21.510823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:21.548516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3c92e9d1-7a0a-4366-a082-3acd58c190a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364318 Jul 23 14:27:21.552963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:21.558127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:21.655911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:21.659232 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.865930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf4f8-bacf-4894-9594-588a22af8f29 req-a2735c17-c09b-4d83-9aba-65dc3036c493 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:21.867474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0edcf4f8-bacf-4894-9594-588a22af8f29 req-a2735c17-c09b-4d83-9aba-65dc3036c493 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.1365085 Jul 23 14:27:21.870796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-e5a71a40-eae7-4783-88a8-e9926a2d4d3a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:21.872297 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-e5a71a40-eae7-4783-88a8-e9926a2d4d3a tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 945 time: 0.0645540 Jul 23 14:27:21.938531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0edcf4f8-bacf-4894-9594-588a22af8f29 req-fd04d364-d293-4940-b5fc-e6b716e00441 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650747 Jul 23 14:27:21.980348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Deleting port 2bdf9340-9c40-48b1-b330-8d120504d382 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:21.980704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:21.991922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:21.993462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.033569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:22.036622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:22.040761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:22.041372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.046551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df531768-7c06-425e-b621-f84212082263 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:22.056694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=72202cd0-d92f-4b38-bc3f-1483f9fd6544,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:22.066325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-46679fd8-fda9-4c72-ae03-5fb84816472a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5122252 Jul 23 14:27:22.066912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:22.076543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:22.112038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] For port 2bdf9340-9c40-48b1-b330-8d120504d382, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2bdf9340-9c40-48b1-b330-8d120504d382,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:22.112649 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.155053 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Calling delete_port for 2bdf9340-9c40-48b1-b330-8d120504d382 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:22.172501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:22.200195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:22.200531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5dc0bdd6-1e8e-4140-bc27-8800e8bb3886 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:22.200936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:22.240283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '72202cd0-d92f-4b38-bc3f-1483f9fd6544'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:22.241137 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.244247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:22.244583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a9aaad78-f4a9-4d27-bd46-ca80e88e6dbf not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:22.265606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:22.269211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.371826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Allocated IP 2001:db8::f816:3eff:fe8b:c4be (00e5770a-33df-44d4-af6e-7d0354b85b65/72202cd0-d92f-4b38-bc3f-1483f9fd6544/2719e566-df9b-4ba2-b23d-5dad4baed92b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:22.395692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.429223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d', '2bdf9340-9c40-48b1-b330-8d120504d382'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:27:22.435411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event deleted for resources: {'Port': ['ID=2bdf9340-9c40-48b1-b330-8d120504d382,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:22.485118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] No DVR routers for this DVR port 2bdf9340-9c40-48b1-b330-8d120504d382 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:22.489078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.491064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9c0a9156-eeca-4ae0-8a94-4236fbd8ad19 req-4e3e5603-f6ad-4d4b-8123-8efdf57d71eb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "DELETE /v2.0/ports/2bdf9340-9c40-48b1-b330-8d120504d382 HTTP/1.1" status: 204 len: 173 time: 0.6130064 Jul 23 14:27:22.491497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'name': 'network-vif-deleted', 'tag': '2bdf9340-9c40-48b1-b330-8d120504d382'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:27:22.493822 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036ce547-b419-49d4-87c3-fee837beae80" -d '{"events": [{"server_uuid": "9d23c9df-22ae-4a77-9cce-37c8b190d5ab", "name": "network-vif-deleted", "tag": "2bdf9340-9c40-48b1-b330-8d120504d382"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:27:22.540894 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ce03bf-5936-45b9-9a2b-e3a6150c3126 x-openstack-request-id: req-a3ce03bf-5936-45b9-9a2b-e3a6150c3126 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:27:22.541245 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d23c9df-22ae-4a77-9cce-37c8b190d5ab", "name": "network-vif-deleted", "tag": "2bdf9340-9c40-48b1-b330-8d120504d382", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:27:22.541490 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3ce03bf-5936-45b9-9a2b-e3a6150c3126 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:27:22.541892 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d23c9df-22ae-4a77-9cce-37c8b190d5ab', 'name': 'network-vif-deleted', 'tag': '2bdf9340-9c40-48b1-b330-8d120504d382', 'status': 'completed', 'code': 200} Jul 23 14:27:22.590414 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.603391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Transition to ACTIVE for port object 2719e566-df9b-4ba2-b23d-5dad4baed92b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:22.633955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Transition to ACTIVE for port object 2719e566-df9b-4ba2-b23d-5dad4baed92b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:22.648254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.653932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.670517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eebcd-9d3f-434c-970f-57825542a175 req-84e27b24-dff0-4e9d-ab3c-42e21102033d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:22.673829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e9eebcd-9d3f-434c-970f-57825542a175 req-84e27b24-dff0-4e9d-ab3c-42e21102033d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0841615 Jul 23 14:27:22.701172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:22.705228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:22.709358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:22.709905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.712191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:22.719919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e9eebcd-9d3f-434c-970f-57825542a175 req-fe83844f-9ec3-4a3a-8990-e6d4865fae49 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Jul 23 14:27:22.726973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:22.734839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:22.740159 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6693802 Jul 23 14:27:22.740535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:22.745745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:22.745902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:14:6e:e9', 'name': 'tempest-NetworksTestDHCPv6-610645635'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:22.751222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a0291-4126-4f8e-98b1-00176dde7735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=9eb006c8-99a8-4a62-812c-ac177c1beadb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:22.821452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Attempting to bind port 2719e566-df9b-4ba2-b23d-5dad4baed92b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:22.821791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Attempting to bind port 2719e566-df9b-4ba2-b23d-5dad4baed92b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:22.822228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Attempting to bind port 2719e566-df9b-4ba2-b23d-5dad4baed92b on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:22.829252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:22.829742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:22.830256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.830660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:22.831121 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Bound port: 2719e566-df9b-4ba2-b23d-5dad4baed92b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:22.831500 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.863797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:22.901222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:22.904407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:22.908754 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.946117 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:22.971331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084214b8-d37d-48f9-9a5f-227e0e35150a None None] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:22.981948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port e6e68f0b-5d36-4056-83d7-504e889d7565 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:23.223275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 172.20.0.9 (00e5770a-33df-44d4-af6e-7d0354b85b65/9eb006c8-99a8-4a62-812c-ac177c1beadb/e6e68f0b-5d36-4056-83d7-504e889d7565) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:23.244753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe14:6ee9 (00e5770a-33df-44d4-af6e-7d0354b85b65/72202cd0-d92f-4b38-bc3f-1483f9fd6544/e6e68f0b-5d36-4056-83d7-504e889d7565) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:23.412350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:23.429939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object e6e68f0b-5d36-4056-83d7-504e889d7565 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:23.461160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-835a6559-4ecc-41e2-9476-b5a74b8e02c3 req-3f22be5f-d5a2-4c56-b771-390bbc477ae3 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d23c9df-22ae-4a77-9cce-37c8b190d5ab HTTP/1.1" status: 200 len: 210 time: 0.4169261 Jul 23 14:27:23.466427 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:23.509413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:23.514407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:23.518440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:23.525227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=e6e68f0b-5d36-4056-83d7-504e889d7565,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:23.575334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:23.575958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:23.592940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c8d2144d-cdf3-48fb-acb5-6fa69f99e035 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8515708 Jul 23 14:27:23.596723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:23.662583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f9fe0-f2cc-4ce3-bc48-0236155a5ddb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:23.668647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f9fe0-f2cc-4ce3-bc48-0236155a5ddb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:23.670463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d03f9fe0-f2cc-4ce3-bc48-0236155a5ddb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0726402 Jul 23 14:27:23.673360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:23.779540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port e6e68f0b-5d36-4056-83d7-504e889d7565 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:23.779970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:23.908253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:23.923446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for e6e68f0b-5d36-4056-83d7-504e889d7565 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:23.934914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c249e19-935e-4157-9f2f-cdb69aa3e114 req-92027a0c-8c90-4f38-beb9-df3fac2a1092 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:23.936467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c249e19-935e-4157-9f2f-cdb69aa3e114 req-92027a0c-8c90-4f38-beb9-df3fac2a1092 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1325352 Jul 23 14:27:23.984169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e850171-c98e-4049-9e36-341e96ba828d None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:24.013012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c249e19-935e-4157-9f2f-cdb69aa3e114 req-37a5ab45-885e-497d-8d3a-1c1e67200949 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692954 Jul 23 14:27:24.105936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34f881e4-40d7-4b14-89d6-663aad612144 None None] Provisioning for port 2719e566-df9b-4ba2-b23d-5dad4baed92b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:24.157807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.185000 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=e6e68f0b-5d36-4056-83d7-504e889d7565,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:24.203232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2719e566-df9b-4ba2-b23d-5dad4baed92b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:24.279254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.281017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5100e5c7-0b02-47b4-84d6-a85eaf4087a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/e6e68f0b-5d36-4056-83d7-504e889d7565 HTTP/1.1" status: 204 len: 168 time: 0.6067066 Jul 23 14:27:24.283834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:24.289301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957758e2-cba1-48da-8282-17f6966fecb1 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '72202cd0-d92f-4b38-bc3f-1483f9fd6544', 'ip_address': '2001:db8::f816:3eff:fe8b:c4be'}, {'subnet_id': '9eb006c8-99a8-4a62-812c-ac177c1beadb'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '2719e566-df9b-4ba2-b23d-5dad4baed92b'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:27:24.315020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2719e566-df9b-4ba2-b23d-5dad4baed92b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:24.323469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2719e566-df9b-4ba2-b23d-5dad4baed92b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:24.323853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.342556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16688404-63aa-419e-a339-a91db9a6516e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:24.344108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16688404-63aa-419e-a339-a91db9a6516e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:24.345638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16688404-63aa-419e-a339-a91db9a6516e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:24.347837 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-16688404-63aa-419e-a339-a91db9a6516e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0629561 Jul 23 14:27:24.350155 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-957758e2-cba1-48da-8282-17f6966fecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.350736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:24.402021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 72202cd0-d92f-4b38-bc3f-1483f9fd6544 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:24.405644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.444958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.525471 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.562703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:24.567468 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.569909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.643178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:24.647449 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-957758e2-cba1-48da-8282-17f6966fecb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72202cd0-d92f-4b38-bc3f-1483f9fd6544: This subnet is being modified by another concurrent operation. Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:27:24.648823 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72202cd0-d92f-4b38-bc3f-1483f9fd6544: This subnet is being modified by another concurrent operation. Jul 23 14:27:24.652429 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:27:24.679870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=72202cd0-d92f-4b38-bc3f-1483f9fd6544,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:24.687280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.692034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:24.692518 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8c9985b2-820a-47b0-af8b-fd5f90aaec8f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/72202cd0-d92f-4b38-bc3f-1483f9fd6544 HTTP/1.1" status: 204 len: 168 time: 0.3403649 Jul 23 14:27:24.751262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f980fd3-fa4f-4d49-8669-1d7a3f4c2682 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:24.766244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 9eb006c8-99a8-4a62-812c-ac177c1beadb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:24.769585 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.810881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.844077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b374cf1-64fd-4c40-84d4-b8e65a532be2 None None] Could not find standard attr ID for object e6e68f0b-5d36-4056-83d7-504e889d7565. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:24.858781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.884026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b374cf1-64fd-4c40-84d4-b8e65a532be2 None None] Provisioning complete for port 2719e566-df9b-4ba2-b23d-5dad4baed92b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:24.884396 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b374cf1-64fd-4c40-84d4-b8e65a532be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.935626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.953964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:24.956135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/9eb006c8-99a8-4a62-812c-ac177c1beadb HTTP/1.1" status: 204 len: 168 time: 0.2621613 Jul 23 14:27:24.958724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:24.976772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba10390-78d3-421a-96c9-55e598c90838 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb006c8-99a8-4a62-812c-ac177c1beadb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:25.032400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-03d5dc94-6060-4c8f-889b-ae5b0ea184e8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715256 Jul 23 14:27:25.035376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:25.040916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:25.066589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d0fcd-56ac-4bca-b50e-41660c527c48 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '9eb006c8-99a8-4a62-812c-ac177c1beadb'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '2719e566-df9b-4ba2-b23d-5dad4baed92b'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:27:25.132211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:25.135980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:25.260861 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0fcd-56ac-4bca-b50e-41660c527c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:25.333351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387db0-53ee-4363-b14c-50a37ba3666c req-e0267da1-7d7a-4e91-a313-e624e71572cb tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:25.335090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59387db0-53ee-4363-b14c-50a37ba3666c req-e0267da1-7d7a-4e91-a313-e624e71572cb tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1129692 Jul 23 14:27:25.425154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59387db0-53ee-4363-b14c-50a37ba3666c req-96aa80c8-99c5-4748-8a51-2c25888d70bc tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818317 Jul 23 14:27:25.468261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30b8834d-3732-4f5b-ab39-d40101f123d3 None None] Provisioning complete for port 2719e566-df9b-4ba2-b23d-5dad4baed92b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:25.468613 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30b8834d-3732-4f5b-ab39-d40101f123d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:25.539549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff4dc7-4f40-4ca3-a447-2e0bdb20295a None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:27:25.585632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:25.587766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30b8834d-3732-4f5b-ab39-d40101f123d3 None None] Could not find standard attr ID for object e6e68f0b-5d36-4056-83d7-504e889d7565. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:25.624866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff4dc7-4f40-4ca3-a447-2e0bdb20295a None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:27:25.737014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c1c4-0ad9-4889-ac3a-a8a0c802d30e req-ee5cbccf-ecdf-41f0-aaf9-b381908d42cd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:25.738430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1483c1c4-0ad9-4889-ac3a-a8a0c802d30e req-ee5cbccf-ecdf-41f0-aaf9-b381908d42cd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 946 time: 0.2289076 Jul 23 14:27:25.820987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1483c1c4-0ad9-4889-ac3a-a8a0c802d30e req-a5fe6f49-7942-45d1-a1a7-1e2e4ad1349e tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643215 Jul 23 14:27:25.862042 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:25.924820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': 'd464f080-731c-4cc3-bf22-3e71379650e9'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '2719e566-df9b-4ba2-b23d-5dad4baed92b'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:27:25.961232 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.015712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:26.043846 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.050127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.050919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.119785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:26.128836 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:27:26.129791 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:27:26.130027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:26.137136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:26.137735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.154803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=d464f080-731c-4cc3-bf22-3e71379650e9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:26.158812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:26.168316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cc24009a-280f-4950-93b2-8496e89b9aeb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1318915 Jul 23 14:27:26.171069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:26.176950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:26.177165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2719e566-df9b-4ba2-b23d-5dad4baed92b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:26.250580 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.283356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:26.288389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:26.289984 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.291913 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.341334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:26.579313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.637814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:26.649328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d8e-8f34-41f1-9591-f47e79fad231 req-c84ca645-0f5f-4965-af4a-052a5456d476 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:26.650866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0e22d8e-8f34-41f1-9591-f47e79fad231 req-c84ca645-0f5f-4965-af4a-052a5456d476 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1363480 Jul 23 14:27:26.652180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:26.653968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=49467ecb-c808-433c-974d-013f1f76ab02,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:26.660019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:26.660684 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.671405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.685435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-e7d79309-42dc-4728-8e38-ea6cf0d7a6dd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:26.688334 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-e7d79309-42dc-4728-8e38-ea6cf0d7a6dd tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 946 time: 0.0750692 Jul 23 14:27:26.691329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0dd57b6b-7a31-4efc-afdb-773d70fc9264 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5192525 Jul 23 14:27:26.694405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:26.704278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0e22d8e-8f34-41f1-9591-f47e79fad231 req-7b14ef25-66e1-4838-a362-743751735331 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 Jul 23 14:27:26.707705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:6e:b7:c5', 'name': 'tempest-NetworksTestDHCPv6-265730328'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:26.884746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Deleting port 334ecb9f-daaf-4292-80d5-614a34f86c9d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:26.885148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.899100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:26.903079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.929854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:26.960887 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.965700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:26.966753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:26.970532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe4c9-a597-44a0-bc6f-2ef3ac206752 req-3dbe2704-49b7-4303-8d31-c9cc907aeaa7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:26.973130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dabe4c9-a597-44a0-bc6f-2ef3ac206752 req-3dbe2704-49b7-4303-8d31-c9cc907aeaa7 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 946 time: 0.0754421 Jul 23 14:27:27.017509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0dabe4c9-a597-44a0-bc6f-2ef3ac206752 req-8fe761b1-760a-419a-b595-b0ccc27b44fb tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e603d21d-13e5-43ab-aabd-c8df7c517b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 Jul 23 14:27:27.047959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] For port 334ecb9f-daaf-4292-80d5-614a34f86c9d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=334ecb9f-daaf-4292-80d5-614a34f86c9d,segment=NetworkSegment(f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae),segment_id=f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:27.048414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.049583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabd52e-4eb5-4eaf-bdd0-bf9b126473c6 None None] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:27.068222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Calling delete_port for 334ecb9f-daaf-4292-80d5-614a34f86c9d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:27.120531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2bdf9340-9c40-48b1-b330-8d120504d382 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:27.148829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2bdf9340-9c40-48b1-b330-8d120504d382 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:27.149503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2bdf9340-9c40-48b1-b330-8d120504d382 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:27.239764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 172.20.0.13 (00e5770a-33df-44d4-af6e-7d0354b85b65/49467ecb-c808-433c-974d-013f1f76ab02/c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:27.248002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe6e:b7c5 (00e5770a-33df-44d4-af6e-7d0354b85b65/d464f080-731c-4cc3-bf22-3e71379650e9/c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:27.336468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.368793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['334ecb9f-daaf-4292-80d5-614a34f86c9d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:27:27.407479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Pushing event deleted for resources: {'Port': ['ID=334ecb9f-daaf-4292-80d5-614a34f86c9d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:27.487231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] No DVR routers for this DVR port 334ecb9f-daaf-4292-80d5-614a34f86c9d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:27.489919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.492618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-929b4d7a-ac9e-4af9-b83f-dbeea87f69c3 req-189ec602-778d-40a8-92f8-a9b612567629 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.11 "DELETE /v2.0/ports/334ecb9f-daaf-4292-80d5-614a34f86c9d HTTP/1.1" status: 204 len: 173 time: 0.7969031 Jul 23 14:27:27.495735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'name': 'network-vif-deleted', 'tag': '334ecb9f-daaf-4292-80d5-614a34f86c9d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:27:27.499350 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267e6b53-680f-4088-8f38-465906a08ae2" -d '{"events": [{"server_uuid": "a4ff2222-a9f5-443c-802e-0911f9d436f6", "name": "network-vif-deleted", "tag": "334ecb9f-daaf-4292-80d5-614a34f86c9d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:27:27.558116 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6425cb-7130-4d0e-bce2-738d455f7fc7 x-openstack-request-id: req-ad6425cb-7130-4d0e-bce2-738d455f7fc7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:27:27.558404 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ff2222-a9f5-443c-802e-0911f9d436f6", "name": "network-vif-deleted", "tag": "334ecb9f-daaf-4292-80d5-614a34f86c9d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:27:27.558673 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad6425cb-7130-4d0e-bce2-738d455f7fc7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:27:27.559063 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ff2222-a9f5-443c-802e-0911f9d436f6', 'name': 'network-vif-deleted', 'tag': '334ecb9f-daaf-4292-80d5-614a34f86c9d', 'status': 'completed', 'code': 200} Jul 23 14:27:27.563924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.578505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:27.607013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c429d-0086-4c97-a3a0-c9b395da9f40 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:27:27.653984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9278dfaf-9c55-48ee-9a5e-d0806cef4fd3 None None] Provisioning complete for port 2719e566-df9b-4ba2-b23d-5dad4baed92b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:27.654380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9278dfaf-9c55-48ee-9a5e-d0806cef4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.739411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c429d-0086-4c97-a3a0-c9b395da9f40 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:27:27.786795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9278dfaf-9c55-48ee-9a5e-d0806cef4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.852076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ab0e7-9deb-4cfb-aba7-fb575be72f66 req-c34ed066-d857-4e94-9e34-cb694eb9f076 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:27.853706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-148ab0e7-9deb-4cfb-aba7-fb575be72f66 req-c34ed066-d857-4e94-9e34-cb694eb9f076 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0699840 Jul 23 14:27:27.872454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9278dfaf-9c55-48ee-9a5e-d0806cef4fd3 None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:27.882998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9278dfaf-9c55-48ee-9a5e-d0806cef4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.884386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:27.903551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-148ab0e7-9deb-4cfb-aba7-fb575be72f66 req-28fc5db3-0081-418a-9262-3ea17de7cf3f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 Jul 23 14:27:27.925559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:27.928649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:27.932765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:27.963131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:27.964885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278dfaf-9c55-48ee-9a5e-d0806cef4fd3 None None] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:27.988674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:27.989545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.014853 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6548bedf-16e1-49f0-82e3-0380a9ac5497 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3152592 Jul 23 14:27:28.015020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:28.092972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e67d5b-7f09-4bc8-acbe-a0861920cc5a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:28.099085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e67d5b-7f09-4bc8-acbe-a0861920cc5a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:28.100855 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c5e67d5b-7f09-4bc8-acbe-a0861920cc5a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0847363 Jul 23 14:27:28.103492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:28.177702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3239e0-218d-473d-a699-8ea22c013cac req-4134acd1-9fdc-430f-9b8a-d420c679da35 tempest-ServersTestJSON-2139899840 tempest-ServersTestJSON-2139899840-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4ff2222-a9f5-443c-802e-0911f9d436f6 HTTP/1.1" status: 200 len: 210 time: 0.0401528 Jul 23 14:27:28.214162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': 'd464f080-731c-4cc3-bf22-3e71379650e9', 'ip_address': '2001:db8::f816:3eff:fe8b:c4be'}, {'subnet_id': '49467ecb-c808-433c-974d-013f1f76ab02'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '2719e566-df9b-4ba2-b23d-5dad4baed92b'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:27:28.256476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2719e566-df9b-4ba2-b23d-5dad4baed92b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:28.258864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.277709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:28.278053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.365345 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.377908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:28.398749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2719e566-df9b-4ba2-b23d-5dad4baed92b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:28.399129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.482936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] Allocated IP 172.20.0.2 (00e5770a-33df-44d4-af6e-7d0354b85b65/49467ecb-c808-433c-974d-013f1f76ab02/2719e566-df9b-4ba2-b23d-5dad4baed92b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:28.555921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.585388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:28.620308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:28.652460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.666578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] Transition to ACTIVE for port object 2719e566-df9b-4ba2-b23d-5dad4baed92b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:28.672077 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.685676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.688236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7f120ba1-c6db-430b-ab50-ab0d70b17241 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d HTTP/1.1" status: 204 len: 168 time: 0.5836110 Jul 23 14:27:28.690554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:28.749494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f1868-0abb-474b-b1d7-172a82780566 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:28.751504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f1868-0abb-474b-b1d7-172a82780566 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:28.753144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f1868-0abb-474b-b1d7-172a82780566 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:28.754702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d79f1868-0abb-474b-b1d7-172a82780566 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0630531 Jul 23 14:27:28.757574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:28.769063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d90f82-6606-4e19-9168-621846e0bbb9 None None] Pushing event updated for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:28.809678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 49467ecb-c808-433c-974d-013f1f76ab02 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:28.812853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.853978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:28.946429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.012471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.040457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=49467ecb-c808-433c-974d-013f1f76ab02,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:29.045651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.048598 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cc717b63-fbdf-4c42-b6fc-e427a700b89e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/49467ecb-c808-433c-974d-013f1f76ab02 HTTP/1.1" status: 204 len: 168 time: 0.2900879 Jul 23 14:27:29.051561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:29.055287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd131fbc-9184-4eb3-890c-51e1e900f2a3 req-a4abde3f-a6ae-4f62-9957-d0631f37c71f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:29.056978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd131fbc-9184-4eb3-890c-51e1e900f2a3 req-a4abde3f-a6ae-4f62-9957-d0631f37c71f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0785592 Jul 23 14:27:29.102187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd131fbc-9184-4eb3-890c-51e1e900f2a3 req-edbc1b23-8ce4-4878-a3fb-bd9d92353c66 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 Jul 23 14:27:29.110245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet d464f080-731c-4cc3-bf22-3e71379650e9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:29.113544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.157080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.230081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:29.253476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.275300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] Deleting subnet eb4765c6-0eca-49fe-bbb1-a3ce862eb8be {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:29.278832 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.315949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.320215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.340911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89435f71-a4f3-4e4a-9efe-60beee8470b4 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:29.353554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.357797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/d464f080-731c-4cc3-bf22-3e71379650e9 HTTP/1.1" status: 204 len: 168 time: 0.3030250 Jul 23 14:27:29.357797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830fb6-1922-4bde-83e4-a95876f9352b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=d464f080-731c-4cc3-bf22-3e71379650e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:29.358279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:29.366690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.414829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-225c6cac-51d4-4bd6-b3de-5ebd2772ba14 None None] Could not find standard attr ID for object c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:29.421440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5603929a-77eb-4efa-81dc-7953851e8a11 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618784 Jul 23 14:27:29.424669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:29.431027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:29.458489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.459929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-225c6cac-51d4-4bd6-b3de-5ebd2772ba14 None None] Provisioning for port 2719e566-df9b-4ba2-b23d-5dad4baed92b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:29.465105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-225c6cac-51d4-4bd6-b3de-5ebd2772ba14 None None] Provisioning complete for port 2719e566-df9b-4ba2-b23d-5dad4baed92b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:29.465477 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-225c6cac-51d4-4bd6-b3de-5ebd2772ba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.488158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4765c6-0eca-49fe-bbb1-a3ce862eb8be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:29.493435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.495438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-75a1b824-7574-4d95-bb52-2af1e04b2f87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb4765c6-0eca-49fe-bbb1-a3ce862eb8be HTTP/1.1" status: 204 len: 168 time: 0.2642975 Jul 23 14:27:29.497961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:29.537608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:29.543051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.586263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.612138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:29.667369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] Deleting port 2719e566-df9b-4ba2-b23d-5dad4baed92b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:29.667813 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.672231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.684782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48469017-a410-49cd-8b33-31324650c745']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:29.696270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:29.696572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0aea7b6-7442-4a7e-87ea-a8b8c9fe9aae') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:27:29.710471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.724780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.733450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:27:29.734169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:27:29.736739 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:27:29.739288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] For port 2719e566-df9b-4ba2-b23d-5dad4baed92b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2719e566-df9b-4ba2-b23d-5dad4baed92b,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:29.739288 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.749987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] Calling delete_port for 2719e566-df9b-4ba2-b23d-5dad4baed92b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:29.752238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.796188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:29.801533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:29.805925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:29.806527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.814242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=c14d7361-25bb-4262-a4ba-7457d2037922,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:29.823253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.828651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb364ad9-af29-46fb-91b2-1a9c9c87469c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4025490 Jul 23 14:27:29.829329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:29.829650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.831602 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/48469017-a410-49cd-8b33-31324650c745 HTTP/1.1" status: 204 len: 168 time: 0.3321180 Jul 23 14:27:29.835532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:29.844049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ea6b-fa88-4b72-a989-152b29da1eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=48469017-a410-49cd-8b33-31324650c745,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:29.847163 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:29.874596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] Pushing event deleted for resources: {'Port': ['ID=2719e566-df9b-4ba2-b23d-5dad4baed92b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:29.876499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36120f4d-be5d-4b7f-b4a3-a6dc40d066ef None None] No DVR routers for this DVR port 2719e566-df9b-4ba2-b23d-5dad4baed92b on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:29.892769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac8973-5543-4120-aa0f-8f233aa49ae9 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:29.956740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:29.961269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.036075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:30.083209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d7031496-23a7-47bd-a1bd-c75799957101 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0681ae260ac84c8aa43756ca5e132806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433156 Jul 23 14:27:30.083465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:30.150329 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a544ee-088c-4a27-ab6e-d64e24f3e46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.178494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a544ee-088c-4a27-ab6e-d64e24f3e46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.223157 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2719e566-df9b-4ba2-b23d-5dad4baed92b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:30.247677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2719e566-df9b-4ba2-b23d-5dad4baed92b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:30.248296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2719e566-df9b-4ba2-b23d-5dad4baed92b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:30.293941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': 'c14d7361-25bb-4262-a4ba-7457d2037922'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:30.295053 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.300540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa8015-0842-4c73-8085-0e5a842db50e req-40cf5f18-e017-4eb5-b274-07ffe2b1e179 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:30.302103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1aa8015-0842-4c73-8085-0e5a842db50e req-40cf5f18-e017-4eb5-b274-07ffe2b1e179 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1051517 Jul 23 14:27:30.303210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a544ee-088c-4a27-ab6e-d64e24f3e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.305860 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a544ee-088c-4a27-ab6e-d64e24f3e46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.307111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f9a544ee-088c-4a27-ab6e-d64e24f3e46c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e603d21d-13e5-43ab-aabd-c8df7c517b79 HTTP/1.1" status: 204 len: 168 time: 0.2224278 Jul 23 14:27:30.323186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a544ee-088c-4a27-ab6e-d64e24f3e46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e603d21d-13e5-43ab-aabd-c8df7c517b79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:30.338259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:30.339764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.363462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1aa8015-0842-4c73-8085-0e5a842db50e req-0812698b-eb7d-4744-9844-44ba24ce48ef tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471685 Jul 23 14:27:30.376477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:30.381411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:30.397137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:30.397137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.411456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=54fb8d8a-9ba1-4122-8f9e-f3fca6ec1ddd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:30.419158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f23f6a87-87c6-43fd-81e2-1f494f39f818 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5886996 Jul 23 14:27:30.422039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:30.428101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:25:7b:61', 'name': 'tempest-NetworksTestDHCPv6-1172280456'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:30.434072 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:27:30.509251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Allocated IP 172.20.0.2 (00e5770a-33df-44d4-af6e-7d0354b85b65/c14d7361-25bb-4262-a4ba-7457d2037922/94fd8900-c255-43c8-b3a2-0d8d6de56471) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:30.516439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Allocated IP 2001:db8::f816:3eff:fe63:6107 (00e5770a-33df-44d4-af6e-7d0354b85b65/54fb8d8a-9ba1-4122-8f9e-f3fca6ec1ddd/94fd8900-c255-43c8-b3a2-0d8d6de56471) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:30.557504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:30.643072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.665650 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.666754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 45baad04-a251-4351-a2ad-c0ce041180fc yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:30.675249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Transition to ACTIVE for port object 94fd8900-c255-43c8-b3a2-0d8d6de56471 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:30.691482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Transition to ACTIVE for port object 94fd8900-c255-43c8-b3a2-0d8d6de56471 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:30.697895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.738615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:30.744976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:30.749018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:30.797465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Pushing event updated for resources: {'Port': ['ID=94fd8900-c255-43c8-b3a2-0d8d6de56471,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:30.850870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Attempting to bind port 94fd8900-c255-43c8-b3a2-0d8d6de56471 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:30.851310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Attempting to bind port 94fd8900-c255-43c8-b3a2-0d8d6de56471 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:30.851685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Attempting to bind port 94fd8900-c255-43c8-b3a2-0d8d6de56471 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:30.856802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:30.857189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:30.857594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.857996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:30.858459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Bound port: 94fd8900-c255-43c8-b3a2-0d8d6de56471, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:30.858876 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:30.864946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 172.20.0.10 (00e5770a-33df-44d4-af6e-7d0354b85b65/c14d7361-25bb-4262-a4ba-7457d2037922/45baad04-a251-4351-a2ad-c0ce041180fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:30.872032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe25:7b61 (00e5770a-33df-44d4-af6e-7d0354b85b65/54fb8d8a-9ba1-4122-8f9e-f3fca6ec1ddd/45baad04-a251-4351-a2ad-c0ce041180fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:30.927827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] For port 94fd8900-c255-43c8-b3a2-0d8d6de56471, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:30.931225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] For port 94fd8900-c255-43c8-b3a2-0d8d6de56471, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=94fd8900-c255-43c8-b3a2-0d8d6de56471,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:30.937792 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:31.001783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8a29c-f223-409f-9f82-40863ae34161 None None] Pushing event updated for resources: {'Port': ['ID=94fd8900-c255-43c8-b3a2-0d8d6de56471,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:31.039579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:31.053627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 45baad04-a251-4351-a2ad-c0ce041180fc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:31.094787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:31.123250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 334ecb9f-daaf-4292-80d5-614a34f86c9d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:31.146631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:31.149702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 334ecb9f-daaf-4292-80d5-614a34f86c9d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:31.150053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 334ecb9f-daaf-4292-80d5-614a34f86c9d not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:31.152322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:31.162792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:31.197609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=45baad04-a251-4351-a2ad-c0ce041180fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:31.222987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:31.223641 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:31.251817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3ef8dc0c-7915-4fe9-af91-d249e12f3c4f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8283446 Jul 23 14:27:31.254252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:31.324112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085aa51-8360-43b7-8701-027408efb6f7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:31.330059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085aa51-8360-43b7-8701-027408efb6f7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:31.331682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0085aa51-8360-43b7-8701-027408efb6f7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0764372 Jul 23 14:27:31.334771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:31.441439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 45baad04-a251-4351-a2ad-c0ce041180fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:31.441852 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:31.535778 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:31.552507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 45baad04-a251-4351-a2ad-c0ce041180fc owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:31.714759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1919a-37a9-4b08-8cb0-daf518e7dc62 req-a1a22eef-666a-4230-99f6-02f4de289862 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:31.716591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a1919a-37a9-4b08-8cb0-daf518e7dc62 req-a1a22eef-666a-4230-99f6-02f4de289862 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1176617 Jul 23 14:27:31.819751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a1919a-37a9-4b08-8cb0-daf518e7dc62 req-f656b43d-d516-473e-8dd4-957fa8284866 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883181 Jul 23 14:27:31.854997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:31.902627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=45baad04-a251-4351-a2ad-c0ce041180fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:31.941415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-236e5bd3-fae6-443d-b691-095203d05cb4 req-669f37c2-c41a-4bab-8d29-0ac556d8de05 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0719087 Jul 23 14:27:32.021685 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.023881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-27aedba5-d699-4481-b5cd-b916006c6508 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/45baad04-a251-4351-a2ad-c0ce041180fc HTTP/1.1" status: 204 len: 168 time: 0.6880562 Jul 23 14:27:32.026322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:32.028316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef313df-075f-417e-a8d8-9f82639d818c None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:32.079119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1297b72-9503-476c-a823-68e7520cd7a4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:32.080794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1297b72-9503-476c-a823-68e7520cd7a4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:32.082462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1297b72-9503-476c-a823-68e7520cd7a4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:32.084427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f1297b72-9503-476c-a823-68e7520cd7a4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0567513 Jul 23 14:27:32.087426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:32.144000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13fcd09d-c586-4951-a743-4745a71844ee None None] Provisioning for port 94fd8900-c255-43c8-b3a2-0d8d6de56471 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:32.152824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 54fb8d8a-9ba1-4122-8f9e-f3fca6ec1ddd {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:32.160389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.216564 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.234516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 94fd8900-c255-43c8-b3a2-0d8d6de56471 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:32.288954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 94fd8900-c255-43c8-b3a2-0d8d6de56471 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:32.292785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 94fd8900-c255-43c8-b3a2-0d8d6de56471 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:32.293006 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.307735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.371551 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.377895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.405908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=54fb8d8a-9ba1-4122-8f9e-f3fca6ec1ddd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:32.410260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.414951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:32.415470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3ef0cab-4294-4081-85cb-227540a0de7d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/54fb8d8a-9ba1-4122-8f9e-f3fca6ec1ddd HTTP/1.1" status: 204 len: 168 time: 0.3264329 Jul 23 14:27:32.435156 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:27:32.435516 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:27:32.468059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet c14d7361-25bb-4262-a4ba-7457d2037922 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:32.471440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.513412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.613324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.675882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.705426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=c14d7361-25bb-4262-a4ba-7457d2037922,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:32.707464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.709732 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d3649334-616b-42eb-a5b5-0cfaf8392aff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/c14d7361-25bb-4262-a4ba-7457d2037922 HTTP/1.1" status: 204 len: 168 time: 0.2937486 Jul 23 14:27:32.712462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:32.752878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b4e5a980-e267-4331-8e36-f32d28a39fa3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392070 Jul 23 14:27:32.755647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:32.760837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:32.787960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a0d6c-8d78-4219-8aa0-d00e7321ef10 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:32.854105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:32.857880 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.915561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58ec022c-0ce6-4b8d-88ad-34f5fb0ce5f0 None None] Provisioning complete for port 94fd8900-c255-43c8-b3a2-0d8d6de56471 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:32.915945 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58ec022c-0ce6-4b8d-88ad-34f5fb0ce5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:32.992884 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.038257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 94fd8900-c255-43c8-b3a2-0d8d6de56471, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=94fd8900-c255-43c8-b3a2-0d8d6de56471,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:33.058883 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.068374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0826d6-1c42-4474-b1ec-947d17a78d42 req-d54ff9b0-5ad9-40c6-ac36-3ef1f2e681d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:33.069986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b0826d6-1c42-4474-b1ec-947d17a78d42 req-d54ff9b0-5ad9-40c6-ac36-3ef1f2e681d5 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1341665 Jul 23 14:27:33.096968 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58ec022c-0ce6-4b8d-88ad-34f5fb0ce5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.102330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:33.137393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=94fd8900-c255-43c8-b3a2-0d8d6de56471,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:33.140568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.177017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b0826d6-1c42-4474-b1ec-947d17a78d42 req-5caaec2f-5cff-4529-8a49-f1f1c4e8fc9f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000073 Jul 23 14:27:33.192092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:33.195336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:33.198861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:33.199673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.202187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-58ec022c-0ce6-4b8d-88ad-34f5fb0ce5f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:27:33.202546 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-58ec022c-0ce6-4b8d-88ad-34f5fb0ce5f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:27:33.213693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] Deleting port 94fd8900-c255-43c8-b3a2-0d8d6de56471 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:33.214082 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.215118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=b4b29ed9-50a3-4652-96be-2822c1485302,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:33.228909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dc638aec-73e1-4f8e-80de-e40d79c34bc3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4720116 Jul 23 14:27:33.229174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:33.234578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:33.290759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-882169ed-3112-40d9-96e8-0f9bd9e8138f req-247450ff-5869-408a-a7b7-c83fe952b225 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0324578 Jul 23 14:27:33.300963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] For port 94fd8900-c255-43c8-b3a2-0d8d6de56471, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=94fd8900-c255-43c8-b3a2-0d8d6de56471,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:33.301430 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.318697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] Calling delete_port for 94fd8900-c255-43c8-b3a2-0d8d6de56471 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:33.354859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:33.358361 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.400836 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.423662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] Pushing event deleted for resources: {'Port': ['ID=94fd8900-c255-43c8-b3a2-0d8d6de56471,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:33.429130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e6f877-e3e0-4ac3-b7c3-67506557e5b6 None None] No DVR routers for this DVR port 94fd8900-c255-43c8-b3a2-0d8d6de56471 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:33.450875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f619cda-271a-4c77-8d09-24814bb273ae None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:33.601309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': 'b4b29ed9-50a3-4652-96be-2822c1485302'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:33.602309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.647949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:33.649793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.694264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:33.697448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:33.701653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:33.702250 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.716631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=4c502bc6-68ff-45c8-b5ea-76154bf26e10,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:33.728712 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8ccc9657-8dcf-468e-b716-4d0464944824 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4950986 Jul 23 14:27:33.728712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:33.736267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:6d:aa:0d', 'name': 'tempest-NetworksTestDHCPv6-1527548294'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:33.751843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-58ec022c-0ce6-4b8d-88ad-34f5fb0ce5f0 None None] Port 94fd8900-c255-43c8-b3a2-0d8d6de56471 update to ACTIVE by agent not found {{(pid=93768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 14:27:33.789073 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-fd4bc380-005a-4e40-8f2b-afc84e7ec6ed req-34fa2d6c-2eed-4eec-8a67-9cb96a2da6ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0373363 Jul 23 14:27:33.807574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Allocated IP 172.20.0.2 (00e5770a-33df-44d4-af6e-7d0354b85b65/b4b29ed9-50a3-4652-96be-2822c1485302/ad6cea92-2927-450d-b81f-7555ed493d4c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:33.814307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Allocated IP 2001:db8::f816:3eff:fe97:3e31 (00e5770a-33df-44d4-af6e-7d0354b85b65/4c502bc6-68ff-45c8-b5ea-76154bf26e10/ad6cea92-2927-450d-b81f-7555ed493d4c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:33.874740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:33.953130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.960738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:33.962420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Transition to ACTIVE for port object ad6cea92-2927-450d-b81f-7555ed493d4c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:33.979317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Transition to ACTIVE for port object ad6cea92-2927-450d-b81f-7555ed493d4c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:33.981930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 6270c1ef-5251-4c1e-8d95-5dfe670b3490 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:33.988565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.031096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:34.034131 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:34.038920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:34.040911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Pushing event updated for resources: {'Port': ['ID=ad6cea92-2927-450d-b81f-7555ed493d4c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:34.120616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Attempting to bind port ad6cea92-2927-450d-b81f-7555ed493d4c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:34.121116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Attempting to bind port ad6cea92-2927-450d-b81f-7555ed493d4c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:34.121538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Attempting to bind port ad6cea92-2927-450d-b81f-7555ed493d4c on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:34.127119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:34.127560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:34.128020 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.128468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:34.128987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Bound port: ad6cea92-2927-450d-b81f-7555ed493d4c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:34.129435 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.149943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 172.20.0.3 (00e5770a-33df-44d4-af6e-7d0354b85b65/b4b29ed9-50a3-4652-96be-2822c1485302/6270c1ef-5251-4c1e-8d95-5dfe670b3490) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:34.157162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe6d:aa0d (00e5770a-33df-44d4-af6e-7d0354b85b65/4c502bc6-68ff-45c8-b5ea-76154bf26e10/6270c1ef-5251-4c1e-8d95-5dfe670b3490) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:34.190687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 94fd8900-c255-43c8-b3a2-0d8d6de56471 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:34.223311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 94fd8900-c255-43c8-b3a2-0d8d6de56471 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:34.223746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 94fd8900-c255-43c8-b3a2-0d8d6de56471 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:34.237650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] For port ad6cea92-2927-450d-b81f-7555ed493d4c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:34.242918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] For port ad6cea92-2927-450d-b81f-7555ed493d4c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ad6cea92-2927-450d-b81f-7555ed493d4c,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:34.249289 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.327100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84c986-bcfd-4329-ab3f-3b3d8c56b6c9 None None] Pushing event updated for resources: {'Port': ['ID=ad6cea92-2927-450d-b81f-7555ed493d4c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:34.345976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.350227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b478295-3385-40e1-8010-a4ca86c1ee0a req-68a9d2c2-f40c-4fd7-bdf4-b47c0581e712 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:34.351891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b478295-3385-40e1-8010-a4ca86c1ee0a req-68a9d2c2-f40c-4fd7-bdf4-b47c0581e712 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0859733 Jul 23 14:27:34.361646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 6270c1ef-5251-4c1e-8d95-5dfe670b3490 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:34.403683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b478295-3385-40e1-8010-a4ca86c1ee0a req-28aecf3b-5070-4e80-91a5-b59c6bd67507 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Jul 23 14:27:34.406210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.461542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:34.470896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:34.473976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:34.478555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=6270c1ef-5251-4c1e-8d95-5dfe670b3490,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:34.552240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:34.560553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.568870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0930b38a-db74-4a00-b517-f737487fdb2a req-a8990051-04e1-448b-ad3a-eb4d192a4e76 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0512948 Jul 23 14:27:34.582682 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5c6458be-b87a-4e92-9159-84aa37c4a949 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8511684 Jul 23 14:27:34.585224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:34.665683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393af387-8414-4ba1-82fd-8433abc29d9a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:34.672050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393af387-8414-4ba1-82fd-8433abc29d9a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:34.673818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-393af387-8414-4ba1-82fd-8433abc29d9a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0831439 Jul 23 14:27:34.676575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:34.783180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 6270c1ef-5251-4c1e-8d95-5dfe670b3490 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:34.783695 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.882787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:34.895949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 6270c1ef-5251-4c1e-8d95-5dfe670b3490 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:35.159470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:35.203111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=6270c1ef-5251-4c1e-8d95-5dfe670b3490,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:35.301405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:27:35.331821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:35.339966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-67469914-71e8-43a4-bbab-4db1ef83d29e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/6270c1ef-5251-4c1e-8d95-5dfe670b3490 HTTP/1.1" status: 204 len: 168 time: 0.6620827 Jul 23 14:27:35.343443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:35.447419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd1fb2-ff92-4747-bd7c-98ad3a15e452 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:35.453772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd1fb2-ff92-4747-bd7c-98ad3a15e452 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:35.457939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:35.459278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd1fb2-ff92-4747-bd7c-98ad3a15e452 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:35.461266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d6cd1fb2-ff92-4747-bd7c-98ad3a15e452 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1170185 Jul 23 14:27:35.464070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:35.486328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'port_id': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'mac_address': 'fa:16:3e:de:57:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:27:35.521520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb30e0-f546-4efc-8b7a-4bd539792a9a None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:35.565444 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:35.565710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 4c502bc6-68ff-45c8-b5ea-76154bf26e10 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:35.569405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:35.587195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:27:35.624227 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:35.635470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105795-c5e8-4dbb-b421-eac3be656471 req-38f23109-c348-443b-8c6e-6219010dfd54 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:35.638279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b105795-c5e8-4dbb-b421-eac3be656471 req-38f23109-c348-443b-8c6e-6219010dfd54 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1318972 Jul 23 14:27:35.664188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:35.679988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fdc533b4-7ac4-41cd-995a-90ab7d9074a8 None None] Provisioning for port ad6cea92-2927-450d-b81f-7555ed493d4c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:35.696747 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:35.731553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b105795-c5e8-4dbb-b421-eac3be656471 req-f1eadeef-35f4-4d62-a1fb-ea9684848938 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625911 Jul 23 14:27:35.795442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:27:35.870163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:36.272819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e9e31d4-c72a-4c7a-b9e3-a3e7d1cbc4c9 req-92a8ad0d-e87c-4577-ae0f-e1b5bf89e248 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0679307 Jul 23 14:27:36.295198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.306399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ad6cea92-2927-450d-b81f-7555ed493d4c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:36.388770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ad6cea92-2927-450d-b81f-7555ed493d4c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:36.395356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ad6cea92-2927-450d-b81f-7555ed493d4c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:36.396004 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.401795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.420755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.422878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/4c502bc6-68ff-45c8-b5ea-76154bf26e10 HTTP/1.1" status: 204 len: 168 time: 0.9572377 Jul 23 14:27:36.425602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:36.461249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba85bec-dc4f-4c53-a32c-49d80476cdd6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=4c502bc6-68ff-45c8-b5ea-76154bf26e10,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:36.522113 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.543791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet b4b29ed9-50a3-4652-96be-2822c1485302 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:36.549222 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.562896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ad6cea92-2927-450d-b81f-7555ed493d4c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ad6cea92-2927-450d-b81f-7555ed493d4c,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:36.576634 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.607009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.663437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ad6cea92-2927-450d-b81f-7555ed493d4c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:36.797008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.860369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e018f17c-fcbc-470e-881d-fdf830732b32 req-799f3ff7-40d2-4b2f-9545-cde8da7a9702 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0806208 Jul 23 14:27:36.883034 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.918578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b29ed9-50a3-4652-96be-2822c1485302,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:36.920978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:36.923356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fc251ec9-ed95-4dc7-bae6-bb481dbb6f52 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/b4b29ed9-50a3-4652-96be-2822c1485302 HTTP/1.1" status: 204 len: 168 time: 0.4960268 Jul 23 14:27:36.925706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:36.974503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6ecc508f-02f3-4fcb-af8c-f5a21cfdd402 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476100 Jul 23 14:27:36.976962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:36.982263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33008d3-979c-4723-aa1b-f27f1d4d8126 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:37.037261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2323e8-67d2-4b3d-9348-a9c180ffb090 req-7e13966c-e22c-4d67-ba4a-72ad201abd8f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:37.039113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae2323e8-67d2-4b3d-9348-a9c180ffb090 req-7e13966c-e22c-4d67-ba4a-72ad201abd8f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 945 time: 0.1003745 Jul 23 14:27:37.114154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9dcef8-2282-4d59-9227-00b57ca563d8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:37.123413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae2323e8-67d2-4b3d-9348-a9c180ffb090 req-aa523c90-0461-4162-83ab-6755ed77f1a4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705678 Jul 23 14:27:37.125582 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4c9dcef8-2282-4d59-9227-00b57ca563d8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1474216 Jul 23 14:27:37.128247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:37.218782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c4ef64-755a-4b49-9de8-3be15aa5ff20 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:37.220554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74c4ef64-755a-4b49-9de8-3be15aa5ff20 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912504 Jul 23 14:27:37.224313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:37.269678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e834428e-186d-4e5a-8dc6-6afd4ab063a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381780 Jul 23 14:27:37.270021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:37.276500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-efa00bfb-9aaa-444b-a0bf-4bc9470ca487 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:37.321205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c4983d5f-e16c-495b-a461-421f2610aaff None None] Provisioning complete for port ad6cea92-2927-450d-b81f-7555ed493d4c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:37.321714 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4983d5f-e16c-495b-a461-421f2610aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.359918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:37.388194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa00bfb-9aaa-444b-a0bf-4bc9470ca487 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:37.392287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efa00bfb-9aaa-444b-a0bf-4bc9470ca487 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.393894 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa00bfb-9aaa-444b-a0bf-4bc9470ca487 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:37.394605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa00bfb-9aaa-444b-a0bf-4bc9470ca487 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:37.411009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-efa00bfb-9aaa-444b-a0bf-4bc9470ca487 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1396699 Jul 23 14:27:37.414166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:37.423335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6ef4c0f0-cfcc-4fe6-a1e6-f54f89219293 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:37.508249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:37.508646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.552562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef4c0f0-cfcc-4fe6-a1e6-f54f89219293 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:37.557906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef4c0f0-cfcc-4fe6-a1e6-f54f89219293 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.559360 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef4c0f0-cfcc-4fe6-a1e6-f54f89219293 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:37.559796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef4c0f0-cfcc-4fe6-a1e6-f54f89219293 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:37.579986 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6ef4c0f0-cfcc-4fe6-a1e6-f54f89219293 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1603768 Jul 23 14:27:37.584626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:37.590544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2c068114-5d08-42f8-b103-14aace2adf22 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:37.611623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:37.654181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.673000 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.692313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:27:37.694699 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403040b-9f59-47f0-bd78-eb51bbe541ab" -d '{"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-plugged", "status": "completed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:27:37.707814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:37.721095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.747378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] Deleting port ad6cea92-2927-450d-b81f-7555ed493d4c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:37.747816 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.777623 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8214b547-45c0-4c70-8368-b9c4a9d65098 x-openstack-request-id: req-8214b547-45c0-4c70-8368-b9c4a9d65098 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:27:37.778318 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-plugged", "status": "completed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:27:37.778781 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8214b547-45c0-4c70-8368-b9c4a9d65098 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:27:37.779236 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'code': 200} Jul 23 14:27:37.788730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c068114-5d08-42f8-b103-14aace2adf22 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:37.800403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c068114-5d08-42f8-b103-14aace2adf22 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.802468 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c068114-5d08-42f8-b103-14aace2adf22 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:37.802933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c068114-5d08-42f8-b103-14aace2adf22 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:37.830538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:37.836928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8cd5392c-4a66-408e-b468-38ede67a6952 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:37.842726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2c068114-5d08-42f8-b103-14aace2adf22 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2414536 Jul 23 14:27:37.848160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:37.856237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] For port ad6cea92-2927-450d-b81f-7555ed493d4c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ad6cea92-2927-450d-b81f-7555ed493d4c,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:37.856636 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.869600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] Calling delete_port for ad6cea92-2927-450d-b81f-7555ed493d4c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:37.972437 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:37.974304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71933e3c-ac09-4e78-be65-6027ca130404 req-16c9e1e0-7cf9-4b6c-ac5d-0fc1ac02bbc8 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0373518 Jul 23 14:27:37.997264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd5392c-4a66-408e-b468-38ede67a6952 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:38.001107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cd5392c-4a66-408e-b468-38ede67a6952 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:38.002570 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd5392c-4a66-408e-b468-38ede67a6952 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:38.003036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd5392c-4a66-408e-b468-38ede67a6952 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:38.017404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] Pushing event deleted for resources: {'Port': ['ID=ad6cea92-2927-450d-b81f-7555ed493d4c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:38.019905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca47b2-9bd1-40da-b645-5a1af90b9c5d None None] No DVR routers for this DVR port ad6cea92-2927-450d-b81f-7555ed493d4c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:38.034758 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8cd5392c-4a66-408e-b468-38ede67a6952 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2015016 Jul 23 14:27:38.037084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:38.044377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-28d531f3-eee1-42d2-babd-f8abc06b7955 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:38.191495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d531f3-eee1-42d2-babd-f8abc06b7955 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:38.191691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ad6cea92-2927-450d-b81f-7555ed493d4c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:38.195466 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28d531f3-eee1-42d2-babd-f8abc06b7955 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:38.196949 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d531f3-eee1-42d2-babd-f8abc06b7955 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:38.197374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d531f3-eee1-42d2-babd-f8abc06b7955 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:38.223642 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-28d531f3-eee1-42d2-babd-f8abc06b7955 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1846659 Jul 23 14:27:38.226785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:38.232784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-49ab0db0-31fb-45f9-a94b-865ccb842d71 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:38.240259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ad6cea92-2927-450d-b81f-7555ed493d4c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:38.241750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ad6cea92-2927-450d-b81f-7555ed493d4c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:38.294105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c506266-f3a2-4cf1-99b9-b3332a9bb62a req-8c42bb09-f51d-438b-a87e-63c8bcbda78d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:38.301691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c506266-f3a2-4cf1-99b9-b3332a9bb62a req-8c42bb09-f51d-438b-a87e-63c8bcbda78d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0745759 Jul 23 14:27:38.356875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c506266-f3a2-4cf1-99b9-b3332a9bb62a req-332d24d6-0dac-4dbe-b0f0-d82ed09f3fad tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539622 Jul 23 14:27:38.402168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ab0db0-31fb-45f9-a94b-865ccb842d71 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:38.414054 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49ab0db0-31fb-45f9-a94b-865ccb842d71 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:38.414054 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ab0db0-31fb-45f9-a94b-865ccb842d71 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:38.414054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ab0db0-31fb-45f9-a94b-865ccb842d71 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:38.435731 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-49ab0db0-31fb-45f9-a94b-865ccb842d71 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2072227 Jul 23 14:27:38.440089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:38.477226 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c32ebb5d-b3f6-4012-8acd-f06970ff9f81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354929 Jul 23 14:27:38.480441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:38.544854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170c298-dd2d-432a-a4ff-b38791d05542 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:38.546671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7170c298-dd2d-432a-a4ff-b38791d05542 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650516 Jul 23 14:27:38.549663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:38.596243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-60a7efb1-6937-4baa-931b-5f14479975ff tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413518 Jul 23 14:27:38.596489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:38.601772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:38.738328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:38.742261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.087214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:39.097266 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.140736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dfa2f80f-5697-4b43-9cfb-1cbfa52c70e0 req-48782e2e-36f3-4d6c-a73e-b4e44dcf17f9 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0521359 Jul 23 14:27:39.164305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:39.179069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:39.183793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:39.184619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.193145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b686a7-ac50-4415-9aad-d95a50848084 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:39.195509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=e0f97fff-abb9-4123-85c7-e7fc22ae58ba,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:39.212055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a68f3b77-5597-49bc-af5a-c1464e2e4717 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6114309 Jul 23 14:27:39.212264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:39.218061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:dd:df:7b', 'name': 'tempest-NetworksTestDHCPv6-1217065331'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:39.369244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:39.384378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': 'e0f97fff-abb9-4123-85c7-e7fc22ae58ba'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:39.385526 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.490595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.519932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 43901305-c970-4b09-b245-49c9a7233765 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:39.546599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Allocated IP 2001:db8::f816:3eff:fe8f:405e (00e5770a-33df-44d4-af6e-7d0354b85b65/e0f97fff-abb9-4123-85c7-e7fc22ae58ba/cc2109ff-bd23-4400-b8a4-7ce6f228cdf4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:39.586343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a119e-33fe-4356-a33a-92ad32a1a624 req-6e35a643-3044-4299-9757-bb96ac26d81c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:39.587981 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-530a119e-33fe-4356-a33a-92ad32a1a624 req-6e35a643-3044-4299-9757-bb96ac26d81c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1458488 Jul 23 14:27:39.667445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-530a119e-33fe-4356-a33a-92ad32a1a624 req-f6d3c8f3-af4a-469d-8fcd-a853f98d2533 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537727 Jul 23 14:27:39.713602 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.723103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Transition to ACTIVE for port object cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:39.739602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Transition to ACTIVE for port object cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:39.748023 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.806432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:39.810972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:39.818988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:39.825652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fedd:df7b (00e5770a-33df-44d4-af6e-7d0354b85b65/e0f97fff-abb9-4123-85c7-e7fc22ae58ba/43901305-c970-4b09-b245-49c9a7233765) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:39.830833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Pushing event updated for resources: {'Port': ['ID=cc2109ff-bd23-4400-b8a4-7ce6f228cdf4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:39.902443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Attempting to bind port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:39.902912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Attempting to bind port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:39.903384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Attempting to bind port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:39.909014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:39.909396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:39.909808 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.910739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:39.910874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Bound port: cc2109ff-bd23-4400-b8a4-7ce6f228cdf4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:39.911218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:39.981742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] For port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:39.986203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] For port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cc2109ff-bd23-4400-b8a4-7ce6f228cdf4,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:40.000659 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.013052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.029349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 43901305-c970-4b09-b245-49c9a7233765 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:40.062783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb468159-b480-4424-bf39-c1d6bbc50b8e None None] Pushing event updated for resources: {'Port': ['ID=cc2109ff-bd23-4400-b8a4-7ce6f228cdf4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:40.089571 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.153151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:40.156602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:40.162094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:40.168003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:40.168660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.178540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=43901305-c970-4b09-b245-49c9a7233765,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:40.198939 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-037ec16c-e2f8-417d-ae73-e23686eef6e4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9852314 Jul 23 14:27:40.201463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:40.287409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0536966b-4755-4791-ac25-d023b3d6b4e0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:40.308402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0536966b-4755-4791-ac25-d023b3d6b4e0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:40.310109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0536966b-4755-4791-ac25-d023b3d6b4e0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1074214 Jul 23 14:27:40.313445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:40.362035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-250dbee3-1dc1-4b24-a5df-dcc0fe5ca962 req-d3233d19-6f34-4706-8383-daeb34c42cc4 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0482743 Jul 23 14:27:40.452740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 43901305-c970-4b09-b245-49c9a7233765 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:40.453899 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.572903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.591336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 43901305-c970-4b09-b245-49c9a7233765 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:40.772000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.817514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=43901305-c970-4b09-b245-49c9a7233765,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:40.828732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b7cb0-c77b-4fbd-abc5-c56e7415006d req-eafdc3ae-9bbe-417a-8140-e1721aeabbca tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:40.831227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-713b7cb0-c77b-4fbd-abc5-c56e7415006d req-eafdc3ae-9bbe-417a-8140-e1721aeabbca tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0928218 Jul 23 14:27:40.862679 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:40.866704 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-32f2f0d4-fb4a-4ff5-ad25-8f1f09e6c628 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/43901305-c970-4b09-b245-49c9a7233765 HTTP/1.1" status: 204 len: 168 time: 0.5499599 Jul 23 14:27:40.868098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:40.899392 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-713b7cb0-c77b-4fbd-abc5-c56e7415006d req-0393b43c-1b13-4dcd-bbc8-d661720e3c3e tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616858 Jul 23 14:27:40.952372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5704fe-74ea-465e-81fd-5d67fee819f2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:40.955575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5704fe-74ea-465e-81fd-5d67fee819f2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:40.960856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0a5704fe-74ea-465e-81fd-5d67fee819f2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0887036 Jul 23 14:27:40.961600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:41.030547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet e0f97fff-abb9-4123-85c7-e7fc22ae58ba {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:41.034715 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:41.089636 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:41.220425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:41.317236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52fa4309-b2a1-4f66-b69e-ff590fa031ea None None] Provisioning for port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:41.524071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c0c6da1-866a-4263-b5a5-8e1d7d199265 req-ad3e687f-bc02-482c-87b1-90060e233370 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0506856 Jul 23 14:27:41.616176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:41.635148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1aa37876-c692-48e4-b001-b5fd6605b3a2 None None] Could not find standard attr ID for object 43901305-c970-4b09-b245-49c9a7233765. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:41.671036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f97fff-abb9-4123-85c7-e7fc22ae58ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:41.673429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:41.676405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2e1d6e07-a388-4c79-a2ed-f59a795e723b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/e0f97fff-abb9-4123-85c7-e7fc22ae58ba HTTP/1.1" status: 204 len: 168 time: 0.7130928 Jul 23 14:27:41.678205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:41.725754 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1dc9937e-ed28-4ab6-a1da-9a9ecb2bff92 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459819 Jul 23 14:27:41.728865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:41.737649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:41.803725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58436723-e577-4375-a52f-8286ae188d6a None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:41.863282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:41.869412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.037008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:42.074881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c15b90-c102-454a-a9a5-b0c1dc887ae6 req-ac40a85c-4f9e-4238-98dd-25f1a725c8a9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:42.083756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7c15b90-c102-454a-a9a5-b0c1dc887ae6 req-ac40a85c-4f9e-4238-98dd-25f1a725c8a9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.0930693 Jul 23 14:27:42.110406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] Deleting port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:42.111080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.135902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7c15b90-c102-454a-a9a5-b0c1dc887ae6 req-1f26c85f-3063-4445-a473-f81ea65a2ccb tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504613 Jul 23 14:27:42.216963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] For port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=cc2109ff-bd23-4400-b8a4-7ce6f228cdf4,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:42.217503 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.232854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] Calling delete_port for cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:42.302224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:42.330971 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.371542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] Pushing event deleted for resources: {'Port': ['ID=cc2109ff-bd23-4400-b8a4-7ce6f228cdf4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:42.373490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb02a56-2c30-4678-9eb9-acc96e6b4333 None None] No DVR routers for this DVR port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:42.501601 n-d-801990-3 neutron-server[93766]: WARNING neutron.services.revisions.revision_plugin [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Could not find related port for resource to bump revision. Jul 23 14:27:42.508700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.ipam_pluggable_backend [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Port cc2109ff-bd23-4400-b8a4-7ce6f228cdf4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 14:27:42.509034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.ipam_pluggable_backend [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8f:405e {{(pid=93766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 14:27:42.513023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.ipam_pluggable_backend [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8f:405e {{(pid=93766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 14:27:42.514360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.567253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:42.572133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:42.576519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:42.577113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.585459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17529a5-aa41-4a26-8a48-31a0e8b9dc64 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:42.601035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:42.617197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-34177852-e8ed-4636-b813-fecda764afda tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8842933 Jul 23 14:27:42.617903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:42.622770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:34:cf:8b', 'name': 'tempest-NetworksTestDHCPv6-379961878'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:42.684911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f955ce48-d487-4b20-a5f5-d558ba5ad1e7 req-302a784b-ceef-4a27-a9fa-f388dcaca2e0 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0393646 Jul 23 14:27:42.794069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:42.799061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.823622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port bf9d0ddf-9af6-4cbd-8922-7516fac64c7c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:42.899886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': '5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:42.900906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:42.949205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe34:cf8b (00e5770a-33df-44d4-af6e-7d0354b85b65/5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5/bf9d0ddf-9af6-4cbd-8922-7516fac64c7c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:43.119559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.133896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object bf9d0ddf-9af6-4cbd-8922-7516fac64c7c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:43.172869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.216545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:43.220803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:43.225184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:43.240588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:43.241329 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.273434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Allocated IP 2001:db8::f816:3eff:fe57:3d1a (00e5770a-33df-44d4-af6e-7d0354b85b65/5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5/3a13f326-06fc-44db-a539-ec680ba996c5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:43.279380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=bf9d0ddf-9af6-4cbd-8922-7516fac64c7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:43.306423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ca7563e1-9f96-458f-aad7-e20e78b9a273 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6878009 Jul 23 14:27:43.309124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:43.385901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79333ba-bad5-4636-aa8b-ff25e97a0378 req-fd8132a8-7eee-4516-b77f-5435611240e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:43.387543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e79333ba-bad5-4636-aa8b-ff25e97a0378 req-fd8132a8-7eee-4516-b77f-5435611240e7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1185904 Jul 23 14:27:43.396510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2301d-929c-4ba0-8cf8-1c1079cdd41f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:43.398139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-91d2301d-929c-4ba0-8cf8-1c1079cdd41f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0878451 Jul 23 14:27:43.401283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:43.453824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e79333ba-bad5-4636-aa8b-ff25e97a0378 req-8c8f5f4c-c966-44d0-b400-243410ee69cb tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495574 Jul 23 14:27:43.515062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.528077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Transition to ACTIVE for port object 3a13f326-06fc-44db-a539-ec680ba996c5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:43.551904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Transition to ACTIVE for port object 3a13f326-06fc-44db-a539-ec680ba996c5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:43.555290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port bf9d0ddf-9af6-4cbd-8922-7516fac64c7c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:43.555872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.559690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.610050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:43.615328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:43.618518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:43.635005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Pushing event updated for resources: {'Port': ['ID=3a13f326-06fc-44db-a539-ec680ba996c5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:43.670477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.691077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for bf9d0ddf-9af6-4cbd-8922-7516fac64c7c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:43.703994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Attempting to bind port 3a13f326-06fc-44db-a539-ec680ba996c5 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:43.704574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Attempting to bind port 3a13f326-06fc-44db-a539-ec680ba996c5 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:43.704935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Attempting to bind port 3a13f326-06fc-44db-a539-ec680ba996c5 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:43.713452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:43.714017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:43.714839 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.715455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:43.716115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Bound port: 3a13f326-06fc-44db-a539-ec680ba996c5, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:43.716801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.797306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] For port 3a13f326-06fc-44db-a539-ec680ba996c5, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:43.802308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] For port 3a13f326-06fc-44db-a539-ec680ba996c5, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3a13f326-06fc-44db-a539-ec680ba996c5,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:43.818044 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.871952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.891146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f60ee73-8a3a-464b-9422-126fe27ab037 req-f0fbfb0c-8334-4015-995b-35b25031c9c2 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0736582 Jul 23 14:27:43.907018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9e0fd-ac7f-403d-bd3d-2c999c1da6a3 None None] Pushing event updated for resources: {'Port': ['ID=3a13f326-06fc-44db-a539-ec680ba996c5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:43.923621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=bf9d0ddf-9af6-4cbd-8922-7516fac64c7c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:43.966617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:43.971816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:43.972133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-69862752-2da9-4115-bfe5-a9a75fdaded5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/bf9d0ddf-9af6-4cbd-8922-7516fac64c7c HTTP/1.1" status: 204 len: 168 time: 0.5692618 Jul 23 14:27:44.057497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce13c4e-6ebc-4953-8f9e-98af447b6de4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:44.059421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce13c4e-6ebc-4953-8f9e-98af447b6de4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:44.062699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4ce13c4e-6ebc-4953-8f9e-98af447b6de4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0882156 Jul 23 14:27:44.063880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:44.182546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:44.186876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:44.258199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:44.310102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3a13f326-06fc-44db-a539-ec680ba996c5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:44.377487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:44.379393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3a13f326-06fc-44db-a539-ec680ba996c5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:44.445948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:44.478909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:44.481085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:44.483095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c09ed0b2-4aa7-4050-a5dc-b08574ca79f0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5 HTTP/1.1" status: 204 len: 168 time: 0.4182365 Jul 23 14:27:44.486403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:44.526445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2bb68716-50b1-4517-a2a9-fb901df5bf96 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386877 Jul 23 14:27:44.529062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:44.634714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cac185-3a91-4e26-bcc1-4ae5ec395e25 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:44.636893 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-63cac185-3a91-4e26-bcc1-4ae5ec395e25 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1064000 Jul 23 14:27:44.640411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:44.657663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605597d2-bdd0-47c5-9fdb-799b5ed3a215 req-727dc85a-8aae-4c14-9394-c6386277266d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:44.664347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-605597d2-bdd0-47c5-9fdb-799b5ed3a215 req-727dc85a-8aae-4c14-9394-c6386277266d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1186290 Jul 23 14:27:44.707946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a6965-ea74-4e6c-958f-266739308b55 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:44.711575 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1e5a6965-ea74-4e6c-958f-266739308b55 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0683930 Jul 23 14:27:44.711749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-605597d2-bdd0-47c5-9fdb-799b5ed3a215 req-5849c325-afab-4dc0-9a09-59f8a6aacf63 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Jul 23 14:27:44.713129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:44.762400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b812d630-0ee4-49b5-890e-63a2430e0a6f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478141 Jul 23 14:27:44.768968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:44.776176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:44.893616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:44.897724 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.058003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8aa9e3c7-a487-4ba9-b1b7-fd842930484d req-a78df393-82c9-4cc8-9fc7-fa0165b8c17a tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0331752 Jul 23 14:27:45.138421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67580f72-b811-4f76-979e-83ffd7c9568e None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:45.261703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4e7c875-0707-4e16-b832-a5ceb6fc043b None None] Provisioning for port 3a13f326-06fc-44db-a539-ec680ba996c5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:45.279922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4e7c875-0707-4e16-b832-a5ceb6fc043b None None] Provisioning complete for port 3a13f326-06fc-44db-a539-ec680ba996c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:45.280411 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c875-0707-4e16-b832-a5ceb6fc043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.321247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:45.431649 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c875-0707-4e16-b832-a5ceb6fc043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.480084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e4e7c875-0707-4e16-b832-a5ceb6fc043b None None] For port 3a13f326-06fc-44db-a539-ec680ba996c5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3a13f326-06fc-44db-a539-ec680ba996c5,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:45.488633 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e7c875-0707-4e16-b832-a5ceb6fc043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.550530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7c875-0707-4e16-b832-a5ceb6fc043b None None] Pushing event updated for resources: {'Port': ['ID=3a13f326-06fc-44db-a539-ec680ba996c5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:45.576145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.729859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b57a053-fed7-4f61-9703-46f19c8c70dc None None] Provisioning complete for port 3a13f326-06fc-44db-a539-ec680ba996c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:45.730380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b57a053-fed7-4f61-9703-46f19c8c70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.812840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] For port 3a13f326-06fc-44db-a539-ec680ba996c5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3a13f326-06fc-44db-a539-ec680ba996c5,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:45.853629 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9c53-ef04-4a5a-9eea-f0a964d3e647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.868473 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.899153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:45.915375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.024630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:46.034431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a5d3e03-07c9-4c82-ae68-08fe54e1a21e None None] Could not find standard attr ID for object bf9d0ddf-9af6-4cbd-8922-7516fac64c7c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:46.054735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:46.069351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:46.070028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.092517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=28930eac-c4f4-4c87-937b-bdcea3c5bb8c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:46.106319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=3a13f326-06fc-44db-a539-ec680ba996c5,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:46.124556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b9ac5-3a7b-43be-8ad9-37ce9ff98d2d req-d714deb5-af8b-425c-9fb8-3416f6080a76 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:46.126176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-667b9ac5-3a7b-43be-8ad9-37ce9ff98d2d req-d714deb5-af8b-425c-9fb8-3416f6080a76 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.2707129 Jul 23 14:27:46.129466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d168b52b-628f-4c94-b237-0cce1f14f142 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3604045 Jul 23 14:27:46.132879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:46.138405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:9a:c2:d6', 'name': 'tempest-NetworksTestDHCPv6-1993327448'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:46.206240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-667b9ac5-3a7b-43be-8ad9-37ce9ff98d2d req-d418d1ef-4753-49f2-9ef5-a210219e2a6a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593843 Jul 23 14:27:46.271570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3a13f326-06fc-44db-a539-ec680ba996c5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:46.301082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb1a84-6fe5-407b-85f6-b89648c692b1 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:46.318036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:46.383516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f9258e0-d15d-4358-8709-a6436aec629d req-f70574d6-e0f3-491c-8ff8-513c8376496d tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0487316 Jul 23 14:27:46.449013 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.472640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 2778b85e-0dd7-46bb-9144-8f76a9b0b9ad yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:46.482422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3a13f326-06fc-44db-a539-ec680ba996c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:46.482827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.604800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe9a:c2d6 (00e5770a-33df-44d4-af6e-7d0354b85b65/28930eac-c4f4-4c87-937b-bdcea3c5bb8c/2778b85e-0dd7-46bb-9144-8f76a9b0b9ad) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:46.786241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.815013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 2778b85e-0dd7-46bb-9144-8f76a9b0b9ad will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:46.856170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.870204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8195fe5d-07e1-4634-ae79-9527393f4e76 None None] Provisioning complete for port 3a13f326-06fc-44db-a539-ec680ba996c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:46.870854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8195fe5d-07e1-4634-ae79-9527393f4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.906054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:46.909447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:46.914220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:46.920845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:46.921492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:46.925519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=2778b85e-0dd7-46bb-9144-8f76a9b0b9ad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:46.952018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:46.952787 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d9cb4e23-5350-4e68-9ff3-74b797f23735 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8185685 Jul 23 14:27:47.029903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43aa318-4ff4-4199-b262-57472e17fe64 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.036098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43aa318-4ff4-4199-b262-57472e17fe64 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.040489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a43aa318-4ff4-4199-b262-57472e17fe64 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0846436 Jul 23 14:27:47.040808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:47.154415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 2778b85e-0dd7-46bb-9144-8f76a9b0b9ad {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:47.154844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:47.193398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef6a815e-807f-4df1-99a0-f6b7d5e5dceb None None] Provisioning for port 2778b85e-0dd7-46bb-9144-8f76a9b0b9ad completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:47.197293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef6a815e-807f-4df1-99a0-f6b7d5e5dceb None None] Provisioning complete for port 2778b85e-0dd7-46bb-9144-8f76a9b0b9ad triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:47.197831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6a815e-807f-4df1-99a0-f6b7d5e5dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:47.234225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a815e-807f-4df1-99a0-f6b7d5e5dceb None None] Port 2778b85e-0dd7-46bb-9144-8f76a9b0b9ad cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:27:47.258455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:47.271487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 2778b85e-0dd7-46bb-9144-8f76a9b0b9ad owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:47.435433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f340e-6013-4861-860f-571a1e7e0763 req-45c8ab38-92cc-43e8-bcbc-9c6f9c0b9400 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.437031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-687f340e-6013-4861-860f-571a1e7e0763 req-45c8ab38-92cc-43e8-bcbc-9c6f9c0b9400 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1202555 Jul 23 14:27:47.670430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-def52a83-49c7-4ab9-9ff3-4c17d72bce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.672012 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-def52a83-49c7-4ab9-9ff3-4c17d72bce35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1097 time: 0.0651777 Jul 23 14:27:47.747313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:47.765690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-687f340e-6013-4861-860f-571a1e7e0763 req-38e3fa4c-8b76-4a56-9f72-12b7053d668a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168416 Jul 23 14:27:47.768947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-bb3ad2ad-9b62-43f3-9a40-fc08b814fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.770583 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-bb3ad2ad-9b62-43f3-9a40-fc08b814fd17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.0900898 Jul 23 14:27:47.789748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=2778b85e-0dd7-46bb-9144-8f76a9b0b9ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:47.815408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:47.815831 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1811ec58-f5b2-405a-a302-37a97f84760f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/2778b85e-0dd7-46bb-9144-8f76a9b0b9ad HTTP/1.1" status: 204 len: 168 time: 0.7728090 Jul 23 14:27:47.818202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:47.864356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-f1ee9aa6-6d75-4ad4-8254-5e32a00e2363 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 200 len: 1002 time: 0.0846164 Jul 23 14:27:47.875985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:47.924582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-3d95a26b-71c3-405f-be95-516af6d4686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.926117 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-3d95a26b-71c3-405f-be95-516af6d4686c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0549827 Jul 23 14:27:47.926290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e27bb0-722b-49db-b1a8-5555008abf09 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.927924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e27bb0-722b-49db-b1a8-5555008abf09 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:47.929514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-44e27bb0-722b-49db-b1a8-5555008abf09 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1102409 Jul 23 14:27:47.931681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41aa56ec-9497-4776-b5f4-2dcea07eea97 req-cc3e51e0-191b-441d-a35b-63d2bbbc4f64 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0524716 Jul 23 14:27:47.932325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:47.986197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 28930eac-c4f4-4c87-937b-bdcea3c5bb8c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:47.989660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.000589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-299052db-26b2-4d6d-abb2-ad9c952e9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:48.002149 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-299052db-26b2-4d6d-abb2-ad9c952e9033 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689924 Jul 23 14:27:48.029431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.097763 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-881bf6e0-5e85-4a42-a5fa-52e897675ebe service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875576 Jul 23 14:27:48.116098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.188657 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.200910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-81acb91e-6351-4cd2-a6ec-013165925e32 req-5d0783ab-a36f-41f4-92b0-b42bf5571c73 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957201 Jul 23 14:27:48.219260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=28930eac-c4f4-4c87-937b-bdcea3c5bb8c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:48.221229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.223148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3b97eb71-d3b8-46bf-8227-ab3a0a9b72b4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/28930eac-c4f4-4c87-937b-bdcea3c5bb8c HTTP/1.1" status: 204 len: 168 time: 0.2898819 Jul 23 14:27:48.225713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:48.228536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d3f5be-86b1-44f4-8b66-637fe3ee14b0 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:48.268215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aac3db72-2b33-45cc-ba74-eed82b0df19d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366073 Jul 23 14:27:48.271042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:48.275985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:48.345799 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.373082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:48.376766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.422201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:48.480666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] Deleting port 3a13f326-06fc-44db-a539-ec680ba996c5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:48.481046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.505151 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3636e2b4-b8de-4594-918a-3554ca8c6e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.547198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] For port 3a13f326-06fc-44db-a539-ec680ba996c5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3a13f326-06fc-44db-a539-ec680ba996c5,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:48.547483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.559310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] Calling delete_port for 3a13f326-06fc-44db-a539-ec680ba996c5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:48.672962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:48.800471 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.807324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Port 3a13f326-06fc-44db-a539-ec680ba996c5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 14:27:48.807754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:3d1a {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 14:27:48.811941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe57:3d1a {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 14:27:48.813326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.830463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] Pushing event deleted for resources: {'Port': ['ID=3a13f326-06fc-44db-a539-ec680ba996c5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:48.830463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1dff74-244e-4bda-9bce-9fa202114dfc None None] No DVR routers for this DVR port 3a13f326-06fc-44db-a539-ec680ba996c5 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:48.871633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:48.896163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:48.899293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:48.899986 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:48.906500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61b4ba-b242-44fd-b6b7-bb6e98ce73bf None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:48.921372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=e37e8f97-33a0-446d-a16d-3ede2d5c5ce4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:48.928600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-82855102-194d-4872-92e1-2735b7b6955d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6565564 Jul 23 14:27:48.932355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:48.941555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:38:0d:47', 'name': 'tempest-NetworksTestDHCPv6-1932075824'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:48.965608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc8ad1-77b4-4710-acc6-3f9afdd08866 req-d8a5fa49-d8a2-4a06-a6dd-17a95dc0e39c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:48.967841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cdc8ad1-77b4-4710-acc6-3f9afdd08866 req-d8a5fa49-d8a2-4a06-a6dd-17a95dc0e39c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1185687 Jul 23 14:27:49.020325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cdc8ad1-77b4-4710-acc6-3f9afdd08866 req-98351b7f-9552-4077-9617-daca06e4be5f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444219 Jul 23 14:27:49.073310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:49.076000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': 'e37e8f97-33a0-446d-a16d-3ede2d5c5ce4'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:49.077053 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.077555 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.099643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 6b176440-a205-40a1-bda6-4cdd68b8593b yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:49.120811 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ea8e894-75d3-46aa-9ea6-9432a2f1a5dd req-34d7296e-6c46-4c31-bc79-5e8bc48b832c tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0337195 Jul 23 14:27:49.214499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe38:d47 (00e5770a-33df-44d4-af6e-7d0354b85b65/e37e8f97-33a0-446d-a16d-3ede2d5c5ce4/6b176440-a205-40a1-bda6-4cdd68b8593b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:49.368324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.381977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 6b176440-a205-40a1-bda6-4cdd68b8593b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:49.422419 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.466188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Allocated IP 2001:db8::f816:3eff:fea2:75cd (00e5770a-33df-44d4-af6e-7d0354b85b65/e37e8f97-33a0-446d-a16d-3ede2d5c5ce4/87c63b37-fa9a-4cd4-bd48-7b9455166028) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:49.472232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:49.477734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:49.481665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:49.487857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:49.488477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.495243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=6b176440-a205-40a1-bda6-4cdd68b8593b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:49.510369 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2e436faf-aaa1-424f-9ba0-952cb1ccb227 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5755739 Jul 23 14:27:49.514372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:49.558452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.576923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d25d54-5cbc-495a-91fd-5a274f5f126f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:49.578435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-56d25d54-5cbc-495a-91fd-5a274f5f126f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0630059 Jul 23 14:27:49.581184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:49.628216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.636704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Transition to ACTIVE for port object 87c63b37-fa9a-4cd4-bd48-7b9455166028 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:49.651126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Transition to ACTIVE for port object 87c63b37-fa9a-4cd4-bd48-7b9455166028 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:49.658045 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.685260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 6b176440-a205-40a1-bda6-4cdd68b8593b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:49.685603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.695642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:49.698396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:49.701885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:49.717444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Pushing event updated for resources: {'Port': ['ID=87c63b37-fa9a-4cd4-bd48-7b9455166028,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:49.759596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.760029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.760392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.760734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.761073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.761404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.761733 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.762064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.762375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.762720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.763037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.763364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:49.775015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.780090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Attempting to bind port 87c63b37-fa9a-4cd4-bd48-7b9455166028 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:49.780454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Attempting to bind port 87c63b37-fa9a-4cd4-bd48-7b9455166028 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:49.780817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Attempting to bind port 87c63b37-fa9a-4cd4-bd48-7b9455166028 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:49.786154 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:49.786535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:49.786986 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.787104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 6b176440-a205-40a1-bda6-4cdd68b8593b owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:49.787381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:49.787875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Bound port: 87c63b37-fa9a-4cd4-bd48-7b9455166028, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:49.788393 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.851511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] For port 87c63b37-fa9a-4cd4-bd48-7b9455166028, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:49.854597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] For port 87c63b37-fa9a-4cd4-bd48-7b9455166028, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=87c63b37-fa9a-4cd4-bd48-7b9455166028,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:49.860412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.921645 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.926424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61960-27f9-4fdc-bf1d-82937aa9110f None None] Pushing event updated for resources: {'Port': ['ID=87c63b37-fa9a-4cd4-bd48-7b9455166028,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:49.952998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=6b176440-a205-40a1-bda6-4cdd68b8593b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:49.986464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:49.991655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:49.992216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4f8e62ff-838b-47f3-ab99-9894574fe63c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/6b176440-a205-40a1-bda6-4cdd68b8593b HTTP/1.1" status: 204 len: 168 time: 0.4096241 Jul 23 14:27:50.047231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19e840-9965-4146-a8fd-10ba766f73c2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:50.049365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19e840-9965-4146-a8fd-10ba766f73c2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:50.053513 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6d19e840-9965-4146-a8fd-10ba766f73c2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0581951 Jul 23 14:27:50.053738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:50.144159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet e37e8f97-33a0-446d-a16d-3ede2d5c5ce4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:50.166483 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:50.233310 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:50.237824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6644-19fc-470f-af85-5a017eac97b7 req-2a2537e5-a6a4-4ee5-9d52-71d2bac8ac6f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:50.239552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d34c6644-19fc-470f-af85-5a017eac97b7 req-2a2537e5-a6a4-4ee5-9d52-71d2bac8ac6f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1182613 Jul 23 14:27:50.287555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 87c63b37-fa9a-4cd4-bd48-7b9455166028 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:50.295539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d34c6644-19fc-470f-af85-5a017eac97b7 req-90e307f0-684b-4fa2-921f-39b394ce2d09 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496075 Jul 23 14:27:50.349453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 87c63b37-fa9a-4cd4-bd48-7b9455166028 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:50.356040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:50.400033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0cca899f-6922-4879-aeaf-05d323c639bc req-893570a0-9236-4d6f-aac3-d3a0be64d392 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0297122 Jul 23 14:27:50.413409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3a13f326-06fc-44db-a539-ec680ba996c5 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:50.422335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:50.433089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3a13f326-06fc-44db-a539-ec680ba996c5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:50.433437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3a13f326-06fc-44db-a539-ec680ba996c5 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:50.452064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=e37e8f97-33a0-446d-a16d-3ede2d5c5ce4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:50.454032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:50.455982 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b838671b-f146-475a-a5ad-2f0cf89ee68b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/e37e8f97-33a0-446d-a16d-3ede2d5c5ce4 HTTP/1.1" status: 204 len: 168 time: 0.3966694 Jul 23 14:27:50.458460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:50.501268 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a117ac2c-eb31-42d9-b155-358fac439b06 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410378 Jul 23 14:27:50.503580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:50.565023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f2efd7-9961-4306-bf73-7a5cc260ff02 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:50.566482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-60f2efd7-9961-4306-bf73-7a5cc260ff02 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0619926 Jul 23 14:27:50.569278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:50.624504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018d1c50-cba9-4f7d-b316-0ff122ef43c6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:50.625987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-018d1c50-cba9-4f7d-b316-0ff122ef43c6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0557818 Jul 23 14:27:50.628905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:50.671153 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-53dfd2ff-808c-42be-8e19-90e27cc72209 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411284 Jul 23 14:27:50.675251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:50.680596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:50.771769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:50.775584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:50.898299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d012d-8966-47ab-91a3-fc89fba12a8e None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:50.965885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.005429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:51.010851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:51.013247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-04d1caf2-a708-4cd4-a37f-6d53c0462334 None None] Provisioning for port 87c63b37-fa9a-4cd4-bd48-7b9455166028 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:51.020216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:51.020859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.036396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-04d1caf2-a708-4cd4-a37f-6d53c0462334 None None] Provisioning complete for port 87c63b37-fa9a-4cd4-bd48-7b9455166028 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:51.036772 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d1caf2-a708-4cd4-a37f-6d53c0462334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.040949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=07e8001d-1d21-4d85-ae60-b2d4c99cda38,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:51.047925 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1f49724-6178-4eba-bda8-076601dfeaa2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3691294 Jul 23 14:27:51.048239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:51.053446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:9d:85:b3', 'name': 'tempest-NetworksTestDHCPv6-1641444032'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:51.136315 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d1caf2-a708-4cd4-a37f-6d53c0462334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.171779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-04d1caf2-a708-4cd4-a37f-6d53c0462334 None None] For port 87c63b37-fa9a-4cd4-bd48-7b9455166028, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=87c63b37-fa9a-4cd4-bd48-7b9455166028,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:51.176147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:51.178094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d1caf2-a708-4cd4-a37f-6d53c0462334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.241903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1caf2-a708-4cd4-a37f-6d53c0462334 None None] Pushing event updated for resources: {'Port': ['ID=87c63b37-fa9a-4cd4-bd48-7b9455166028,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:51.250041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.280120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.300961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 9563f845-ee10-4dcf-b80d-f8ca0c21f1a6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:51.304265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d5e35-2a84-42e6-a499-6580d3c19883 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:51.423273 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:51.456272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd759907-1c0b-46b8-8b45-d6bd7702d9fd None None] Provisioning complete for port 87c63b37-fa9a-4cd4-bd48-7b9455166028 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:51.456654 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd759907-1c0b-46b8-8b45-d6bd7702d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.479978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::365 (00e5770a-33df-44d4-af6e-7d0354b85b65/07e8001d-1d21-4d85-ae60-b2d4c99cda38/9563f845-ee10-4dcf-b80d-f8ca0c21f1a6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:51.515280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f64d0-db57-4c4b-8290-a87534d1ee71 req-9e8fbb80-e9ed-499c-bdba-f7f1aa63f0ea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:51.516811 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-437f64d0-db57-4c4b-8290-a87534d1ee71 req-9e8fbb80-e9ed-499c-bdba-f7f1aa63f0ea tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 946 time: 0.1339221 Jul 23 14:27:51.601645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-437f64d0-db57-4c4b-8290-a87534d1ee71 req-9eb98bb9-ea96-43be-ad89-10d20c589daf tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756040 Jul 23 14:27:51.607586 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.637251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:27:51.639359 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7b534-1b02-4f69-8594-f87c4dc7009e" -d '{"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-unplugged", "status": "completed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:27:51.660152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:51.667666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.700225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.726480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:51.729809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8bf76bb-cd0f-4bfc-ac87-eaa1d0a7ae8c req-27f32c4f-892a-4437-b6c4-3549a5b57178 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0435917 Jul 23 14:27:51.734938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 9563f845-ee10-4dcf-b80d-f8ca0c21f1a6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:51.776935 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.827304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:51.832976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:51.837453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:51.843158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:51.843922 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:51.850663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=9563f845-ee10-4dcf-b80d-f8ca0c21f1a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:51.866774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8a7e84ee-0876-4b9c-bb05-7d6af2628741 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8173327 Jul 23 14:27:51.870041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:51.943910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dddef9-c2f2-4cfa-be54-9f9c61ee4f74 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:51.950673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dddef9-c2f2-4cfa-be54-9f9c61ee4f74 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:51.952438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-12dddef9-c2f2-4cfa-be54-9f9c61ee4f74 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0808764 Jul 23 14:27:51.955909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:51.985245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4986e821-2086-44c0-9b65-5e2a5b6bef24 None None] Provisioning complete for port 87c63b37-fa9a-4cd4-bd48-7b9455166028 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:51.986106 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4986e821-2086-44c0-9b65-5e2a5b6bef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.108062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 9563f845-ee10-4dcf-b80d-f8ca0c21f1a6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:52.108457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.124245 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a49ea46-53bd-48a4-9332-9e104498823b x-openstack-request-id: req-1a49ea46-53bd-48a4-9332-9e104498823b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:27:52.124725 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-unplugged", "status": "failed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:27:52.124840 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a49ea46-53bd-48a4-9332-9e104498823b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:27:52.125260 n-d-801990-3 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'code': 422} returned with failed status Jul 23 14:27:52.218209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.221115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de7094d3-32d8-4377-8ffb-29aecdc25fc5 None None] Could not find standard attr ID for object 6b176440-a205-40a1-bda6-4cdd68b8593b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:52.231408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 9563f845-ee10-4dcf-b80d-f8ca0c21f1a6 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:52.238420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 87c63b37-fa9a-4cd4-bd48-7b9455166028 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:52.294198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 87c63b37-fa9a-4cd4-bd48-7b9455166028 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:52.295114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.399712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.438452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c4404611-4edf-447c-8f46-7a000605e8de None None] Could not find standard attr ID for object 9563f845-ee10-4dcf-b80d-f8ca0c21f1a6. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:52.439931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=9563f845-ee10-4dcf-b80d-f8ca0c21f1a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:52.479317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.484229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:52.484961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-844f19af-c422-45fb-9b34-e99478bd0e38 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/9563f845-ee10-4dcf-b80d-f8ca0c21f1a6 HTTP/1.1" status: 204 len: 168 time: 0.5270989 Jul 23 14:27:52.543655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e50b7-f290-4a66-bc41-cf18f7c5a876 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:52.547749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e50b7-f290-4a66-bc41-cf18f7c5a876 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:52.549512 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-722e50b7-f290-4a66-bc41-cf18f7c5a876 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0631444 Jul 23 14:27:52.552269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:52.610450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 07e8001d-1d21-4d85-ae60-b2d4c99cda38 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:52.619243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.663490 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.720447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.833660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944c1a-31e0-4173-af55-b93784ec3b23 req-5e84b59a-05df-4efd-8a29-79e5b1a476fe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:52.835799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75944c1a-31e0-4173-af55-b93784ec3b23 req-5e84b59a-05df-4efd-8a29-79e5b1a476fe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.0905833 Jul 23 14:27:52.837237 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.850797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-53f2a3ce-7d04-44ff-9501-445bbedaf305 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606539 Jul 23 14:27:52.873298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=07e8001d-1d21-4d85-ae60-b2d4c99cda38,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:52.880979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c851e-c91e-43d0-bffb-5c546071f78c None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:52.881913 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:52.884101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-39e3bf3e-d8e9-479a-847c-351e6aa747cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/07e8001d-1d21-4d85-ae60-b2d4c99cda38 HTTP/1.1" status: 204 len: 168 time: 0.3306911 Jul 23 14:27:52.887624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:52.934610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7e2ef83b-e9c2-45fe-82ef-83ed5e82a2b7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457923 Jul 23 14:27:52.938500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:52.947674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75944c1a-31e0-4173-af55-b93784ec3b23 req-45889c61-91ab-42cb-9b8e-c2297e7c18e2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010201 Jul 23 14:27:53.046410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36432f-9e64-49a6-9ba0-47a4f8b2a5da tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:53.050367 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0b36432f-9e64-49a6-9ba0-47a4f8b2a5da tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1073065 Jul 23 14:27:53.050590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:53.075669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e8878db-fe90-46db-bf1e-fd3738617a4f req-d4288e86-2657-4bb1-b419-2e4014e1d3b0 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0410693 Jul 23 14:27:53.114197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:27:53.120507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae6099-328b-43ed-a2e3-258378e4ff0f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:53.122361 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1dae6099-328b-43ed-a2e3-258378e4ff0f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0706954 Jul 23 14:27:53.125343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:53.169318 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca362323-fbd1-42e8-8845-7b5ec6dc887b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391731 Jul 23 14:27:53.169559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] Deleting port 87c63b37-fa9a-4cd4-bd48-7b9455166028 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:53.169559 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.170126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:53.175272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:53.234534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] For port 87c63b37-fa9a-4cd4-bd48-7b9455166028, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=87c63b37-fa9a-4cd4-bd48-7b9455166028,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:53.234974 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.247337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] Calling delete_port for 87c63b37-fa9a-4cd4-bd48-7b9455166028 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:53.273533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:53.277518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.334516 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.363535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] Pushing event deleted for resources: {'Port': ['ID=87c63b37-fa9a-4cd4-bd48-7b9455166028,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:53.373115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe322b-65a0-494e-a7c5-35f745355ca1 None None] No DVR routers for this DVR port 87c63b37-fa9a-4cd4-bd48-7b9455166028 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:27:53.556044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:53.557558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.599517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:53.604764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:53.607783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:53.608419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.614580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689194b2-5c6e-421d-ae32-b8d7c1746783 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:53.621096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=dbca0af7-7737-4aef-be1d-b51c4202bcdc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:53.631957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-adc66cb9-1619-4a9c-a9f3-a9120d57c865 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4609458 Jul 23 14:27:53.634975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:53.640101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-52a67525-ad69-43d5-beb0-5be8dbc6e600 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:53.759585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a67525-ad69-43d5-beb0-5be8dbc6e600 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:53.763094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-00e5770a-33df-44d4-af6e-7d0354b85b65', 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'tenant_id': 'e9d7f7c8528d4419a087ee161b36d9ed', 'fixed_ips': [{'subnet_id': 'dbca0af7-7737-4aef-be1d-b51c4202bcdc'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:27:53.763324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52a67525-ad69-43d5-beb0-5be8dbc6e600 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.764135 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:53.831434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-48a39a3a-f3cd-4147-826f-ee1020a1832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:53.832998 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-48a39a3a-f3cd-4147-826f-ee1020a1832e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186&tenant_id=b3f58af2922e42e1a788ce926a9dc699 HTTP/1.1" status: 200 len: 1095 time: 0.1009779 Jul 23 14:27:53.858034 n-d-801990-3 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-52a67525-ad69-43d5-beb0-5be8dbc6e600 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbca0af7-7737-4aef-be1d-b51c4202bcdc (CIDR: 2001:db8::/64) Jul 23 14:27:53.862415 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a67525-ad69-43d5-beb0-5be8dbc6e600 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:53.862973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a67525-ad69-43d5-beb0-5be8dbc6e600 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:53.882880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-52a67525-ad69-43d5-beb0-5be8dbc6e600 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2468429 Jul 23 14:27:53.883672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:53.888936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:53.905882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Allocated IP 2001:db8::f816:3eff:fe0d:f91 (00e5770a-33df-44d4-af6e-7d0354b85b65/dbca0af7-7737-4aef-be1d-b51c4202bcdc/1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:53.914140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-9cb0e8ed-261c-48da-a40b-7082a883f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:53.915940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-9cb0e8ed-261c-48da-a40b-7082a883f06c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3f58af2922e42e1a788ce926a9dc699&device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1095 time: 0.0566571 Jul 23 14:27:54.044292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:54.051263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.079162 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.088748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Transition to ACTIVE for port object 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:54.105782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Transition to ACTIVE for port object 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:54.115843 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.152734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:54.155816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:54.159513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:54.221672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:54.237060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Attempting to bind port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:27:54.237430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Attempting to bind port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:27:54.238388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Attempting to bind port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 on network 00e5770a-33df-44d4-af6e-7d0354b85b65 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:27:54.243202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:27:54.243571 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Checking segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:27:54.244148 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.244345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Bound using segment: {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:27:54.246057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Bound port: 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74945e6-a33a-460d-8acd-660b5774656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:27:54.246057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.257957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 87c63b37-fa9a-4cd4-bd48-7b9455166028 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:54.274070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccbd-d287-4b6e-b180-4a8d1e3c19e9 req-26397132-0497-4edc-9787-0c770c187ed3 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:54.276308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09aaccbd-d287-4b6e-b180-4a8d1e3c19e9 req-26397132-0497-4edc-9787-0c770c187ed3 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.2166004 Jul 23 14:27:54.279387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 87c63b37-fa9a-4cd4-bd48-7b9455166028 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:27:54.279720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 87c63b37-fa9a-4cd4-bd48-7b9455166028 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:27:54.307718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-3cb29721-be15-4225-8b29-069b9a063fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:54.309331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-3cb29721-be15-4225-8b29-069b9a063fe7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 200 len: 917 time: 0.3858192 Jul 23 14:27:54.337293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:27:54.340964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:27:54.347225 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.361415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-09aaccbd-d287-4b6e-b180-4a8d1e3c19e9 req-9055dc7d-a9e2-4ca0-9ac3-d8633ef8216b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758579 Jul 23 14:27:54.380384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-8ec86fd7-c0e2-4dc6-ad46-ca46bd974900 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 200 len: 1000 time: 0.0637805 Jul 23 14:27:54.439470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b278a-1ba0-47bf-a4d0-2ebf7a2e88b6 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:54.472041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-1bb34e75-4fda-4041-9364-6de6a459d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:54.473772 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-1bb34e75-4fda-4041-9364-6de6a459d554 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 200 len: 855 time: 0.0834980 Jul 23 14:27:54.492833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd8e3d19-fb5f-4027-992f-9e0e0771e264 req-e6701d95-7e04-4c6a-a129-55ecbdab634a tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0397615 Jul 23 14:27:54.500960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.546529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-aafae5f2-ef87-43c0-af81-c46241781b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:54.548687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-aafae5f2-ef87-43c0-af81-c46241781b47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b19f6c3d-2ac7-4154-befd-22db79920c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673063 Jul 23 14:27:54.555748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:54.561425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:54.566352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:54.566993 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.587365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=b2615ca6-9872-459e-9d05-df05a11f3949,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:54.599669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-48bf70e5-8109-4b8a-b6b9-a949a4314935 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7143416 Jul 23 14:27:54.601978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:54.613126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:64:e3:b8', 'name': 'tempest-NetworksTestDHCPv6-139044154'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:54.685478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-678543ec-f3be-4cf1-8931-73ca2f838db1 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289411 Jul 23 14:27:54.780800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:54.785104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:54.786560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e5515814-f0b0-4ab2-acd4-b1db5b6abb31 req-52a64cf0-bebc-43f4-8358-2a33a6efc317 service neutron] 10.222.0.48 "GET /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938225 Jul 23 14:27:54.806195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 0017a251-cb01-4c16-addf-15544128274e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:54.976434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8:0:1::363 (00e5770a-33df-44d4-af6e-7d0354b85b65/b2615ca6-9872-459e-9d05-df05a11f3949/0017a251-cb01-4c16-addf-15544128274e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:54.983375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fe64:e3b8 (00e5770a-33df-44d4-af6e-7d0354b85b65/dbca0af7-7737-4aef-be1d-b51c4202bcdc/0017a251-cb01-4c16-addf-15544128274e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:55.197438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:55.223612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 0017a251-cb01-4c16-addf-15544128274e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:55.279306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:55.347116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:55.353648 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:55.358317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:27:55.364842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:55.365655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:55.392939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=0017a251-cb01-4c16-addf-15544128274e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:55.415186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:55.417070 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8431f7a6-8c57-44c4-8cce-e16246c7bf98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8128233 Jul 23 14:27:55.424371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:27:55.627042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd91ba-586b-4359-9682-506b051e36e6 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:55.639565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42351d2c-74e9-4d87-95ad-153bf5db1d47 req-f98419a0-d9e9-461d-aaf7-e6586d86aa08 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:55.645868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 0017a251-cb01-4c16-addf-15544128274e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:27:55.646293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:55.661078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42351d2c-74e9-4d87-95ad-153bf5db1d47 req-f98419a0-d9e9-461d-aaf7-e6586d86aa08 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1564307 Jul 23 14:27:55.753007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42351d2c-74e9-4d87-95ad-153bf5db1d47 req-0c6809ba-4eb9-4c50-8280-90e4cae0ef8b tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856080 Jul 23 14:27:55.767951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea2440cf-cacd-476a-89fe-2f6a0063199d None None] Provisioning for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:55.840825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:55.864514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 0017a251-cb01-4c16-addf-15544128274e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:27:55.911435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-221dbec5-af59-4b53-a7e4-29085cc11abf req-fc1fba3c-e4e8-4955-acd9-c16fc133ee12 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0567999 Jul 23 14:27:56.035644 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': 'dbca0af7-7737-4aef-be1d-b51c4202bcdc', 'ip_address': '2001:db8::f816:3eff:fe0d:f91'}, {'subnet_id': 'b2615ca6-9872-459e-9d05-df05a11f3949'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:27:56.080021 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.127696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.167757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=0017a251-cb01-4c16-addf-15544128274e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:56.240654 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.245709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b8459b0e-a7d5-4c13-86cf-d8f9c8593f98 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/0017a251-cb01-4c16-addf-15544128274e HTTP/1.1" status: 204 len: 168 time: 0.8271954 Jul 23 14:27:56.246057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:56.308057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:56.320260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] Allocated IP 2001:db8:0:1::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/b2615ca6-9872-459e-9d05-df05a11f3949/1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:27:56.329283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f5089-ee30-42f1-8da8-db691237c2ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:56.333252 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-578f5089-ee30-42f1-8da8-db691237c2ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0837986 Jul 23 14:27:56.333692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:56.405779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adb26a4-9598-4047-b88a-c440a009d139 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:56.408710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6adb26a4-9598-4047-b88a-c440a009d139 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0722556 Jul 23 14:27:56.410084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:56.443700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:56.451976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:56.452353 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.468441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff8fcd-7bbb-40a4-adbc-9e772a180af4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:56.470223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff8fcd-7bbb-40a4-adbc-9e772a180af4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:56.471805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff8fcd-7bbb-40a4-adbc-9e772a180af4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:56.473480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8aff8fcd-7bbb-40a4-adbc-9e772a180af4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0623136 Jul 23 14:27:56.476533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:56.499724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:56.540968 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.548673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet b2615ca6-9872-459e-9d05-df05a11f3949 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:56.577596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] Transition to ACTIVE for port object 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:27:56.582666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.582890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.615663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.649902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.763343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.845258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.871310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=b2615ca6-9872-459e-9d05-df05a11f3949,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:56.885355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.885632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e8ecb-8dc7-4a45-9548-fbb10c2c5dd5 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:56.885744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.886034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.886369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.886728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.887058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.887387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.887715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.888037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.888360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.888683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.889002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:27:56.892190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.894368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39972099-0bdb-488a-80dc-8168d58b2dd3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/b2615ca6-9872-459e-9d05-df05a11f3949 HTTP/1.1" status: 204 len: 168 time: 0.4159555 Jul 23 14:27:56.898941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:56.927115 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:27:56.927464 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:27:56.972318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet dbca0af7-7737-4aef-be1d-b51c4202bcdc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:27:56.975787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:56.986001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96051b-ce49-4051-a4fb-43eb403563a6 req-dd31d38b-9d99-4269-8ac8-0838c570ef38 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:57.007819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f96051b-ce49-4051-a4fb-43eb403563a6 req-dd31d38b-9d99-4269-8ac8-0838c570ef38 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1674478 Jul 23 14:27:57.033351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.050885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f96051b-ce49-4051-a4fb-43eb403563a6 req-df044ef3-7842-466a-8ac3-6bcd405e0fc2 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Jul 23 14:27:57.139960 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.174940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2aa75c8d-e04a-4897-93bd-242ab441b387 req-7c7f7978-28f2-4f2d-b062-aec3b366b243 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0379097 Jul 23 14:27:57.213242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.249309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=dbca0af7-7737-4aef-be1d-b51c4202bcdc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:57.259024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.263622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a240c1fc-d55e-468d-bcae-7cdc59be7cfd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/dbca0af7-7737-4aef-be1d-b51c4202bcdc HTTP/1.1" status: 204 len: 168 time: 0.3604357 Jul 23 14:27:57.264087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:57.302212 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8b67e2fa-ddcb-490f-a3ee-be2bf8e9c8ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369480 Jul 23 14:27:57.305130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:57.310121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:57.407188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:57.410750 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.474197 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.530516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:57.538906 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.568769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888bd1e-5cbf-4537-878c-c86d93dd39e8 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:27:57.662032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:57.672064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e177f1e0-9e51-4aeb-a241-8b0b1a9539af None None] Provisioning for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:27:57.699761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e177f1e0-9e51-4aeb-a241-8b0b1a9539af None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:57.700142 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e177f1e0-9e51-4aeb-a241-8b0b1a9539af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:57.777773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:27:57.837741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e177f1e0-9e51-4aeb-a241-8b0b1a9539af None None] Could not find standard attr ID for object 0017a251-cb01-4c16-addf-15544128274e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:27:57.956202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '2177a33f-54b0-4c51-9d69-95afbc98f83f'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:27:58.002058 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.015291 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.247533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:27:58.252670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dea68-8756-4c18-97e5-5bbd0bbd434c req-78abb2f1-0bfa-4df4-b5c3-997a02f581eb tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:58.257125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:58.260581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-420dea68-8756-4c18-97e5-5bbd0bbd434c req-78abb2f1-0bfa-4df4-b5c3-997a02f581eb tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1135862 Jul 23 14:27:58.302593 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.314258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.315543 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.317019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:27:58.317880 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.323304 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:27:58.323890 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:27:58.326464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-420dea68-8756-4c18-97e5-5bbd0bbd434c req-ae3c675d-9d12-4aa3-ab30-ebc5309ba499 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647626 Jul 23 14:27:58.418938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=2177a33f-54b0-4c51-9d69-95afbc98f83f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:58.434364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:58.441746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:58.449725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:58.450337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.468570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:58.486804 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-65107f4b-6953-4cb4-8920-75719e754387 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1782408 Jul 23 14:27:58.487743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:58.493374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0618dfd7-54b5-4d3d-aed7-b67193c46a0e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:58.517178 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0d990e-54a7-4535-b751-d61380066a9d req-3388207f-e392-4c29-bfbc-a9925c622112 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0405595 Jul 23 14:27:58.647091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0618dfd7-54b5-4d3d-aed7-b67193c46a0e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:58.650886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0618dfd7-54b5-4d3d-aed7-b67193c46a0e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.753634 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-0618dfd7-54b5-4d3d-aed7-b67193c46a0e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2177a33f-54b0-4c51-9d69-95afbc98f83f (CIDR: 2001:db8::/64) Jul 23 14:27:58.758404 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0618dfd7-54b5-4d3d-aed7-b67193c46a0e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:27:58.758907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0618dfd7-54b5-4d3d-aed7-b67193c46a0e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:27:58.784898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0618dfd7-54b5-4d3d-aed7-b67193c46a0e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2959919 Jul 23 14:27:58.787701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:58.792866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:58.863411 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:58.945869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:58.949874 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:59.200338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:27:59.239214 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:59.246805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:59.268668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:59.330860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bb5e2-934c-4570-8ef4-bb3f6a31d77f None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:59.355699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:27:59.361082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:27:59.365201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:59.365969 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:59.389093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=bf63152d-1443-4e98-8d80-69ffb70e4dee,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:27:59.398730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b90c438a-4831-4a2c-ac06-ffe1e718995c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6070809 Jul 23 14:27:59.399404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:27:59.407981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:a7:ab:79', 'name': 'tempest-NetworksTestDHCPv6-1753002849'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:27:59.587893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132147f-00e8-4343-be8e-8b8e4feddab5 req-10789a3c-305b-4677-bd74-ba10dcf75f00 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:27:59.589520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9132147f-00e8-4343-be8e-8b8e4feddab5 req-10789a3c-305b-4677-bd74-ba10dcf75f00 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1013510 Jul 23 14:27:59.619920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:27:59.688206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9132147f-00e8-4343-be8e-8b8e4feddab5 req-6e8ef1f4-8940-4d2b-a065-12adf1367c31 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754764 Jul 23 14:27:59.863420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-adc395fc-7c55-4e35-a74e-84b7962fd108 req-963e704b-43e0-4793-950f-8ba96861a4e6 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0389140 Jul 23 14:27:59.866758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:27:59.916317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 627dfd98-bf40-4325-a5f3-de92843338e4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:27:59.956688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b2f1b-4fd3-406a-b564-2dcbd54a4fc7 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:00.042113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cb7c892-a152-4a44-9455-76c0cb6bac36 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:00.042431 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cb7c892-a152-4a44-9455-76c0cb6bac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:00.252187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:00.368193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:00.368554 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:00.466059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8:0:1::1a6 (00e5770a-33df-44d4-af6e-7d0354b85b65/bf63152d-1443-4e98-8d80-69ffb70e4dee/627dfd98-bf40-4325-a5f3-de92843338e4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:00.474726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::f816:3eff:fea7:ab79 (00e5770a-33df-44d4-af6e-7d0354b85b65/2177a33f-54b0-4c51-9d69-95afbc98f83f/627dfd98-bf40-4325-a5f3-de92843338e4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:00.510566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '2177a33f-54b0-4c51-9d69-95afbc98f83f', 'ip_address': '2001:db8::f816:3eff:fe0d:f91'}, {'subnet_id': 'bf63152d-1443-4e98-8d80-69ffb70e4dee'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:28:00.570713 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:00.669175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:00.683818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 627dfd98-bf40-4325-a5f3-de92843338e4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:00.724437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:00.773602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=627dfd98-bf40-4325-a5f3-de92843338e4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:00.794398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:00.795924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:00.799542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:00.806399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:00.807404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:00.828527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] Allocated IP 2001:db8:0:1::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/bf63152d-1443-4e98-8d80-69ffb70e4dee/1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:00.852380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-33647170-b57d-4080-9a40-e129f806aeaf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4511101 Jul 23 14:28:00.855149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:00.925491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e6e31-b1c2-4225-a8a4-67d4d4bd78ae req-69f02315-f1ec-4abd-944c-33cce76e4e41 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:00.936048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d4e6e31-b1c2-4225-a8a4-67d4d4bd78ae req-69f02315-f1ec-4abd-944c-33cce76e4e41 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1180546 Jul 23 14:28:00.963742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:00.981299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d4e6e31-b1c2-4225-a8a4-67d4d4bd78ae req-23ed7f62-419a-4a50-b765-949b326e60ce tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441775 Jul 23 14:28:01.029572 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.040234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 627dfd98-bf40-4325-a5f3-de92843338e4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:01.042044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.051791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] Transition to ACTIVE for port object 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:01.064340 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.132998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d99a5416-1864-4c41-bd7f-25bcb717b7a7 req-a3b07ae3-de9d-40a1-8ebf-0ab0201cf2ad tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0696604 Jul 23 14:28:01.211265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.213007 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa10b4d-fd4a-4b61-8ef8-54886dec4778 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:01.226268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 627dfd98-bf40-4325-a5f3-de92843338e4 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:01.455546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.498563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=627dfd98-bf40-4325-a5f3-de92843338e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:01.556960 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.559587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-510e59b7-8695-4377-b102-b03ae4d51f23 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/627dfd98-bf40-4325-a5f3-de92843338e4 HTTP/1.1" status: 204 len: 168 time: 0.7032337 Jul 23 14:28:01.562145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:01.636202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71ad025-886b-4f2d-9ea9-0483ba7a8068 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:01.637869 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a71ad025-886b-4f2d-9ea9-0483ba7a8068 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0744526 Jul 23 14:28:01.640680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:01.712852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28442d-9bdf-484f-9c51-fe605f93c100 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:01.717721 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-de28442d-9bdf-484f-9c51-fe605f93c100 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0728607 Jul 23 14:28:01.717721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:01.790053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2fe7e8-f439-499e-b24d-bfd44529d19a None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:01.791547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ee3b3-af6f-43a6-a435-8e5009476da4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:01.793204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ee3b3-af6f-43a6-a435-8e5009476da4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:01.794797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ee3b3-af6f-43a6-a435-8e5009476da4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:01.799676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:01.800239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-458ee3b3-af6f-43a6-a435-8e5009476da4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0810072 Jul 23 14:28:01.861387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 2177a33f-54b0-4c51-9d69-95afbc98f83f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:01.864757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.901119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae28e74c-edbc-4897-9401-d40aaa065b1f None None] Provisioning for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:01.907868 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:01.911619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae28e74c-edbc-4897-9401-d40aaa065b1f None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:01.912213 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae28e74c-edbc-4897-9401-d40aaa065b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.046846 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.157063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.206669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.206669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/2177a33f-54b0-4c51-9d69-95afbc98f83f HTTP/1.1" status: 204 len: 168 time: 0.4012489 Jul 23 14:28:02.206669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e5a2f-01e1-4d58-be0a-f2484c61264c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=2177a33f-54b0-4c51-9d69-95afbc98f83f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:02.211041 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:02.234847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b347a5-2ca2-4cba-998a-25fecd484d1a req-729118b0-f8db-41f9-aac6-d56e5817276d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:02.242149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11b347a5-2ca2-4cba-998a-25fecd484d1a req-729118b0-f8db-41f9-aac6-d56e5817276d tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1585236 Jul 23 14:28:02.290811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:02.324470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet bf63152d-1443-4e98-8d80-69ffb70e4dee {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:02.329584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11b347a5-2ca2-4cba-998a-25fecd484d1a req-fbba0f1c-38e8-4d5a-aa4f-8874dad11082 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756977 Jul 23 14:28:02.334091 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.400874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:02.401259 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.405031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6c258-c682-4489-a95e-ab6441089ead None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:02.454603 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.459839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d49328f2-22cc-480c-b0f0-6ccdbf151642 req-8bcf3392-5307-439e-9de3-9bd264a3fefd tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0406699 Jul 23 14:28:02.558958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.583033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54142bf5-87aa-44a6-bac4-d48792359142 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:02.585864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54142bf5-87aa-44a6-bac4-d48792359142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.641363 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.672335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=bf63152d-1443-4e98-8d80-69ffb70e4dee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:02.678512 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.685113 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-846010c8-ee1a-4f6b-9b0c-b3c25ba90a81 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/bf63152d-1443-4e98-8d80-69ffb70e4dee HTTP/1.1" status: 204 len: 168 time: 0.4698217 Jul 23 14:28:02.686056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:02.739874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:02.740132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3d93f55b-bd46-44d4-9d47-05187b95bfb8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525465 Jul 23 14:28:02.745674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:02.857109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:02.860853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:02.879594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeef650-cf5f-4ab0-9bab-18060cbcb0af None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': 'bf63152d-1443-4e98-8d80-69ffb70e4dee'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:28:02.928609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adeef650-cf5f-4ab0-9bab-18060cbcb0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.077665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.125311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:03.128953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:03.133348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:03.133953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.143338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=51eabc04-fe62-4e14-b9b7-37fe14e0ee1b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:03.155798 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4cfb532a-2814-4902-a006-17638fe497a8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4142194 Jul 23 14:28:03.160468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:03.166086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4d51da2-030b-4fc8-beef-08639815565b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:03.186241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bc82ec-3caf-41f3-9f33-35b5f370d1ae None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:03.192490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a02f9cbd-4bfb-4f56-a993-17129170cfff None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:03.192864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a02f9cbd-4bfb-4f56-a993-17129170cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.329277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d51da2-030b-4fc8-beef-08639815565b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:03.335174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d51da2-030b-4fc8-beef-08639815565b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.512788 n-d-801990-3 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-e4d51da2-030b-4fc8-beef-08639815565b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51eabc04-fe62-4e14-b9b7-37fe14e0ee1b (CIDR: 2001:db8::/64) Jul 23 14:28:03.515952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '51eabc04-fe62-4e14-b9b7-37fe14e0ee1b'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:28:03.546295 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d51da2-030b-4fc8-beef-08639815565b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:28:03.555081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d51da2-030b-4fc8-beef-08639815565b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:03.570307 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.598731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:03.603690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e4d51da2-030b-4fc8-beef-08639815565b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4419439 Jul 23 14:28:03.605343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:03.651702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17aa6d-5283-4834-b431-c171bd2ad901 req-41e5a518-c04e-439f-83d8-84b7d9fb0082 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:03.654350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b17aa6d-5283-4834-b431-c171bd2ad901 req-41e5a518-c04e-439f-83d8-84b7d9fb0082 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1773417 Jul 23 14:28:03.699149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b17aa6d-5283-4834-b431-c171bd2ad901 req-c9039e0f-c378-4e11-93e1-73b154e2401f tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387499 Jul 23 14:28:03.794521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/51eabc04-fe62-4e14-b9b7-37fe14e0ee1b/1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:03.886437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:03.891049 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.906083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-372e15e7-4c0c-481e-a557-8b3ec486338a req-5e7ec994-bf6b-4277-876e-0e204e9c9390 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0420837 Jul 23 14:28:03.917770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:03.977073 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:03.992682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] Transition to ACTIVE for port object 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:04.000070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:04.091732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19241-29eb-4dc2-b204-380d0c7f1f25 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:04.265247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:04.402768 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:04.442051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:04.461767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:04.463091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:28:04.577680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:04.758417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:04.885166 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-91d2c07c-6df9-486d-b2bd-390420161e32 req-37ef6219-973a-4ae5-87eb-23024931fd99 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0487492 Jul 23 14:28:04.935166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721a243-c81a-4e62-8091-0089e023e5bd req-4be9616f-d393-4b41-b1bb-b8117c040606 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:04.936841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2721a243-c81a-4e62-8091-0089e023e5bd req-4be9616f-d393-4b41-b1bb-b8117c040606 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.0963733 Jul 23 14:28:05.016852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2721a243-c81a-4e62-8091-0089e023e5bd req-c341b0c7-1d20-40a7-b3cc-0ab844d38397 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675256 Jul 23 14:28:05.073118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:05.128679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e876c48f-429b-451c-a5eb-da9e959a0d4c None None] Provisioning for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:05.138490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-381fccf3-5bf1-4a00-a470-62f3ac625b64 req-044b80a8-e436-4c7a-993b-7e06e4b2331f tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0465150 Jul 23 14:28:05.148704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e876c48f-429b-451c-a5eb-da9e959a0d4c None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:05.153601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e876c48f-429b-451c-a5eb-da9e959a0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.157836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.169294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.170417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.261985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=16']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:05.316354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:05.333593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:05.339147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:05.340885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.373618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7737229 Jul 23 14:28:05.376653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:05.381543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dfaea-ae9b-4195-aa6a-8e10f088a5d4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=921cd9a0-6750-4e7e-a703-32906ff567a7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:05.382568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:8d:6f:b6', 'name': 'tempest-NetworksTestDHCPv6-1902793601'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:05.493815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e876c48f-429b-451c-a5eb-da9e959a0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.536892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e876c48f-429b-451c-a5eb-da9e959a0d4c None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:05.543271 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e876c48f-429b-451c-a5eb-da9e959a0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.600248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:05.609770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876c48f-429b-451c-a5eb-da9e959a0d4c None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=17']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:05.664047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-068840da-dea9-4030-8dd5-ffe6e921a24d None None] Could not find standard attr ID for object 0017a251-cb01-4c16-addf-15544128274e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:05.708160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daffa76-5b89-4614-9b84-e0e044e9f34d None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:05.813572 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:05.816248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fa35a98-ad4c-49af-977a-3db13ab5fe1c None None] Could not find standard attr ID for object 627dfd98-bf40-4325-a5f3-de92843338e4. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:05.835732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:06.038186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::18d (00e5770a-33df-44d4-af6e-7d0354b85b65/51eabc04-fe62-4e14-b9b7-37fe14e0ee1b/64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:06.046576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:6fb6 (00e5770a-33df-44d4-af6e-7d0354b85b65/921cd9a0-6750-4e7e-a703-32906ff567a7/64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:06.291534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be150e1-1294-40b0-b45c-e428806e7342 req-b0d4d96d-6848-47a0-8c7c-30a69cffc938 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:06.293754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9be150e1-1294-40b0-b45c-e428806e7342 req-b0d4d96d-6848-47a0-8c7c-30a69cffc938 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.1866946 Jul 23 14:28:06.318964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:06.342389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:06.368321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:06.377023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9be150e1-1294-40b0-b45c-e428806e7342 req-cb18c30d-7e15-4a27-8f35-779099f75dcf tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627370 Jul 23 14:28:06.385172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:06.385562 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:06.421683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:06.519117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f921bc0-f37d-49bb-85eb-cd7bd2239289 req-e698a9f7-d90e-45ea-a4bf-d9ddf3d89b07 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0533040 Jul 23 14:28:06.536328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:06.540856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:06.543001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:06.545467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:06.552313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:06.552313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:06.567169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.567582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.567984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.568376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.568777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.569199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.569590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.571234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.571234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.571234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.571234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.571234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:06.584892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c6194aac-4545-4968-969f-2bbfbf3021cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2068689 Jul 23 14:28:06.588036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:06.643249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94270910-e423-4982-bf14-3ce23d6bea7a None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:06.643852 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94270910-e423-4982-bf14-3ce23d6bea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:06.738741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:06.739131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:06.812647 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a025c1b-8251-4cfb-85e9-b8ceed932f21 req-99cacb3d-7f6c-4100-825b-abcf123e3cd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b11b38197ad4a338605d7024c082f34&device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0344412 Jul 23 14:28:06.851574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5888f87-657f-4986-9c05-fa1e947d8a92 req-084864b8-ca6f-41f1-9ad4-98bec91ffac9 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0748155 Jul 23 14:28:06.890826 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a025c1b-8251-4cfb-85e9-b8ceed932f21 req-e82be208-4267-459c-9bc3-4dcd9ac807cd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b11b38197ad4a338605d7024c082f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648961 Jul 23 14:28:06.948694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f4b944b-c14a-4934-afa9-b32d72db64a7 None None] Provisioning for port 64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:06.954528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f4b944b-c14a-4934-afa9-b32d72db64a7 None None] Provisioning complete for port 64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:06.955393 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f4b944b-c14a-4934-afa9-b32d72db64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:06.969731 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:07.009669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b944b-c14a-4934-afa9-b32d72db64a7 None None] Port 64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:07.302478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:07.388868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a025c1b-8251-4cfb-85e9-b8ceed932f21 req-98716482-b67c-4545-9486-fcaba3faa1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:07.390363 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a025c1b-8251-4cfb-85e9-b8ceed932f21 req-98716482-b67c-4545-9486-fcaba3faa1ac service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4924896 Jul 23 14:28:07.444049 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:28:07.557628 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:07.566215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4a725-aff7-45f7-bfe9-8b36596a1f2c req-738ba229-e5c5-4912-900f-5bd78d042dfc tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:07.567658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8b4a725-aff7-45f7-bfe9-8b36596a1f2c req-738ba229-e5c5-4912-900f-5bd78d042dfc tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.0940342 Jul 23 14:28:07.589023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:07.629525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8b4a725-aff7-45f7-bfe9-8b36596a1f2c req-a3961ecd-449e-4ff5-900a-fffca7f5b15a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546038 Jul 23 14:28:07.660188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:07.661258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:07.663497 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1e344f6-608c-454e-929f-e0c731d0eec9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 HTTP/1.1" status: 204 len: 168 time: 1.0744236 Jul 23 14:28:07.669888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:07.749719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7db97de-1f00-416d-b79a-007b596c3f2f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:07.751626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b7db97de-1f00-416d-b79a-007b596c3f2f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0805204 Jul 23 14:28:07.755271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:07.827728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0499dc-2f5a-4783-b63a-82249f34883b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:07.832097 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4d0499dc-2f5a-4783-b63a-82249f34883b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0732193 Jul 23 14:28:07.832214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:07.889900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41d42d-0d21-41b9-8ca0-9c7495eb94b5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:07.892794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41d42d-0d21-41b9-8ca0-9c7495eb94b5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:07.902627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41d42d-0d21-41b9-8ca0-9c7495eb94b5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:07.902627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ff41d42d-0d21-41b9-8ca0-9c7495eb94b5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0659254 Jul 23 14:28:07.902856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:07.962101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e2b9020-023c-4dd6-8acf-ab44f33754d0 req-e6b0d942-bd8e-4da1-ab46-571ba9e32ff0 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0353744 Jul 23 14:28:07.975712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 51eabc04-fe62-4e14-b9b7-37fe14e0ee1b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:07.979075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.020165 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.109986 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.172908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.202586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.204556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/51eabc04-fe62-4e14-b9b7-37fe14e0ee1b HTTP/1.1" status: 204 len: 168 time: 0.3040411 Jul 23 14:28:08.205352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26649a-d8e1-4b19-9aa1-08d7af111315 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=51eabc04-fe62-4e14-b9b7-37fe14e0ee1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:08.207219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:08.209289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd6794-a4e8-4c83-9c19-888348bc307d None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:08.259711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 921cd9a0-6750-4e7e-a703-32906ff567a7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:08.262885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.307192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.397786 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.462391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.493322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=921cd9a0-6750-4e7e-a703-32906ff567a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:08.499598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.501702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7016c416-dcab-407c-9046-7eb4842f3420 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/921cd9a0-6750-4e7e-a703-32906ff567a7 HTTP/1.1" status: 204 len: 168 time: 0.2932842 Jul 23 14:28:08.504236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:08.542187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d7413ccc-69a3-4a43-9d92-1c37b50783c0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368021 Jul 23 14:28:08.545142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:08.550177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:08.642712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:08.646348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.758740 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2a025c1b-8251-4cfb-85e9-b8ceed932f21 req-567d02b8-42e4-4662-9260-1ab71d38c280 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.11 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0416310 Jul 23 14:28:08.800359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88378bb-6668-4d9b-a246-545f3838b251 req-684f35f9-9dee-48eb-9a36-4b90f71b2bfe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:08.801969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c88378bb-6668-4d9b-a246-545f3838b251 req-684f35f9-9dee-48eb-9a36-4b90f71b2bfe tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 944 time: 0.0908277 Jul 23 14:28:08.855365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c88378bb-6668-4d9b-a246-545f3838b251 req-a251b0b9-1b56-400a-a9b3-b02f39b475ad tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468891 Jul 23 14:28:08.903517 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.942416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:08.946913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:08.951927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:08.953476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:08.971636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b8ed88-1701-46ca-a380-f0170716bb5f None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:08.979332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4331346 Jul 23 14:28:08.980207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6c30d-6e55-463e-9d13-fc484b71d020 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=20471725-f7ef-4e3b-a759-047952ab8e09,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:08.982339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:08.988021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d02e482-bada-41cc-b378-41dfaaed8971 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:09.073194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63d38325-cbfd-4983-859b-3d53b83ee060 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:09.074220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63d38325-cbfd-4983-859b-3d53b83ee060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.086175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-698f3b79-ebb2-4af9-8f54-45555543535a req-255960d9-e780-4bfe-9aef-6a6e58d1c355 tempest-ServerShowV257Test-1096556850 tempest-ServerShowV257Test-1096556850-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d189aa-9e88-47cc-afa4-34992b5e9d1e HTTP/1.1" status: 200 len: 210 time: 0.0308776 Jul 23 14:28:09.115892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02e482-bada-41cc-b378-41dfaaed8971 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:09.119956 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d02e482-bada-41cc-b378-41dfaaed8971 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.235162 n-d-801990-3 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-7d02e482-bada-41cc-b378-41dfaaed8971 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20471725-f7ef-4e3b-a759-047952ab8e09 (CIDR: 2001:db8::/64) Jul 23 14:28:09.243068 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d02e482-bada-41cc-b378-41dfaaed8971 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:28:09.243696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d02e482-bada-41cc-b378-41dfaaed8971 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:09.260235 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7d02e482-bada-41cc-b378-41dfaaed8971 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2767994 Jul 23 14:28:09.263230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:09.268448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'subnet': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:09.318094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] Update dhcp port {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'fixed_ips': [{'subnet_id': '20471725-f7ef-4e3b-a759-047952ab8e09'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:28:09.355061 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.399071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:09.403603 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.474914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:28:09.601576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] Allocated IP 2001:db8::2 (00e5770a-33df-44d4-af6e-7d0354b85b65/20471725-f7ef-4e3b-a759-047952ab8e09/1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:09.660197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:09.698146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'port_id': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'mac_address': 'fa:16:3e:de:57:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:28:09.737107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:28:09.759026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:09.768300 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.790936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:28:09.804173 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.827178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:09.830279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] Transition to ACTIVE for port object 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:09.832361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.838039 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.912908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:09.914938 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:09.981838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7565f-d76a-44d7-836c-3dff3ad96057 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=21']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:10.035867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b4a2-11ef-4934-9005-932d777dbae5 req-c905bc9d-0229-4557-af8a-a864d9108a58 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:10.037882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bf8b4a2-11ef-4934-9005-932d777dbae5 req-c905bc9d-0229-4557-af8a-a864d9108a58 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 945 time: 0.0968120 Jul 23 14:28:10.094004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bf8b4a2-11ef-4934-9005-932d777dbae5 req-9e2e535c-6508-42fc-bff5-64705321a3be tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490773 Jul 23 14:28:10.115615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:28:10.136743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:10.177795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.189293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.190078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.270412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:10.299783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:10.309938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:10.319370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:10.319990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.326702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=22']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:10.346521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Subnet': ['ID=861b35db-7f4d-4906-8aae-3c7eed5d0193,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:10.353671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ace0cd0b-a1c8-4b05-b5f9-3f96c8426769 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0865736 Jul 23 14:28:10.353888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:10.360277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Request body: {'port': {'network_id': '00e5770a-33df-44d4-af6e-7d0354b85b65', 'mac_address': 'fa:16:3e:52:e4:97', 'name': 'tempest-NetworksTestDHCPv6-1957461257'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:10.482336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Made reservation on behalf of e9d7f7c8528d4419a087ee161b36d9ed for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:10.547641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 35978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:10.602194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97951761-ca27-4b16-9cee-6fe019211c1e None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:10.616714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.641890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] device_id is not set on port 4e6302ce-a0f6-4277-ad4c-6d0ad6922953 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:10.684603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa4d8-6267-4e3b-8159-e4024cbc40bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.684938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3b00466-45be-4e0c-8cba-0191d94bd521 None None] Provisioning for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:10.695274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3b00466-45be-4e0c-8cba-0191d94bd521 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:10.695643 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3b00466-45be-4e0c-8cba-0191d94bd521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.796927 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa4d8-6267-4e3b-8159-e4024cbc40bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.803488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa4d8-6267-4e3b-8159-e4024cbc40bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:10.843981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8::29d (00e5770a-33df-44d4-af6e-7d0354b85b65/20471725-f7ef-4e3b-a759-047952ab8e09/4e6302ce-a0f6-4277-ad4c-6d0ad6922953) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:10.853435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:e497 (00e5770a-33df-44d4-af6e-7d0354b85b65/861b35db-7f4d-4906-8aae-3c7eed5d0193/4e6302ce-a0f6-4277-ad4c-6d0ad6922953) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:10.855430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:10.855611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2f2aa4d8-6267-4e3b-8159-e4024cbc40bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b11b38197ad4a338605d7024c082f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067367 Jul 23 14:28:10.856506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa4d8-6267-4e3b-8159-e4024cbc40bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9ac0f-30e9-4e24-8992-9e74a19170d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:10.957484 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fad7d1b-2dbb-456c-aaa2-bd881a350cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.026371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fad7d1b-2dbb-456c-aaa2-bd881a350cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.097497 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.115286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Transition to ACTIVE for port object 4e6302ce-a0f6-4277-ad4c-6d0ad6922953 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:11.117220 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fad7d1b-2dbb-456c-aaa2-bd881a350cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.119855 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fad7d1b-2dbb-456c-aaa2-bd881a350cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.121200 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4fad7d1b-2dbb-456c-aaa2-bd881a350cd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4c9ac0f-30e9-4e24-8992-9e74a19170d0 HTTP/1.1" status: 204 len: 168 time: 0.2647491 Jul 23 14:28:11.135294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad7d1b-2dbb-456c-aaa2-bd881a350cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9ac0f-30e9-4e24-8992-9e74a19170d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:11.194074 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.242967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:11.249192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:11.253396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:11.261761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:11.262491 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.272252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event updated for resources: {'Port': ['ID=4e6302ce-a0f6-4277-ad4c-6d0ad6922953,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:11.290359 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-090be58d-0bfb-48c2-b592-26223cc82827 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9345372 Jul 23 14:28:11.292511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 35990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:11.299886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5459d2-3b96-4bdf-96e7-ab162cdf59b4 req-7b9ac1fb-fb77-4a3d-8bd8-d708f99ccdd7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:11.304813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd5459d2-3b96-4bdf-96e7-ab162cdf59b4 req-7b9ac1fb-fb77-4a3d-8bd8-d708f99ccdd7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 945 time: 0.0985096 Jul 23 14:28:11.365594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd5459d2-3b96-4bdf-96e7-ab162cdf59b4 req-b9d50960-f579-4948-ba40-dba68e179981 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517318 Jul 23 14:28:11.429693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting port 4e6302ce-a0f6-4277-ad4c-6d0ad6922953 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:11.429927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.487043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:11.524194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ca3c4b4f-bea0-4b49-9b9b-6bf9692bda45 None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:11.524580 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4b4f-bea0-4b49-9b9b-6bf9692bda45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.537615 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.561891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Calling delete_port for 4e6302ce-a0f6-4277-ad4c-6d0ad6922953 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:11.587513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:11.587888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.705516 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.742744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:11.744044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:11.747012 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9a11ee-eee7-475a-9f6e-502bd20c760c" -d '{"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-plugged", "status": "completed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:11.751207 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.795607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.810317 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe5c75f-5c43-4469-a33f-7f128beaaec4 x-openstack-request-id: req-0fe5c75f-5c43-4469-a33f-7f128beaaec4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:11.811113 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-plugged", "status": "completed", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:11.813129 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fe5c75f-5c43-4469-a33f-7f128beaaec4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:11.814405 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'code': 200} Jul 23 14:28:11.828979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a76d2c80-9196-4a11-b280-ebe442c958db None None] Provisioning complete for port 4e6302ce-a0f6-4277-ad4c-6d0ad6922953 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:11.829501 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76d2c80-9196-4a11-b280-ebe442c958db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.831304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:11.860502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a76d2c80-9196-4a11-b280-ebe442c958db None None] Port 4e6302ce-a0f6-4277-ad4c-6d0ad6922953 was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 14:28:11.881628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Port': ['ID=4e6302ce-a0f6-4277-ad4c-6d0ad6922953,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:11.911867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:11.914586 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3b49deca-efd6-4a62-90de-c36baa25864e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/4e6302ce-a0f6-4277-ad4c-6d0ad6922953 HTTP/1.1" status: 204 len: 168 time: 0.6207762 Jul 23 14:28:11.916983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.019459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044c3ae-66f7-4e9b-a257-78a48a79c431 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.020643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.021059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a044c3ae-66f7-4e9b-a257-78a48a79c431 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1030195 Jul 23 14:28:12.025642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.090891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7946e6c-7347-4599-a8f5-ac62eabf47a1 req-68d420ca-2d1f-4b0f-a461-b74d35fdf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.092438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7946e6c-7347-4599-a8f5-ac62eabf47a1 req-68d420ca-2d1f-4b0f-a461-b74d35fdf0a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 1098 time: 0.1208894 Jul 23 14:28:12.125316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39dc0f-6d3b-42d7-bd69-6b98b07e7c07 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.126935 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ff39dc0f-6d3b-42d7-bd69-6b98b07e7c07 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0990942 Jul 23 14:28:12.129713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.135318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-561008701-network', 'tenant_id': 'c63436d746b84a8ea68eb97a845be578'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:12.143554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f7946e6c-7347-4599-a8f5-ac62eabf47a1 req-e4152f0d-44d7-4927-8d99-af6e6f31e51e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429895 Jul 23 14:28:12.202931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4144e1-f5dd-4fbb-bdd3-1f444ef768c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.204542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4144e1-f5dd-4fbb-bdd3-1f444ef768c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.206175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4144e1-f5dd-4fbb-bdd3-1f444ef768c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.207768 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2f4144e1-f5dd-4fbb-bdd3-1f444ef768c8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0769305 Jul 23 14:28:12.208418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Made reservation on behalf of c63436d746b84a8ea68eb97a845be578 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:12.211019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.211183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.221007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.269471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 20471725-f7ef-4e3b-a759-047952ab8e09 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:12.272989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.311473 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.312504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.316379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.337542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:12.351725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:12.356722 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.357327 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Added segment a67b8bb4-c807-4fc8-9ccb-f9e318c97d94 of type vlan for network 5afd65fa-6023-422b-9017-33e2c942aff3 Jul 23 14:28:12.400139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.413708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.432270 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.433448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.434033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.475002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4527168 Jul 23 14:28:12.477924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.484311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Request body: {'subnet': {'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-561008701-subnet', 'tenant_id': 'c63436d746b84a8ea68eb97a845be578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:12.488312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.527857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.529302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2ba4a-a7ec-4e7e-a097-f2f87073cb92 admin admin] Pushing event updated for resources: {'Network': ['ID=5afd65fa-6023-422b-9017-33e2c942aff3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:12.530905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/20471725-f7ef-4e3b-a759-047952ab8e09 HTTP/1.1" status: 204 len: 168 time: 0.3177791 Jul 23 14:28:12.533525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e25a8-6db6-4d7d-906a-02aad0b07c46 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=20471725-f7ef-4e3b-a759-047952ab8e09,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:12.534087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.541180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1978d595-8e73-4792-8ced-19a0bc5647c9 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:12.550304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Made reservation on behalf of c63436d746b84a8ea68eb97a845be578 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:12.554546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.576288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5afd65fa-6023-422b-9017-33e2c942aff3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:12.598588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Deleting subnet 861b35db-7f4d-4906-8aae-3c7eed5d0193 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:12.609522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f6f8-681d-449d-bbbb-4dd63798c00c req-159c7d47-9468-451c-8192-5cb079c0a59c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.611595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bb4f6f8-681d-449d-bbbb-4dd63798c00c req-159c7d47-9468-451c-8192-5cb079c0a59c tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 947 time: 0.1589310 Jul 23 14:28:12.612037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.683162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.720248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bb4f6f8-681d-449d-bbbb-4dd63798c00c req-d8659189-3802-41c4-a167-e682f876e972 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864422 Jul 23 14:28:12.799016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.804294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.859668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0361547-b589-467e-9a9d-f582977e4603,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:12.875209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Checking segment: {'id': 'a67b8bb4-c807-4fc8-9ccb-f9e318c97d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:12.875974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Network hostable DHCP agents. Network: 5afd65fa-6023-422b-9017-33e2c942aff3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:12.884128 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.900739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Network 5afd65fa-6023-422b-9017-33e2c942aff3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:12.915709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5afd65fa-6023-422b-9017-33e2c942aff3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:12.917701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Subnet': ['ID=861b35db-7f4d-4906-8aae-3c7eed5d0193,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:12.922087 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.924074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5fc5b8b1-1f0e-4842-8ce3-76b0ac9b7dd4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/861b35db-7f4d-4906-8aae-3c7eed5d0193 HTTP/1.1" status: 204 len: 168 time: 0.3889937 Jul 23 14:28:12.926664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:12.928314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:12.928927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:12.936232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e6a471-5aa9-4431-9ca6-c71d655ea58e None None] Network 5afd65fa-6023-422b-9017-33e2c942aff3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:12.951275 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6c9d6dd4-5bd2-46d8-8d79-6a7fe8ac0417 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4717884 Jul 23 14:28:12.971451 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7b843051-6e4d-4d8d-b457-d42d4568a1fd tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432529 Jul 23 14:28:12.974129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.091805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d92f9-270a-45c6-9b3c-0a1acd2856dc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:13.093582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-629d92f9-270a-45c6-9b3c-0a1acd2856dc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1190643 Jul 23 14:28:13.097297 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.148769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8cc0c-d2d0-436c-93bc-c620b7258acf None None] Network 5afd65fa-6023-422b-9017-33e2c942aff3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:13.209200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e3b5f-e1f9-4d41-94bb-946edec9d498 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:13.211101 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f76e3b5f-e1f9-4d41-94bb-946edec9d498 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1127417 Jul 23 14:28:13.213695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.266662 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3d1d532b-d4fb-402e-8a25-1cbd269758ef tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517356 Jul 23 14:28:13.275622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.328205 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6ac664-07a3-48ac-9a62-3337a4665bae tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.329048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6ac664-07a3-48ac-9a62-3337a4665bae tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.331191 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9a6ac664-07a3-48ac-9a62-3337a4665bae tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/4e6302ce-a0f6-4277-ad4c-6d0ad6922953 HTTP/1.1" status: 404 len: 333 time: 0.0524502 Jul 23 14:28:13.339390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.381134 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-29603beb-207f-4d67-80e2-7c032c7869cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.381623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29603beb-207f-4d67-80e2-7c032c7869cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.383453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-29603beb-207f-4d67-80e2-7c032c7869cf tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/861b35db-7f4d-4906-8aae-3c7eed5d0193 HTTP/1.1" status: 404 len: 337 time: 0.0427859 Jul 23 14:28:13.386448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.427426 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea260bcc-f30e-4835-b56b-cca7167117ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.427886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea260bcc-f30e-4835-b56b-cca7167117ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.429983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ea260bcc-f30e-4835-b56b-cca7167117ca tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/20471725-f7ef-4e3b-a759-047952ab8e09 HTTP/1.1" status: 404 len: 337 time: 0.0419052 Jul 23 14:28:13.432732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.472385 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d761e45-9874-483d-9dc4-90b7de6102bb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.473172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d761e45-9874-483d-9dc4-90b7de6102bb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.476108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8d761e45-9874-483d-9dc4-90b7de6102bb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/64e8ae94-d3f7-4345-8f4e-6c71f6b7fdb3 HTTP/1.1" status: 404 len: 333 time: 0.0420847 Jul 23 14:28:13.478493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.512639 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad2c7a3-0c6b-4b36-b32a-778b0b88cbcb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.513225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad2c7a3-0c6b-4b36-b32a-778b0b88cbcb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.524303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cad2c7a3-0c6b-4b36-b32a-778b0b88cbcb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/921cd9a0-6750-4e7e-a703-32906ff567a7 HTTP/1.1" status: 404 len: 337 time: 0.0356960 Jul 23 14:28:13.524770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.554442 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4f69fd-611f-4e59-9a90-083a8f62f97d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.554993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4f69fd-611f-4e59-9a90-083a8f62f97d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.556739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8b4f69fd-611f-4e59-9a90-083a8f62f97d tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/51eabc04-fe62-4e14-b9b7-37fe14e0ee1b HTTP/1.1" status: 404 len: 337 time: 0.0306447 Jul 23 14:28:13.558403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.560279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.563923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1441576682-network', 'tenant_id': '7177d187f7c44128aa7d798b8b3488ab'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:13.613688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Made reservation on behalf of 7177d187f7c44128aa7d798b8b3488ab for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:13.616085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:13.618382 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bfc46a-39aa-41c3-b690-80965866b5b3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.620175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bfc46a-39aa-41c3-b690-80965866b5b3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.621805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-16bfc46a-39aa-41c3-b690-80965866b5b3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/627dfd98-bf40-4325-a5f3-de92843338e4 HTTP/1.1" status: 404 len: 333 time: 0.0544779 Jul 23 14:28:13.624518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.629669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:13.635728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf984e-106d-4ccb-8318-3359bf655728 None None] Network 00e5770a-33df-44d4-af6e-7d0354b85b65 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:13.660097 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-874d8a2f-8a19-409e-a96e-70864eb6fc1c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.660585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874d8a2f-8a19-409e-a96e-70864eb6fc1c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.664915 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-874d8a2f-8a19-409e-a96e-70864eb6fc1c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/bf63152d-1443-4e98-8d80-69ffb70e4dee HTTP/1.1" status: 404 len: 337 time: 0.0370922 Jul 23 14:28:13.667411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.706185 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-57caac86-3c17-4699-9212-10035bb381ae tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.706733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57caac86-3c17-4699-9212-10035bb381ae tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.708489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57caac86-3c17-4699-9212-10035bb381ae tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/2177a33f-54b0-4c51-9d69-95afbc98f83f HTTP/1.1" status: 404 len: 337 time: 0.0398924 Jul 23 14:28:13.711649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.746526 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b8560f-c49b-42ff-bb27-f4582eab2b55 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.747295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b8560f-c49b-42ff-bb27-f4582eab2b55 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.761188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d2b8560f-c49b-42ff-bb27-f4582eab2b55 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/0017a251-cb01-4c16-addf-15544128274e HTTP/1.1" status: 404 len: 333 time: 0.0459805 Jul 23 14:28:13.762694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.817294 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c009ae08-909b-4c2c-bae1-91754a2cca69 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.817294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c009ae08-909b-4c2c-bae1-91754a2cca69 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.817294 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c009ae08-909b-4c2c-bae1-91754a2cca69 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/b2615ca6-9872-459e-9d05-df05a11f3949 HTTP/1.1" status: 404 len: 337 time: 0.0466547 Jul 23 14:28:13.817294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.850883 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc313d9-a846-45a0-93a8-1f90874b66b2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.851342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc313d9-a846-45a0-93a8-1f90874b66b2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.853483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ccc313d9-a846-45a0-93a8-1f90874b66b2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/dbca0af7-7737-4aef-be1d-b51c4202bcdc HTTP/1.1" status: 404 len: 337 time: 0.0390089 Jul 23 14:28:13.857617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.884567 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-6f8f8505-b0f5-46e1-96a7-d90f880ae7ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457963 Jul 23 14:28:13.896937 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-506ccfa1-9a4e-4c57-beae-15a4b06427a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.898087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506ccfa1-9a4e-4c57-beae-15a4b06427a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.900096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-506ccfa1-9a4e-4c57-beae-15a4b06427a7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/9563f845-ee10-4dcf-b80d-f8ca0c21f1a6 HTTP/1.1" status: 404 len: 333 time: 0.0413032 Jul 23 14:28:13.904440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.905636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79f6771e-2c7d-4dea-a4b0-e39d57c452fd None None] Provisioning complete for port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:13.906220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79f6771e-2c7d-4dea-a4b0-e39d57c452fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:13.940051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:13.954481 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3aa365-8bd9-425c-b151-6daaf9bbe03e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:13.955038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3aa365-8bd9-425c-b151-6daaf9bbe03e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:13.961162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:13.962123 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9f3aa365-8bd9-425c-b151-6daaf9bbe03e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/07e8001d-1d21-4d85-ae60-b2d4c99cda38 HTTP/1.1" status: 404 len: 337 time: 0.0552883 Jul 23 14:28:13.973980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.021991 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2a790a-46a5-47cb-8d91-457888fc854a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.022731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2a790a-46a5-47cb-8d91-457888fc854a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.024591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-0e7ea088-ff97-46ab-aa55-5d8171fc9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:14.025182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6d2a790a-46a5-47cb-8d91-457888fc854a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/6b176440-a205-40a1-bda6-4cdd68b8593b HTTP/1.1" status: 404 len: 333 time: 0.0613675 Jul 23 14:28:14.026115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-0e7ea088-ff97-46ab-aa55-5d8171fc9c02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 1096 time: 0.0856774 Jul 23 14:28:14.028056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.037087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:14.049632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924c0f7f-e229-4815-befa-973f1142f752,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:14.056982 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.057621 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Added segment 9bd81791-132b-4633-bea2-bbd839e7ea3f of type vlan for network 38942836-5fc6-4959-8b8a-bcc0e7d17c91 Jul 23 14:28:14.093575 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-16532c9a-a6d8-4169-8ec4-dadcd459c344 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.094173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16532c9a-a6d8-4169-8ec4-dadcd459c344 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.096133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-16532c9a-a6d8-4169-8ec4-dadcd459c344 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/e37e8f97-33a0-446d-a16d-3ede2d5c5ce4 HTTP/1.1" status: 404 len: 337 time: 0.0670738 Jul 23 14:28:14.100247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.120203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.132973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658f21-18bb-4cd4-ba57-7b204a3b8185 req-ee37dc50-b4b4-41f8-87b4-c41418c65390 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:14.134859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b658f21-18bb-4cd4-ba57-7b204a3b8185 req-ee37dc50-b4b4-41f8-87b4-c41418c65390 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 947 time: 0.2799633 Jul 23 14:28:14.158136 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c919788e-3c2a-4092-a70d-ba7c0824aa4a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.159267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c919788e-3c2a-4092-a70d-ba7c0824aa4a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.161025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c919788e-3c2a-4092-a70d-ba7c0824aa4a tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/2778b85e-0dd7-46bb-9144-8f76a9b0b9ad HTTP/1.1" status: 404 len: 333 time: 0.0567918 Jul 23 14:28:14.167226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] DHCP port deletion for 00e5770a-33df-44d4-af6e-7d0354b85b65 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:28:14.175814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.221099 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21eb560-814b-4ce8-befa-cd33501ffb9b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.221710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21eb560-814b-4ce8-befa-cd33501ffb9b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.224661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b21eb560-814b-4ce8-befa-cd33501ffb9b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/28930eac-c4f4-4c87-937b-bdcea3c5bb8c HTTP/1.1" status: 404 len: 337 time: 0.0470817 Jul 23 14:28:14.227668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.229508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.231597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:14.232459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.255179 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] Deleting port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:14.255701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.271652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:14.279129 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0475374-c1fc-44b2-90c3-c84bf4d97124 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.279964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0475374-c1fc-44b2-90c3-c84bf4d97124 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.284592 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e0475374-c1fc-44b2-90c3-c84bf4d97124 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/bf9d0ddf-9af6-4cbd-8922-7516fac64c7c HTTP/1.1" status: 404 len: 333 time: 0.0531657 Jul 23 14:28:14.288042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.298812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7358177 Jul 23 14:28:14.299731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.304472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b658f21-18bb-4cd4-ba57-7b204a3b8185 req-b30dafd9-45e4-4541-8983-d0883f9f74bd tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503153 Jul 23 14:28:14.321936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Request body: {'subnet': {'network_id': '38942836-5fc6-4959-8b8a-bcc0e7d17c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1441576682-subnet', 'tenant_id': '7177d187f7c44128aa7d798b8b3488ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:14.344957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03099d9-dbb4-4819-a886-a45c4536d66b admin admin] Pushing event updated for resources: {'Network': ['ID=38942836-5fc6-4959-8b8a-bcc0e7d17c91,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:14.354807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-d51c0860-a5f1-4530-b264-573531f28406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:14.359851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-d51c0860-a5f1-4530-b264-573531f28406 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.2576721 Jul 23 14:28:14.361786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 38942836-5fc6-4959-8b8a-bcc0e7d17c91 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:14.362055 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd9e7e9-436d-4346-8a21-7a579acf8cc8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.362587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd9e7e9-436d-4346-8a21-7a579acf8cc8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.366935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:14.367336 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.367550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4fd9e7e9-436d-4346-8a21-7a579acf8cc8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/5198a8a5-8fd5-4ae4-a08e-fb27ee3949a5 HTTP/1.1" status: 404 len: 337 time: 0.0786862 Jul 23 14:28:14.368978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.394709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] Calling delete_port for 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:14.404727 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-971d76df-2e4e-48d1-be40-466beac0d8cb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.405646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971d76df-2e4e-48d1-be40-466beac0d8cb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.409165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-971d76df-2e4e-48d1-be40-466beac0d8cb tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/43901305-c970-4b09-b245-49c9a7233765 HTTP/1.1" status: 404 len: 333 time: 0.0383530 Jul 23 14:28:14.411219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.436364 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-0a7f1c6f-1be4-4546-b607-755784097d9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 200 len: 217 time: 0.0675819 Jul 23 14:28:14.437263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Made reservation on behalf of 7177d187f7c44128aa7d798b8b3488ab for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:14.439889 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.452118 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5047cfd-6770-4751-ac2b-5d40b132b578 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.452730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5047cfd-6770-4751-ac2b-5d40b132b578 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.455707 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c5047cfd-6770-4751-ac2b-5d40b132b578 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/e0f97fff-abb9-4123-85c7-e7fc22ae58ba HTTP/1.1" status: 404 len: 337 time: 0.0422208 Jul 23 14:28:14.457991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.490270 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-579f1e10-1034-4a82-a983-ad9a3cde0c19 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.491088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579f1e10-1034-4a82-a983-ad9a3cde0c19 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.493032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-579f1e10-1034-4a82-a983-ad9a3cde0c19 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/6270c1ef-5251-4c1e-8d95-5dfe670b3490 HTTP/1.1" status: 404 len: 333 time: 0.0324986 Jul 23 14:28:14.496804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.527325 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77d4c4a-7f71-47a4-8968-82d04f3effab tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.527797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77d4c4a-7f71-47a4-8968-82d04f3effab tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.532789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c77d4c4a-7f71-47a4-8968-82d04f3effab tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/4c502bc6-68ff-45c8-b5ea-76154bf26e10 HTTP/1.1" status: 404 len: 337 time: 0.0317655 Jul 23 14:28:14.533819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.533967 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.568127 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b98e8b-1848-4bb3-b780-fcbfe00a0aa4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.568996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b98e8b-1848-4bb3-b780-fcbfe00a0aa4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.572724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-59b98e8b-1848-4bb3-b780-fcbfe00a0aa4 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/b4b29ed9-50a3-4652-96be-2822c1485302 HTTP/1.1" status: 404 len: 337 time: 0.0354106 Jul 23 14:28:14.572995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-3cb02951-c831-45fc-9d88-843d5d1af592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:14.573102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.574046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-3cb02951-c831-45fc-9d88-843d5d1af592 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.1105640 Jul 23 14:28:14.586521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,segment=NetworkSegment(d74945e6-a33a-460d-8acd-660b5774656e),segment_id=d74945e6-a33a-460d-8acd-660b5774656e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:14.591583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.629901 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-908f250c-3b2b-4b84-8abe-44cf0aad2dd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419402 Jul 23 14:28:14.651044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=25']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:14.655805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:14.683939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] Pushing event deleted for resources: {'Port': ['ID=1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:14.688187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c501ccc-e351-4235-b556-4f044b45b764 None None] No DVR routers for this DVR port 1d8d22ac-3b17-406d-91ae-d2a3cc9e90a1 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:14.860935 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a9f23a-44cb-4329-b147-9cf98e82ca99 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.861687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a9f23a-44cb-4329-b147-9cf98e82ca99 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.863537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-24a9f23a-44cb-4329-b147-9cf98e82ca99 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/45baad04-a251-4351-a2ad-c0ce041180fc HTTP/1.1" status: 404 len: 333 time: 0.2896132 Jul 23 14:28:14.866466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.893116 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-999f170c-f0b8-41b9-9951-a47348eb5039 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.893557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999f170c-f0b8-41b9-9951-a47348eb5039 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.897948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-999f170c-f0b8-41b9-9951-a47348eb5039 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/54fb8d8a-9ba1-4122-8f9e-f3fca6ec1ddd HTTP/1.1" status: 404 len: 337 time: 0.0279055 Jul 23 14:28:14.898253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.924881 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e31962-cb09-4ef2-b8fc-cda7f0288454 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.925243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e31962-cb09-4ef2-b8fc-cda7f0288454 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.927052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-18e31962-cb09-4ef2-b8fc-cda7f0288454 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/c14d7361-25bb-4262-a4ba-7457d2037922 HTTP/1.1" status: 404 len: 337 time: 0.0278101 Jul 23 14:28:14.929859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.956241 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e76f4ec-8324-4759-b2d5-503924473a80 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.956857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e76f4ec-8324-4759-b2d5-503924473a80 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.959002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e76f4ec-8324-4759-b2d5-503924473a80 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/c0b20a07-b4af-41d5-bfd0-4bf0c23a2d2d HTTP/1.1" status: 404 len: 333 time: 0.0278616 Jul 23 14:28:14.961765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:14.990733 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb929eb9-b939-4dfe-8acb-75609e1850b1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:14.990733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb929eb9-b939-4dfe-8acb-75609e1850b1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:14.990733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bb929eb9-b939-4dfe-8acb-75609e1850b1 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/49467ecb-c808-433c-974d-013f1f76ab02 HTTP/1.1" status: 404 len: 337 time: 0.0276823 Jul 23 14:28:14.993117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.023174 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31c7760-1086-4eae-afb0-7bde912a873c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.023630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31c7760-1086-4eae-afb0-7bde912a873c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.025374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d31c7760-1086-4eae-afb0-7bde912a873c tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/d464f080-731c-4cc3-bf22-3e71379650e9 HTTP/1.1" status: 404 len: 337 time: 0.0312891 Jul 23 14:28:15.027987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.053761 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-155e525c-018e-4c45-8496-1e3a7efdbe27 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.054462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155e525c-018e-4c45-8496-1e3a7efdbe27 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.056278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-155e525c-018e-4c45-8496-1e3a7efdbe27 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/e6e68f0b-5d36-4056-83d7-504e889d7565 HTTP/1.1" status: 404 len: 333 time: 0.0273557 Jul 23 14:28:15.059276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.085860 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d375bf-59cb-418b-9b88-1bd04090ce06 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.086306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d375bf-59cb-418b-9b88-1bd04090ce06 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.088111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c1d375bf-59cb-418b-9b88-1bd04090ce06 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/9eb006c8-99a8-4a62-812c-ac177c1beadb HTTP/1.1" status: 404 len: 337 time: 0.0279145 Jul 23 14:28:15.091004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.094501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:15.100674 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-846801b2-a85b-4c2b-a42b-aeb791123448 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619935 Jul 23 14:28:15.117589 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f5037b-9b89-4d55-94d2-12fd4a583ba5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.118026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f5037b-9b89-4d55-94d2-12fd4a583ba5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.119791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-26f5037b-9b89-4d55-94d2-12fd4a583ba5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/72202cd0-d92f-4b38-bc3f-1483f9fd6544 HTTP/1.1" status: 404 len: 337 time: 0.0277476 Jul 23 14:28:15.123528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.155546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aff4bb50-e90d-43dd-bc21-de110045ae10 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports?device_id=946b9953-b47d-490a-a833-f21e23d9e2de HTTP/1.1" status: 200 len: 205 time: 0.0306866 Jul 23 14:28:15.157999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.198094 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-9d0700c6-9621-4c0f-90e9-cf99f373eee8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] delete failed (client error): The resource could not be found. Jul 23 14:28:15.199048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9d0700c6-9621-4c0f-90e9-cf99f373eee8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/routers/946b9953-b47d-490a-a833-f21e23d9e2de HTTP/1.1" status: 404 len: 336 time: 0.0400791 Jul 23 14:28:15.201708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.214913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa51a2eb-16a1-444d-ab53-43bca203f715,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:15.231246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Checking segment: {'id': '9bd81791-132b-4633-bea2-bbd839e7ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '38942836-5fc6-4959-8b8a-bcc0e7d17c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:15.232004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Network hostable DHCP agents. Network: 38942836-5fc6-4959-8b8a-bcc0e7d17c91, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:15.234712 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d3155e-c991-447c-ae23-2304b6ad7868 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.235161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d3155e-c991-447c-ae23-2304b6ad7868 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.236937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-03d3155e-c991-447c-ae23-2304b6ad7868 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/930e4a7c-1afd-4db6-9c68-ba8c649d074e HTTP/1.1" status: 404 len: 337 time: 0.0342817 Jul 23 14:28:15.240278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.251796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-232034f3-3ea6-442f-8763-88f79ef5c7f2 req-1006bc73-b0db-49e0-9458-a8e6ae7a8d8f service neutron] 10.222.0.48 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307278 Jul 23 14:28:15.261971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Network 38942836-5fc6-4959-8b8a-bcc0e7d17c91 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:15.273350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 38942836-5fc6-4959-8b8a-bcc0e7d17c91) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:15.277476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:15.278068 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:15.282851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-487a7297-42a1-4049-a46f-fadf49e4c732 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd696cb1-c18a-4e6c-bdb9-b2d629547069 HTTP/1.1" status: 200 len: 205 time: 0.0413182 Jul 23 14:28:15.283979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.291627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872a1d0-4477-4c2b-baab-a04796a42751 None None] Network 38942836-5fc6-4959-8b8a-bcc0e7d17c91 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:15.295186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-66acd440-7b71-4403-b145-3bd896de8b60 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9949815 Jul 23 14:28:15.329640 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-73ede70e-df71-4ba7-9a5e-efeebfa8598e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] delete failed (client error): The resource could not be found. Jul 23 14:28:15.334131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-73ede70e-df71-4ba7-9a5e-efeebfa8598e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/routers/cd696cb1-c18a-4e6c-bdb9-b2d629547069 HTTP/1.1" status: 404 len: 336 time: 0.0463014 Jul 23 14:28:15.334849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.369497 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c97029-c9c0-4828-a91f-37f04e5a98e6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.369977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c97029-c9c0-4828-a91f-37f04e5a98e6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.374373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e5c97029-c9c0-4828-a91f-37f04e5a98e6 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/d268fcfa-28e6-4dcb-817d-00a7086df93f HTTP/1.1" status: 404 len: 337 time: 0.0359914 Jul 23 14:28:15.374887 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.406283 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1b156d-ccbd-420e-b958-6819dd1e365e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.406896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1b156d-ccbd-420e-b958-6819dd1e365e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.410703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf1b156d-ccbd-420e-b958-6819dd1e365e tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/70f3bb15-cc06-48ac-b11d-665e5e6521ae HTTP/1.1" status: 404 len: 337 time: 0.0327876 Jul 23 14:28:15.411399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.457288 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e476b95-f4fa-4479-bb1d-cc7306e298f7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.458137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e476b95-f4fa-4479-bb1d-cc7306e298f7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.463335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6e476b95-f4fa-4479-bb1d-cc7306e298f7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/7c45a0c0-ff34-4e97-af05-b37624bfddb8 HTTP/1.1" status: 404 len: 333 time: 0.0482533 Jul 23 14:28:15.464043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.472865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a17998-76bf-4572-ae4e-a05e126823b2 None None] Network 38942836-5fc6-4959-8b8a-bcc0e7d17c91 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:15.505833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e76e5-d242-4980-b506-5ec5cd5cebf8 req-d0a76851-a916-4437-bb88-c1bc45cfc3d7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:15.507604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369e76e5-d242-4980-b506-5ec5cd5cebf8 req-d0a76851-a916-4437-bb88-c1bc45cfc3d7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 947 time: 0.1027126 Jul 23 14:28:15.511966 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d04fa3b-e58f-46b1-b8f1-9bfac1ec787f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.512430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d04fa3b-e58f-46b1-b8f1-9bfac1ec787f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.514246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3d04fa3b-e58f-46b1-b8f1-9bfac1ec787f tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/6946f01a-7e6a-4f81-9ea2-680c52a54314 HTTP/1.1" status: 404 len: 337 time: 0.0492010 Jul 23 14:28:15.518196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.544909 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c87e13-3747-44b7-b1d4-d76e7a0e7fb9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.545988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c87e13-3747-44b7-b1d4-d76e7a0e7fb9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.550549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-47c87e13-3747-44b7-b1d4-d76e7a0e7fb9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/4c885e36-8c35-4e53-9e60-b5c0faeedb06 HTTP/1.1" status: 404 len: 333 time: 0.0288706 Jul 23 14:28:15.551478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.575608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-369e76e5-d242-4980-b506-5ec5cd5cebf8 req-e630f368-a7be-43e9-8325-a9df226f8aa6 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582933 Jul 23 14:28:15.583342 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa58bc6-dc97-4e35-aac7-de49943d26cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.584218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa58bc6-dc97-4e35-aac7-de49943d26cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.588495 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-faa58bc6-dc97-4e35-aac7-de49943d26cc tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/53112fa2-2574-4634-ac48-e1f9095f6bc6 HTTP/1.1" status: 404 len: 337 time: 0.0334058 Jul 23 14:28:15.588814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.619912 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e30bd71-e272-49ed-9547-79b554a855f2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.620639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e30bd71-e272-49ed-9547-79b554a855f2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.622420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2e30bd71-e272-49ed-9547-79b554a855f2 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/8780f462-62c4-40bb-ba65-838a80fd67a1 HTTP/1.1" status: 404 len: 333 time: 0.0326931 Jul 23 14:28:15.625105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.651581 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a4260d-ad6d-482a-840e-5bfb5034f662 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.652047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a4260d-ad6d-482a-840e-5bfb5034f662 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.653837 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b9a4260d-ad6d-482a-840e-5bfb5034f662 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/58b957a6-5629-4045-9eab-bd573dbc126a HTTP/1.1" status: 404 len: 337 time: 0.0278049 Jul 23 14:28:15.656573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.681390 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c64e69-7a17-43d0-95d9-22a321c94fd7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.682131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c64e69-7a17-43d0-95d9-22a321c94fd7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.683815 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e0c64e69-7a17-43d0-95d9-22a321c94fd7 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/8b7294d5-4026-4d37-9590-d355972412c5 HTTP/1.1" status: 404 len: 333 time: 0.0263226 Jul 23 14:28:15.686444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.713594 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f480e04-2152-43de-b953-ff2688bd88c3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.713594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f480e04-2152-43de-b953-ff2688bd88c3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.714403 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2f480e04-2152-43de-b953-ff2688bd88c3 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/9409cc66-ce28-4a3f-9982-de447e0b7009 HTTP/1.1" status: 404 len: 337 time: 0.0269897 Jul 23 14:28:15.717365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.743757 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9607ba53-baf7-48ac-a256-2f0a143513d0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.744460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9607ba53-baf7-48ac-a256-2f0a143513d0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.746189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9607ba53-baf7-48ac-a256-2f0a143513d0 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/490df8a8-77db-4ce9-830b-d738b562b138 HTTP/1.1" status: 404 len: 333 time: 0.0277174 Jul 23 14:28:15.748913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.774786 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a139b43c-ce23-4ed3-a62c-dbdf97398eb5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.775742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a139b43c-ce23-4ed3-a62c-dbdf97398eb5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.779710 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a139b43c-ce23-4ed3-a62c-dbdf97398eb5 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/83d7da77-ff55-439b-bf4c-4e9a13c8068d HTTP/1.1" status: 404 len: 337 time: 0.0298400 Jul 23 14:28:15.779957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.809435 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1945f6b4-a09a-4b09-8542-e11f3b21826e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:15.814552 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e00a1d-6cbd-42b1-90c8-4ab83df5fe2b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.815308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e00a1d-6cbd-42b1-90c8-4ab83df5fe2b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.817000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-42e00a1d-6cbd-42b1-90c8-4ab83df5fe2b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/b0792030-3441-45eb-bd3a-ae706b9fa9dc HTTP/1.1" status: 404 len: 333 time: 0.0355484 Jul 23 14:28:15.820027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.851132 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b7065e-7b5a-4978-9e5b-6367ef8d18f9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.851596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b7065e-7b5a-4978-9e5b-6367ef8d18f9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.853359 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1b7065e-7b5a-4978-9e5b-6367ef8d18f9 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/d556c90b-55fb-4436-b804-2e2ff13c9f37 HTTP/1.1" status: 404 len: 337 time: 0.0322156 Jul 23 14:28:15.856027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.881463 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-634ea7a1-a37f-4c95-a060-eb3bf5dbffc8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.882157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634ea7a1-a37f-4c95-a060-eb3bf5dbffc8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.883883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-634ea7a1-a37f-4c95-a060-eb3bf5dbffc8 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/ports/8c5d8e40-2557-4212-9a25-ad17b5835ccb HTTP/1.1" status: 404 len: 333 time: 0.0269251 Jul 23 14:28:15.887126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.912940 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b656cae-430b-4c12-8b72-3300d713bc56 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] DELETE failed (client error): The resource could not be found. Jul 23 14:28:15.913369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b656cae-430b-4c12-8b72-3300d713bc56 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:28:15.918098 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7b656cae-430b-4c12-8b72-3300d713bc56 tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/subnets/809fb099-174c-4e9b-9bd1-dac0464673bd HTTP/1.1" status: 404 len: 337 time: 0.0299587 Jul 23 14:28:15.918738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:15.923374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-51fb44e9-01b6-4399-8c60-548abc8c59b6 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:15.925105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-51fb44e9-01b6-4399-8c60-548abc8c59b6 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/networks?id=5afd65fa-6023-422b-9017-33e2c942aff3 HTTP/1.1" status: 200 len: 824 time: 0.1133130 Jul 23 14:28:15.940247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-08ed5e9e-6ffe-4315-97df-139d51fc3c5f tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/quotas/c63436d746b84a8ea68eb97a845be578 HTTP/1.1" status: 200 len: 375 time: 0.0095310 Jul 23 14:28:15.977811 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-8ab2c726-20c3-4482-a158-e811a6f005ed tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c63436d746b84a8ea68eb97a845be578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317326 Jul 23 14:28:15.999505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.101634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.112077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e5770a-33df-44d4-af6e-7d0354b85b65']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:16.123397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74945e6-a33a-460d-8acd-660b5774656e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:16.123786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74945e6-a33a-460d-8acd-660b5774656e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:16.136605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.151569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.157473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:16.157874 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:16.160948 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:16.184892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-2cde6103-a364-447e-b3d4-c3264a3beacd service neutron] 10.222.0.21 "GET /v2.0/networks/5afd65fa-6023-422b-9017-33e2c942aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001832 Jul 23 14:28:16.236359 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.243654 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.245606 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] 10.222.0.21 "DELETE /v2.0/networks/00e5770a-33df-44d4-af6e-7d0354b85b65 HTTP/1.1" status: 204 len: 168 time: 0.3258049 Jul 23 14:28:16.258925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4077b-ea73-4eb8-b4b5-19f2ddc63c3b tempest-NetworksTestDHCPv6-324927565 tempest-NetworksTestDHCPv6-324927565-project] Pushing event deleted for resources: {'Network': ['ID=00e5770a-33df-44d4-af6e-7d0354b85b65,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:16.289025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-f6aad9d4-39c2-4175-8066-99a85950f712 service neutron] 10.222.0.21 "GET /v2.0/networks/5afd65fa-6023-422b-9017-33e2c942aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975881 Jul 23 14:28:16.459947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62e484d7-32a5-4c89-ac20-89c6cce603c6 req-3400772a-c686-4343-8b99-de3b4046fc82 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0313342 Jul 23 14:28:16.516405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:16.656240 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e40767e8-43b7-40ef-af73-e05a15e74e24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9d7f7c8528d4419a087ee161b36d9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388454 Jul 23 14:28:16.658881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:16.711096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2015-ae2c-43a7-a281-9f3dfbdeef0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.732916 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2015-ae2c-43a7-a281-9f3dfbdeef0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.784752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2015-ae2c-43a7-a281-9f3dfbdeef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.787556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2015-ae2c-43a7-a281-9f3dfbdeef0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:16.788941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a9cf2015-ae2c-43a7-a281-9f3dfbdeef0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90a688ed-1c45-41d6-bd06-43c49fdd4658 HTTP/1.1" status: 204 len: 168 time: 0.1291256 Jul 23 14:28:16.798197 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf2015-ae2c-43a7-a281-9f3dfbdeef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a688ed-1c45-41d6-bd06-43c49fdd4658,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:17.487164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:17.523598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-66ed1b38-ad2d-40ba-a1da-3d5cd3cb7947 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:17.525160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-66ed1b38-ad2d-40ba-a1da-3d5cd3cb7947 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.11 "GET /v2.0/networks?id=5afd65fa-6023-422b-9017-33e2c942aff3 HTTP/1.1" status: 200 len: 824 time: 0.1323545 Jul 23 14:28:17.545048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Request body: {'port': {'device_id': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3', 'admin_state_up': True, 'tenant_id': 'c63436d746b84a8ea68eb97a845be578'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:17.580203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d58103a-2b76-47d1-b5b1-1310864c4dde req-fb0ab35a-51f6-4531-b651-3121900181b1 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0346866 Jul 23 14:28:17.634970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-317804709'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:17.676980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Made reservation on behalf of de7122f3bbfc4d959eca2ba6b99005c9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:17.680655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:17.694435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:17.715480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Made reservation on behalf of c63436d746b84a8ea68eb97a845be578 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:17.719077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:17.875795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:17.921109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Allocated IP 172.20.0.10 (5afd65fa-6023-422b-9017-33e2c942aff3/b0361547-b589-467e-9a9d-f582977e4603/a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:17.928533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:17.935627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:17.979106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:17.998426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6934e0-5163-4c15-b36a-c606b5e63d50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:18.010179 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.010500 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Added segment ebedab4d-5fab-413f-9555-54620e386146 of type vlan for network a240f4b6-edd9-4a53-aacd-201108dfe237 Jul 23 14:28:18.075262 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.172631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.178126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:18.178747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.183183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.225318 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7361915 Jul 23 14:28:18.228485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:18.233900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Request body: {'subnet': {'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:18.260236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed2870-3e1a-40fb-8dd5-8a36b94e32a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event updated for resources: {'Network': ['ID=a240f4b6-edd9-4a53-aacd-201108dfe237,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:18.272921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a240f4b6-edd9-4a53-aacd-201108dfe237 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:18.285148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.334973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Network 5afd65fa-6023-422b-9017-33e2c942aff3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:18.337262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Made reservation on behalf of de7122f3bbfc4d959eca2ba6b99005c9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:18.340654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:18.341255 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.344662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:18.351886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Pushing event updated for resources: {'Port': ['ID=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:18.372100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.397725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:18.398346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.413711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6104fddc-0462-4e6a-afb6-973748cdcc7b tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729930 Jul 23 14:28:18.430730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Request body: {'port': {'device_id': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:18.488640 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9387de49-46d6-4c84-8977-4320a86105b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.504656 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.542387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.602651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event updated for resources: {'Subnet': ['ID=5334d9d8-ed7e-4694-a5e4-7d054740a6be,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:18.611936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Checking segment: {'id': 'ebedab4d-5fab-413f-9555-54620e386146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:18.612292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Network hostable DHCP agents. Network: a240f4b6-edd9-4a53-aacd-201108dfe237, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:18.633495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Network a240f4b6-edd9-4a53-aacd-201108dfe237 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:18.647105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a240f4b6-edd9-4a53-aacd-201108dfe237) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:18.652965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:18.653774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.655273 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b19c1-f14b-43a4-8a19-8d8960910d76 None None] Network a240f4b6-edd9-4a53-aacd-201108dfe237 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:18.679351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3766cb29-9613-4ff3-a4d8-2896cdc4a2c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4491801 Jul 23 14:28:18.680596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:18.687400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Request body: {'port': {'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-473759913'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:18.797205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:28:18.806056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.821075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Transition to ACTIVE for port object a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:18.827030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.834577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a240f4b6-edd9-4a53-aacd-201108dfe237', 'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237', 'tenant_id': 'de7122f3bbfc4d959eca2ba6b99005c9', 'fixed_ips': [{'subnet_id': '5334d9d8-ed7e-4694-a5e4-7d054740a6be'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:18.836058 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.853950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1bdc2-721c-4a20-9bac-56b0c3df5157 req-2c574376-9f6c-4136-8968-859732f71ef2 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:18.855589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4aa1bdc2-721c-4a20-9bac-56b0c3df5157 req-2c574376-9f6c-4136-8968-859732f71ef2 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 932 time: 0.0997453 Jul 23 14:28:18.876743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Made reservation on behalf of de7122f3bbfc4d959eca2ba6b99005c9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:18.880313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:18.884244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:18.915138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] device_id is not set on port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:18.934419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4aa1bdc2-721c-4a20-9bac-56b0c3df5157 req-0a700114-a866-4110-9a4f-0254b4e10784 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664954 Jul 23 14:28:18.967546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Attempting to bind port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:18.968216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Attempting to bind port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a67b8bb4-c807-4fc8-9ccb-f9e318c97d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:18.968542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Attempting to bind port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 on network 5afd65fa-6023-422b-9017-33e2c942aff3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:18.973146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 on network 5afd65fa-6023-422b-9017-33e2c942aff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:28:18.973470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Attempting to bind port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 on network 5afd65fa-6023-422b-9017-33e2c942aff3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:18.979268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:18.979610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Checking segment: {'id': 'a67b8bb4-c807-4fc8-9ccb-f9e318c97d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:18.979999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Bound using segment: {'id': 'a67b8bb4-c807-4fc8-9ccb-f9e318c97d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:18.980430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Bound port: a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67b8bb4-c807-4fc8-9ccb-f9e318c97d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:18.980789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.012307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Allocated IP 2001:db8::2 (a240f4b6-edd9-4a53-aacd-201108dfe237/5334d9d8-ed7e-4694-a5e4-7d054740a6be/a140161d-ba32-428b-b3f4-c4a3a5cdee00) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:19.053674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] For port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:19.056928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] For port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,segment=NetworkSegment(a67b8bb4-c807-4fc8-9ccb-f9e318c97d94),segment_id=a67b8bb4-c807-4fc8-9ccb-f9e318c97d94)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:19.062677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.097331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:19.097954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.099391 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] 10.222.0.11 "PUT /v2.0/ports/a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 HTTP/1.1" status: 200 len: 1092 time: 0.6734626 Jul 23 14:28:19.099861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'tag': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:19.102186 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab0bf06-3135-4678-a0c7-af3cb97fc9f0", "tag": "a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:19.136995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fd36c-5cca-4cb8-b063-287f61962cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:19.150390 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497788ee-6580-4795-bab3-8b4bf3c383eb x-openstack-request-id: req-497788ee-6580-4795-bab3-8b4bf3c383eb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:19.150989 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab0bf06-3135-4678-a0c7-af3cb97fc9f0", "tag": "a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:19.151397 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-497788ee-6580-4795-bab3-8b4bf3c383eb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:19.152063 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'tag': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1', 'status': 'completed', 'code': 200} Jul 23 14:28:19.176552 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.185336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Transition to ACTIVE for port object a140161d-ba32-428b-b3f4-c4a3a5cdee00 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:19.199997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Transition to ACTIVE for port object a140161d-ba32-428b-b3f4-c4a3a5cdee00 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:19.210008 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.226126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-4021f1a7-bd4a-4211-a9b8-2f3aac31e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:19.227750 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-4021f1a7-bd4a-4211-a9b8-2f3aac31e6e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c63436d746b84a8ea68eb97a845be578&device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 1095 time: 0.0608313 Jul 23 14:28:19.248981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Network a240f4b6-edd9-4a53-aacd-201108dfe237 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:19.254200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:19.257878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:19.265252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Pushing event updated for resources: {'Port': ['ID=a140161d-ba32-428b-b3f4-c4a3a5cdee00,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:19.280584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Allocated IP 2001:db8::1b0 (a240f4b6-edd9-4a53-aacd-201108dfe237/5334d9d8-ed7e-4694-a5e4-7d054740a6be/75c5296f-964e-40ba-b7c3-ed4be24b0e63) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:19.284060 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-6c9594b5-43fd-42e8-8813-bdc75a167a8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 HTTP/1.1" status: 200 len: 217 time: 0.0426135 Jul 23 14:28:19.323081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Attempting to bind port a140161d-ba32-428b-b3f4-c4a3a5cdee00 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:19.323376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Attempting to bind port a140161d-ba32-428b-b3f4-c4a3a5cdee00 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ebedab4d-5fab-413f-9555-54620e386146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:19.323494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Attempting to bind port a140161d-ba32-428b-b3f4-c4a3a5cdee00 on network a240f4b6-edd9-4a53-aacd-201108dfe237 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:19.328956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:19.328956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Checking segment: {'id': 'ebedab4d-5fab-413f-9555-54620e386146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:19.329408 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.329796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Bound using segment: {'id': 'ebedab4d-5fab-413f-9555-54620e386146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:19.330266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Bound port: a140161d-ba32-428b-b3f4-c4a3a5cdee00, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebedab4d-5fab-413f-9555-54620e386146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:19.330857 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.337593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-111563dd-4c5f-493e-a415-f984f29cb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:19.339225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-111563dd-4c5f-493e-a415-f984f29cb6eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0361547-b589-467e-9a9d-f582977e4603 HTTP/1.1" status: 200 len: 864 time: 0.0484588 Jul 23 14:28:19.376416 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-fb565f58-9ae7-4871-a38d-0dbc988fb900 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5afd65fa-6023-422b-9017-33e2c942aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305128 Jul 23 14:28:19.404839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] For port a140161d-ba32-428b-b3f4-c4a3a5cdee00, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:19.411324 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] For port a140161d-ba32-428b-b3f4-c4a3a5cdee00, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a140161d-ba32-428b-b3f4-c4a3a5cdee00,segment=NetworkSegment(ebedab4d-5fab-413f-9555-54620e386146),segment_id=ebedab4d-5fab-413f-9555-54620e386146)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:19.417266 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.439590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.460662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Transition to ACTIVE for port object 75c5296f-964e-40ba-b7c3-ed4be24b0e63 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:19.473647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b73e-417c-4172-b7d3-adfc5d428be5 None None] Pushing event updated for resources: {'Port': ['ID=a140161d-ba32-428b-b3f4-c4a3a5cdee00,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:19.486065 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-8110d54e-6ead-42d8-b7f1-7dfb1aa731f4 service neutron] 10.222.0.11 "GET /v2.0/networks/5afd65fa-6023-422b-9017-33e2c942aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024024 Jul 23 14:28:19.502321 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.556130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.557117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Network a240f4b6-edd9-4a53-aacd-201108dfe237 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:19.563205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:19.565672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:19.571945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:19.572597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.586619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event updated for resources: {'Port': ['ID=75c5296f-964e-40ba-b7c3-ed4be24b0e63,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:19.594473 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c8643eab-ad99-47b4-99d6-f4627dc67246 req-12a1f16a-142d-4976-ba63-9b760520d072 service neutron] 10.222.0.11 "GET /v2.0/networks/5afd65fa-6023-422b-9017-33e2c942aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009307 Jul 23 14:28:19.597299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9a8954eb-b282-4d7f-bab0-e023151f43af tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9149759 Jul 23 14:28:19.600861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:19.606285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Request body: {'port': {'network_id': 'a240f4b6-edd9-4a53-aacd-201108dfe237', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1612089908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:19.606870 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:19.607209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:19.607680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:19.797227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-efdeb978-edf4-461a-82c8-5e7c9633e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:19.800454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-efdeb978-edf4-461a-82c8-5e7c9633e1a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c63436d746b84a8ea68eb97a845be578&device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 1095 time: 0.1051295 Jul 23 14:28:19.801674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Made reservation on behalf of de7122f3bbfc4d959eca2ba6b99005c9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:19.805565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:19.846467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] device_id is not set on port 2acbae9d-b5a3-4160-a6b8-52bd85feb5af yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:19.981738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-17e4808b-27b6-4dff-80c5-8ff83307883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:19.983319 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-17e4808b-27b6-4dff-80c5-8ff83307883c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5afd65fa-6023-422b-9017-33e2c942aff3 HTTP/1.1" status: 200 len: 925 time: 0.1673179 Jul 23 14:28:20.034002 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-dbdcc44b-e658-4ce1-ae0b-728f5f2faf0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 HTTP/1.1" status: 200 len: 217 time: 0.0429370 Jul 23 14:28:20.075372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Allocated IP 2001:db8::97 (a240f4b6-edd9-4a53-aacd-201108dfe237/5334d9d8-ed7e-4694-a5e4-7d054740a6be/2acbae9d-b5a3-4160-a6b8-52bd85feb5af) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:20.081556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e22cf-7d25-4646-bada-3bec290de2d5 req-fd9f3754-a442-4c1f-83b3-24b123278579 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:20.083331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-151e22cf-7d25-4646-bada-3bec290de2d5 req-fd9f3754-a442-4c1f-83b3-24b123278579 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0677776 Jul 23 14:28:20.102772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-b7a2881f-4bb5-4b0f-97b4-b65a504364fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:20.105048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-b7a2881f-4bb5-4b0f-97b4-b65a504364fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0361547-b589-467e-9a9d-f582977e4603 HTTP/1.1" status: 200 len: 864 time: 0.0642269 Jul 23 14:28:20.133674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-151e22cf-7d25-4646-bada-3bec290de2d5 req-a4ddc03b-7f4e-4b8b-9dc6-8562c964cb3a tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Jul 23 14:28:20.159910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-904f35a1-6a32-459a-a3e8-e8ad40b740cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5afd65fa-6023-422b-9017-33e2c942aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418653 Jul 23 14:28:20.279499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a140161d-ba32-428b-b3f4-c4a3a5cdee00 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:20.336322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a140161d-ba32-428b-b3f4-c4a3a5cdee00 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:20.350451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-3c6caedb-78c6-4972-8be0-6cbe4868053a service neutron] 10.222.0.11 "GET /v2.0/networks/5afd65fa-6023-422b-9017-33e2c942aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837854 Jul 23 14:28:20.405902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.453349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Transition to ACTIVE for port object 2acbae9d-b5a3-4160-a6b8-52bd85feb5af will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:20.490584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a806cc1-4e28-4e2f-b5a0-8553f599c92b req-f12bb2d9-45d8-4fc4-9357-646b09dc8e12 service neutron] 10.222.0.11 "GET /v2.0/networks/5afd65fa-6023-422b-9017-33e2c942aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309497 Jul 23 14:28:20.503914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0b315-36a3-4009-a444-2e58d27279f1 None None] Network a240f4b6-edd9-4a53-aacd-201108dfe237 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:20.513337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.557156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Network a240f4b6-edd9-4a53-aacd-201108dfe237 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:20.562598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:20.566663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:20.572383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:20.573019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.579786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event updated for resources: {'Port': ['ID=2acbae9d-b5a3-4160-a6b8-52bd85feb5af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:20.591476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6da49899-1959-44ac-b019-1d35465b0798 None None] Provisioning for port a140161d-ba32-428b-b3f4-c4a3a5cdee00 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:20.598766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6da49899-1959-44ac-b019-1d35465b0798 None None] Provisioning complete for port a140161d-ba32-428b-b3f4-c4a3a5cdee00 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:20.599192 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da49899-1959-44ac-b019-1d35465b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.599559 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-defff4a5-2fec-4fd4-9839-b7108b99c1df tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9970112 Jul 23 14:28:20.601641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:20.667563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b404e-96b6-49f8-b53c-875628e4f41f tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:20.673559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b404e-96b6-49f8-b53c-875628e4f41f tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:20.679732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b404e-96b6-49f8-b53c-875628e4f41f tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:20.681507 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-417b404e-96b6-49f8-b53c-875628e4f41f tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0788198 Jul 23 14:28:20.684535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:20.750231 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da49899-1959-44ac-b019-1d35465b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.788659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Deleting port 2acbae9d-b5a3-4160-a6b8-52bd85feb5af {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:20.789012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.799408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6da49899-1959-44ac-b019-1d35465b0798 None None] For port a140161d-ba32-428b-b3f4-c4a3a5cdee00, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a140161d-ba32-428b-b3f4-c4a3a5cdee00,segment=NetworkSegment(ebedab4d-5fab-413f-9555-54620e386146),segment_id=ebedab4d-5fab-413f-9555-54620e386146)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:20.806550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da49899-1959-44ac-b019-1d35465b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.866440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da49899-1959-44ac-b019-1d35465b0798 None None] Pushing event updated for resources: {'Port': ['ID=a140161d-ba32-428b-b3f4-c4a3a5cdee00,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:20.892627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:20.906225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Calling delete_port for 2acbae9d-b5a3-4160-a6b8-52bd85feb5af owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:21.049113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.057497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15bcff67-4dff-4991-be6e-e599d6fab1ee None None] Provisioning complete for port a140161d-ba32-428b-b3f4-c4a3a5cdee00 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:21.058069 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15bcff67-4dff-4991-be6e-e599d6fab1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.078284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event deleted for resources: {'Port': ['ID=2acbae9d-b5a3-4160-a6b8-52bd85feb5af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:21.110380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.114680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d46408e7-9c1e-4170-b4e5-01299e09ad81 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "DELETE /v2.0/ports/2acbae9d-b5a3-4160-a6b8-52bd85feb5af HTTP/1.1" status: 204 len: 168 time: 0.4271464 Jul 23 14:28:21.116870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:21.122633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Request body: {'port': {'name': 'tempest-new-port-name-849947327', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:21.123372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:21.123806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:21.124304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:21.162681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15bcff67-4dff-4991-be6e-e599d6fab1ee None None] Could not find standard attr ID for object 2acbae9d-b5a3-4160-a6b8-52bd85feb5af. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:21.180024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15bcff67-4dff-4991-be6e-e599d6fab1ee None None] Provisioning for port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:21.184629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15bcff67-4dff-4991-be6e-e599d6fab1ee None None] Provisioning complete for port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:21.185013 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15bcff67-4dff-4991-be6e-e599d6fab1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.240545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.240794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15bcff67-4dff-4991-be6e-e599d6fab1ee None None] Port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:21.245763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.303637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f2482-efbe-4b7b-8072-38edc26a3c31 req-ecb26ac6-65f7-4e55-bd56-0c0864ee634c tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:21.306612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d8f2482-efbe-4b7b-8072-38edc26a3c31 req-ecb26ac6-65f7-4e55-bd56-0c0864ee634c tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0790570 Jul 23 14:28:21.353053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d8f2482-efbe-4b7b-8072-38edc26a3c31 req-2aae0bbb-d9c3-4f17-8e9e-c7b7548e4500 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Jul 23 14:28:21.362040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-681349e6-1799-4921-aa08-8d73b12b46b7 None None] Provisioning complete for port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:21.363016 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-681349e6-1799-4921-aa08-8d73b12b46b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.403229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-681349e6-1799-4921-aa08-8d73b12b46b7 None None] Port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:21.451816 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.459465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.492920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] In _notify_port_updated(), no bound segment for port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 on network a240f4b6-edd9-4a53-aacd-201108dfe237 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:28:21.498752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:21.499486 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.500859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "PUT /v2.0/ports/75c5296f-964e-40ba-b7c3-ed4be24b0e63 HTTP/1.1" status: 200 len: 1129 time: 0.3830910 Jul 23 14:28:21.505102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:21.522439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aa115-91eb-4670-8337-efeec2641daf tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event updated for resources: {'Port': ['ID=75c5296f-964e-40ba-b7c3-ed4be24b0e63,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:21.525807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba3dbcc1-7326-4243-8e7c-552ba6943d88 None None] Could not find standard attr ID for object 2acbae9d-b5a3-4160-a6b8-52bd85feb5af. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:21.571845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d42a814-7473-4397-9d99-e057a210a404 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:21.573233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d42a814-7473-4397-9d99-e057a210a404 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "GET /v2.0/ports/75c5296f-964e-40ba-b7c3-ed4be24b0e63 HTTP/1.1" status: 200 len: 1129 time: 0.0670769 Jul 23 14:28:21.576768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:21.694285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Deleting port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:21.694914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.790396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.805055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Calling delete_port for 75c5296f-964e-40ba-b7c3-ed4be24b0e63 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:21.947669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a3393d4-c079-4b82-94dc-d10ee6e5c442 None None] Provisioning complete for port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:21.948039 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a3393d4-c079-4b82-94dc-d10ee6e5c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:21.983373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a3393d4-c079-4b82-94dc-d10ee6e5c442 None None] Port 75c5296f-964e-40ba-b7c3-ed4be24b0e63 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:22.231339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.236334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a140161d-ba32-428b-b3f4-c4a3a5cdee00 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:22.259315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event deleted for resources: {'Port': ['ID=75c5296f-964e-40ba-b7c3-ed4be24b0e63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:22.291859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a140161d-ba32-428b-b3f4-c4a3a5cdee00 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:22.292488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.292718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.295553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d663a63b-1c9d-432d-9a1a-3221ac7841b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "DELETE /v2.0/ports/75c5296f-964e-40ba-b7c3-ed4be24b0e63 HTTP/1.1" status: 204 len: 168 time: 0.7177351 Jul 23 14:28:22.298687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:22.356535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Deleting subnet 5334d9d8-ed7e-4694-a5e4-7d054740a6be {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:22.360258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.406987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.497009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.504162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27522c14-0855-48ac-b44f-904a646f74b9 req-0f6841e0-e7d4-4ef6-a779-f82b6b5bd248 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:22.506591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27522c14-0855-48ac-b44f-904a646f74b9 req-0f6841e0-e7d4-4ef6-a779-f82b6b5bd248 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0693214 Jul 23 14:28:22.545116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27522c14-0855-48ac-b44f-904a646f74b9 req-4b0c7956-89da-4079-902c-1a1feee20fe9 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Jul 23 14:28:22.560904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.585778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event deleted for resources: {'Subnet': ['ID=5334d9d8-ed7e-4694-a5e4-7d054740a6be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:22.592481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.595484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f104c19b-275b-43a5-b5be-0added9ecebb tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "DELETE /v2.0/subnets/5334d9d8-ed7e-4694-a5e4-7d054740a6be HTTP/1.1" status: 204 len: 168 time: 0.2948463 Jul 23 14:28:22.597253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:22.598010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b99e75-ed18-4175-9d00-6c77a2df3117 None None] Network a240f4b6-edd9-4a53-aacd-201108dfe237 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:22.682271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.747414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Deleting port a140161d-ba32-428b-b3f4-c4a3a5cdee00 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:22.747764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.807666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] DHCP port deletion for a240f4b6-edd9-4a53-aacd-201108dfe237 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:28:22.817038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] For port a140161d-ba32-428b-b3f4-c4a3a5cdee00, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a140161d-ba32-428b-b3f4-c4a3a5cdee00,segment=NetworkSegment(ebedab4d-5fab-413f-9555-54620e386146),segment_id=ebedab4d-5fab-413f-9555-54620e386146)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:22.817400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.831360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Calling delete_port for a140161d-ba32-428b-b3f4-c4a3a5cdee00 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:22.864060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] Deleting port a140161d-ba32-428b-b3f4-c4a3a5cdee00 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:22.864439 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.917806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.932853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] For port a140161d-ba32-428b-b3f4-c4a3a5cdee00, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a140161d-ba32-428b-b3f4-c4a3a5cdee00,segment=NetworkSegment(ebedab4d-5fab-413f-9555-54620e386146),segment_id=ebedab4d-5fab-413f-9555-54620e386146)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:22.933166 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:22.944682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event deleted for resources: {'Port': ['ID=a140161d-ba32-428b-b3f4-c4a3a5cdee00,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:22.945817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] Calling delete_port for a140161d-ba32-428b-b3f4-c4a3a5cdee00 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:22.950079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] No DVR routers for this DVR port a140161d-ba32-428b-b3f4-c4a3a5cdee00 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:23.026681 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.037918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.048342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a240f4b6-edd9-4a53-aacd-201108dfe237']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:23.048579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] Pushing event deleted for resources: {'Port': ['ID=a140161d-ba32-428b-b3f4-c4a3a5cdee00,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:23.059577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b947c-fa92-45de-b1b2-dba631c5c07a None None] No DVR routers for this DVR port a140161d-ba32-428b-b3f4-c4a3a5cdee00 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:23.061179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebedab4d-5fab-413f-9555-54620e386146') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:23.061485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebedab4d-5fab-413f-9555-54620e386146') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:23.071948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.086905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.093251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:23.093729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:23.097096 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:23.162970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.171522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.173384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] 10.222.0.21 "DELETE /v2.0/networks/a240f4b6-edd9-4a53-aacd-201108dfe237 HTTP/1.1" status: 204 len: 168 time: 0.5751040 Jul 23 14:28:23.183224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f5e0c-ddd5-4311-9272-1fb855fa64be tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885 tempest-ExtraDHCPOptionsIpV6TestJSON-1061840885-project] Pushing event deleted for resources: {'Network': ['ID=a240f4b6-edd9-4a53-aacd-201108dfe237,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:23.343455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:28:23.444327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:23.463193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,segment=NetworkSegment(a67b8bb4-c807-4fc8-9ccb-f9e318c97d94),segment_id=a67b8bb4-c807-4fc8-9ccb-f9e318c97d94)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:23.480015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1', 'network_id': '5afd65fa-6023-422b-9017-33e2c942aff3', 'port_id': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1', 'mac_address': 'fa:16:3e:50:24:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0361547-b589-467e-9a9d-f582977e4603', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:28:23.521345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.538171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:28:23.563608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,segment=NetworkSegment(a67b8bb4-c807-4fc8-9ccb-f9e318c97d94),segment_id=a67b8bb4-c807-4fc8-9ccb-f9e318c97d94)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:23.571015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.599372 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a115c25d-b1b8-43f0-b1ae-9893fb756846 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de7122f3bbfc4d959eca2ba6b99005c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514752 Jul 23 14:28:23.599800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:23.624293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:23.656379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38353d26-a724-42ff-92e6-29ab74849723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.680615 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38353d26-a724-42ff-92e6-29ab74849723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.687032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad8f30-e907-43f6-9284-8f2bc1adf658 req-8947b871-1d57-481e-8667-4bd1d078d213 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:23.688572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3ad8f30-e907-43f6-9284-8f2bc1adf658 req-8947b871-1d57-481e-8667-4bd1d078d213 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0683296 Jul 23 14:28:23.728504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3ad8f30-e907-43f6-9284-8f2bc1adf658 req-149b50ad-6ad6-43e1-bcae-28bee402afc5 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Jul 23 14:28:23.737696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38353d26-a724-42ff-92e6-29ab74849723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.740377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38353d26-a724-42ff-92e6-29ab74849723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:23.741577 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-38353d26-a724-42ff-92e6-29ab74849723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff6934e0-5163-4c15-b36a-c606b5e63d50 HTTP/1.1" status: 204 len: 168 time: 0.1407392 Jul 23 14:28:23.755317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38353d26-a724-42ff-92e6-29ab74849723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6934e0-5163-4c15-b36a-c606b5e63d50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:23.855136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:28:24.241647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a140161d-ba32-428b-b3f4-c4a3a5cdee00 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:24.266902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a140161d-ba32-428b-b3f4-c4a3a5cdee00 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:28:24.267251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a140161d-ba32-428b-b3f4-c4a3a5cdee00 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:28:24.481931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:24.588638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2084703749'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:24.616254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Made reservation on behalf of f15f6714aecc4dc8b0a1e211e797e477 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:24.624614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.633516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.739567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.745301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.769920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:24.784229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe6039b-e27b-44a1-821f-2f4bfcbcc167,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:24.789551 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.789903 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Added segment 7e057b10-c3dd-4e3f-b8f6-5e602ff59c31 of type vlan for network f6d26088-1929-4590-9f42-120e69919129 Jul 23 14:28:24.837871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.875818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.882071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:24.882906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:24.886885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7977c9d-1dba-4f4a-baf0-d88430f1a582 req-7e186673-bdcc-47ff-b528-eb8a6f8757d5 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:24.890666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7977c9d-1dba-4f4a-baf0-d88430f1a582 req-7e186673-bdcc-47ff-b528-eb8a6f8757d5 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0881352 Jul 23 14:28:24.932398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4466546 Jul 23 14:28:24.933011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:24.939055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Request body: {'subnet': {'network_id': 'f6d26088-1929-4590-9f42-120e69919129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:24.954078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7977c9d-1dba-4f4a-baf0-d88430f1a582 req-99ac588d-70e7-44d4-88ce-2058e3a96835 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558054 Jul 23 14:28:24.965233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3632b61-af67-4a38-9775-52aa5c49d33c tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event updated for resources: {'Network': ['ID=f6d26088-1929-4590-9f42-120e69919129,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:24.994406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f6d26088-1929-4590-9f42-120e69919129 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:25.073226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Made reservation on behalf of f15f6714aecc4dc8b0a1e211e797e477 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:25.077561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.266320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.328071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event updated for resources: {'Subnet': ['ID=32bcb3ef-d1a5-4b7d-a579-16d24d3c1533,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:25.339402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Checking segment: {'id': '7e057b10-c3dd-4e3f-b8f6-5e602ff59c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f6d26088-1929-4590-9f42-120e69919129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:25.339757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Network hostable DHCP agents. Network: f6d26088-1929-4590-9f42-120e69919129, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:25.349121 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:25.358725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Network f6d26088-1929-4590-9f42-120e69919129 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:25.369098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f6d26088-1929-4590-9f42-120e69919129) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:25.376372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:25.377378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.379002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9323a00-36a6-423a-b86c-d0394a2801bb None None] Network f6d26088-1929-4590-9f42-120e69919129 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:25.394327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2f3b2fd3-4eaa-4eb7-9b52-10312730465a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4601576 Jul 23 14:28:25.397078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:25.402401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Request body: {'port': {'network_id': 'f6d26088-1929-4590-9f42-120e69919129', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1622946416'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:25.527794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Made reservation on behalf of f15f6714aecc4dc8b0a1e211e797e477 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:25.531658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.553525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] device_id is not set on port 14f9f70e-f584-4ac2-bac4-7b5022d76777 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:25.617492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:25.623897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:25.624280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.672747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Allocated IP 172.20.0.2 (f6d26088-1929-4590-9f42-120e69919129/32bcb3ef-d1a5-4b7d-a579-16d24d3c1533/14f9f70e-f584-4ac2-bac4-7b5022d76777) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:25.777252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f6d26088-1929-4590-9f42-120e69919129', 'network_id': 'f6d26088-1929-4590-9f42-120e69919129', 'tenant_id': 'f15f6714aecc4dc8b0a1e211e797e477', 'fixed_ips': [{'subnet_id': '32bcb3ef-d1a5-4b7d-a579-16d24d3c1533'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:25.778152 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.789499 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.824913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:25.827247 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e72d7-e1dd-4172-88bc-fdfffcf165dd" -d '{"events": [{"server_uuid": "4ab0bf06-3135-4678-a0c7-af3cb97fc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:25.831410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.850352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Transition to ACTIVE for port object 14f9f70e-f584-4ac2-bac4-7b5022d76777 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:25.888524 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc9df67-342a-4a37-9469-d92b62919bb7 x-openstack-request-id: req-dfc9df67-342a-4a37-9469-d92b62919bb7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:25.888854 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab0bf06-3135-4678-a0c7-af3cb97fc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:25.889031 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfc9df67-342a-4a37-9469-d92b62919bb7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:25.889400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.889921 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1', 'code': 200} Jul 23 14:28:25.892585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,segment=NetworkSegment(a67b8bb4-c807-4fc8-9ccb-f9e318c97d94),segment_id=a67b8bb4-c807-4fc8-9ccb-f9e318c97d94)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:25.901671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:25.935303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Network f6d26088-1929-4590-9f42-120e69919129 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:25.940618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:25.944744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:25.973927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event updated for resources: {'Port': ['ID=14f9f70e-f584-4ac2-bac4-7b5022d76777,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:26.025150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:26.025405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.027971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:26.046427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-54c70fd4-73fa-4a99-b70d-9ff28a4c2871 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6480672 Jul 23 14:28:26.050149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:26.060667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Request body: {'port': {'network_id': 'f6d26088-1929-4590-9f42-120e69919129', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1403187308', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:26.061277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:26.061616 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:26.061941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:26.076817 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-84a59f92-3eb2-420d-b69a-dfaf44ed45e7 {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:28:26.077408 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:28:26.098145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf76de-6d61-4263-b3c5-a190b67f7910 req-e6d15325-3967-4520-a100-f43d37e2b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:26.100014 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77cf76de-6d61-4263-b3c5-a190b67f7910 req-e6d15325-3967-4520-a100-f43d37e2b73d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0992815 Jul 23 14:28:26.145634 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-77cf76de-6d61-4263-b3c5-a190b67f7910 req-70da5418-5297-4e15-b256-0d76cf9b44c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Jul 23 14:28:26.216698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf722638-acac-4797-9bdf-c8b0dd7592ec req-02dc7258-dc6f-4413-96df-4da4763c4b6a tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:26.218191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf722638-acac-4797-9bdf-c8b0dd7592ec req-02dc7258-dc6f-4413-96df-4da4763c4b6a tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1324959 Jul 23 14:28:26.234887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Made reservation on behalf of f15f6714aecc4dc8b0a1e211e797e477 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:26.238487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.272754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] device_id is not set on port 57414935-e1d0-4b19-8cce-8fcfda4b494e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:26.283704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf722638-acac-4797-9bdf-c8b0dd7592ec req-1729cf72-46b0-4441-917f-ec8c14e30445 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593362 Jul 23 14:28:26.405319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Allocated IP 172.20.0.10 (f6d26088-1929-4590-9f42-120e69919129/32bcb3ef-d1a5-4b7d-a579-16d24d3c1533/57414935-e1d0-4b19-8cce-8fcfda4b494e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:26.579266 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.587391 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.601369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Transition to ACTIVE for port object 57414935-e1d0-4b19-8cce-8fcfda4b494e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:26.641673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.683896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Network f6d26088-1929-4590-9f42-120e69919129 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:26.687713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:26.691765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:26.731671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event updated for resources: {'Port': ['ID=57414935-e1d0-4b19-8cce-8fcfda4b494e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:26.744172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Allocated IP 172.20.0.3 (f6d26088-1929-4590-9f42-120e69919129/32bcb3ef-d1a5-4b7d-a579-16d24d3c1533/a43385e6-3e5d-4b99-a57a-bf779f52c526) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:26.750111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:26.750757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.768082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-75c5849b-c270-4ad2-a9e2-578d599eeee2 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7142911 Jul 23 14:28:26.768357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:26.841203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed644332-1fbd-47e9-aa28-48f3fd0e8bba tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:26.847565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed644332-1fbd-47e9-aa28-48f3fd0e8bba tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:26.849261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ed644332-1fbd-47e9-aa28-48f3fd0e8bba tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1880 time: 0.0799351 Jul 23 14:28:26.852195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:26.905498 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.915493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Transition to ACTIVE for port object a43385e6-3e5d-4b99-a57a-bf779f52c526 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:26.931683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Transition to ACTIVE for port object a43385e6-3e5d-4b99-a57a-bf779f52c526 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:26.938419 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:26.988056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Network f6d26088-1929-4590-9f42-120e69919129 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:26.991859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:26.996653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:26.999905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Pushing event updated for resources: {'Port': ['ID=a43385e6-3e5d-4b99-a57a-bf779f52c526,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:27.061038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Attempting to bind port a43385e6-3e5d-4b99-a57a-bf779f52c526 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:27.061774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Attempting to bind port a43385e6-3e5d-4b99-a57a-bf779f52c526 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7e057b10-c3dd-4e3f-b8f6-5e602ff59c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f6d26088-1929-4590-9f42-120e69919129'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:27.061774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Attempting to bind port a43385e6-3e5d-4b99-a57a-bf779f52c526 on network f6d26088-1929-4590-9f42-120e69919129 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:27.067225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:27.067606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Checking segment: {'id': '7e057b10-c3dd-4e3f-b8f6-5e602ff59c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f6d26088-1929-4590-9f42-120e69919129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:27.068018 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:27.068490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Bound using segment: {'id': '7e057b10-c3dd-4e3f-b8f6-5e602ff59c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f6d26088-1929-4590-9f42-120e69919129'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:27.069002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Bound port: a43385e6-3e5d-4b99-a57a-bf779f52c526, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e057b10-c3dd-4e3f-b8f6-5e602ff59c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f6d26088-1929-4590-9f42-120e69919129'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:27.069389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:27.140936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] For port a43385e6-3e5d-4b99-a57a-bf779f52c526, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:27.144223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] For port a43385e6-3e5d-4b99-a57a-bf779f52c526, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a43385e6-3e5d-4b99-a57a-bf779f52c526,segment=NetworkSegment(7e057b10-c3dd-4e3f-b8f6-5e602ff59c31),segment_id=7e057b10-c3dd-4e3f-b8f6-5e602ff59c31)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:27.151068 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:27.217556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea94f5e-0eea-41db-95ff-e537b673629e None None] Pushing event updated for resources: {'Port': ['ID=a43385e6-3e5d-4b99-a57a-bf779f52c526,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:27.222066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Deleting port 57414935-e1d0-4b19-8cce-8fcfda4b494e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:27.222560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:27.325416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:27.338961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Calling delete_port for 57414935-e1d0-4b19-8cce-8fcfda4b494e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:27.519312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de297831-ce54-4a04-b4cc-f1d6fa2d4158 req-33f2c70d-b28e-4bf2-a66e-d3e8158d6b49 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:27.520934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de297831-ce54-4a04-b4cc-f1d6fa2d4158 req-33f2c70d-b28e-4bf2-a66e-d3e8158d6b49 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1664071 Jul 23 14:28:27.569683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:27.589366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de297831-ce54-4a04-b4cc-f1d6fa2d4158 req-71560f5f-6189-4342-84ad-a9ec4798edea tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Jul 23 14:28:27.633450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event deleted for resources: {'Port': ['ID=57414935-e1d0-4b19-8cce-8fcfda4b494e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:27.712752 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:27.714767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f77a83ec-4bc8-49f4-888d-dcc9f5a0352a tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "DELETE /v2.0/ports/57414935-e1d0-4b19-8cce-8fcfda4b494e HTTP/1.1" status: 204 len: 168 time: 0.8615701 Jul 23 14:28:27.718611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:27.725571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Request body: {'port': {'name': 'tempest-new-port-name-790799543', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:27.725969 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:27.726308 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:27.726614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 14:28:27.746044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c00-2315-4646-9cf4-4b1fe0d05ed2 req-5ef0218b-74cb-4332-b297-d6ebe13ce053 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:27.747513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d659c00-2315-4646-9cf4-4b1fe0d05ed2 req-5ef0218b-74cb-4332-b297-d6ebe13ce053 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 946 time: 0.0861528 Jul 23 14:28:27.789489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d659c00-2315-4646-9cf4-4b1fe0d05ed2 req-e276e50c-7356-42fb-85f7-178c25aab951 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Jul 23 14:28:27.814935 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.038290 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.046592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.130012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event updated for resources: {'Port': ['ID=14f9f70e-f584-4ac2-bac4-7b5022d76777,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:28.146079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] In _notify_port_updated(), no bound segment for port 14f9f70e-f584-4ac2-bac4-7b5022d76777 on network f6d26088-1929-4590-9f42-120e69919129 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:28:28.152654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:28.153735 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.154197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-42abe300-0230-4b37-83f3-7034ba856c99 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "PUT /v2.0/ports/14f9f70e-f584-4ac2-bac4-7b5022d76777 HTTP/1.1" status: 200 len: 1135 time: 0.4336612 Jul 23 14:28:28.156884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:28.183697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fbbe4-4625-48d8-b255-41a9f302fc74 req-43767546-e8c3-4bd0-bc18-5fe128d3a7b7 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:28.191924 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f57fbbe4-4625-48d8-b255-41a9f302fc74 req-43767546-e8c3-4bd0-bc18-5fe128d3a7b7 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 946 time: 0.0881927 Jul 23 14:28:28.224445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de31b4f-10c5-40e7-9dbe-7fcd42b72027 None None] Network f6d26088-1929-4590-9f42-120e69919129 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:28.227152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333cf22-8368-4d48-be9d-240384afc8da tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:28.233615 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b333cf22-8368-4d48-be9d-240384afc8da tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "GET /v2.0/ports/14f9f70e-f584-4ac2-bac4-7b5022d76777 HTTP/1.1" status: 200 len: 1135 time: 0.0707917 Jul 23 14:28:28.234032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:28.247238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f57fbbe4-4625-48d8-b255-41a9f302fc74 req-1c9ab70c-5a1d-4c0e-9184-7e1df4dc7e89 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543609 Jul 23 14:28:28.338723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a43385e6-3e5d-4b99-a57a-bf779f52c526 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:28.373778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2e748d19-8b58-40ff-8492-766e4a594e17 None None] Provisioning for port a43385e6-3e5d-4b99-a57a-bf779f52c526 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:28.379384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Deleting port 14f9f70e-f584-4ac2-bac4-7b5022d76777 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:28.380032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.447606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a43385e6-3e5d-4b99-a57a-bf779f52c526 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:28.457076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a43385e6-3e5d-4b99-a57a-bf779f52c526 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:28.457378 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.474772 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.491628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Calling delete_port for 14f9f70e-f584-4ac2-bac4-7b5022d76777 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:28.580447 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.622424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a43385e6-3e5d-4b99-a57a-bf779f52c526, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a43385e6-3e5d-4b99-a57a-bf779f52c526,segment=NetworkSegment(7e057b10-c3dd-4e3f-b8f6-5e602ff59c31),segment_id=7e057b10-c3dd-4e3f-b8f6-5e602ff59c31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:28.623891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2bca0-83be-494d-8f7a-68259dcdcdac req-f74c736e-7586-4865-82aa-0859823a91a5 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:28.625774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1eb2bca0-83be-494d-8f7a-68259dcdcdac req-f74c736e-7586-4865-82aa-0859823a91a5 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 946 time: 0.0921016 Jul 23 14:28:28.629200 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.673391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.679105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1eb2bca0-83be-494d-8f7a-68259dcdcdac req-cee7eb54-c7d5-4911-a05a-87b1192ff5fb tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Jul 23 14:28:28.684891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a43385e6-3e5d-4b99-a57a-bf779f52c526,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:28.709485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event deleted for resources: {'Port': ['ID=14f9f70e-f584-4ac2-bac4-7b5022d76777,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:28.785241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.787325 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1f84c052-79f2-4cb7-96f1-8abd3cfd803e tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "DELETE /v2.0/ports/14f9f70e-f584-4ac2-bac4-7b5022d76777 HTTP/1.1" status: 204 len: 168 time: 0.5523837 Jul 23 14:28:28.789922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:28.812212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4481970e-2c6c-4a7b-9c0f-0551f8c67a5b None None] Provisioning complete for port a43385e6-3e5d-4b99-a57a-bf779f52c526 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:28.812738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4481970e-2c6c-4a7b-9c0f-0551f8c67a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.846012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Deleting subnet 32bcb3ef-d1a5-4b7d-a579-16d24d3c1533 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:28.849687 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.903106 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:28.912115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4481970e-2c6c-4a7b-9c0f-0551f8c67a5b None None] Could not find standard attr ID for object 14f9f70e-f584-4ac2-bac4-7b5022d76777. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:29.006455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.024174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9818c503-e774-4004-be80-7537416ba22f None None] Could not find standard attr ID for object 14f9f70e-f584-4ac2-bac4-7b5022d76777. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:29.089721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.120252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event deleted for resources: {'Subnet': ['ID=32bcb3ef-d1a5-4b7d-a579-16d24d3c1533,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:29.122953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.126979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5015e1f5-6e1e-4e0d-96f1-14891dc73b48 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "DELETE /v2.0/subnets/32bcb3ef-d1a5-4b7d-a579-16d24d3c1533 HTTP/1.1" status: 204 len: 168 time: 0.3359287 Jul 23 14:28:29.128585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:29.177883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e8119-8a89-45ae-9d78-e84742b610fa None None] Network f6d26088-1929-4590-9f42-120e69919129 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:29.217600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.245283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7358fbcc-4c2f-4719-ae4c-7cea965a0fa0 None None] Could not find standard attr ID for object 57414935-e1d0-4b19-8cce-8fcfda4b494e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:29.278022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Deleting port a43385e6-3e5d-4b99-a57a-bf779f52c526 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:29.278301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.350963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] For port a43385e6-3e5d-4b99-a57a-bf779f52c526, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a43385e6-3e5d-4b99-a57a-bf779f52c526,segment=NetworkSegment(7e057b10-c3dd-4e3f-b8f6-5e602ff59c31),segment_id=7e057b10-c3dd-4e3f-b8f6-5e602ff59c31)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:29.351330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.364388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Calling delete_port for a43385e6-3e5d-4b99-a57a-bf779f52c526 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:29.369083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] DHCP port deletion for f6d26088-1929-4590-9f42-120e69919129 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:28:29.440507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] Deleting port a43385e6-3e5d-4b99-a57a-bf779f52c526 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:29.440888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.460831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.488603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event deleted for resources: {'Port': ['ID=a43385e6-3e5d-4b99-a57a-bf779f52c526,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:29.491338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] No DVR routers for this DVR port a43385e6-3e5d-4b99-a57a-bf779f52c526 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:29.505692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] For port a43385e6-3e5d-4b99-a57a-bf779f52c526, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a43385e6-3e5d-4b99-a57a-bf779f52c526,segment=NetworkSegment(7e057b10-c3dd-4e3f-b8f6-5e602ff59c31),segment_id=7e057b10-c3dd-4e3f-b8f6-5e602ff59c31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:29.506213 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.518546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] Calling delete_port for a43385e6-3e5d-4b99-a57a-bf779f52c526 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:29.569372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.579572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d26088-1929-4590-9f42-120e69919129']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:29.595629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e057b10-c3dd-4e3f-b8f6-5e602ff59c31') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:29.595948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e057b10-c3dd-4e3f-b8f6-5e602ff59c31') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:29.602339 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.605902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.621267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.627709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:29.628114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.629590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] Pushing event deleted for resources: {'Port': ['ID=a43385e6-3e5d-4b99-a57a-bf779f52c526,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:29.631647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9756c33-5945-4dc8-b594-dd0c81b827dc None None] No DVR routers for this DVR port a43385e6-3e5d-4b99-a57a-bf779f52c526 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:29.631825 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:29.699918 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.707105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:29.711640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] 10.222.0.21 "DELETE /v2.0/networks/f6d26088-1929-4590-9f42-120e69919129 HTTP/1.1" status: 204 len: 168 time: 0.5792060 Jul 23 14:28:29.720761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bbeea-06a4-4771-b297-57110adb56a3 tempest-ExtraDHCPOptionsTestJSON-1607528315 tempest-ExtraDHCPOptionsTestJSON-1607528315-project] Pushing event deleted for resources: {'Network': ['ID=f6d26088-1929-4590-9f42-120e69919129,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:29.825914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b56ba-0bb9-43f3-8540-abd777045b85 req-8cf7fc45-6934-4ef4-aa24-791ade63bf31 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:29.827789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa2b56ba-0bb9-43f3-8540-abd777045b85 req-8cf7fc45-6934-4ef4-aa24-791ade63bf31 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 946 time: 0.0727623 Jul 23 14:28:29.872414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa2b56ba-0bb9-43f3-8540-abd777045b85 req-537573db-e82c-4465-affb-cca620d2be01 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Jul 23 14:28:29.965897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-79df38ba-044c-40f8-8805-58eef8206962 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:29.967462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-79df38ba-044c-40f8-8805-58eef8206962 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 946 time: 0.0697122 Jul 23 14:28:29.981140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:30.069009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Deleting port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:30.069362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.121348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d526d5b-26b3-406b-bac2-572403f0c1d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f15f6714aecc4dc8b0a1e211e797e477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389410 Jul 23 14:28:30.124094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:30.162780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] For port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,segment=NetworkSegment(a67b8bb4-c807-4fc8-9ccb-f9e318c97d94),segment_id=a67b8bb4-c807-4fc8-9ccb-f9e318c97d94)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:30.163144 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.175415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Calling delete_port for a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:30.180437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee3bf58-b167-4d0c-9632-02f844ed6022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.205188 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee3bf58-b167-4d0c-9632-02f844ed6022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.233220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a43385e6-3e5d-4b99-a57a-bf779f52c526 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:30.252671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a43385e6-3e5d-4b99-a57a-bf779f52c526 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:28:30.253500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a43385e6-3e5d-4b99-a57a-bf779f52c526 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:28:30.260480 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee3bf58-b167-4d0c-9632-02f844ed6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.264455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee3bf58-b167-4d0c-9632-02f844ed6022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.265798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3ee3bf58-b167-4d0c-9632-02f844ed6022 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abe6039b-e27b-44a1-821f-2f4bfcbcc167 HTTP/1.1" status: 204 len: 168 time: 0.1407292 Jul 23 14:28:30.281494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3bf58-b167-4d0c-9632-02f844ed6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe6039b-e27b-44a1-821f-2f4bfcbcc167,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:30.323991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.357252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:28:30.360683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Pushing event deleted for resources: {'Port': ['ID=a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:30.411154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] No DVR routers for this DVR port a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:30.415124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:30.417452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3e2b3ec0-0e40-49aa-820c-532895dd5acb req-c2d34b03-7d1f-43f7-92b0-592c75ae3668 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.11 "DELETE /v2.0/ports/a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 HTTP/1.1" status: 204 len: 173 time: 0.4444413 Jul 23 14:28:30.418077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'name': 'network-vif-deleted', 'tag': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:30.420620 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c5c731-4d44-4fe2-a5ab-ec40b6cb2668" -d '{"events": [{"server_uuid": "4ab0bf06-3135-4678-a0c7-af3cb97fc9f0", "name": "network-vif-deleted", "tag": "a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:30.466676 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf05700-feca-47d3-8d35-7a8e3154f352 x-openstack-request-id: req-ebf05700-feca-47d3-8d35-7a8e3154f352 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:30.467280 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab0bf06-3135-4678-a0c7-af3cb97fc9f0", "name": "network-vif-deleted", "tag": "a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:30.467528 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebf05700-feca-47d3-8d35-7a8e3154f352 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:30.468097 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab0bf06-3135-4678-a0c7-af3cb97fc9f0', 'name': 'network-vif-deleted', 'tag': 'a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1', 'status': 'completed', 'code': 200} Jul 23 14:28:30.978325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:30.995383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f42cba01-5008-4a2d-a9ba-7b8ff5ad0f8b req-c3a7489f-6434-439e-b747-9050ccfa1c12 tempest-ServersNegativeTestMultiTenantJSON-1327670951 tempest-ServersNegativeTestMultiTenantJSON-1327670951-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab0bf06-3135-4678-a0c7-af3cb97fc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0342991 Jul 23 14:28:31.106349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'networks': [{'name': 'tempest-network--175877272'}, {'name': 'tempest-network--13138671'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:31.106661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'network': {'name': 'tempest-network--175877272'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:31.107256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'network': {'name': 'tempest-network--13138671'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:31.138580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Made reservation on behalf of e2625aaafb574dc480255fc6cf2011a8 for: {'network': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:31.143292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.153862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.256049 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.262958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.263531 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.302096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95a3a02-cd53-412a-9943-9b848008ed10,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:31.307485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:31.317004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.317318 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Added segment 96cf732f-a34e-4e8e-8030-8dee34cd0d6c of type vlan for network 2e1f36c2-b354-4d7a-855c-3dc7b13265fd Jul 23 14:28:31.369298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.403430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:31.412352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.412698 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Added segment 41113b66-90ad-4551-8854-dadf9b0ae012 of type vlan for network 173be72e-eafa-4856-82f9-af9a3475a567 Jul 23 14:28:31.451927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.482420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.482944 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.489244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:31.494254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:31.494966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.540325 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.5584085 Jul 23 14:28:31.540903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:31.581738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Network': ['ID=2e1f36c2-b354-4d7a-855c-3dc7b13265fd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:31.592553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 2e1f36c2-b354-4d7a-855c-3dc7b13265fd details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:31.699435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55c147-b7c9-4e8e-9cb9-eac04e500621 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Network': ['ID=173be72e-eafa-4856-82f9-af9a3475a567,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:31.712673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 173be72e-eafa-4856-82f9-af9a3475a567 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:31.738327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f14952-7611-419a-a689-0081f7017e91 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:31.744206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f14952-7611-419a-a689-0081f7017e91 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:31.750408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f14952-7611-419a-a689-0081f7017e91 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:31.756546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f14952-7611-419a-a689-0081f7017e91 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:31.758329 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-40f14952-7611-419a-a689-0081f7017e91 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2164779 Jul 23 14:28:31.761269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:31.837553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.927839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.938466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1f36c2-b354-4d7a-855c-3dc7b13265fd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:31.948802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cf732f-a34e-4e8e-8030-8dee34cd0d6c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:31.949236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cf732f-a34e-4e8e-8030-8dee34cd0d6c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:31.960156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.975053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.983361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:31.983994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:31.987569 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:32.053350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.054470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:32.063522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.065380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/networks/2e1f36c2-b354-4d7a-855c-3dc7b13265fd HTTP/1.1" status: 204 len: 168 time: 0.3031876 Jul 23 14:28:32.076999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:32.085875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f9791-4ed6-432e-898c-c9838531c1ab tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Network': ['ID=2e1f36c2-b354-4d7a-855c-3dc7b13265fd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:32.104271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] Deleting subnet b0361547-b589-467e-9a9d-f582977e4603 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:32.108026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.149994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.160942 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.193116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.249755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.253368 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.263690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173be72e-eafa-4856-82f9-af9a3475a567']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:32.274145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41113b66-90ad-4551-8854-dadf9b0ae012') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:32.274429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41113b66-90ad-4551-8854-dadf9b0ae012') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:32.275732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0361547-b589-467e-9a9d-f582977e4603,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:32.280347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.286187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d5f58b1f-d1a9-423e-b1d1-8f36e120b79b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b0361547-b589-467e-9a9d-f582977e4603 HTTP/1.1" status: 204 len: 168 time: 0.2267139 Jul 23 14:28:32.286699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.286919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:32.302208 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.309950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:32.310404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:32.313660 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:32.362590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.381012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.388697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.390565 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/networks/173be72e-eafa-4856-82f9-af9a3475a567 HTTP/1.1" status: 204 len: 168 time: 0.3126242 Jul 23 14:28:32.393439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:32.401664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe91562-159c-4c31-8ee4-9958dfcfaa52 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Network': ['ID=173be72e-eafa-4856-82f9-af9a3475a567,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:32.497533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.550830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afd65fa-6023-422b-9017-33e2c942aff3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:32.585730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67b8bb4-c807-4fc8-9ccb-f9e318c97d94') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:32.586029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67b8bb4-c807-4fc8-9ccb-f9e318c97d94') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:32.612498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.645517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba38b2-fb78-4801-a6b6-cc577493e430 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:32.651772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba38b2-fb78-4801-a6b6-cc577493e430 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:32.653399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7eba38b2-fb78-4801-a6b6-cc577493e430 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2581878 Jul 23 14:28:32.654529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.657198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:32.662125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1828213712'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:32.670237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:32.670625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:32.675981 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:32.734608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Made reservation on behalf of e2625aaafb574dc480255fc6cf2011a8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:32.738146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.741628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.753945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.755814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5afd65fa-6023-422b-9017-33e2c942aff3 HTTP/1.1" status: 204 len: 168 time: 0.4684415 Jul 23 14:28:32.759056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:32.769534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44b52e-91ea-4382-a958-893621226525 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afd65fa-6023-422b-9017-33e2c942aff3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:32.781910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:32.793083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.793408 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Added segment b5b4863c-2e69-4d63-994d-6a9507591dff of type vlan for network be15b52a-c477-4dc9-84a4-742dde255974 Jul 23 14:28:32.811600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] Deleting subnet fa51a2eb-16a1-444d-ab53-43bca203f715 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:32.815328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.839218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.851445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.871008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.876694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:32.877308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.897778 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.910318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2520831 Jul 23 14:28:32.913703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:32.921293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1982373521'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:32.959396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.977889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dd12d-6cc4-438a-b4bd-0cfa0d57af1b tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Network': ['ID=be15b52a-c477-4dc9-84a4-742dde255974,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:32.989401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network be15b52a-c477-4dc9-84a4-742dde255974 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:32.990967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa51a2eb-16a1-444d-ab53-43bca203f715,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:32.993318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:32.998814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4fb06437-5dad-4f18-8ec9-8ad2e2b1f60c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa51a2eb-16a1-444d-ab53-43bca203f715 HTTP/1.1" status: 204 len: 168 time: 0.2386341 Jul 23 14:28:32.999678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:33.008066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Made reservation on behalf of e2625aaafb574dc480255fc6cf2011a8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:33.011692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.036117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:33.045452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.045808 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Added segment 9ed8995f-60fa-47a6-b5ff-b43a6134cfad of type vlan for network 7b99f48e-8f1a-470b-becb-03f29898dc96 Jul 23 14:28:33.082550 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.096039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.127661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.133598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:33.134219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.166249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2510848 Jul 23 14:28:33.169114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:33.171356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.176420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'ports': [{'network_id': 'be15b52a-c477-4dc9-84a4-742dde255974', 'name': 'tempest-port--1097964082', 'admin_state_up': True}, {'network_id': '7b99f48e-8f1a-470b-becb-03f29898dc96', 'admin_state_up': False}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:33.176734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'port': {'network_id': 'be15b52a-c477-4dc9-84a4-742dde255974', 'name': 'tempest-port--1097964082', 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:33.177213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'port': {'network_id': '7b99f48e-8f1a-470b-becb-03f29898dc96', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:33.181788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38942836-5fc6-4959-8b8a-bcc0e7d17c91']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:33.191970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd81791-132b-4633-bea2-bbd839e7ea3f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:33.192265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd81791-132b-4633-bea2-bbd839e7ea3f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:33.201421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.216254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.222677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:33.223093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:33.225252 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:33.228588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74202de-3dcd-4e22-94ff-2d0d889f16c2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Network': ['ID=7b99f48e-8f1a-470b-becb-03f29898dc96,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:33.240138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 7b99f48e-8f1a-470b-becb-03f29898dc96 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:33.301357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.324482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.326429 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/38942836-5fc6-4959-8b8a-bcc0e7d17c91 HTTP/1.1" status: 204 len: 168 time: 0.3254423 Jul 23 14:28:33.327736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5953663-78f9-4087-b2f9-512bbde08cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38942836-5fc6-4959-8b8a-bcc0e7d17c91,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:33.380274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Made reservation on behalf of e2625aaafb574dc480255fc6cf2011a8 for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:33.385071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.398340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.405761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:33.426171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:28:33.426600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a0a359f2-cdbd-4cd1-9b0e-5d822843b9f1 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:28:33.485095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] device_id is not set on port 4cc560b8-b245-43b4-a7bf-118989cfca89 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:33.510277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:33.550461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aa8d7b2e-a930-42fa-961f-5cf6414d23d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c63436d746b84a8ea68eb97a845be578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386925 Jul 23 14:28:33.552859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:33.604464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.604764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c8f96af-ecaf-433e-b09a-67225369eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.626606 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c8f96af-ecaf-433e-b09a-67225369eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.678169 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c8f96af-ecaf-433e-b09a-67225369eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.680531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] device_id is not set on port fbaf48a2-02cb-46ea-a1c6-30b58139221d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:33.681110 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c8f96af-ecaf-433e-b09a-67225369eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.682302 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0c8f96af-ecaf-433e-b09a-67225369eff9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddc3eade-2522-41e5-b8b5-0d4987d8b3ba HTTP/1.1" status: 204 len: 168 time: 0.1285295 Jul 23 14:28:33.691639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f96af-ecaf-433e-b09a-67225369eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc3eade-2522-41e5-b8b5-0d4987d8b3ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:33.811494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.856741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.923894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Port': ['ID=4cc560b8-b245-43b4-a7bf-118989cfca89,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:33.928904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Checking segment: {'id': 'b5b4863c-2e69-4d63-994d-6a9507591dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be15b52a-c477-4dc9-84a4-742dde255974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:33.929260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network hostable DHCP agents. Network: be15b52a-c477-4dc9-84a4-742dde255974, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:33.948403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network be15b52a-c477-4dc9-84a4-742dde255974 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:33.957774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, be15b52a-c477-4dc9-84a4-742dde255974) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:33.965192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:33.966423 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:33.967247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5667ad4b-1289-47e0-814e-1e4898e6ecdd None None] Network be15b52a-c477-4dc9-84a4-742dde255974 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:34.037340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:34.045781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Port': ['ID=fbaf48a2-02cb-46ea-a1c6-30b58139221d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:34.055860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Checking segment: {'id': '9ed8995f-60fa-47a6-b5ff-b43a6134cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7b99f48e-8f1a-470b-becb-03f29898dc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:34.056237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network hostable DHCP agents. Network: 7b99f48e-8f1a-470b-becb-03f29898dc96, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:34.076574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network 7b99f48e-8f1a-470b-becb-03f29898dc96 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:34.087962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 7b99f48e-8f1a-470b-becb-03f29898dc96) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:34.093526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-45bd1586-33fb-46a0-b490-fd49021ef4c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7177d187f7c44128aa7d798b8b3488ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546131 Jul 23 14:28:34.095812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:34.101110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d3d5b-0189-4182-a279-94026c59d793 None None] Network 7b99f48e-8f1a-470b-becb-03f29898dc96 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:34.104539 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:34.110559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:34.116569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:34.117352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.135223 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-48c063f8-a4a4-4ef0-b503-0ef4d292d1de tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9650853 Jul 23 14:28:34.136039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:34.186711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ddd096-1222-4cb8-b674-7d527436430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.216798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ddd096-1222-4cb8-b674-7d527436430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.244178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fcee83-91e3-4bb6-a842-206355650006 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:34.250037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fcee83-91e3-4bb6-a842-206355650006 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:34.251692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-63fcee83-91e3-4bb6-a842-206355650006 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1144974 Jul 23 14:28:34.254625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:34.285433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ddd096-1222-4cb8-b674-7d527436430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.288416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ddd096-1222-4cb8-b674-7d527436430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.289732 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-88ddd096-1222-4cb8-b674-7d527436430e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/924c0f7f-e229-4815-befa-973f1142f752 HTTP/1.1" status: 204 len: 168 time: 0.1929479 Jul 23 14:28:34.297823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddd096-1222-4cb8-b674-7d527436430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c0f7f-e229-4815-befa-973f1142f752,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:34.355360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Deleting port 4cc560b8-b245-43b4-a7bf-118989cfca89 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:34.355612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.424351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.436431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Calling delete_port for 4cc560b8-b245-43b4-a7bf-118989cfca89 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:34.518856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.552119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Port': ['ID=4cc560b8-b245-43b4-a7bf-118989cfca89,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:34.557742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.562152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e9089ad-3302-4b4f-89f6-48ca956a9537 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/ports/4cc560b8-b245-43b4-a7bf-118989cfca89 HTTP/1.1" status: 204 len: 168 time: 0.3041096 Jul 23 14:28:34.562982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:34.665417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Deleting port fbaf48a2-02cb-46ea-a1c6-30b58139221d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:34.666087 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.740582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.752814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Calling delete_port for fbaf48a2-02cb-46ea-a1c6-30b58139221d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:34.836512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.864963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Port': ['ID=fbaf48a2-02cb-46ea-a1c6-30b58139221d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:34.870193 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.874864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:34.875001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-42babb3d-50a1-49b2-be74-0c09816e0c9f tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/ports/fbaf48a2-02cb-46ea-a1c6-30b58139221d HTTP/1.1" status: 204 len: 168 time: 0.3114266 Jul 23 14:28:34.906618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ecefd475-36fd-4376-b894-ab0e3fb4b842 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304751 Jul 23 14:28:34.910828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:34.916234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-401712874'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:34.939749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Made reservation on behalf of e2625aaafb574dc480255fc6cf2011a8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:34.943371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.967389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:34.976644 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:34.976995 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Added segment e1f4c418-892d-46a7-8962-ec0c01bd9ba3 of type vlan for network ff158cac-ec10-4dc0-a0de-92e6665c3f10 Jul 23 14:28:34.997397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:35.023444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.053688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.059426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:35.060049 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.096953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-701002457-network', 'tenant_id': '4d6872bb67904a2b95353db15264852c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:35.097288 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1850822 Jul 23 14:28:35.100238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:35.107424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1477922346'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:35.119714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Made reservation on behalf of 4d6872bb67904a2b95353db15264852c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:35.122076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.130971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.139211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125c0e-2b20-4980-9cbc-d0308a21deb8 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Network': ['ID=ff158cac-ec10-4dc0-a0de-92e6665c3f10,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:35.149665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ff158cac-ec10-4dc0-a0de-92e6665c3f10 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:35.160173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Made reservation on behalf of e2625aaafb574dc480255fc6cf2011a8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:35.163689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.192809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:35.203774 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.204218 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Added segment 3190b4d5-7023-461f-a279-eea48fc68df7 of type vlan for network 91aac778-73e4-4f54-a307-ef6c6977f715 Jul 23 14:28:35.243636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.245640 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.248548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.269654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:35.279937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.284545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268163c3-05b1-4573-9b1c-b004105826d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:35.285624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:35.286247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.287548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.287936 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Added segment ebc2e345-f0f7-43b2-b866-04b4af911ebd of type vlan for network af59d57c-49e2-41d2-8511-85f2faf9627a Jul 23 14:28:35.324977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2236466 Jul 23 14:28:35.335182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.354281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d94d5b-2070-47b0-9c90-9a623bc3e089 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Network': ['ID=91aac778-73e4-4f54-a307-ef6c6977f715,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:35.367325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 91aac778-73e4-4f54-a307-ef6c6977f715 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:35.368033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.369446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:35.370039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.401865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4028482 Jul 23 14:28:35.404643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:35.411754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Request body: {'subnet': {'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-701002457-subnet', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:35.449054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a1adb-c745-470d-850e-98df9870c225 admin admin] Pushing event updated for resources: {'Network': ['ID=af59d57c-49e2-41d2-8511-85f2faf9627a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:35.452400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:35.457920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'subnets': [{'network_id': 'ff158cac-ec10-4dc0-a0de-92e6665c3f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2018697921', 'ip_version': 4}, {'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:35.460542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network af59d57c-49e2-41d2-8511-85f2faf9627a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:35.460698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'subnet': {'network_id': 'ff158cac-ec10-4dc0-a0de-92e6665c3f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2018697921', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:35.461415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Request body: {'subnet': {'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:35.478010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Made reservation on behalf of 4d6872bb67904a2b95353db15264852c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:35.478010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.641413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Made reservation on behalf of e2625aaafb574dc480255fc6cf2011a8 for: {'subnet': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:35.646336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.646705 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.661708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.723795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:35.730959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Checking segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:35.731786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Network hostable DHCP agents. Network: af59d57c-49e2-41d2-8511-85f2faf9627a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:35.758538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Network af59d57c-49e2-41d2-8511-85f2faf9627a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:35.774348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, af59d57c-49e2-41d2-8511-85f2faf9627a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:35.778932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:35.779704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.790677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfb0a9-2b17-4183-bd81-9dd8a7c312aa None None] Network af59d57c-49e2-41d2-8511-85f2faf9627a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:35.799152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-63fe76d4-d69a-44d2-8e56-8e8eda362a63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3932211 Jul 23 14:28:35.801959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:35.807858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:35.832907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.834436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.898189 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:35.962895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-af59d57c-49e2-41d2-8511-85f2faf9627a', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:35.963943 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.063318 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.115008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Allocated IP 172.20.0.2 (af59d57c-49e2-41d2-8511-85f2faf9627a/15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5/42480db6-0385-4166-9c87-283fc71a3d3b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:36.278263 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.287495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Transition to ACTIVE for port object 42480db6-0385-4166-9c87-283fc71a3d3b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:36.304327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Transition to ACTIVE for port object 42480db6-0385-4166-9c87-283fc71a3d3b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:36.311626 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.332559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.353495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Network af59d57c-49e2-41d2-8511-85f2faf9627a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:36.361529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:36.368839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:36.381822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Pushing event updated for resources: {'Port': ['ID=42480db6-0385-4166-9c87-283fc71a3d3b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:36.398036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Subnet': ['ID=9d1b9c3b-25bf-4ee5-8555-a74438803d9d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:36.405618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Checking segment: {'id': 'e1f4c418-892d-46a7-8962-ec0c01bd9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ff158cac-ec10-4dc0-a0de-92e6665c3f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:36.406008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network hostable DHCP agents. Network: ff158cac-ec10-4dc0-a0de-92e6665c3f10, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:36.428641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network ff158cac-ec10-4dc0-a0de-92e6665c3f10 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:36.439999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ff158cac-ec10-4dc0-a0de-92e6665c3f10) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:36.440552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Attempting to bind port 42480db6-0385-4166-9c87-283fc71a3d3b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:36.440932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Attempting to bind port 42480db6-0385-4166-9c87-283fc71a3d3b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:36.442233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Attempting to bind port 42480db6-0385-4166-9c87-283fc71a3d3b on network af59d57c-49e2-41d2-8511-85f2faf9627a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:36.444379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.449521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:36.449921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Checking segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:36.450510 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.450931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Bound using segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:36.452917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Bound port: 42480db6-0385-4166-9c87-283fc71a3d3b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:36.453308 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.458060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb90851-4f3b-42f6-927f-0826f0506828 None None] Network ff158cac-ec10-4dc0-a0de-92e6665c3f10 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:36.516309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event updated for resources: {'Subnet': ['ID=1bb99758-45c0-4b78-a2d8-ad529a2e0235,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:36.526534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Checking segment: {'id': '3190b4d5-7023-461f-a279-eea48fc68df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:36.526941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network hostable DHCP agents. Network: 91aac778-73e4-4f54-a307-ef6c6977f715, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:36.545831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Network 91aac778-73e4-4f54-a307-ef6c6977f715 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:36.548970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.557434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 91aac778-73e4-4f54-a307-ef6c6977f715) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:36.562694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:36.564007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:36.564238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.571719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b2beb1-ebb3-4fa6-9a05-1dbcb6aff2e2 None None] Network 91aac778-73e4-4f54-a307-ef6c6977f715 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:36.573832 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.596461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1383a3d4-e0cf-42b5-bd38-e4816ea64426 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1426377 Jul 23 14:28:36.602821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:36.633004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] For port 42480db6-0385-4166-9c87-283fc71a3d3b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:36.638538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] For port 42480db6-0385-4166-9c87-283fc71a3d3b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=42480db6-0385-4166-9c87-283fc71a3d3b,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:36.668154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.733893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed7290-8685-46b4-b9ad-6ebdec08bfc2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:36.735566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed7290-8685-46b4-b9ad-6ebdec08bfc2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:36.737095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed7290-8685-46b4-b9ad-6ebdec08bfc2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:36.741981 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b9ed7290-8685-46b4-b9ad-6ebdec08bfc2 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1349502 Jul 23 14:28:36.742866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:36.790904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Allocated IP 172.25.2.214 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:36.821310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Deleting subnet 9d1b9c3b-25bf-4ee5-8555-a74438803d9d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:36.826572 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.829960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee9641-a545-4d03-88fa-3a8f90dd4515 None None] Pushing event updated for resources: {'Port': ['ID=42480db6-0385-4166-9c87-283fc71a3d3b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:36.837277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f137eb-78c1-456c-82da-0d9300b8461d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-ff158cac-ec10-4dc0-a0de-92e6665c3f10', 'network_id': 'ff158cac-ec10-4dc0-a0de-92e6665c3f10', 'tenant_id': 'e2625aaafb574dc480255fc6cf2011a8', 'fixed_ips': [{'subnet_id': '9d1b9c3b-25bf-4ee5-8555-a74438803d9d'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:36.838163 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8f137eb-78c1-456c-82da-0d9300b8461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.882153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.937563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-91aac778-73e4-4f54-a307-ef6c6977f715', 'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715', 'tenant_id': 'e2625aaafb574dc480255fc6cf2011a8', 'fixed_ips': [{'subnet_id': '1bb99758-45c0-4b78-a2d8-ad529a2e0235'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:36.938450 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.961243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:36.973998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.016889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.078859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:37.085334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.087258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:37.090706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-e8f137eb-78c1-456c-82da-0d9300b8461d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d1b9c3b-25bf-4ee5-8555-a74438803d9d: This subnet is being modified by another concurrent operation. Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:28:37.104127 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d1b9c3b-25bf-4ee5-8555-a74438803d9d: This subnet is being modified by another concurrent operation. Jul 23 14:28:37.108281 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:28:37.137201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:37.141415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1b9c3b-25bf-4ee5-8555-a74438803d9d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:37.147394 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.150051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d41a187-d712-428e-8b70-6196a4cd9bf3 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/subnets/9d1b9c3b-25bf-4ee5-8555-a74438803d9d HTTP/1.1" status: 204 len: 168 time: 0.4053109 Jul 23 14:28:37.152696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:37.153462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57890f-75ff-4ca3-9828-221a89fa3a83 None None] Network ff158cac-ec10-4dc0-a0de-92e6665c3f10 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:37.223141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Allocated IP 172.20.0.18 (91aac778-73e4-4f54-a307-ef6c6977f715/1bb99758-45c0-4b78-a2d8-ad529a2e0235/0cbce660-4de0-49d5-bcf0-1a8c72ad9257) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:37.294281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Deleting subnet 1bb99758-45c0-4b78-a2d8-ad529a2e0235 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:37.411519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.420138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Transition to ACTIVE for port object 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:37.422827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.435257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Transition to ACTIVE for port object 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:37.442950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.456696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.479857 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Network 91aac778-73e4-4f54-a307-ef6c6977f715 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:37.482780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:37.485739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:37.502029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Pushing event updated for resources: {'Port': ['ID=0cbce660-4de0-49d5-bcf0-1a8c72ad9257,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:37.539393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.565516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Attempting to bind port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:37.565902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Attempting to bind port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '3190b4d5-7023-461f-a279-eea48fc68df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:37.566280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Attempting to bind port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 on network 91aac778-73e4-4f54-a307-ef6c6977f715 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:37.572190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:37.573295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Checking segment: {'id': '3190b4d5-7023-461f-a279-eea48fc68df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:37.573295 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.573535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Bound using segment: {'id': '3190b4d5-7023-461f-a279-eea48fc68df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:37.574246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Bound port: 0cbce660-4de0-49d5-bcf0-1a8c72ad9257, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3190b4d5-7023-461f-a279-eea48fc68df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91aac778-73e4-4f54-a307-ef6c6977f715'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:37.574246 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.651890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] For port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:37.668238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] For port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0cbce660-4de0-49d5-bcf0-1a8c72ad9257,segment=NetworkSegment(3190b4d5-7023-461f-a279-eea48fc68df7),segment_id=3190b4d5-7023-461f-a279-eea48fc68df7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:37.671730 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.675355 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.707546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.740203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef148e-565b-431e-898f-4c9fc18a5ca5 None None] Pushing event updated for resources: {'Port': ['ID=0cbce660-4de0-49d5-bcf0-1a8c72ad9257,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:37.780499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.828894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.889658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb99758-45c0-4b78-a2d8-ad529a2e0235,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:37.891646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:37.896336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:37.896891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5f41b5fc-55d7-4c2b-b2b8-f7ba2c0222a6 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/subnets/1bb99758-45c0-4b78-a2d8-ad529a2e0235 HTTP/1.1" status: 204 len: 168 time: 0.7426543 Jul 23 14:28:37.973128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72108ce-8ebc-4e1e-b1e4-42c91039442e tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:37.974675 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d72108ce-8ebc-4e1e-b1e4-42c91039442e tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0772696 Jul 23 14:28:37.978545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:37.983132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6639e4a-ba60-45ea-b8fe-a0eace6a5b1a None None] Network af59d57c-49e2-41d2-8511-85f2faf9627a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:38.054987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:28:38.076827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.103232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d69a3c0b-2ae2-43c5-8724-23c3d26b2304 None None] Provisioning for port 42480db6-0385-4166-9c87-283fc71a3d3b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:38.136774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Deleting port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:38.137119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.206999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:38.211579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] For port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0cbce660-4de0-49d5-bcf0-1a8c72ad9257,segment=NetworkSegment(3190b4d5-7023-461f-a279-eea48fc68df7),segment_id=3190b4d5-7023-461f-a279-eea48fc68df7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:38.211958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.220290 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Sync routers for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:38.231849 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:38.232015 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:38.233786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Calling delete_port for 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:38.239282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.240588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-509fffdb-9d10-465a-908c-fc4634b3dd91 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4374683 Jul 23 14:28:38.243480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:38.390158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42480db6-0385-4166-9c87-283fc71a3d3b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:38.396782 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.397677 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:38.427588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Port': ['ID=0cbce660-4de0-49d5-bcf0-1a8c72ad9257,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:38.444685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] No DVR routers for this DVR port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:38.473974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 42480db6-0385-4166-9c87-283fc71a3d3b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:38.484265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 42480db6-0385-4166-9c87-283fc71a3d3b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:38.484692 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.572928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.591955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91aac778-73e4-4f54-a307-ef6c6977f715']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:38.605943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3190b4d5-7023-461f-a279-eea48fc68df7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:38.606234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3190b4d5-7023-461f-a279-eea48fc68df7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:38.617020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.638132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.640796 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.654860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:38.655171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:38.659395 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:38.661815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc72146e-64fc-4627-ad5d-0931325ac640 None None] Provisioning complete for port 42480db6-0385-4166-9c87-283fc71a3d3b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:38.661815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc72146e-64fc-4627-ad5d-0931325ac640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.689101 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:37Z', 'revision_number': 3, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:38.729780 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Checking router: 355cbaf7-7f55-4850-9a51-2c0bba0551c8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:28:38.730932 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Updating router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:28:38.748361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 42480db6-0385-4166-9c87-283fc71a3d3b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=42480db6-0385-4166-9c87-283fc71a3d3b,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:38.755357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.759457 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.760863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:38.768348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.779287 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/networks/91aac778-73e4-4f54-a307-ef6c6977f715 HTTP/1.1" status: 204 len: 168 time: 0.7972853 Jul 23 14:28:38.788789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:38.828553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:28:38.829566 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.834276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 14:28:38.894079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:38.905259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Port 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 14:28:38.918870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e46f8-5c39-4d78-9240-541f3e0627ad tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Network': ['ID=91aac778-73e4-4f54-a307-ef6c6977f715,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:38.953282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=42480db6-0385-4166-9c87-283fc71a3d3b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:39.060616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.081824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff158cac-ec10-4dc0-a0de-92e6665c3f10']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.104565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f4c418-892d-46a7-8962-ec0c01bd9ba3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.104817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f4c418-892d-46a7-8962-ec0c01bd9ba3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.116407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.140758 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.149465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:39.149732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:39.155141 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:39.164705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f89ca6-fb3a-4b4f-86c3-e6bb876f2c24 None None] DHCP port deletion for 91aac778-73e4-4f54-a307-ef6c6977f715 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:28:39.186252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57b60b6e-a760-4e16-9182-6898b26460f3 None None] Could not find standard attr ID for object 0cbce660-4de0-49d5-bcf0-1a8c72ad9257. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:28:39.195831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e4685-781a-48d3-8efd-303d5216c50e None None] Network 91aac778-73e4-4f54-a307-ef6c6977f715 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:39.210602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e4685-781a-48d3-8efd-303d5216c50e None None] Network 91aac778-73e4-4f54-a307-ef6c6977f715 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 14:28:39.219050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53106d-3beb-4de6-af22-fbad5a6e117b None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:28:39.236484 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.245100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.247358 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/networks/ff158cac-ec10-4dc0-a0de-92e6665c3f10 HTTP/1.1" status: 204 len: 168 time: 0.4565334 Jul 23 14:28:39.251672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:39.260598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c24ee0-af0e-4fec-9432-cb7d204c2573 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Network': ['ID=ff158cac-ec10-4dc0-a0de-92e6665c3f10,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:39.291085 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.296115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.304759 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Transition to ACTIVE for port object 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:39.314071 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.315699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53106d-3beb-4de6-af22-fbad5a6e117b None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:28:39.357558 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Attempting to bind port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:39.357824 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Attempting to bind port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:39.358185 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Attempting to bind port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:39.371011 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:39.371296 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.371413 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:39.371751 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.372316 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:39.372955 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Bound port: 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:39.373344 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.399307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Pushing event updated for resources: {'Port': ['ID=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:39.410440 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.411093 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.411419 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.411913 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.412389 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.413068 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.413548 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.414035 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.414506 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.414998 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.415486 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.415967 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:39.454963 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] For port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:39.459259 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] For port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:39.466172 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.525644 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:39.526086 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.529598 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a47ad-9464-4f2b-a292-34e13f0c42fd None None] Pushing event updated for resources: {'Port': ['ID=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:39.612240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.631552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b99f48e-8f1a-470b-becb-03f29898dc96']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.637612 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:39.651008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed8995f-60fa-47a6-b5ff-b43a6134cfad') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.651425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed8995f-60fa-47a6-b5ff-b43a6134cfad') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.671079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.673084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Allocated IP 172.20.0.1 (af59d57c-49e2-41d2-8511-85f2faf9627a/15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5/123cdb04-1a8b-4681-b413-98c834957d6b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:39.697207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.718378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:39.718809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:39.721767 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:39.817135 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:37Z', 'revision_number': 3, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:39.822455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.831350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.833169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/networks/7b99f48e-8f1a-470b-becb-03f29898dc96 HTTP/1.1" status: 204 len: 168 time: 0.5791662 Jul 23 14:28:39.836283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:39.848578 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57026ed5-cccb-4eee-aac4-5290f40cdbbb None None] The sync data for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 is: [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:37Z', 'revision_number': 3, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:39.853435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e5c99-d528-42fa-9a8c-18cfab3428d0 tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Network': ['ID=7b99f48e-8f1a-470b-becb-03f29898dc96,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:39.872273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.886068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Transition to ACTIVE for port object 123cdb04-1a8b-4681-b413-98c834957d6b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:39.929781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.935624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:39.971941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Network af59d57c-49e2-41d2-8511-85f2faf9627a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:39.977183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:39.981916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:40.007107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=123cdb04-1a8b-4681-b413-98c834957d6b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:40.034972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.056099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.067189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be15b52a-c477-4dc9-84a4-742dde255974']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:40.084679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b4863c-2e69-4d63-994d-6a9507591dff') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:40.085413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b4863c-2e69-4d63-994d-6a9507591dff') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:40.123851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.144238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.151207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:40.151617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:40.155278 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:40.252150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.257305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.260348 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] 10.222.0.21 "DELETE /v2.0/networks/be15b52a-c477-4dc9-84a4-742dde255974 HTTP/1.1" status: 204 len: 168 time: 0.4225624 Jul 23 14:28:40.277054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47edf03-1a7b-46f3-81d9-9139d2065e0d tempest-BulkNetworkOpsTest-635473629 tempest-BulkNetworkOpsTest-635473629-project] Pushing event deleted for resources: {'Network': ['ID=be15b52a-c477-4dc9-84a4-742dde255974,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:40.335222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4265cbd-c8fc-41a1-b919-20dbe33b6a64 None None] Provisioning for port 123cdb04-1a8b-4681-b413-98c834957d6b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:40.347418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4265cbd-c8fc-41a1-b919-20dbe33b6a64 None None] Provisioning complete for port 123cdb04-1a8b-4681-b413-98c834957d6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:40.347985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4265cbd-c8fc-41a1-b919-20dbe33b6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.352449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.395574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42480db6-0385-4166-9c87-283fc71a3d3b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:40.432180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4265cbd-c8fc-41a1-b919-20dbe33b6a64 None None] Port 123cdb04-1a8b-4681-b413-98c834957d6b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:40.460838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 42480db6-0385-4166-9c87-283fc71a3d3b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:40.461210 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.560127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:40.561335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:40.572904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.580006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.629964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:40.634399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:40.634810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.648873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.685978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=123cdb04-1a8b-4681-b413-98c834957d6b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:40.738593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.742783 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2faa9136-e46b-4139-a9fb-83c11133eaaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2625aaafb574dc480255fc6cf2011a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775322 Jul 23 14:28:40.742995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:40.761832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:40.765902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Network af59d57c-49e2-41d2-8511-85f2faf9627a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:40.767347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:40.775256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.839057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:40.843604 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef51-44e7-42d9-a844-ad20666753e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.861193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:40.887871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef51-44e7-42d9-a844-ad20666753e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.893628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:28:40.893971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0cbce660-4de0-49d5-bcf0-1a8c72ad9257 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:28:40.941302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:28:40.966201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef51-44e7-42d9-a844-ad20666753e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.973099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef51-44e7-42d9-a844-ad20666753e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:40.977318 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cbd5ef51-44e7-42d9-a844-ad20666753e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a95a3a02-cd53-412a-9943-9b848008ed10 HTTP/1.1" status: 204 len: 168 time: 0.2303843 Jul 23 14:28:40.989061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5ef51-44e7-42d9-a844-ad20666753e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95a3a02-cd53-412a-9943-9b848008ed10,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:41.074518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:41.083174 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fffe2ae7-32b2-4bd1-b4d9-25d3f25bcdb4 admin admin] 10.222.0.21 "PUT /v2.0/routers/355cbaf7-7f55-4850-9a51-2c0bba0551c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8385375 Jul 23 14:28:41.157407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f85b464a-5910-4dc7-9af6-d8f4203cbf6c None None] Provisioning complete for port 123cdb04-1a8b-4681-b413-98c834957d6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:41.157785 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f85b464a-5910-4dc7-9af6-d8f4203cbf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.203095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f85b464a-5910-4dc7-9af6-d8f4203cbf6c None None] Port 123cdb04-1a8b-4681-b413-98c834957d6b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:41.569343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:41.574550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4aae73ad-1149-417a-8df4-742baa7393c8 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707471090', 'description': 'tempest-description--1420228600'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:41.601399 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aae73ad-1149-417a-8df4-742baa7393c8 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.690996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aae73ad-1149-417a-8df4-742baa7393c8 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.698433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:41.705184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aae73ad-1149-417a-8df4-742baa7393c8 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.736939 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aae73ad-1149-417a-8df4-742baa7393c8 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.740556 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4aae73ad-1149-417a-8df4-742baa7393c8 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1686118 Jul 23 14:28:41.741400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:41.744260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae73ad-1149-417a-8df4-742baa7393c8 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:41.747469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa69ed3a-94d6-428e-b5c2-66487d958b20 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'security_group_rule': {'security_group_id': '1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:41.779839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa69ed3a-94d6-428e-b5c2-66487d958b20 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.813005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-547855131'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:41.828155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Sync routers for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:41.837955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:41.838684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:41.839417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:41.842226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.852475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.863564 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa69ed3a-94d6-428e-b5c2-66487d958b20 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.868931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa69ed3a-94d6-428e-b5c2-66487d958b20 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.889719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69ed3a-94d6-428e-b5c2-66487d958b20 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ef1b31-4616-4c5a-aa56-fc2029a2a83c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:41.971376 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.977022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.982143 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa69ed3a-94d6-428e-b5c2-66487d958b20 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:41.986256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fa69ed3a-94d6-428e-b5c2-66487d958b20 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2402463 Jul 23 14:28:41.986569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:42.003765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3d5a6929-5c07-4153-bb8e-10fb3febb721 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'security_group_rule': {'security_group_id': '1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:42.010242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:42.025615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024d925b-7e6c-4f4e-a6c6-29b5ae188c0b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:42.031677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.031980 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment 8e2a05dc-3305-4301-8de1-d036d217e242 of type vlan for network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 Jul 23 14:28:42.045450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d5a6929-5c07-4153-bb8e-10fb3febb721 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.079008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.118809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.124801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d5a6929-5c07-4153-bb8e-10fb3febb721 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.125145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:42.126600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:42.127295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.129727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d5a6929-5c07-4153-bb8e-10fb3febb721 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.155875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a6929-5c07-4153-bb8e-10fb3febb721 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef0ed57-741e-4265-8e25-343c15b5decc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:42.159844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d5a6929-5c07-4153-bb8e-10fb3febb721 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.161137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3d5a6929-5c07-4153-bb8e-10fb3febb721 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733017 Jul 23 14:28:42.167130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:42.178802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:42.226975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=d7c96e23-a4df-4a71-b4d0-206ce31f7e41,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:42.229798 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9949f2ee-9ec8-4d70-9edb-a5e8018efacf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5301878 Jul 23 14:28:42.232893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:42.239290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-658369784'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:42.250142 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.261643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:42.267063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:42.270843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.278791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:42.298520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:42.311524 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.311915 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment 81d676e5-269d-4b7f-b685-8e45cd92cd87 of type vlan for network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df Jul 23 14:28:42.366785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.376354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.408313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.413969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:42.414619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.446324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2122846 Jul 23 14:28:42.449564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:42.452361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:42.452786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.454884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': 'd7c96e23-a4df-4a71-b4d0-206ce31f7e41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:42.483912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 2, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:42.514092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b3fcd-dcec-4dff-8d91-fb9b73e90c5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:42.515675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Checking router: 355cbaf7-7f55-4850-9a51-2c0bba0551c8 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:28:42.516035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Updating router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 port 123cdb04-1a8b-4681-b413-98c834957d6b binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:28:42.538407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Allocated IP 172.25.2.205 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c035c60b-8401-431c-bb5b-52c63f162799) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:42.542785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:42.587126 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.594156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:42.598090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.651492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.704710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.747107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:42.754120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:42.758747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:42.781894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'Port': ['ID=c035c60b-8401-431c-bb5b-52c63f162799,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:42.810761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.872909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=3add543f-41c9-4aab-a435-2abae4c888cb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:42.883617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': '8e2a05dc-3305-4301-8de1-d036d217e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7c96e23-a4df-4a71-b4d0-206ce31f7e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:42.883976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: d7c96e23-a4df-4a71-b4d0-206ce31f7e41, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:42.886061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.901468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:42.911339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d7c96e23-a4df-4a71-b4d0-206ce31f7e41) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:42.917807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:42.918463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.929552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a78b30d-0311-4ae7-9b2c-7632cb3e215c None None] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:42.938823 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-15df70e6-fa7b-4205-9b6c-5644c1db221f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4877889 Jul 23 14:28:42.941817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:42.944235 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:42.956654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': '5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:42.979998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.020664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Transition to ACTIVE for port object 123cdb04-1a8b-4681-b413-98c834957d6b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:43.038024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.069750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:43.073942 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.141222 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.148685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7aa4e-04bf-4264-b1a9-2faa307c51d0 None None] Pushing event updated for resources: {'Port': ['ID=123cdb04-1a8b-4681-b413-98c834957d6b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:43.151236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.183163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Attempting to bind port 123cdb04-1a8b-4681-b413-98c834957d6b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:43.183531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Attempting to bind port 123cdb04-1a8b-4681-b413-98c834957d6b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:43.183895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Attempting to bind port 123cdb04-1a8b-4681-b413-98c834957d6b on network af59d57c-49e2-41d2-8511-85f2faf9627a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:43.192628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:43.193012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Checking segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:43.193397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.193822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Bound using segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:43.194293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Bound port: 123cdb04-1a8b-4681-b413-98c834957d6b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:43.194688 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.211089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'Port': ['ID=c035c60b-8401-431c-bb5b-52c63f162799,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:43.252870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-d7c96e23-a4df-4a71-b4d0-206ce31f7e41', 'network_id': 'd7c96e23-a4df-4a71-b4d0-206ce31f7e41', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '3add543f-41c9-4aab-a435-2abae4c888cb'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:43.254285 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.254553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.272712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.285692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-54f72269-73f9-48d7-88e4-18f2fcfa10a9 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1134903 Jul 23 14:28:43.410611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] For port 123cdb04-1a8b-4681-b413-98c834957d6b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:43.433070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] For port 123cdb04-1a8b-4681-b413-98c834957d6b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=123cdb04-1a8b-4681-b413-98c834957d6b,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:43.460663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.556734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Allocated IP 2001:db8::2 (d7c96e23-a4df-4a71-b4d0-206ce31f7e41/3add543f-41c9-4aab-a435-2abae4c888cb/0746b0e5-35ce-4098-b4f5-3ee18e4de147) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:43.572589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:43.573231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:43.579877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7aa4e-04bf-4264-b1a9-2faa307c51d0 None None] Pushing event updated for resources: {'Port': ['ID=123cdb04-1a8b-4681-b413-98c834957d6b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:43.612591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-c524634a-b13d-4ea5-b2e5-e82e9241ce12 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1707471090&fields=id&tenant_id=4d6872bb67904a2b95353db15264852c HTTP/1.1" status: 200 len: 267 time: 0.0798786 Jul 23 14:28:43.658342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.758300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:43.774336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=78bc09e4-1bbb-4c69-8754-f54243e9c808,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:43.798435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': '81d676e5-269d-4b7f-b685-8e45cd92cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:43.798887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:43.812989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-51eb1b2e-5f53-401a-81e3-ba95d5176c72 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:43.814771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-51eb1b2e-5f53-401a-81e3-ba95d5176c72 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 810 time: 0.1865668 Jul 23 14:28:43.842532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-17569a9c-8ec9-4e1c-9ea3-649697b82a4c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/quotas/4d6872bb67904a2b95353db15264852c HTTP/1.1" status: 200 len: 375 time: 0.0211871 Jul 23 14:28:43.844711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:43.862260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:43.873643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f38d6-611f-499e-9c20-1370b93690c3 None None] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:43.890854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:43.897794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.920809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57e2f692-5bb3-4f11-afb0-80bd2f20ff52 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9779100 Jul 23 14:28:43.924847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:43.931295 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.932296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c5af670d-e7e9-48a7-9ab8-7559598e5589 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1784244670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:43.950275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-18660b4f-b221-4594-8bf0-181d5b994d49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996273 Jul 23 14:28:43.965146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5af670d-e7e9-48a7-9ab8-7559598e5589 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.966294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5af670d-e7e9-48a7-9ab8-7559598e5589 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:43.975975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Transition to ACTIVE for port object 0746b0e5-35ce-4098-b4f5-3ee18e4de147 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:44.025039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5af670d-e7e9-48a7-9ab8-7559598e5589 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.032129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5af670d-e7e9-48a7-9ab8-7559598e5589 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.051699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Transition to ACTIVE for port object 0746b0e5-35ce-4098-b4f5-3ee18e4de147 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:44.052065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5af670d-e7e9-48a7-9ab8-7559598e5589 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.053472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c5af670d-e7e9-48a7-9ab8-7559598e5589 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1272280 Jul 23 14:28:44.056327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:44.062010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-7a15799e-9cbc-46d4-b7c6-b036cd0071f2 service neutron] 10.222.0.21 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982928 Jul 23 14:28:44.068409 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.159736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-b10ef20b-2c8a-4025-84db-ceccb815b6a0 service neutron] 10.222.0.21 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907125 Jul 23 14:28:44.160024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:44.169071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:44.171469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:44.202780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Pushing event updated for resources: {'Port': ['ID=0746b0e5-35ce-4098-b4f5-3ee18e4de147,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:44.224549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df', 'network_id': '5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '78bc09e4-1bbb-4c69-8754-f54243e9c808'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:44.225587 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.309679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Attempting to bind port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:44.310805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Attempting to bind port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '8e2a05dc-3305-4301-8de1-d036d217e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7c96e23-a4df-4a71-b4d0-206ce31f7e41'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:44.310805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Attempting to bind port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 on network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:44.322816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:44.323199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Checking segment: {'id': '8e2a05dc-3305-4301-8de1-d036d217e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7c96e23-a4df-4a71-b4d0-206ce31f7e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:44.323604 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.323998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Bound using segment: {'id': '8e2a05dc-3305-4301-8de1-d036d217e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7c96e23-a4df-4a71-b4d0-206ce31f7e41'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:44.324661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Bound port: 0746b0e5-35ce-4098-b4f5-3ee18e4de147, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a05dc-3305-4301-8de1-d036d217e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7c96e23-a4df-4a71-b4d0-206ce31f7e41'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:44.325046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.354878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.373113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d0714e5-dadd-4b87-9995-1ec557dc18b4 req-2a53afca-b0f2-45d0-b23f-5ca233ff2f62 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 210 time: 0.0298715 Jul 23 14:28:44.386346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:43Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:44.433849 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:28:44.626579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8::1 (d7c96e23-a4df-4a71-b4d0-206ce31f7e41/3add543f-41c9-4aab-a435-2abae4c888cb/2f95696a-7670-4526-822a-f0f9acba2869) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:44.646912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb5745-0de2-4bfd-91e9-fa93695f5d77 None None] The sync data for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 is: [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:43Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:44.745666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] For port 0746b0e5-35ce-4098-b4f5-3ee18e4de147, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:44.750878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] For port 0746b0e5-35ce-4098-b4f5-3ee18e4de147, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0746b0e5-35ce-4098-b4f5-3ee18e4de147,segment=NetworkSegment(8e2a05dc-3305-4301-8de1-d036d217e242),segment_id=8e2a05dc-3305-4301-8de1-d036d217e242)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:44.758430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Allocated IP 2001:db8:1::2 (5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df/78bc09e4-1bbb-4c69-8754-f54243e9c808/ed1afe67-d22c-4bfd-b04f-f9c69f744280) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:44.761353 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.802019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.836011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object 2f95696a-7670-4526-822a-f0f9acba2869 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:44.872656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b5c3-e09a-4cd2-8692-d98813dc1298 None None] Pushing event updated for resources: {'Port': ['ID=0746b0e5-35ce-4098-b4f5-3ee18e4de147,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:44.885560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.944908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:44.947881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:44.958505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:44.959480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:44.968638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=2f95696a-7670-4526-822a-f0f9acba2869,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:45.010859 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.032419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Transition to ACTIVE for port object ed1afe67-d22c-4bfd-b04f-f9c69f744280 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:45.054307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Transition to ACTIVE for port object ed1afe67-d22c-4bfd-b04f-f9c69f744280 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:45.069827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.134182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:45.138441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:45.141118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:45.156460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Pushing event updated for resources: {'Port': ['ID=ed1afe67-d22c-4bfd-b04f-f9c69f744280,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:45.216228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.226345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Attempting to bind port ed1afe67-d22c-4bfd-b04f-f9c69f744280 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:45.226772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Attempting to bind port ed1afe67-d22c-4bfd-b04f-f9c69f744280 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '81d676e5-269d-4b7f-b685-8e45cd92cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:45.227127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Attempting to bind port ed1afe67-d22c-4bfd-b04f-f9c69f744280 on network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:45.235720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:45.235720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Checking segment: {'id': '81d676e5-269d-4b7f-b685-8e45cd92cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:45.236091 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.236429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Bound using segment: {'id': '81d676e5-269d-4b7f-b685-8e45cd92cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:45.236921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Bound port: ed1afe67-d22c-4bfd-b04f-f9c69f744280, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d676e5-269d-4b7f-b685-8e45cd92cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:45.237302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.320531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] For port ed1afe67-d22c-4bfd-b04f-f9c69f744280, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:45.326463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] For port ed1afe67-d22c-4bfd-b04f-f9c69f744280, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ed1afe67-d22c-4bfd-b04f-f9c69f744280,segment=NetworkSegment(81d676e5-269d-4b7f-b685-8e45cd92cd87),segment_id=81d676e5-269d-4b7f-b685-8e45cd92cd87)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:45.333454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.401989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d79612-03ac-496b-b59d-60da1f76857a None None] Pushing event updated for resources: {'Port': ['ID=ed1afe67-d22c-4bfd-b04f-f9c69f744280,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:45.500649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d7a2e59a-f913-4fd8-88cc-c32bc4f17619 req-8de469e7-c4f4-454a-bfb7-d39051f0c8b2 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 210 time: 0.0368066 Jul 23 14:28:45.589792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.599848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.600844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:45.728350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=2f95696a-7670-4526-822a-f0f9acba2869,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:45.770749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:45.772911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:45.809728 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2b0a635-b684-4dfa-b0cd-fe44bc0ec5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:46.175178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe05bf8-e047-441d-a3b3-77e7706e7b03 None None] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:46.280918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f585094-0294-42f0-a9d2-f8ca21ef67ad None None] Provisioning for port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:46.325174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-4d5b2afa-39ce-4427-a601-5142fc3a8367 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:46.329757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-4d5b2afa-39ce-4427-a601-5142fc3a8367 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 810 time: 0.5019560 Jul 23 14:28:46.415974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router 8f7ae169-715d-4b80-aa48-be9157588eba is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:28:46.445184 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-c083ee7e-d482-4963-a635-a0df47d887a2 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d6872bb67904a2b95353db15264852c HTTP/1.1" status: 200 len: 380 time: 0.0958285 Jul 23 14:28:46.446337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0746b0e5-35ce-4098-b4f5-3ee18e4de147 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:46.510166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:46.515551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:46.516076 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:46.524997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'port': {'device_id': '215471f1-5d2d-4611-981d-55d27c67f110', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'admin_state_up': True, 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'security_groups': ['1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:46.630631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:46.643697 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] Sync routers for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:46.660401 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:46.664404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dbbb8bca-e47a-41c0-9dc9-e119be305aec tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/8f7ae169-715d-4b80-aa48-be9157588eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6066494 Jul 23 14:28:46.665364 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:46.675377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:46.706116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f07c2d93-9e70-4c48-a0ee-53011187729d req-784d4e76-3866-4ada-ade5-580bcbf34833 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 210 time: 0.0713754 Jul 23 14:28:46.723665 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:46.736066 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:46.747769 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:46.748574 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:46.772454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0746b0e5-35ce-4098-b4f5-3ee18e4de147, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0746b0e5-35ce-4098-b4f5-3ee18e4de147,segment=NetworkSegment(8e2a05dc-3305-4301-8de1-d036d217e242),segment_id=8e2a05dc-3305-4301-8de1-d036d217e242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:46.774168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85a97a-88d8-4611-89d3-61ea427ff2f1 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:46.776004 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1e85a97a-88d8-4611-89d3-61ea427ff2f1 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports/2f95696a-7670-4526-822a-f0f9acba2869 HTTP/1.1" status: 200 len: 911 time: 0.1004462 Jul 23 14:28:46.780308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:46.791236 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:46.792142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ed1afe67-d22c-4bfd-b04f-f9c69f744280 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:46.812928 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:46.813919 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa13aa9-5cba-4bd4-babb-f420cbd1a51c None None] The sync data for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:46.820505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Made reservation on behalf of 4d6872bb67904a2b95353db15264852c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:46.824907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:46.876194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca0656d-14c1-4e55-ace3-3e18ea6e5632 None None] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:46.895917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fefdde6a-0779-48bd-b7f0-b3e9e9ec7af5 None None] Provisioning for port 2f95696a-7670-4526-822a-f0f9acba2869 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:46.914744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fefdde6a-0779-48bd-b7f0-b3e9e9ec7af5 None None] Provisioning complete for port 2f95696a-7670-4526-822a-f0f9acba2869 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:46.915038 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fefdde6a-0779-48bd-b7f0-b3e9e9ec7af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:46.955533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fefdde6a-0779-48bd-b7f0-b3e9e9ec7af5 None None] Port 2f95696a-7670-4526-822a-f0f9acba2869 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:46.968505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ed1afe67-d22c-4bfd-b04f-f9c69f744280 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:46.986766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 123cdb04-1a8b-4681-b413-98c834957d6b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:47.024649 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0746b0e5-35ce-4098-b4f5-3ee18e4de147,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:47.025598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Allocated IP 172.20.0.9 (af59d57c-49e2-41d2-8511-85f2faf9627a/15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5/95467308-4b34-4b3d-a9d1-84901d9f5b0d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:47.027519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fefdde6a-0779-48bd-b7f0-b3e9e9ec7af5 None None] Provisioning complete for port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:47.027816 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fefdde6a-0779-48bd-b7f0-b3e9e9ec7af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.158770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 123cdb04-1a8b-4681-b413-98c834957d6b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:47.190822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 123cdb04-1a8b-4681-b413-98c834957d6b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:47.191493 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.228707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.236929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.249356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Transition to ACTIVE for port object 95467308-4b34-4b3d-a9d1-84901d9f5b0d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:47.314054 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.346837 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.370270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Network af59d57c-49e2-41d2-8511-85f2faf9627a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:47.373555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:47.376079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:47.403078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 123cdb04-1a8b-4681-b413-98c834957d6b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=123cdb04-1a8b-4681-b413-98c834957d6b,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:47.422847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'Port': ['ID=95467308-4b34-4b3d-a9d1-84901d9f5b0d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:47.431085 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.472643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:47.473247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.496278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Provisioning complete for port 2f95696a-7670-4526-822a-f0f9acba2869 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:47.496783 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.500515 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-f4dfdd76-3a9e-411d-aace-8e2fefedbd49 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0166471 Jul 23 14:28:47.521279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Request body: {'port': {'device_id': '215471f1-5d2d-4611-981d-55d27c67f110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:47.566996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=123cdb04-1a8b-4681-b413-98c834957d6b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:47.589488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Port 2f95696a-7670-4526-822a-f0f9acba2869 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:47.604518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8:1::1 (5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df/78bc09e4-1bbb-4c69-8754-f54243e9c808/7e1a8ec5-cef1-43ce-bda7-d55f00654227) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:47.610410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Provisioning for port ed1afe67-d22c-4bfd-b04f-f9c69f744280 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:47.614906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Provisioning complete for port ed1afe67-d22c-4bfd-b04f-f9c69f744280 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:47.615664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.642503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.772138 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.813021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] For port ed1afe67-d22c-4bfd-b04f-f9c69f744280, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ed1afe67-d22c-4bfd-b04f-f9c69f744280,segment=NetworkSegment(81d676e5-269d-4b7f-b685-8e45cd92cd87),segment_id=81d676e5-269d-4b7f-b685-8e45cd92cd87)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:47.824198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.857393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.879478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object 7e1a8ec5-cef1-43ce-bda7-d55f00654227 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:47.889839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1980-60ef-46c5-9fbd-89fb905ea227 None None] Pushing event updated for resources: {'Port': ['ID=ed1afe67-d22c-4bfd-b04f-f9c69f744280,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:47.893248 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.901720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a86e-fdbf-4ebd-8d89-acf6f3f0e5fa req-8167174c-4515-422a-8be3-a9b9fe542fab tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:47.903336 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97f0a86e-fdbf-4ebd-8d89-acf6f3f0e5fa req-8167174c-4515-422a-8be3-a9b9fe542fab tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 931 time: 0.1157093 Jul 23 14:28:47.944743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8eae916e-d1ae-4488-950f-44528cba677b None None] Provisioning complete for port 2f95696a-7670-4526-822a-f0f9acba2869 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:47.945037 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8eae916e-d1ae-4488-950f-44528cba677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.965082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:47.981430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8eae916e-d1ae-4488-950f-44528cba677b None None] Port 2f95696a-7670-4526-822a-f0f9acba2869 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:47.991863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8eae916e-d1ae-4488-950f-44528cba677b None None] Provisioning complete for port ed1afe67-d22c-4bfd-b04f-f9c69f744280 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:47.992244 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8eae916e-d1ae-4488-950f-44528cba677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.004137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95467308-4b34-4b3d-a9d1-84901d9f5b0d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:28:48.012591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97f0a86e-fdbf-4ebd-8d89-acf6f3f0e5fa req-be03f96f-6a48-41cd-86e8-cbd5e911818d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033101 Jul 23 14:28:48.019971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.026004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:48.033944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:48.037515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Transition to ACTIVE for port object 95467308-4b34-4b3d-a9d1-84901d9f5b0d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:48.041924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:48.042477 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.044580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.080998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=7e1a8ec5-cef1-43ce-bda7-d55f00654227,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:48.104033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Pushing event updated for resources: {'Port': ['ID=95467308-4b34-4b3d-a9d1-84901d9f5b0d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:48.154352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8eae916e-d1ae-4488-950f-44528cba677b None None] Provisioning for port 95467308-4b34-4b3d-a9d1-84901d9f5b0d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:48.184837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Attempting to bind port 95467308-4b34-4b3d-a9d1-84901d9f5b0d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:48.185173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Attempting to bind port 95467308-4b34-4b3d-a9d1-84901d9f5b0d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:48.185505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Attempting to bind port 95467308-4b34-4b3d-a9d1-84901d9f5b0d on network af59d57c-49e2-41d2-8511-85f2faf9627a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:48.190810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Port 95467308-4b34-4b3d-a9d1-84901d9f5b0d on network af59d57c-49e2-41d2-8511-85f2faf9627a not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:28:48.191139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Attempting to bind port 95467308-4b34-4b3d-a9d1-84901d9f5b0d on network af59d57c-49e2-41d2-8511-85f2faf9627a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:48.198530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:48.199207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Checking segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:48.200122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Bound using segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:48.200573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Bound port: 95467308-4b34-4b3d-a9d1-84901d9f5b0d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:48.200980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.228575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.288831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] For port 95467308-4b34-4b3d-a9d1-84901d9f5b0d, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:48.295760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] For port 95467308-4b34-4b3d-a9d1-84901d9f5b0d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:48.296970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0746b0e5-35ce-4098-b4f5-3ee18e4de147 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:48.309513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.342196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:48.342789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.344584 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] 10.222.0.11 "PUT /v2.0/ports/95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 1091 time: 0.8307195 Jul 23 14:28:48.347224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:48.349490 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492d720d-968e-4688-92c2-efb46c8cba0e" -d '{"events": [{"name": "network-changed", "server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:48.369584 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.394572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3973-c77b-41bc-aa4a-b6c1587f36cf service neutron] Pushing event updated for resources: {'Port': ['ID=95467308-4b34-4b3d-a9d1-84901d9f5b0d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:48.450070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:48.450343 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.472433 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c21038-6cb8-491f-9123-35a48a95543d x-openstack-request-id: req-66c21038-6cb8-491f-9123-35a48a95543d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:48.472826 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:48.472961 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66c21038-6cb8-491f-9123-35a48a95543d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:48.473397 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'status': 'completed', 'code': 200} Jul 23 14:28:48.523404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-43f09d69-1fa0-46c4-a7d2-9c7b1b489f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:48.525192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-43f09d69-1fa0-46c4-a7d2-9c7b1b489f0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1094 time: 0.1081712 Jul 23 14:28:48.541401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-713fdde8-1a24-4e75-bade-d7e01014c315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.544265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28f3c9f6-469b-4a52-bc0e-4f25c0847a00 None None] Provisioning for port 7e1a8ec5-cef1-43ce-bda7-d55f00654227 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:48.557281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28f3c9f6-469b-4a52-bc0e-4f25c0847a00 None None] Provisioning complete for port 7e1a8ec5-cef1-43ce-bda7-d55f00654227 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:48.557648 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f3c9f6-469b-4a52-bc0e-4f25c0847a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.591492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-c0879b76-2f66-416d-b637-ecdeac763cc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 217 time: 0.0518501 Jul 23 14:28:48.628816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28f3c9f6-469b-4a52-bc0e-4f25c0847a00 None None] Port 7e1a8ec5-cef1-43ce-bda7-d55f00654227 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:48.647516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ed1afe67-d22c-4bfd-b04f-f9c69f744280 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:48.681229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-a7558343-0937-4bab-a33a-0a3319a0b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:48.682823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-a7558343-0937-4bab-a33a-0a3319a0b604 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0853891 Jul 23 14:28:48.699519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.711530 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.712635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.731988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ed1afe67-d22c-4bfd-b04f-f9c69f744280 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:48.732459 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:48.761705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-6bc4812e-417d-4542-8aa7-8fcadb860f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:48.763983 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-6bc4812e-417d-4542-8aa7-8fcadb860f0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744879 Jul 23 14:28:48.793976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=7e1a8ec5-cef1-43ce-bda7-d55f00654227,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:48.863692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 123cdb04-1a8b-4681-b413-98c834957d6b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:48.892801 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-2ffdb7bb-cfb8-4cc4-886e-0fd8f9fdc592 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206553 Jul 23 14:28:48.903138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:48.908485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:48.923208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cbc3d-5305-400a-872f-793dd295e6cb req-74c6b358-60ad-4350-bc3f-f7c417570de7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:48.924797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd4cbc3d-5305-400a-872f-793dd295e6cb req-74c6b358-60ad-4350-bc3f-f7c417570de7 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 947 time: 0.1239970 Jul 23 14:28:48.930879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 123cdb04-1a8b-4681-b413-98c834957d6b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:48.931543 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:49.020104 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-48c73492-0bd2-4fb6-b320-92b15f13f6ce req-63142929-33c6-40cb-9204-11e2d994f686 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201661 Jul 23 14:28:49.043487 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd4cbc3d-5305-400a-872f-793dd295e6cb req-bd6f3c0e-628d-426d-b6a1-d58717baf7a9 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792060 Jul 23 14:28:49.057154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router 8f7ae169-715d-4b80-aa48-be9157588eba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:28:49.169521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d720d-968e-4688-92c2-efb46c8cba0e req-ddb72165-c2d3-4a94-9953-0af7eaa5a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:49.171430 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-492d720d-968e-4688-92c2-efb46c8cba0e req-ddb72165-c2d3-4a94-9953-0af7eaa5a7ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1094 time: 0.0660377 Jul 23 14:28:49.197464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:49.206786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c52430a3-d172-4baf-8acc-7f7b650c97e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/8f7ae169-715d-4b80-aa48-be9157588eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212348 Jul 23 14:28:49.207032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:49.208021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] Sync routers for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:49.219407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:49.220017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:49.263598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:49.267115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72cf22-57f1-440b-b0ff-eda338b7a756 req-970e48f6-c96a-4a1e-b986-c4f5b09f37f5 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:49.268644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d72cf22-57f1-440b-b0ff-eda338b7a756 req-970e48f6-c96a-4a1e-b986-c4f5b09f37f5 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 943 time: 0.1304264 Jul 23 14:28:49.269389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d720d-968e-4688-92c2-efb46c8cba0e req-5bb043bd-ecfb-4c06-af69-dbbbac12d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:49.270964 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-492d720d-968e-4688-92c2-efb46c8cba0e req-5bb043bd-ecfb-4c06-af69-dbbbac12d1bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.0925059 Jul 23 14:28:49.278729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3672a2f-5be0-4dfc-8ed3-42d2018b6a33 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:49.279321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea06dd57-d3de-403c-ac4b-b7b089eecdf0 None None] Provisioning complete for port 7e1a8ec5-cef1-43ce-bda7-d55f00654227 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:49.279720 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea06dd57-d3de-403c-ac4b-b7b089eecdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:49.280103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a3672a2f-5be0-4dfc-8ed3-42d2018b6a33 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports/7e1a8ec5-cef1-43ce-bda7-d55f00654227 HTTP/1.1" status: 200 len: 913 time: 0.0721347 Jul 23 14:28:49.283542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:49.305631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:49.306310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:49.321550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-492d720d-968e-4688-92c2-efb46c8cba0e req-76ca6181-b2fd-48fc-a6b2-02a2420a0d15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 217 time: 0.0429058 Jul 23 14:28:49.341319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:49.341965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08981c0-bb55-436f-8bb3-e3828de8359d None None] The sync data for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:49.351082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea06dd57-d3de-403c-ac4b-b7b089eecdf0 None None] Port 7e1a8ec5-cef1-43ce-bda7-d55f00654227 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:49.372392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d720d-968e-4688-92c2-efb46c8cba0e req-55bbef6f-5b7a-4009-9458-596b942e8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:49.373863 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-492d720d-968e-4688-92c2-efb46c8cba0e req-55bbef6f-5b7a-4009-9458-596b942e8224 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0463102 Jul 23 14:28:49.387967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d72cf22-57f1-440b-b0ff-eda338b7a756 req-07f8a2ba-847d-4919-a17c-f6873a633153 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067674 Jul 23 14:28:49.435607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d720d-968e-4688-92c2-efb46c8cba0e req-f8bcf115-a111-492d-aee7-4d89cf762dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:49.437172 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-492d720d-968e-4688-92c2-efb46c8cba0e req-f8bcf115-a111-492d-aee7-4d89cf762dc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555778 Jul 23 14:28:49.533931 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-492d720d-968e-4688-92c2-efb46c8cba0e req-e154ec34-7636-4027-be0d-04343c9e158d service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878234 Jul 23 14:28:49.550424 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:49.626560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-492d720d-968e-4688-92c2-efb46c8cba0e req-efe2e1fa-e25d-4dd2-bdef-8cfe009eb6d2 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845907 Jul 23 14:28:49.714576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.208177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e326214-53ca-4b7f-b249-44632f7fdb0e req-65eb16bc-f6cf-4c13-9dfb-57cb2a0b33ad tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:50.210106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e326214-53ca-4b7f-b249-44632f7fdb0e req-65eb16bc-f6cf-4c13-9dfb-57cb2a0b33ad tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 947 time: 0.0850303 Jul 23 14:28:50.296642 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e326214-53ca-4b7f-b249-44632f7fdb0e req-a17dcc22-0d5d-4315-8970-6c972e012eec tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf6cb66-39f1-4127-8fc6-35446d7a3804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680578 Jul 23 14:28:50.324738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 7e1a8ec5-cef1-43ce-bda7-d55f00654227 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:50.325088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.408054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-e8f5a60d-1f40-40a1-8c58-e893942a1a16 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:50.409608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-e8f5a60d-1f40-40a1-8c58-e893942a1a16 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 947 time: 0.0671623 Jul 23 14:28:50.414071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.429745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 7e1a8ec5-cef1-43ce-bda7-d55f00654227 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:50.529450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Deleting port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:50.529853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.602967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd4376-33a5-4e62-9bc5-c1eee2a4a56e req-84aee52c-e259-43dc-9ce5-9e1bbab25a62 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:50.604479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6abd4376-33a5-4e62-9bc5-c1eee2a4a56e req-84aee52c-e259-43dc-9ce5-9e1bbab25a62 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 943 time: 0.1241410 Jul 23 14:28:50.624114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] For port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:50.624531 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.678325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6abd4376-33a5-4e62-9bc5-c1eee2a4a56e req-c7715610-6533-4346-83c5-3413795e559b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664394 Jul 23 14:28:50.690904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.719063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=7e1a8ec5-cef1-43ce-bda7-d55f00654227,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:50.839912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.931218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.931995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:50.931995 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Floating IP c89b11aa-5e60-4004-8013-8858ef988430 disassociated. External IP: 172.25.2.154, port: 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22. Jul 23 14:28:50.932327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Calling delete_port for 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:51.036210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router 8f7ae169-715d-4b80-aa48-be9157588eba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:28:51.086746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:51.115603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event deleted for resources: {'Port': ['ID=6f74ae38-b4c4-4da1-abf3-4d2705cc7a22,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:51.144828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:51.152798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4eeafad6-c103-47b7-ac75-523c8c4576e3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/8f7ae169-715d-4b80-aa48-be9157588eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8656423 Jul 23 14:28:51.153034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:51.159907 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] Sync routers for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:51.169836 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:51.170443 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:51.206786 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:51.216795 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:51.217647 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:51.257757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:51.271107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Router 9225ce44-0dc6-4599-b6cd-c23f6e53022b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:28:51.277276 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:51.278014 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1baf57-837f-44a2-9040-415b26dc7e8c None None] The sync data for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:51.382451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:51.394686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] Sync routers for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:51.405290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:51.406114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:51.412646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-002be7ae-46d5-445c-9519-a9d008fe0e91 req-33ad1352-487d-406e-9a21-aca43a8bcef8 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ea5b25-adee-4e3f-a964-28fd5e2bb186 HTTP/1.1" status: 200 len: 210 time: 0.0389872 Jul 23 14:28:51.434864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] No DVR routers for this DVR port 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:51.437430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:51.440550 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-890813ce-ad5a-4984-9d0d-8f10e9a5b5f0 req-8eeb730f-88fc-4031-b6a5-86b970f526b1 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.48 "DELETE /v2.0/ports/6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 HTTP/1.1" status: 204 len: 173 time: 1.0248237 Jul 23 14:28:51.441178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-deleted', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:51.445557 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53930f26-f0f1-42d7-b58c-e652ed50a90e" -d '{"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-deleted", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:51.506132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 95467308-4b34-4b3d-a9d1-84901d9f5b0d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:28:51.517643 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7dccbc-3ee2-419d-aea6-abb2e091b704 x-openstack-request-id: req-ec7dccbc-3ee2-419d-aea6-abb2e091b704 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:51.517933 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea5b25-adee-4e3f-a964-28fd5e2bb186", "name": "network-vif-deleted", "tag": "6f74ae38-b4c4-4da1-abf3-4d2705cc7a22", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:51.518243 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec7dccbc-3ee2-419d-aea6-abb2e091b704 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:51.518711 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea5b25-adee-4e3f-a964-28fd5e2bb186', 'name': 'network-vif-deleted', 'tag': '6f74ae38-b4c4-4da1-abf3-4d2705cc7a22', 'status': 'completed', 'code': 200} Jul 23 14:28:51.544582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:51.593586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:51.785560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 95467308-4b34-4b3d-a9d1-84901d9f5b0d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:51.803575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'port_id': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'mac_address': 'fa:16:3e:18:9e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:28:51.878188 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:51.893784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7896-b27d-4766-9b73-91b163bcaf6b req-6084e408-9731-4d4c-bc96-c20fdfb559a1 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:51.895372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-934b7896-b27d-4766-9b73-91b163bcaf6b req-6084e408-9731-4d4c-bc96-c20fdfb559a1 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 943 time: 0.1296613 Jul 23 14:28:51.897151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95467308-4b34-4b3d-a9d1-84901d9f5b0d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:28:51.921574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 95467308-4b34-4b3d-a9d1-84901d9f5b0d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:51.928040 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:51.935395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 2f95696a-7670-4526-822a-f0f9acba2869 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:51.935737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:51.954922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:51.967987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-934b7896-b27d-4766-9b73-91b163bcaf6b req-eb23191e-7717-4dd8-8f06-c3fb515d9665 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640664 Jul 23 14:28:51.990378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] Checking router: 9225ce44-0dc6-4599-b6cd-c23f6e53022b for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:28:52.015963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:52.016320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:52.018207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=95467308-4b34-4b3d-a9d1-84901d9f5b0d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:52.041587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:52.059839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 2f95696a-7670-4526-822a-f0f9acba2869 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:52.220167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.220511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.220849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.221181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.221574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.221906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.222233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.222552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.222900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.223221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.223540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.223857 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:52.266145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:52.293241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=2f95696a-7670-4526-822a-f0f9acba2869,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:52.306876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:52.338674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['95467308-4b34-4b3d-a9d1-84901d9f5b0d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:28:52.394739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:52.511795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:52.565053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router 8f7ae169-715d-4b80-aa48-be9157588eba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:28:52.574200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b9fb70-5115-4780-a177-795d9733388a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:52.601107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b9fb70-5115-4780-a177-795d9733388a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:52.643219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:52.651973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:52.652159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-080d90af-d6aa-4dba-918c-c38507ffeab4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/8f7ae169-715d-4b80-aa48-be9157588eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947777 Jul 23 14:28:52.652159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:52.661502 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] Sync routers for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:52.665984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b9fb70-5115-4780-a177-795d9733388a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:52.668678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b9fb70-5115-4780-a177-795d9733388a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:52.669852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-45b9fb70-5115-4780-a177-795d9733388a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "DELETE /v2.0/security-groups/5bf6cb66-39f1-4127-8fc6-35446d7a3804 HTTP/1.1" status: 204 len: 168 time: 0.1572506 Jul 23 14:28:52.673273 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:52.674012 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:52.679704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:52.680507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9fb70-5115-4780-a177-795d9733388a tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf6cb66-39f1-4127-8fc6-35446d7a3804,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:52.694096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a62f5e10-6d4a-437c-9d19-36ea6a0a46cc tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f7ae169-715d-4b80-aa48-be9157588eba HTTP/1.1" status: 200 len: 205 time: 0.0401711 Jul 23 14:28:52.697405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:52.703443 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-08865c7c-4811-49a6-a814-a1d2454fe678 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] show failed (client error): The resource could not be found. Jul 23 14:28:52.705077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-08865c7c-4811-49a6-a814-a1d2454fe678 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "GET /v2.0/security-groups/5bf6cb66-39f1-4127-8fc6-35446d7a3804 HTTP/1.1" status: 404 len: 347 time: 0.0224488 Jul 23 14:28:52.708204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:52.708409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c8231-78a9-496b-b3d1-2a58b695b4b7 None None] The sync data for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 is: [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:21:13Z', 'revision_number': 4, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bfcad541-91c8-4170-9e0d-47a79d423960', 'name': '', 'network_id': 'b19f6c3d-2ac7-4154-befd-22db79920c43', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'mac_address': 'fa:16:3e:60:83:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:12Z', 'updated_at': '2021-07-23T14:21:18Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'subnets': [{'id': '7de4021b-c4c8-43c4-ac7b-596335931e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:52.733544 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:52.746971 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] Routers {'8f7ae169-715d-4b80-aa48-be9157588eba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:52.747857 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['8f7ae169-715d-4b80-aa48-be9157588eba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:52.787328 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:52.787992 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35475a44-72e6-4a45-b678-efec1905db89 None None] The sync data for ids ['8f7ae169-715d-4b80-aa48-be9157588eba'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:52.970350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aff87b-c3ae-475e-9dcd-56ea69bdf7b5 None None] New status for floating IP c89b11aa-5e60-4004-8013-8858ef988430: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:28:53.199611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5288869-d407-410c-bfa4-401f436a6c6e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.397426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5288869-d407-410c-bfa4-401f436a6c6e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.403293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5288869-d407-410c-bfa4-401f436a6c6e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.420314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c588452-9462-45a6-949c-9a8816327305 req-1734e9d5-638c-4c0c-b7a4-0484ee866334 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:53.421856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c588452-9462-45a6-949c-9a8816327305 req-1734e9d5-638c-4c0c-b7a4-0484ee866334 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 944 time: 0.2988057 Jul 23 14:28:53.466160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Deleting port d792bf81-bef0-4ea6-9012-39e751d0e465 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:53.466578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.488291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5288869-d407-410c-bfa4-401f436a6c6e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.488816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5288869-d407-410c-bfa4-401f436a6c6e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7ae169-715d-4b80-aa48-be9157588eba {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:28:53.507614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5288869-d407-410c-bfa4-401f436a6c6e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.508772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e5288869-d407-410c-bfa4-401f436a6c6e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/8f7ae169-715d-4b80-aa48-be9157588eba HTTP/1.1" status: 204 len: 168 time: 0.8101220 Jul 23 14:28:53.511673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:53.529972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 95467308-4b34-4b3d-a9d1-84901d9f5b0d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:53.551762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c588452-9462-45a6-949c-9a8816327305 req-41cf9361-f7d5-408d-ac06-d1a8b38e07fe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958600 Jul 23 14:28:53.564837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 78bc09e4-1bbb-4c69-8754-f54243e9c808 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:53.569228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.578802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.579621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.593908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Calling delete_port for d792bf81-bef0-4ea6-9012-39e751d0e465 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:53.611081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.611811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 95467308-4b34-4b3d-a9d1-84901d9f5b0d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:53.618721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 95467308-4b34-4b3d-a9d1-84901d9f5b0d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:53.619506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.655538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:53.681270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:28:53.681734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6f74ae38-b4c4-4da1-abf3-4d2705cc7a22 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:28:53.700675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.739112 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.747389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.761152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.766511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:53.768920 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330708d5-d433-40cf-ac4c-392af91332da" -d '{"events": [{"server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "name": "network-vif-plugged", "status": "completed", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:53.784166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 95467308-4b34-4b3d-a9d1-84901d9f5b0d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:53.788211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=78bc09e4-1bbb-4c69-8754-f54243e9c808,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:53.790108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Pushing event deleted for resources: {'Port': ['ID=d792bf81-bef0-4ea6-9012-39e751d0e465,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:53.792396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.795199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-68c9627a-a1a2-48b7-b119-ca639688a223 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/78bc09e4-1bbb-4c69-8754-f54243e9c808 HTTP/1.1" status: 204 len: 168 time: 0.2822151 Jul 23 14:28:53.797843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:53.805367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00236255-a694-4941-9c0d-92eb03e56a2e None None] Network 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:53.807451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.827061 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7955fe62-6eca-40f1-9076-99f7e8a0dd07 x-openstack-request-id: req-7955fe62-6eca-40f1-9076-99f7e8a0dd07 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:53.827669 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "name": "network-vif-plugged", "status": "completed", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:53.828117 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7955fe62-6eca-40f1-9076-99f7e8a0dd07 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:53.828712 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'code': 200} Jul 23 14:28:53.864293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.865937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 3add543f-41c9-4aab-a435-2abae4c888cb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:28:53.867126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.871112 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b11452f6-a580-4fd4-aaf1-1337ffdaedd4 tempest-AttachVolumeShelveTestJSON-1514529765 tempest-AttachVolumeShelveTestJSON-1514529765-project] 10.222.0.21 "DELETE /v2.0/floatingips/c89b11aa-5e60-4004-8013-8858ef988430 HTTP/1.1" status: 204 len: 168 time: 1.1589205 Jul 23 14:28:53.875375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:53.936520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=95467308-4b34-4b3d-a9d1-84901d9f5b0d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:53.941964 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.091745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] DHCP port deletion for 5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:28:54.150293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] Deleting port ed1afe67-d22c-4bfd-b04f-f9c69f744280 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:54.150711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.254095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] For port ed1afe67-d22c-4bfd-b04f-f9c69f744280, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ed1afe67-d22c-4bfd-b04f-f9c69f744280,segment=NetworkSegment(81d676e5-269d-4b7f-b685-8e45cd92cd87),segment_id=81d676e5-269d-4b7f-b685-8e45cd92cd87)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:54.254095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.271448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] Calling delete_port for ed1afe67-d22c-4bfd-b04f-f9c69f744280 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:54.322911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ed1afe67-d22c-4bfd-b04f-f9c69f744280 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:54.379735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5476846-4a3f-4065-81c4-de6e4583b534 req-28bf9c66-9c77-4bd9-b3d4-95835dddd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:54.381311 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a5476846-4a3f-4065-81c4-de6e4583b534 req-28bf9c66-9c77-4bd9-b3d4-95835dddd3df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1096 time: 0.4593356 Jul 23 14:28:54.391906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.417809 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.448691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.453509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] Pushing event deleted for resources: {'Port': ['ID=ed1afe67-d22c-4bfd-b04f-f9c69f744280,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:54.455507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019e4ca-1027-43ee-9e6c-8775cdb45aeb None None] No DVR routers for this DVR port ed1afe67-d22c-4bfd-b04f-f9c69f744280 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:54.457766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a5476846-4a3f-4065-81c4-de6e4583b534 req-8f5e72ba-a752-4619-9dad-394a1fe46c5b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678985 Jul 23 14:28:54.481613 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.513538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=3add543f-41c9-4aab-a435-2abae4c888cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:54.514681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.519247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad61d287-d080-4e3c-ba30-7288a9ded19c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/3add543f-41c9-4aab-a435-2abae4c888cb HTTP/1.1" status: 204 len: 168 time: 0.7176476 Jul 23 14:28:54.519896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:54.531789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e2fbe-7af3-4dd4-bf95-417a6a09b0ab None None] Network d7c96e23-a4df-4a71-b4d0-206ce31f7e41 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:54.616124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.740014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.755601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:54.769501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d676e5-269d-4b7f-b685-8e45cd92cd87') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:54.769781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d676e5-269d-4b7f-b685-8e45cd92cd87') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:54.779906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] DHCP port deletion for d7c96e23-a4df-4a71-b4d0-206ce31f7e41 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:28:54.784910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.807966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c12eb8-0fb1-4427-9502-4dc65663e905 req-8d6a1a3a-1936-45a8-a871-3a13b91b719e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:54.809503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3c12eb8-0fb1-4427-9502-4dc65663e905 req-8d6a1a3a-1936-45a8-a871-3a13b91b719e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.1596370 Jul 23 14:28:54.810544 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.817149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:54.817550 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:54.821061 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:54.832593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] Deleting port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:28:54.832973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.900169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] For port 0746b0e5-35ce-4098-b4f5-3ee18e4de147, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0746b0e5-35ce-4098-b4f5-3ee18e4de147,segment=NetworkSegment(8e2a05dc-3305-4301-8de1-d036d217e242),segment_id=8e2a05dc-3305-4301-8de1-d036d217e242)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:54.900595 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.907935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3c12eb8-0fb1-4427-9502-4dc65663e905 req-e6fb906e-3a6f-4258-b39c-f9dcfc8b587e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730448 Jul 23 14:28:54.909047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.918190 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:54.920422 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df HTTP/1.1" status: 204 len: 168 time: 0.3994546 Jul 23 14:28:54.923220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:54.925193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] Calling delete_port for 0746b0e5-35ce-4098-b4f5-3ee18e4de147 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:28:54.936020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8b271-55ec-4aca-9bcb-59f517538e9e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=5f2a1f4c-7a77-4b7c-9a4d-fd91b33b86df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:55.012026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.023937 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.043330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] The port '0746b0e5-35ce-4098-b4f5-3ee18e4de147' was deleted {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 14:28:55.052299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] No DVR routers for this DVR port 0746b0e5-35ce-4098-b4f5-3ee18e4de147 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:28:55.054472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98e67e-7b03-4612-8885-78c343705d17 None None] Pushing event deleted for resources: {'Port': ['ID=0746b0e5-35ce-4098-b4f5-3ee18e4de147,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:55.144009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.154917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c96e23-a4df-4a71-b4d0-206ce31f7e41']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:55.166200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2a05dc-3305-4301-8de1-d036d217e242') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:55.166563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2a05dc-3305-4301-8de1-d036d217e242') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:55.179073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.193718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.200082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:28:55.200585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:28:55.203775 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:28:55.267657 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.275947 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.281582 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/d7c96e23-a4df-4a71-b4d0-206ce31f7e41 HTTP/1.1" status: 204 len: 168 time: 0.3528626 Jul 23 14:28:55.282733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:55.287852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-795504504'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:55.300630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916cdea-d20c-4c52-9de4-d92dca5676ee tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=d7c96e23-a4df-4a71-b4d0-206ce31f7e41,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:55.320400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:55.324189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.349180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:28:55.358709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.359068 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment 35c53d2b-d6ae-45ef-a7dc-6aece99facdf of type vlan for network 9a33c2a3-8ea8-463d-8789-3d867caa0754 Jul 23 14:28:55.404123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.443440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.450863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:55.451515 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.493214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2075505 Jul 23 14:28:55.495248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:55.503234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:55.553520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0ac27-a193-4665-b129-d95e135eced8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=9a33c2a3-8ea8-463d-8789-3d867caa0754,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:55.565000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:28:55.621666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:55.625320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.827941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.888873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=3ccf0125-3fab-42ff-bae3-3fe76019b63c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:55.898577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': '35c53d2b-d6ae-45ef-a7dc-6aece99facdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:55.898964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: 9a33c2a3-8ea8-463d-8789-3d867caa0754, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:28:55.917052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:28:55.927078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9a33c2a3-8ea8-463d-8789-3d867caa0754) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:55.931518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:55.932267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.937734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022dbdf-47fd-4052-bc28-10dc23a111da None None] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:55.950365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-edd4af41-a7fb-4872-b7a0-136f6c3da704 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4533105 Jul 23 14:28:55.953194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:55.960894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-31345b46-1132-4bc1-a95b-f98f25447848 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1669500204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:55.992092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31345b46-1132-4bc1-a95b-f98f25447848 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:55.995430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31345b46-1132-4bc1-a95b-f98f25447848 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.067870 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31345b46-1132-4bc1-a95b-f98f25447848 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.077599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31345b46-1132-4bc1-a95b-f98f25447848 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.101156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8aca-8241-43c5-b85f-80ba115cec85 req-13e41b28-0dfd-46ef-bf6b-bf088342ad19 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:56.103074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16bc8aca-8241-43c5-b85f-80ba115cec85 req-13e41b28-0dfd-46ef-bf6b-bf088342ad19 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0886953 Jul 23 14:28:56.103472 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31345b46-1132-4bc1-a95b-f98f25447848 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.106696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-31345b46-1132-4bc1-a95b-f98f25447848 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1500084 Jul 23 14:28:56.107702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:56.113456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'port': {'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754', 'name': 'tempest-RoutersIpV6Test-1525196930'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:56.131345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-9a33c2a3-8ea8-463d-8789-3d867caa0754', 'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '3ccf0125-3fab-42ff-bae3-3fe76019b63c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:28:56.132737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.150263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16bc8aca-8241-43c5-b85f-80ba115cec85 req-caa63c6d-d417-4f62-95d6-cfa147a9d36e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Jul 23 14:28:56.302431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:28:56.306340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.330533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0746b0e5-35ce-4098-b4f5-3ee18e4de147 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:28:56.358565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0746b0e5-35ce-4098-b4f5-3ee18e4de147 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:28:56.359005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0746b0e5-35ce-4098-b4f5-3ee18e4de147 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:28:56.367037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] device_id is not set on port ca853369-0886-48bf-94a0-8ebaf0c5488c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:28:56.376474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Allocated IP 2001:db8::2 (9a33c2a3-8ea8-463d-8789-3d867caa0754/3ccf0125-3fab-42ff-bae3-3fe76019b63c/2034b1a4-fda4-48a2-8475-e81e3fb19b99) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:56.414738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa11d48-ea1d-4361-891f-e34f46ed9092 req-1894d50e-eb4f-4e41-92f0-dacc738ecede tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:56.416586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9aa11d48-ea1d-4361-891f-e34f46ed9092 req-1894d50e-eb4f-4e41-92f0-dacc738ecede tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.1031051 Jul 23 14:28:56.433357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:56.443235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'floatingip': {'port_id': '95467308-4b34-4b3d-a9d1-84901d9f5b0d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:28:56.502819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.613065 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.632567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Transition to ACTIVE for port object 2034b1a4-fda4-48a2-8475-e81e3fb19b99 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:56.651146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Transition to ACTIVE for port object 2034b1a4-fda4-48a2-8475-e81e3fb19b99 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:56.659818 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.702957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:56.705953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:56.712169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:56.723098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Pushing event updated for resources: {'Port': ['ID=2034b1a4-fda4-48a2-8475-e81e3fb19b99,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:56.731069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8::3af (9a33c2a3-8ea8-463d-8789-3d867caa0754/3ccf0125-3fab-42ff-bae3-3fe76019b63c/ca853369-0886-48bf-94a0-8ebaf0c5488c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:28:56.796442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Attempting to bind port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:28:56.797337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Attempting to bind port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '35c53d2b-d6ae-45ef-a7dc-6aece99facdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:28:56.797974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Attempting to bind port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 on network 9a33c2a3-8ea8-463d-8789-3d867caa0754 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:28:56.803637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:28:56.804283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Checking segment: {'id': '35c53d2b-d6ae-45ef-a7dc-6aece99facdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:28:56.804876 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.805424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Bound using segment: {'id': '35c53d2b-d6ae-45ef-a7dc-6aece99facdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:28:56.806049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Bound port: 2034b1a4-fda4-48a2-8475-e81e3fb19b99, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c53d2b-d6ae-45ef-a7dc-6aece99facdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9a33c2a3-8ea8-463d-8789-3d867caa0754'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:28:56.806601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.876505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] For port 2034b1a4-fda4-48a2-8475-e81e3fb19b99, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:28:56.881458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] For port 2034b1a4-fda4-48a2-8475-e81e3fb19b99, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2034b1a4-fda4-48a2-8475-e81e3fb19b99,segment=NetworkSegment(35c53d2b-d6ae-45ef-a7dc-6aece99facdf),segment_id=35c53d2b-d6ae-45ef-a7dc-6aece99facdf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:28:56.888867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.949321 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:56.959766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f75cda-7dac-4bac-a782-ac26c871d790 None None] Pushing event updated for resources: {'Port': ['ID=2034b1a4-fda4-48a2-8475-e81e3fb19b99,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:56.967125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object ca853369-0886-48bf-94a0-8ebaf0c5488c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:28:57.028180 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:57.086903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:57.090438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:57.095509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:28:57.101776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:57.102437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:57.106954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=ca853369-0886-48bf-94a0-8ebaf0c5488c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:57.117858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.118208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.118554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.118955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.119337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.119675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.119998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.120339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.120666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.120989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.121313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.121634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:28:57.140480 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e70b2b7a-ff59-42e9-9e6b-12a57d29c326 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0312626 Jul 23 14:28:57.143353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:57.272148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:57.278918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:57.415491 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Floating IP ff206a41-2b08-49fb-b18a-2a72d963b066 associated. External IP: 172.25.2.205, port: 95467308-4b34-4b3d-a9d1-84901d9f5b0d. Jul 23 14:28:57.579310 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:57.873279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:57.884421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:57.974881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=ca853369-0886-48bf-94a0-8ebaf0c5488c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:57.980153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:28:58.113627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.126959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:58.137539 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] Sync routers for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:58.153249 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:58.153662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.154359 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:58.249449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3b6185c2-254d-416e-895e-d6c32af4771b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "PUT /v2.0/floatingips/ff206a41-2b08-49fb-b18a-2a72d963b066 HTTP/1.1" status: 200 len: 991 time: 1.8144135 Jul 23 14:28:58.250569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:28:58.253247 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddab906-7482-4d19-9b1c-37396ce56b86" -d '{"events": [{"name": "network-changed", "server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:28:58.274795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7e2ca-53fa-4154-9d1a-68690e9b6da7 None None] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:28:58.301279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.339964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:58.413728 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401fba45-e815-4585-9688-1d38065c25c4 x-openstack-request-id: req-401fba45-e815-4585-9688-1d38065c25c4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:28:58.414244 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:28:58.414339 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-401fba45-e815-4585-9688-1d38065c25c4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:28:58.414684 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'status': 'completed', 'code': 200} Jul 23 14:28:58.420184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2034b1a4-fda4-48a2-8475-e81e3fb19b99 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:28:58.474211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0bb2576-4916-438c-83ee-89128ee2c5e6 None None] Provisioning for port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:58.556312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:58.563730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:58.564102 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.679565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.686293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-3761bc9e-5eda-4385-9c86-e6d3c72c3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:58.688251 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-3761bc9e-5eda-4385-9c86-e6d3c72c3361 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1096 time: 0.2322454 Jul 23 14:28:58.689377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.690161 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.700719 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.729131 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ff206a41-2b08-49fb-b18a-2a72d963b066', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'port_id': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'mac_address': 'fa:16:3e:18:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215471f1-5d2d-4611-981d-55d27c67f110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:28:42Z', 'updated_at': '2021-07-23T14:28:57Z', 'revision_number': 1, 'project_id': '4d6872bb67904a2b95353db15264852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:58.768284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 2034b1a4-fda4-48a2-8475-e81e3fb19b99, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2034b1a4-fda4-48a2-8475-e81e3fb19b99,segment=NetworkSegment(35c53d2b-d6ae-45ef-a7dc-6aece99facdf),segment_id=35c53d2b-d6ae-45ef-a7dc-6aece99facdf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:28:58.771406 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] Checking router: 355cbaf7-7f55-4850-9a51-2c0bba0551c8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:28:58.777846 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:58.787815 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:58.788877 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:58.861588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=2034b1a4-fda4-48a2-8475-e81e3fb19b99,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:58.868574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-8e9bddc4-7731-47e4-8cf7-aff8e7ae9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:58.870184 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-8e9bddc4-7731-47e4-8cf7-aff8e7ae9114 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.1703167 Jul 23 14:28:58.918298 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:28:59.016056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc40d99-13ee-4a67-822e-cfe4dd6f1dfd None None] Provisioning complete for port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:59.017017 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc40d99-13ee-4a67-822e-cfe4dd6f1dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:59.027228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=ca853369-0886-48bf-94a0-8ebaf0c5488c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:28:59.053130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-12e57c00-b4a8-486d-a573-b6330753ca9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 999 time: 0.1623139 Jul 23 14:28:59.071839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:28:59.074263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:28:59.167233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc40d99-13ee-4a67-822e-cfe4dd6f1dfd None None] Provisioning for port ca853369-0886-48bf-94a0-8ebaf0c5488c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:28:59.181388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc40d99-13ee-4a67-822e-cfe4dd6f1dfd None None] Provisioning complete for port ca853369-0886-48bf-94a0-8ebaf0c5488c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:59.181768 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc40d99-13ee-4a67-822e-cfe4dd6f1dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:59.216927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-7ddbe88f-0065-43d1-942e-d53464a791b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:59.218544 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-7ddbe88f-0065-43d1-942e-d53464a791b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.1570859 Jul 23 14:28:59.253512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-efc40d99-13ee-4a67-822e-cfe4dd6f1dfd None None] Port ca853369-0886-48bf-94a0-8ebaf0c5488c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:59.314446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router b9132238-1c04-46dd-95a4-09e738b90ffd is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:28:59.335831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-1e61ea62-c448-4dac-9270-268aec55f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:59.337500 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-1e61ea62-c448-4dac-9270-268aec55f506 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081345 Jul 23 14:28:59.385280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c809ef4-1f8e-4914-b822-b1b9e3a1cb0f None None] Provisioning complete for port ca853369-0886-48bf-94a0-8ebaf0c5488c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:59.385753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c809ef4-1f8e-4914-b822-b1b9e3a1cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:59.387935 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ff206a41-2b08-49fb-b18a-2a72d963b066', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'port_id': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'mac_address': 'fa:16:3e:18:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215471f1-5d2d-4611-981d-55d27c67f110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:28:42Z', 'updated_at': '2021-07-23T14:28:57Z', 'revision_number': 1, 'project_id': '4d6872bb67904a2b95353db15264852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:59.453785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9c809ef4-1f8e-4914-b822-b1b9e3a1cb0f None None] Port ca853369-0886-48bf-94a0-8ebaf0c5488c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:59.456778 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bf31a-acaa-4b32-ae7e-cf2a4113f7cf None None] The sync data for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 is: [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ff206a41-2b08-49fb-b18a-2a72d963b066', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'port_id': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'mac_address': 'fa:16:3e:18:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215471f1-5d2d-4611-981d-55d27c67f110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:28:42Z', 'updated_at': '2021-07-23T14:28:57Z', 'revision_number': 1, 'project_id': '4d6872bb67904a2b95353db15264852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:59.543071 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-3704fbaa-3871-41db-80e6-0025a97d08f1 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486955 Jul 23 14:28:59.544319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:28:59.549443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-61e3cf13-36dd-41c0-9e4d-01de52deefce tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/b9132238-1c04-46dd-95a4-09e738b90ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044981 Jul 23 14:28:59.552800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:59.563750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] Sync routers for ids ['b9132238-1c04-46dd-95a4-09e738b90ffd'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:28:59.576588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] Routers {'b9132238-1c04-46dd-95a4-09e738b90ffd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:59.580326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b9132238-1c04-46dd-95a4-09e738b90ffd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:59.652447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:59.685294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] Routers {'b9132238-1c04-46dd-95a4-09e738b90ffd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:28:59.686140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b9132238-1c04-46dd-95a4-09e738b90ffd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:59.689357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf3c82-9cb7-4e61-a2e9-556d333b69f9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:28:59.700543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8fcf3c82-9cb7-4e61-a2e9-556d333b69f9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports/ca853369-0886-48bf-94a0-8ebaf0c5488c HTTP/1.1" status: 200 len: 984 time: 0.1460159 Jul 23 14:28:59.704103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:59.753919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:28:59.754792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb640b5-972e-4dfa-a03d-e36070620b32 None None] The sync data for ids ['b9132238-1c04-46dd-95a4-09e738b90ffd'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:28:59.765273 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e969368-7371-4099-8257-7b387ea81eba None None] Provisioning complete for port ca853369-0886-48bf-94a0-8ebaf0c5488c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:59.769256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e969368-7371-4099-8257-7b387ea81eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:28:59.825347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e969368-7371-4099-8257-7b387ea81eba None None] Port ca853369-0886-48bf-94a0-8ebaf0c5488c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:28:59.848358 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1bfdd-90ca-452f-921d-7e9fb2e74f04 None None] New status for floating IP ff206a41-2b08-49fb-b18a-2a72d963b066: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:28:59.934240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:28:59.946797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8348c380-c37c-47d2-99b4-a5fcbf482391 None None] Provisioning complete for port ca853369-0886-48bf-94a0-8ebaf0c5488c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:28:59.947585 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8348c380-c37c-47d2-99b4-a5fcbf482391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:00.067829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8348c380-c37c-47d2-99b4-a5fcbf482391 None None] Port ca853369-0886-48bf-94a0-8ebaf0c5488c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:00.097694 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ddab906-7482-4d19-9b1c-37396ce56b86 req-8ffcd0ee-48e0-42a4-8432-65afb17a6c60 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471563 Jul 23 14:29:00.273642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2034b1a4-fda4-48a2-8475-e81e3fb19b99 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:00.322696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:00.323380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:00.469021 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:00.788929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:00.861396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port ca853369-0886-48bf-94a0-8ebaf0c5488c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:00.861662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:00.998158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:01.035358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for ca853369-0886-48bf-94a0-8ebaf0c5488c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:01.272631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:01.304732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Deleting port bfcad541-91c8-4170-9e0d-47a79d423960 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:01.305065 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:01.308313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=ca853369-0886-48bf-94a0-8ebaf0c5488c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:01.461857 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:01.551884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] For port bfcad541-91c8-4170-9e0d-47a79d423960, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=bfcad541-91c8-4170-9e0d-47a79d423960,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:01.552139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:01.569070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Calling delete_port for bfcad541-91c8-4170-9e0d-47a79d423960 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:01.688274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router b9132238-1c04-46dd-95a4-09e738b90ffd has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:02.124713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:02.130903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ac03a6ac-9382-4199-b573-b6507bfacde0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/b9132238-1c04-46dd-95a4-09e738b90ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4252548 Jul 23 14:29:02.134844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:02.135375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] Sync routers for ids ['b9132238-1c04-46dd-95a4-09e738b90ffd'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:02.145372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] Routers {'b9132238-1c04-46dd-95a4-09e738b90ffd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:02.146185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b9132238-1c04-46dd-95a4-09e738b90ffd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:02.177651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:02.187745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] Routers {'b9132238-1c04-46dd-95a4-09e738b90ffd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:02.188334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['b9132238-1c04-46dd-95a4-09e738b90ffd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:02.205549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.233490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:02.233791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcad541-91c8-4170-9e0d-47a79d423960,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:02.234228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0bc986-7155-46b9-8d9a-f701cc5e37b2 None None] The sync data for ids ['b9132238-1c04-46dd-95a4-09e738b90ffd'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:02.334303 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6002072f-bebf-4466-bf91-7811723ddae7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 14:29:02.337956 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6002072f-bebf-4466-bf91-7811723ddae7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/b9132238-1c04-46dd-95a4-09e738b90ffd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1985803 Jul 23 14:29:02.338829 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:02.372906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1686bcb3-2a94-4460-8e58-9b78ad3c9cf4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9132238-1c04-46dd-95a4-09e738b90ffd HTTP/1.1" status: 200 len: 205 time: 0.0328979 Jul 23 14:29:02.376309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:02.414308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.457626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ec78-9702-42a5-90d8-b844b0e1ff1f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.620890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ec78-9702-42a5-90d8-b844b0e1ff1f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.623287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ec78-9702-42a5-90d8-b844b0e1ff1f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.636291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Router 9225ce44-0dc6-4599-b6cd-c23f6e53022b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:02.668958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ec78-9702-42a5-90d8-b844b0e1ff1f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.669576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c5ec78-9702-42a5-90d8-b844b0e1ff1f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Fanout notify agent at l3_agent the message router_deleted on router b9132238-1c04-46dd-95a4-09e738b90ffd {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:02.677326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ec78-9702-42a5-90d8-b844b0e1ff1f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.678516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d5c5ec78-9702-42a5-90d8-b844b0e1ff1f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/b9132238-1c04-46dd-95a4-09e738b90ffd HTTP/1.1" status: 204 len: 168 time: 0.3012855 Jul 23 14:29:02.681688 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:02.740399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 3ccf0125-3fab-42ff-bae3-3fe76019b63c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:02.744187 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.758006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:02.765996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-965f281e-8346-418b-8f71-0701fe414d76 admin admin] 10.222.0.21 "PUT /v2.0/routers/9225ce44-0dc6-4599-b6cd-c23f6e53022b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8286467 Jul 23 14:29:02.766503 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] Sync routers for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:02.767019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:02.778112 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:02.779286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:02.797158 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.892273 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.896643 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:02.901098 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:02.956620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.002422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=3ccf0125-3fab-42ff-bae3-3fe76019b63c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:03.008295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.011705 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bb8f09ec-a366-4245-8016-d43adf3c70bd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/3ccf0125-3fab-42ff-bae3-3fe76019b63c HTTP/1.1" status: 204 len: 168 time: 0.3270380 Jul 23 14:29:03.012768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:03.016883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b689180-0d06-4a9d-b481-fc8b20868cc0 None None] Network 9a33c2a3-8ea8-463d-8789-3d867caa0754 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:03.053809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.113892 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:29:02Z', 'revision_number': 5, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port': {'id': 'a8d3c36a-6dde-49a2-8d15-85e908d4cb08', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:21:10Z', 'updated_at': '2021-07-23T14:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:03.119506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Deleting port a8d3c36a-6dde-49a2-8d15-85e908d4cb08 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:03.119974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.150887 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.156917 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] Checking router: 9225ce44-0dc6-4599-b6cd-c23f6e53022b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:03.168895 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] Routers {'9225ce44-0dc6-4599-b6cd-c23f6e53022b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:03.169621 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:03.221726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] For port a8d3c36a-6dde-49a2-8d15-85e908d4cb08, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:03.222307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.224821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:03.225252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.250140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Calling delete_port for a8d3c36a-6dde-49a2-8d15-85e908d4cb08 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:03.273568 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] Set router 9225ce44-0dc6-4599-b6cd-c23f6e53022b gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:03.284580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] DHCP port deletion for 9a33c2a3-8ea8-463d-8789-3d867caa0754 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:03.313043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 2034b1a4-fda4-48a2-8475-e81e3fb19b99, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2034b1a4-fda4-48a2-8475-e81e3fb19b99,segment=NetworkSegment(35c53d2b-d6ae-45ef-a7dc-6aece99facdf),segment_id=35c53d2b-d6ae-45ef-a7dc-6aece99facdf)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:03.313598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.330276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 2034b1a4-fda4-48a2-8475-e81e3fb19b99 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:03.341475 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:29:03Z', 'revision_number': 6, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:03.343135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] Deleting port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:03.343619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.383333 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281cbdc-fb03-41aa-8eb7-0ddcfe1c6d48 None None] The sync data for ids ['9225ce44-0dc6-4599-b6cd-c23f6e53022b'] in n-d-801990-3 is: [{'id': '9225ce44-0dc6-4599-b6cd-c23f6e53022b', 'name': 'tempest-AttachVolumeShelveTestJSON-640629020-router', 'tenant_id': 'b3f58af2922e42e1a788ce926a9dc699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:21:09Z', 'updated_at': '2021-07-23T14:29:03Z', 'revision_number': 6, 'project_id': 'b3f58af2922e42e1a788ce926a9dc699', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:03.423678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] For port 2034b1a4-fda4-48a2-8475-e81e3fb19b99, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2034b1a4-fda4-48a2-8475-e81e3fb19b99,segment=NetworkSegment(35c53d2b-d6ae-45ef-a7dc-6aece99facdf),segment_id=35c53d2b-d6ae-45ef-a7dc-6aece99facdf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:03.424079 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.440780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] Calling delete_port for 2034b1a4-fda4-48a2-8475-e81e3fb19b99 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:03.442371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.444974 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.480781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d3c36a-6dde-49a2-8d15-85e908d4cb08,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:03.489365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=2034b1a4-fda4-48a2-8475-e81e3fb19b99,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:03.491689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No DVR routers for this DVR port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:03.535051 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.555983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.563090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] No DVR routers for this DVR port 2034b1a4-fda4-48a2-8475-e81e3fb19b99 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:03.564783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149f7a1-87ce-4f79-be43-63be92501fe8 None None] Pushing event deleted for resources: {'Port': ['ID=2034b1a4-fda4-48a2-8475-e81e3fb19b99,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:03.575491 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.588548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a33c2a3-8ea8-463d-8789-3d867caa0754']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:03.599134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c53d2b-d6ae-45ef-a7dc-6aece99facdf') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:03.599395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c53d2b-d6ae-45ef-a7dc-6aece99facdf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:03.609172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.623771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.630616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:03.631148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:03.634114 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:03.651443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.653681 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.699261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.699977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9225ce44-0dc6-4599-b6cd-c23f6e53022b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:03.701387 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.708293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.709501 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.710668 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/9a33c2a3-8ea8-463d-8789-3d867caa0754 HTTP/1.1" status: 204 len: 168 time: 0.6966302 Jul 23 14:29:03.714759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-adea6b85-192f-46f0-8a7e-828d68f16b8e admin admin] 10.222.0.21 "DELETE /v2.0/routers/9225ce44-0dc6-4599-b6cd-c23f6e53022b HTTP/1.1" status: 204 len: 168 time: 0.9471083 Jul 23 14:29:03.715458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:03.720807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1818216121'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:03.723925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:03.726727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69457b-2363-4358-ad22-5afb6dee41eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=9a33c2a3-8ea8-463d-8789-3d867caa0754,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:03.785839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:03.789540 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.795547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] Deleting subnet 7de4021b-c4c8-43c4-ac7b-596335931e5d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:03.815735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.859811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:03.866924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.891593 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:03.891937 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment 2933de44-bbab-4a5e-88f0-f1896f151dfb of type vlan for network c14dae6f-7927-46db-8be8-1fadced57870 Jul 23 14:29:03.969690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.002214 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.036447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.042068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:04.042682 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.094091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3775446 Jul 23 14:29:04.097316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:04.102858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': 'c14dae6f-7927-46db-8be8-1fadced57870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:04.133761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a1c2-9b4f-497d-a7a0-ad4502eeeaa0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=c14dae6f-7927-46db-8be8-1fadced57870,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:04.136312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.152023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c14dae6f-7927-46db-8be8-1fadced57870 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:04.162964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de4021b-c4c8-43c4-ac7b-596335931e5d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:04.166692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.171368 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe1c48ca-8a17-474c-a81c-3d4d7e96a8ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7de4021b-c4c8-43c4-ac7b-596335931e5d HTTP/1.1" status: 204 len: 168 time: 0.4464600 Jul 23 14:29:04.172001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:04.187725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d43976-4eda-4643-bf69-8c2e6c83f600 None None] Network b19f6c3d-2ac7-4154-befd-22db79920c43 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:04.250145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:04.251491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.254077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.319886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Deleting port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:04.320110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.325413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2034b1a4-fda4-48a2-8475-e81e3fb19b99 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:04.354821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2034b1a4-fda4-48a2-8475-e81e3fb19b99 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:04.355190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2034b1a4-fda4-48a2-8475-e81e3fb19b99 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:04.355595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bfcad541-91c8-4170-9e0d-47a79d423960 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:04.379228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: bfcad541-91c8-4170-9e0d-47a79d423960 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:04.379577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bfcad541-91c8-4170-9e0d-47a79d423960 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:04.380008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a8d3c36a-6dde-49a2-8d15-85e908d4cb08 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:04.396478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] For port b7ce2b07-d73e-4fe5-9549-f46377c9bc28, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b7ce2b07-d73e-4fe5-9549-f46377c9bc28,segment=NetworkSegment(57942551-ca19-488a-8fa1-4cb078b793df),segment_id=57942551-ca19-488a-8fa1-4cb078b793df)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:04.396840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.413785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Calling delete_port for b7ce2b07-d73e-4fe5-9549-f46377c9bc28 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:04.420612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a8d3c36a-6dde-49a2-8d15-85e908d4cb08 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:04.420951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a8d3c36a-6dde-49a2-8d15-85e908d4cb08 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:04.498487 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.517378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.537367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36040f06-96bc-44b2-957f-277565e3c308 None None] DHCP port deletion for b19f6c3d-2ac7-4154-befd-22db79920c43 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:04.557847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ce2b07-d73e-4fe5-9549-f46377c9bc28,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:04.561657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] No DVR routers for this DVR port b7ce2b07-d73e-4fe5-9549-f46377c9bc28 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:04.602359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=1af86df2-6fd0-460f-89ed-5464bd9cdd86,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:04.606150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': '2933de44-bbab-4a5e-88f0-f1896f151dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c14dae6f-7927-46db-8be8-1fadced57870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:04.606687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: c14dae6f-7927-46db-8be8-1fadced57870, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:04.632438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network c14dae6f-7927-46db-8be8-1fadced57870 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:04.641678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c14dae6f-7927-46db-8be8-1fadced57870) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:04.645929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:04.646732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.647139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.651769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b6e22-2384-47e1-bda2-104b05d08577 None None] Network c14dae6f-7927-46db-8be8-1fadced57870 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:04.657952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19f6c3d-2ac7-4154-befd-22db79920c43']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:04.667284 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-90124ae2-0d86-4e9a-bcbd-668de949c820 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5661788 Jul 23 14:29:04.668110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:04.668653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57942551-ca19-488a-8fa1-4cb078b793df') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:04.669028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57942551-ca19-488a-8fa1-4cb078b793df') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:04.672430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fba237f6-76fa-4ce1-9ab1-e98051ff528e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-317542987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:04.686267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.697368 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fba237f6-76fa-4ce1-9ab1-e98051ff528e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.698403 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fba237f6-76fa-4ce1-9ab1-e98051ff528e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.709094 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.717899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:04.721769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:04.725288 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:04.753998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fba237f6-76fa-4ce1-9ab1-e98051ff528e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.761407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fba237f6-76fa-4ce1-9ab1-e98051ff528e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.784371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fba237f6-76fa-4ce1-9ab1-e98051ff528e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.785899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.788726 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fba237f6-76fa-4ce1-9ab1-e98051ff528e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1200984 Jul 23 14:29:04.789874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:04.792753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.797385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b19f6c3d-2ac7-4154-befd-22db79920c43 HTTP/1.1" status: 204 len: 168 time: 0.6243272 Jul 23 14:29:04.807557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143e5c8-d4db-46eb-9d32-e299b3970784 admin admin] Pushing event deleted for resources: {'Network': ['ID=b19f6c3d-2ac7-4154-befd-22db79920c43,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:04.826707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-c14dae6f-7927-46db-8be8-1fadced57870', 'network_id': 'c14dae6f-7927-46db-8be8-1fadced57870', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '1af86df2-6fd0-460f-89ed-5464bd9cdd86'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:29:04.828320 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:04.946129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:04.986258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Allocated IP 2001:db8::2 (c14dae6f-7927-46db-8be8-1fadced57870/1af86df2-6fd0-460f-89ed-5464bd9cdd86/1934a120-0fc4-429c-aee9-feeea8bf2c2c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:05.001280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-402f7438-a702-4c3c-abd9-12f0455bf525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3f58af2922e42e1a788ce926a9dc699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535507 Jul 23 14:29:05.002331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:05.069436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdb85352-69e7-4ec2-8fbb-f7e08baf3fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.094596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdb85352-69e7-4ec2-8fbb-f7e08baf3fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.118454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.155614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdb85352-69e7-4ec2-8fbb-f7e08baf3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.158713 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdb85352-69e7-4ec2-8fbb-f7e08baf3fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.160100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fdb85352-69e7-4ec2-8fbb-f7e08baf3fd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85e8e697-1697-4293-a54e-054094e51003 HTTP/1.1" status: 204 len: 168 time: 0.1559048 Jul 23 14:29:05.173041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.177702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb85352-69e7-4ec2-8fbb-f7e08baf3fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e8e697-1697-4293-a54e-054094e51003,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:05.183939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Transition to ACTIVE for port object 1934a120-0fc4-429c-aee9-feeea8bf2c2c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:05.202293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Transition to ACTIVE for port object 1934a120-0fc4-429c-aee9-feeea8bf2c2c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:05.215907 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.263033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Network c14dae6f-7927-46db-8be8-1fadced57870 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:05.268521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:05.273216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:05.285994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Pushing event updated for resources: {'Port': ['ID=1934a120-0fc4-429c-aee9-feeea8bf2c2c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:05.343391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Attempting to bind port 1934a120-0fc4-429c-aee9-feeea8bf2c2c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:05.344639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Attempting to bind port 1934a120-0fc4-429c-aee9-feeea8bf2c2c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '2933de44-bbab-4a5e-88f0-f1896f151dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c14dae6f-7927-46db-8be8-1fadced57870'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:05.345181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Attempting to bind port 1934a120-0fc4-429c-aee9-feeea8bf2c2c on network c14dae6f-7927-46db-8be8-1fadced57870 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:05.351409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:05.351791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Checking segment: {'id': '2933de44-bbab-4a5e-88f0-f1896f151dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c14dae6f-7927-46db-8be8-1fadced57870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:05.352197 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.352588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Bound using segment: {'id': '2933de44-bbab-4a5e-88f0-f1896f151dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c14dae6f-7927-46db-8be8-1fadced57870'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:05.353053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Bound port: 1934a120-0fc4-429c-aee9-feeea8bf2c2c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2933de44-bbab-4a5e-88f0-f1896f151dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c14dae6f-7927-46db-8be8-1fadced57870'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:05.353429 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.428003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8::1 (c14dae6f-7927-46db-8be8-1fadced57870/1af86df2-6fd0-460f-89ed-5464bd9cdd86/8e638778-0c95-4c1b-ab7c-5661e9762e69) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:05.435858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] For port 1934a120-0fc4-429c-aee9-feeea8bf2c2c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:05.439330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] For port 1934a120-0fc4-429c-aee9-feeea8bf2c2c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1934a120-0fc4-429c-aee9-feeea8bf2c2c,segment=NetworkSegment(2933de44-bbab-4a5e-88f0-f1896f151dfb),segment_id=2933de44-bbab-4a5e-88f0-f1896f151dfb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:05.448399 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.534790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a859e9-e121-446c-8393-da0ddd6b4c0d None None] Pushing event updated for resources: {'Port': ['ID=1934a120-0fc4-429c-aee9-feeea8bf2c2c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:05.597835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.620192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object 8e638778-0c95-4c1b-ab7c-5661e9762e69 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:05.663537 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.725466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network c14dae6f-7927-46db-8be8-1fadced57870 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:05.732336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:05.742377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:05.743264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:05.797348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=8e638778-0c95-4c1b-ab7c-5661e9762e69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:05.921823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-43485793-6949-4aef-a191-f6fdd6b16898 req-c86aeaff-56ec-42db-bc7b-47dffcaeb4a8 service neutron] (93766) timed out ('10.222.0.11', 56539) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:29:05.980089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:06.310087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:06.319944 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:06.321374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:06.371749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1934a120-0fc4-429c-aee9-feeea8bf2c2c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:06.456461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1934a120-0fc4-429c-aee9-feeea8bf2c2c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:06.499138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=8e638778-0c95-4c1b-ab7c-5661e9762e69,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:06.536017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b7ce2b07-d73e-4fe5-9549-f46377c9bc28 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:06.554387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network c14dae6f-7927-46db-8be8-1fadced57870 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:06.556134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:06.562349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b7ce2b07-d73e-4fe5-9549-f46377c9bc28 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:06.563637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b7ce2b07-d73e-4fe5-9549-f46377c9bc28 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:06.692801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router f3806397-7032-448f-af08-d21984582b5f is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:29:06.765970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49f76d-0eca-4668-809b-6c64adb54d43 None None] Network c14dae6f-7927-46db-8be8-1fadced57870 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:06.806723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:06.815576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:06.827415 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-27b57dca-7855-4581-9c1e-5d6a61f693c3 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/f3806397-7032-448f-af08-d21984582b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0353570 Jul 23 14:29:06.827692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] Sync routers for ids ['f3806397-7032-448f-af08-d21984582b5f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:06.857772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] Routers {'f3806397-7032-448f-af08-d21984582b5f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:06.858876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f3806397-7032-448f-af08-d21984582b5f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:06.877116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc53c2-ba6e-443d-8f29-5a8af82e3fbf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:06.882401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:06.889073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74cc53c2-ba6e-443d-8f29-5a8af82e3fbf tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports/8e638778-0c95-4c1b-ab7c-5661e9762e69 HTTP/1.1" status: 200 len: 911 time: 0.0723321 Jul 23 14:29:06.904700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-68f66d7b-1d26-49a4-9397-0ad876f98eef None None] Provisioning for port 1934a120-0fc4-429c-aee9-feeea8bf2c2c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:06.906757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:06.916106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-68f66d7b-1d26-49a4-9397-0ad876f98eef None None] Provisioning complete for port 1934a120-0fc4-429c-aee9-feeea8bf2c2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:06.916485 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68f66d7b-1d26-49a4-9397-0ad876f98eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:06.967736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] Routers {'f3806397-7032-448f-af08-d21984582b5f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:06.968382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f3806397-7032-448f-af08-d21984582b5f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:07.017763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:07.018748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2aab7-7798-4d77-ac09-a5baf35b78df None None] The sync data for ids ['f3806397-7032-448f-af08-d21984582b5f'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:07.119111 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68f66d7b-1d26-49a4-9397-0ad876f98eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.161415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-68f66d7b-1d26-49a4-9397-0ad876f98eef None None] For port 1934a120-0fc4-429c-aee9-feeea8bf2c2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1934a120-0fc4-429c-aee9-feeea8bf2c2c,segment=NetworkSegment(2933de44-bbab-4a5e-88f0-f1896f151dfb),segment_id=2933de44-bbab-4a5e-88f0-f1896f151dfb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:07.173284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68f66d7b-1d26-49a4-9397-0ad876f98eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.249151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f66d7b-1d26-49a4-9397-0ad876f98eef None None] Pushing event updated for resources: {'Port': ['ID=1934a120-0fc4-429c-aee9-feeea8bf2c2c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:07.499433 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-191a45ec-a785-40bd-abbf-43321a224e35 None None] Provisioning for port 8e638778-0c95-4c1b-ab7c-5661e9762e69 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:07.505734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-191a45ec-a785-40bd-abbf-43321a224e35 None None] Provisioning complete for port 8e638778-0c95-4c1b-ab7c-5661e9762e69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:07.506104 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-191a45ec-a785-40bd-abbf-43321a224e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.560417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-191a45ec-a785-40bd-abbf-43321a224e35 None None] Port 8e638778-0c95-4c1b-ab7c-5661e9762e69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:07.577598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-191a45ec-a785-40bd-abbf-43321a224e35 None None] Provisioning complete for port 1934a120-0fc4-429c-aee9-feeea8bf2c2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:07.577962 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-191a45ec-a785-40bd-abbf-43321a224e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.684129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.687562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.795851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e3d3754-b377-4c5c-af83-8f9ed8ba952a None None] Provisioning complete for port 8e638778-0c95-4c1b-ab7c-5661e9762e69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:07.796210 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3754-b377-4c5c-af83-8f9ed8ba952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.834812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d3754-b377-4c5c-af83-8f9ed8ba952a None None] Port 8e638778-0c95-4c1b-ab7c-5661e9762e69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:07.955222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3194ae5f-2536-4ac8-9949-e656a5c340e6 None None] Provisioning complete for port 8e638778-0c95-4c1b-ab7c-5661e9762e69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:07.955671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3194ae5f-2536-4ac8-9949-e656a5c340e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:07.971931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 8e638778-0c95-4c1b-ab7c-5661e9762e69 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:07.972284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.000767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3194ae5f-2536-4ac8-9949-e656a5c340e6 None None] Port 8e638778-0c95-4c1b-ab7c-5661e9762e69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:08.075540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.088724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 8e638778-0c95-4c1b-ab7c-5661e9762e69 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:08.146146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:08.272153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1934a120-0fc4-429c-aee9-feeea8bf2c2c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:08.280327 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.309365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.325682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1934a120-0fc4-429c-aee9-feeea8bf2c2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:08.326146 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.352227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=8e638778-0c95-4c1b-ab7c-5661e9762e69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:08.393239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.398994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.431484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4799d2-55eb-45d3-b934-738746a8659a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:08.452559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.452895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.453427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.453932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.454636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.455168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.455521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.455848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.456171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.456488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.456806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.457122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:08.476864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.478836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65b1875f-12d1-4ecc-b681-e411a82f3e9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d93938123dcb4770b2cf974346370745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310845 Jul 23 14:29:08.481465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:08.538990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86de8ac1-6a40-4fa9-8cb7-6e9426eda3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.563806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86de8ac1-6a40-4fa9-8cb7-6e9426eda3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.615610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86de8ac1-6a40-4fa9-8cb7-6e9426eda3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.618607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86de8ac1-6a40-4fa9-8cb7-6e9426eda3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.619870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-86de8ac1-6a40-4fa9-8cb7-6e9426eda3e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df4799d2-55eb-45d3-b934-738746a8659a HTTP/1.1" status: 204 len: 168 time: 0.1374271 Jul 23 14:29:08.631503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de8ac1-6a40-4fa9-8cb7-6e9426eda3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4799d2-55eb-45d3-b934-738746a8659a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:08.667488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router f3806397-7032-448f-af08-d21984582b5f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:08.748888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:08.754474 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-08a03a52-9284-40ae-9b05-c21a66a971d6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/f3806397-7032-448f-af08-d21984582b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708487 Jul 23 14:29:08.757550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:08.762479 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] Sync routers for ids ['f3806397-7032-448f-af08-d21984582b5f'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:08.771890 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] Routers {'f3806397-7032-448f-af08-d21984582b5f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:08.772818 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f3806397-7032-448f-af08-d21984582b5f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:08.790892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4fce9b50-0563-4cdd-98e5-9c7ce34014dc tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3806397-7032-448f-af08-d21984582b5f HTTP/1.1" status: 200 len: 205 time: 0.0319996 Jul 23 14:29:08.793465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:08.808127 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:08.817020 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] Routers {'f3806397-7032-448f-af08-d21984582b5f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:08.817723 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f3806397-7032-448f-af08-d21984582b5f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:08.849395 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:08.850058 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712bdc6-5206-48bf-b9ae-5f5e60a7fe20 None None] The sync data for ids ['f3806397-7032-448f-af08-d21984582b5f'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:08.870614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df602f33-5be6-4dfa-b082-c6b42f47e89e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:08.931412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:08.946268 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d9a6-a776-47c0-9669-5b6e7e167a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.034329 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df602f33-5be6-4dfa-b082-c6b42f47e89e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.036747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df602f33-5be6-4dfa-b082-c6b42f47e89e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.049460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d9a6-a776-47c0-9669-5b6e7e167a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.054616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d9a6-a776-47c0-9669-5b6e7e167a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.080627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df602f33-5be6-4dfa-b082-c6b42f47e89e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.081171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df602f33-5be6-4dfa-b082-c6b42f47e89e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Fanout notify agent at l3_agent the message router_deleted on router f3806397-7032-448f-af08-d21984582b5f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:09.089172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df602f33-5be6-4dfa-b082-c6b42f47e89e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.093105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-df602f33-5be6-4dfa-b082-c6b42f47e89e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/f3806397-7032-448f-af08-d21984582b5f HTTP/1.1" status: 204 len: 168 time: 0.2985408 Jul 23 14:29:09.093300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:09.105382 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d7f0d9a6-a776-47c0-9669-5b6e7e167a44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaf0c25fa04242eea378fe94c2adae0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726487 Jul 23 14:29:09.108098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:09.123325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0d9a6-a776-47c0-9669-5b6e7e167a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57212327-23f3-4974-85a1-adb522491bb8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:09.152185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 1af86df2-6fd0-460f-89ed-5464bd9cdd86 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:09.155708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.164786 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2369049-bfab-43cc-8721-1a58781e06b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.187170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2369049-bfab-43cc-8721-1a58781e06b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.195386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.250503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2369049-bfab-43cc-8721-1a58781e06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.253560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2369049-bfab-43cc-8721-1a58781e06b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.255127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c2369049-bfab-43cc-8721-1a58781e06b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57212327-23f3-4974-85a1-adb522491bb8 HTTP/1.1" status: 204 len: 168 time: 0.1458161 Jul 23 14:29:09.268548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2369049-bfab-43cc-8721-1a58781e06b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57212327-23f3-4974-85a1-adb522491bb8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:09.320268 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.386464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.415820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=1af86df2-6fd0-460f-89ed-5464bd9cdd86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:09.419863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.424542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 36966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:09.424724 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-93f96a02-a367-4784-863c-2f01e33db148 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/1af86df2-6fd0-460f-89ed-5464bd9cdd86 HTTP/1.1" status: 204 len: 168 time: 0.3297021 Jul 23 14:29:09.427000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d282f513-dfa0-4160-a958-425bda00412c None None] Network c14dae6f-7927-46db-8be8-1fadced57870 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:09.513993 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.580477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 1934a120-0fc4-429c-aee9-feeea8bf2c2c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:09.584290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.648467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] DHCP port deletion for c14dae6f-7927-46db-8be8-1fadced57870 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:09.660379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 1934a120-0fc4-429c-aee9-feeea8bf2c2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1934a120-0fc4-429c-aee9-feeea8bf2c2c,segment=NetworkSegment(2933de44-bbab-4a5e-88f0-f1896f151dfb),segment_id=2933de44-bbab-4a5e-88f0-f1896f151dfb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:09.660735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.676867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 1934a120-0fc4-429c-aee9-feeea8bf2c2c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:09.697006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] Deleting port 1934a120-0fc4-429c-aee9-feeea8bf2c2c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:09.697543 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.770620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.773562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] For port 1934a120-0fc4-429c-aee9-feeea8bf2c2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1934a120-0fc4-429c-aee9-feeea8bf2c2c,segment=NetworkSegment(2933de44-bbab-4a5e-88f0-f1896f151dfb),segment_id=2933de44-bbab-4a5e-88f0-f1896f151dfb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:09.774185 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.793900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] Calling delete_port for 1934a120-0fc4-429c-aee9-feeea8bf2c2c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:09.800598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=1934a120-0fc4-429c-aee9-feeea8bf2c2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:09.805630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No DVR routers for this DVR port 1934a120-0fc4-429c-aee9-feeea8bf2c2c on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:09.886448 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.892642 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.904001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14dae6f-7927-46db-8be8-1fadced57870']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:09.913589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] Pushing event deleted for resources: {'Port': ['ID=1934a120-0fc4-429c-aee9-feeea8bf2c2c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:09.915805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2933de44-bbab-4a5e-88f0-f1896f151dfb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:09.919054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2933de44-bbab-4a5e-88f0-f1896f151dfb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:09.919538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e69b85-f627-41e7-a5c8-95368b67be38 None None] No DVR routers for this DVR port 1934a120-0fc4-429c-aee9-feeea8bf2c2c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:09.932499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.952676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.961728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:09.962158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:09.965517 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:10.029291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.037014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.042989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 36986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:10.043532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/c14dae6f-7927-46db-8be8-1fadced57870 HTTP/1.1" status: 204 len: 168 time: 0.6174335 Jul 23 14:29:10.048971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1181406887', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:10.055830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9190-e256-44ea-bbe2-9de8d0e79261 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=c14dae6f-7927-46db-8be8-1fadced57870,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:10.082559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.084016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.141578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.262144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1934a120-0fc4-429c-aee9-feeea8bf2c2c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:10.282968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 1934a120-0fc4-429c-aee9-feeea8bf2c2c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:10.283612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1934a120-0fc4-429c-aee9-feeea8bf2c2c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:10.292358 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.507796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.527006 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.641606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 172.25.2.169 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/58feb5aa-e888-4e40-94c0-d4ab32b15b7a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:10.748944 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.789068 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:10.831326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:10.836939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:10.839735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:10.868109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=58feb5aa-e888-4e40-94c0-d4ab32b15b7a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:11.104185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-54ff9574-9514-4cce-aa57-86c2e1268db1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824510 Jul 23 14:29:11.210425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:11.619145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08944710-66b7-4801-a17a-87d58161b488 req-e5f9e6d6-e752-48cf-9372-5333875891d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:11.620692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-e5f9e6d6-e752-48cf-9372-5333875891d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4826d33744b24a21b987878766488de8&device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 1096 time: 0.4484899 Jul 23 14:29:11.807352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:11.814707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08944710-66b7-4801-a17a-87d58161b488 req-d181312a-6300-4899-b106-f18ca7422868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:11.816197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-d181312a-6300-4899-b106-f18ca7422868 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 200 len: 919 time: 0.1481049 Jul 23 14:29:11.911736 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-00675281-4cd8-4e3f-bf3f-de89aac08c8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 200 len: 217 time: 0.0598793 Jul 23 14:29:11.981524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08944710-66b7-4801-a17a-87d58161b488 req-01c28d98-df9e-412c-a4d4-38cac8b1d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:11.983076 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-01c28d98-df9e-412c-a4d4-38cac8b1d582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 200 len: 858 time: 0.0630026 Jul 23 14:29:12.022871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-36839e4e-3062-4977-b1be-a71f5e629795 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb1471e1-0ac7-485c-9107-b2695b823a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323205 Jul 23 14:29:12.071226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cdb6972d-c613-49c1-9c3b-71aabb62551e is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:29:12.198540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-9ffb40e2-d9e9-42e1-9c44-8ccc215df7a4 service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692834 Jul 23 14:29:12.289296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:12.300339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] Sync routers for ids ['cdb6972d-c613-49c1-9c3b-71aabb62551e'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:12.319718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] Routers {'cdb6972d-c613-49c1-9c3b-71aabb62551e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:12.320465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cdb6972d-c613-49c1-9c3b-71aabb62551e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:12.322421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:12.323830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-13e49b77-08b8-4d8e-b20f-cb24ddbdc473 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2789390 Jul 23 14:29:12.327500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:12.331929 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-08944710-66b7-4801-a17a-87d58161b488 req-6e76e48f-d2af-4107-b9e6-3d449d4f91bb service neutron] 10.222.0.11 "GET /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244960 Jul 23 14:29:12.361128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:12.370364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] Routers {'cdb6972d-c613-49c1-9c3b-71aabb62551e'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:12.371083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cdb6972d-c613-49c1-9c3b-71aabb62551e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:12.403741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:12.404394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd728f17-eb3f-4a71-aa45-c131a77c927a None None] The sync data for ids ['cdb6972d-c613-49c1-9c3b-71aabb62551e'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:12.488010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1f6cae36-64b0-41a9-ba3c-631cb89f13a4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/routers/cdb6972d-c613-49c1-9c3b-71aabb62551e HTTP/1.1" status: 200 len: 885 time: 0.1569314 Jul 23 14:29:12.488276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:13.048238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2653fd7f-8458-4557-b15b-de6112749a94 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5589125 Jul 23 14:29:13.050841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:13.056081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b3ecb4aa-2a41-4c10-aa10-543193919b78 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1181406887'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:13.364395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb4aa-2a41-4c10-aa10-543193919b78 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:13.376699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb4aa-2a41-4c10-aa10-543193919b78 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:13.495821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ecb4aa-2a41-4c10-aa10-543193919b78 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cdb6972d-c613-49c1-9c3b-71aabb62551e has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:13.610977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ecb4aa-2a41-4c10-aa10-543193919b78 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:13.617717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb4aa-2a41-4c10-aa10-543193919b78 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:13.622016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b3ecb4aa-2a41-4c10-aa10-543193919b78 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cdb6972d-c613-49c1-9c3b-71aabb62551e HTTP/1.1" status: 200 len: 892 time: 0.5701675 Jul 23 14:29:13.622404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:13.632554 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] Sync routers for ids ['cdb6972d-c613-49c1-9c3b-71aabb62551e'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:13.648594 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] Routers {'cdb6972d-c613-49c1-9c3b-71aabb62551e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:13.649770 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cdb6972d-c613-49c1-9c3b-71aabb62551e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:13.711419 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:13.726700 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] Routers {'cdb6972d-c613-49c1-9c3b-71aabb62551e'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:13.728019 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cdb6972d-c613-49c1-9c3b-71aabb62551e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:13.769864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dbabb6c1-3525-4c42-a3f0-2fa882f15b89 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/routers/cdb6972d-c613-49c1-9c3b-71aabb62551e HTTP/1.1" status: 200 len: 892 time: 0.1426547 Jul 23 14:29:13.770225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:13.786013 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:13.786731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ee58b-cc26-4dfc-8fb5-b70957506940 None None] The sync data for ids ['cdb6972d-c613-49c1-9c3b-71aabb62551e'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:13.804886 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-be1d46af-6dc3-4e6d-a957-44e666f8ebfe tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb6972d-c613-49c1-9c3b-71aabb62551e HTTP/1.1" status: 200 len: 205 time: 0.0333726 Jul 23 14:29:13.807602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:13.913819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.030806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.088473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 58feb5aa-e888-4e40-94c0-d4ab32b15b7a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:14.088829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.171909 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.185406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 58feb5aa-e888-4e40-94c0-d4ab32b15b7a owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:14.360146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.388087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=58feb5aa-e888-4e40-94c0-d4ab32b15b7a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:14.453908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.549245 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.551523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.598798 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.599398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Fanout notify agent at l3_agent the message router_deleted on router cdb6972d-c613-49c1-9c3b-71aabb62551e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:14.607278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.608511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d638ef3e-f803-4a68-b5df-c8f16ad85fb7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/cdb6972d-c613-49c1-9c3b-71aabb62551e HTTP/1.1" status: 204 len: 168 time: 0.7997847 Jul 23 14:29:14.612301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:14.617940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-672771237'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:14.649950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:14.653823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.682511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:14.695912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.696263 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment d77d2dc1-f645-4e77-a877-f65e7a674d68 of type vlan for network 6ef89e51-8e2f-468e-80c9-56056aa21d3a Jul 23 14:29:14.737131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.773231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.779805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:14.780389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:14.829335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2158775 Jul 23 14:29:14.832323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:14.837998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': '6ef89e51-8e2f-468e-80c9-56056aa21d3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:14.867347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236425f-9d04-457c-a947-998b31c0171d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=6ef89e51-8e2f-468e-80c9-56056aa21d3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:14.878077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:14.942010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:14.945689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.139350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.198213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=7b536d74-f9ad-4444-8920-502bc2061594,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:15.210244 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': 'd77d2dc1-f645-4e77-a877-f65e7a674d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ef89e51-8e2f-468e-80c9-56056aa21d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:15.210603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: 6ef89e51-8e2f-468e-80c9-56056aa21d3a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:15.229430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:15.241910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6ef89e51-8e2f-468e-80c9-56056aa21d3a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:15.246725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:15.247728 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.251696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca250e-217c-4083-9f22-1fadf6bb0c36 None None] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:15.269961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:15.271520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1c7407a0-6e64-4364-8d38-56d215c72752 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379549 Jul 23 14:29:15.276747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9986347d-a65e-4dd3-9891-7ac998b2d4f7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-239723856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:15.300975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9986347d-a65e-4dd3-9891-7ac998b2d4f7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.302512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9986347d-a65e-4dd3-9891-7ac998b2d4f7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.362734 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9986347d-a65e-4dd3-9891-7ac998b2d4f7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.368840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9986347d-a65e-4dd3-9891-7ac998b2d4f7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.395086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9986347d-a65e-4dd3-9891-7ac998b2d4f7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.399491 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9986347d-a65e-4dd3-9891-7ac998b2d4f7 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1239302 Jul 23 14:29:15.399895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:15.592602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-6ef89e51-8e2f-468e-80c9-56056aa21d3a', 'network_id': '6ef89e51-8e2f-468e-80c9-56056aa21d3a', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '7b536d74-f9ad-4444-8920-502bc2061594'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:29:15.593779 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.707691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.738723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Allocated IP 2001:db8::2 (6ef89e51-8e2f-468e-80c9-56056aa21d3a/7b536d74-f9ad-4444-8920-502bc2061594/495d760b-4524-4d4a-bfb4-6670e2854e6c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:15.836868 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65903b5d-18ed-48e0-9f17-16c825c0206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.924292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:15.935446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Transition to ACTIVE for port object 495d760b-4524-4d4a-bfb4-6670e2854e6c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:15.951997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Transition to ACTIVE for port object 495d760b-4524-4d4a-bfb4-6670e2854e6c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:15.960490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.006793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:16.014218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:16.019262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:16.021916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Pushing event updated for resources: {'Port': ['ID=495d760b-4524-4d4a-bfb4-6670e2854e6c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:16.032758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8::1 (6ef89e51-8e2f-468e-80c9-56056aa21d3a/7b536d74-f9ad-4444-8920-502bc2061594/3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:16.092430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Attempting to bind port 495d760b-4524-4d4a-bfb4-6670e2854e6c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:16.092893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Attempting to bind port 495d760b-4524-4d4a-bfb4-6670e2854e6c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd77d2dc1-f645-4e77-a877-f65e7a674d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ef89e51-8e2f-468e-80c9-56056aa21d3a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:16.093268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Attempting to bind port 495d760b-4524-4d4a-bfb4-6670e2854e6c on network 6ef89e51-8e2f-468e-80c9-56056aa21d3a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:16.098875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:16.099555 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Checking segment: {'id': 'd77d2dc1-f645-4e77-a877-f65e7a674d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ef89e51-8e2f-468e-80c9-56056aa21d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:16.099828 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.100284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Bound using segment: {'id': 'd77d2dc1-f645-4e77-a877-f65e7a674d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ef89e51-8e2f-468e-80c9-56056aa21d3a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:16.100828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Bound port: 495d760b-4524-4d4a-bfb4-6670e2854e6c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77d2dc1-f645-4e77-a877-f65e7a674d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ef89e51-8e2f-468e-80c9-56056aa21d3a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:16.101265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.153647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.167482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] For port 495d760b-4524-4d4a-bfb4-6670e2854e6c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:16.172116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] For port 495d760b-4524-4d4a-bfb4-6670e2854e6c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=495d760b-4524-4d4a-bfb4-6670e2854e6c,segment=NetworkSegment(d77d2dc1-f645-4e77-a877-f65e7a674d68),segment_id=d77d2dc1-f645-4e77-a877-f65e7a674d68)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:16.175467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:16.178333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.220931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.256093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d9101-df4a-4b0f-8f82-ed3afce180d4 None None] Pushing event updated for resources: {'Port': ['ID=495d760b-4524-4d4a-bfb4-6670e2854e6c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:16.264857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:16.279769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:16.282763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:16.283639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.325576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:16.442377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.744215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:16.746998 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.752815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.753719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.841934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:16.869736 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2aa8beb2-ad2e-474c-b841-aa1481bbdb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.916980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:16.918603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:16.980632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2aa8beb2-ad2e-474c-b841-aa1481bbdb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:16.998688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2aa8beb2-ad2e-474c-b841-aa1481bbdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.050383 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2aa8beb2-ad2e-474c-b841-aa1481bbdb34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8db1eda0b36c42ec9a2b14f028012b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049138 Jul 23 14:29:17.051112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:17.051769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8beb2-ad2e-474c-b841-aa1481bbdb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9f035-d0cf-4c8a-b1fa-376d74c0bba7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:17.068787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router 629cb7d7-f32e-4d4c-8174-afe5830fd0e5 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:29:17.116509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd66995-a195-4db2-b0ec-83a0ff31cddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.140248 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd66995-a195-4db2-b0ec-83a0ff31cddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.170006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:17.175847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ee292e03-82f8-4865-a608-106e27adb7ed tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/629cb7d7-f32e-4d4c-8174-afe5830fd0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7747934 Jul 23 14:29:17.178676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:17.185512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] Sync routers for ids ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:17.198210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] Routers {'629cb7d7-f32e-4d4c-8174-afe5830fd0e5'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:17.199176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:17.241130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:17.249935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746f808-ddc8-4429-b682-beb45766d498 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:17.252031 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c746f808-ddc8-4429-b682-beb45766d498 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports/3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e HTTP/1.1" status: 200 len: 911 time: 0.0716789 Jul 23 14:29:17.254405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:17.254560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] Routers {'629cb7d7-f32e-4d4c-8174-afe5830fd0e5'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:17.255226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:28:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:17.262322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b536d74-f9ad-4444-8920-502bc2061594'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:17.272300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd66995-a195-4db2-b0ec-83a0ff31cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.275083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd66995-a195-4db2-b0ec-83a0ff31cddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.276251 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cfd66995-a195-4db2-b0ec-83a0ff31cddf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36e9f035-d0cf-4c8a-b1fa-376d74c0bba7 HTTP/1.1" status: 204 len: 168 time: 0.2213161 Jul 23 14:29:17.293224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:17.293889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a9bb4-50a1-4b26-a813-8b217b14b66d None None] The sync data for ids ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:17.296811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2162eb-f87c-42d4-bb51-81ff4a9e7885 None None] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:17.303522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd66995-a195-4db2-b0ec-83a0ff31cddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9f035-d0cf-4c8a-b1fa-376d74c0bba7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:17.425818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f171c22b-f26c-4769-98a2-de270c98dc4a None None] Provisioning for port 495d760b-4524-4d4a-bfb4-6670e2854e6c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:17.461384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.609333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:17.623139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d67d-d50b-4417-9c79-e4eb5f154540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.749607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d67d-d50b-4417-9c79-e4eb5f154540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.758614 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d67d-d50b-4417-9c79-e4eb5f154540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.779226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc7150cc-1bd6-4016-8ee3-25f0a452aae1 None None] Provisioning for port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:17.789459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc7150cc-1bd6-4016-8ee3-25f0a452aae1 None None] Provisioning complete for port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:17.789850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc7150cc-1bd6-4016-8ee3-25f0a452aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.810589 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4dd4d67d-d50b-4417-9c79-e4eb5f154540 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcc897b7835240c2bc5cb9b68728a688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000017 Jul 23 14:29:17.815361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:17.816193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4d67d-d50b-4417-9c79-e4eb5f154540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99948cbd-15df-4188-a73c-2a04b31b4958,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:17.827620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc7150cc-1bd6-4016-8ee3-25f0a452aae1 None None] Port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:17.883402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19f073cd-3732-4c8c-ab0b-fc9309f78314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.897057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.927669 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19f073cd-3732-4c8c-ab0b-fc9309f78314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.952388 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.969984 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.983152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:17.984298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:17.987664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/ports/3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e HTTP/1.1" status: 200 len: 911 time: 0.7313194 Jul 23 14:29:17.990689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:18.030198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19f073cd-3732-4c8c-ab0b-fc9309f78314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.033102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19f073cd-3732-4c8c-ab0b-fc9309f78314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.037400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-19f073cd-3732-4c8c-ab0b-fc9309f78314 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99948cbd-15df-4188-a73c-2a04b31b4958 HTTP/1.1" status: 204 len: 168 time: 0.2174525 Jul 23 14:29:18.044384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7049e99-c95f-4342-bfbb-c65f22a0bd0f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:18.067987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dfcd4951-fc0c-4b20-85b0-99d8d558f76f None None] Provisioning complete for port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:18.068309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4951-fc0c-4b20-85b0-99d8d558f76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.077542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f073cd-3732-4c8c-ab0b-fc9309f78314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99948cbd-15df-4188-a73c-2a04b31b4958,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:18.111200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd4951-fc0c-4b20-85b0-99d8d558f76f None None] Port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:18.327604 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.358370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 495d760b-4524-4d4a-bfb4-6670e2854e6c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:18.426281 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.442577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d0bd391-493a-4ebf-8552-8317474b8f12 None None] Provisioning complete for port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:18.443037 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d0bd391-493a-4ebf-8552-8317474b8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.445930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 495d760b-4524-4d4a-bfb4-6670e2854e6c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:18.471444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 495d760b-4524-4d4a-bfb4-6670e2854e6c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:18.471816 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.526486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bd391-493a-4ebf-8552-8317474b8f12 None None] Port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:18.536459 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d02e48aa-963a-4629-9334-860eb935fd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.580581 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.616569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 495d760b-4524-4d4a-bfb4-6670e2854e6c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=495d760b-4524-4d4a-bfb4-6670e2854e6c,segment=NetworkSegment(d77d2dc1-f645-4e77-a877-f65e7a674d68),segment_id=d77d2dc1-f645-4e77-a877-f65e7a674d68)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:18.623381 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.685742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=495d760b-4524-4d4a-bfb4-6670e2854e6c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:18.726850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:18.727203 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.816192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:18.829497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:19.029285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:19.058758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=3b1ea3fb-04f6-43f4-b056-1dd73ce57d2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:19.170709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:19.362382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router 629cb7d7-f32e-4d4c-8174-afe5830fd0e5 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:19.442220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:19.452760 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e54558f9-4490-492e-8feb-f9ddc85875a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/629cb7d7-f32e-4d4c-8174-afe5830fd0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560766 Jul 23 14:29:19.452930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:19.453802 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] Sync routers for ids ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:19.465065 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] Routers {'629cb7d7-f32e-4d4c-8174-afe5830fd0e5'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:19.465890 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:19.497387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-717ffe50-1c90-4adc-8fb7-3efd6cda49f5 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=629cb7d7-f32e-4d4c-8174-afe5830fd0e5 HTTP/1.1" status: 200 len: 205 time: 0.0408645 Jul 23 14:29:19.497757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:19.506939 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:19.520929 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] Routers {'629cb7d7-f32e-4d4c-8174-afe5830fd0e5'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:19.521737 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:19.553553 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:19.554742 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaeb847-beb3-485f-80d5-8654600ebd8f None None] The sync data for ids ['629cb7d7-f32e-4d4c-8174-afe5830fd0e5'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:19.569879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:19.582004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48f5ece-3067-40bf-9f58-70f38585b97f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.078332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48f5ece-3067-40bf-9f58-70f38585b97f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.080457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48f5ece-3067-40bf-9f58-70f38585b97f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.124743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48f5ece-3067-40bf-9f58-70f38585b97f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.125315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48f5ece-3067-40bf-9f58-70f38585b97f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Fanout notify agent at l3_agent the message router_deleted on router 629cb7d7-f32e-4d4c-8174-afe5830fd0e5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:20.132655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48f5ece-3067-40bf-9f58-70f38585b97f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.133837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b48f5ece-3067-40bf-9f58-70f38585b97f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/629cb7d7-f32e-4d4c-8174-afe5830fd0e5 HTTP/1.1" status: 204 len: 168 time: 0.6352568 Jul 23 14:29:20.136801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:20.195001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 7b536d74-f9ad-4444-8920-502bc2061594 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:20.198406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.246914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.281504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 495d760b-4524-4d4a-bfb4-6670e2854e6c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:20.314800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:20.341893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 495d760b-4524-4d4a-bfb4-6670e2854e6c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:20.342263 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.352675 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.426712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.449476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad72f1c5-72a8-46b3-8e34-493edeba950a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.455944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=7b536d74-f9ad-4444-8920-502bc2061594,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:20.457976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.460969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-61a51405-2210-47f6-8b67-817635cb0e51 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/7b536d74-f9ad-4444-8920-502bc2061594 HTTP/1.1" status: 204 len: 168 time: 0.3231423 Jul 23 14:29:20.463521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:20.467688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb88442-fed9-4049-b939-0272bb00f4dd None None] Network 6ef89e51-8e2f-468e-80c9-56056aa21d3a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:20.567344 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad72f1c5-72a8-46b3-8e34-493edeba950a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.570897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.571897 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad72f1c5-72a8-46b3-8e34-493edeba950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.615571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:20.616162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad72f1c5-72a8-46b3-8e34-493edeba950a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ebe3d67ce764131ad77bbc14e3af477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984846 Jul 23 14:29:20.619085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72f1c5-72a8-46b3-8e34-493edeba950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e94319f-f929-46ae-8ff5-1aefd136e700,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:20.660419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 495d760b-4524-4d4a-bfb4-6670e2854e6c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:20.660761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.675721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] DHCP port deletion for 6ef89e51-8e2f-468e-80c9-56056aa21d3a request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:20.702529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc8bb-81fe-4286-bd7e-0c6049e2bf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.726861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] Deleting port 495d760b-4524-4d4a-bfb4-6670e2854e6c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:20.727246 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.747288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 495d760b-4524-4d4a-bfb4-6670e2854e6c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=495d760b-4524-4d4a-bfb4-6670e2854e6c,segment=NetworkSegment(d77d2dc1-f645-4e77-a877-f65e7a674d68),segment_id=d77d2dc1-f645-4e77-a877-f65e7a674d68)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:20.747648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.768615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc8bb-81fe-4286-bd7e-0c6049e2bf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.770393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 495d760b-4524-4d4a-bfb4-6670e2854e6c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:20.791594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] For port 495d760b-4524-4d4a-bfb4-6670e2854e6c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=495d760b-4524-4d4a-bfb4-6670e2854e6c,segment=NetworkSegment(d77d2dc1-f645-4e77-a877-f65e7a674d68),segment_id=d77d2dc1-f645-4e77-a877-f65e7a674d68)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:20.791987 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.805068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] Calling delete_port for 495d760b-4524-4d4a-bfb4-6670e2854e6c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:20.868254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc8bb-81fe-4286-bd7e-0c6049e2bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.870792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc8bb-81fe-4286-bd7e-0c6049e2bf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.871935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6e9bc8bb-81fe-4286-bd7e-0c6049e2bf15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e94319f-f929-46ae-8ff5-1aefd136e700 HTTP/1.1" status: 204 len: 168 time: 0.2554655 Jul 23 14:29:20.884356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bc8bb-81fe-4286-bd7e-0c6049e2bf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e94319f-f929-46ae-8ff5-1aefd136e700,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:20.888116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.902469 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:20.915722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=495d760b-4524-4d4a-bfb4-6670e2854e6c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:20.921368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No DVR routers for this DVR port 495d760b-4524-4d4a-bfb4-6670e2854e6c on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:20.932990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] Pushing event deleted for resources: {'Port': ['ID=495d760b-4524-4d4a-bfb4-6670e2854e6c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:20.937178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f5f94-4ef3-46b5-8515-0acf9649c0a8 None None] No DVR routers for this DVR port 495d760b-4524-4d4a-bfb4-6670e2854e6c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:21.001826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.012495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef89e51-8e2f-468e-80c9-56056aa21d3a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:21.027438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77d2dc1-f645-4e77-a877-f65e7a674d68') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:21.027728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77d2dc1-f645-4e77-a877-f65e7a674d68') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:21.036767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.050298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.057026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:21.057428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:21.060893 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:21.127588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.135230 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.137738 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/6ef89e51-8e2f-468e-80c9-56056aa21d3a HTTP/1.1" status: 204 len: 168 time: 0.6730006 Jul 23 14:29:21.142030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:21.148349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eab4e2f4-23a3-4255-8e25-e3903592d8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1355878439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:21.150224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73366e1d-2219-411e-8e16-d2bfa673b920 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=6ef89e51-8e2f-468e-80c9-56056aa21d3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:21.174790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab4e2f4-23a3-4255-8e25-e3903592d8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.175856 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab4e2f4-23a3-4255-8e25-e3903592d8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.196335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:21.210954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759e6ca5-e965-4205-80d4-b704ea94abd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.235319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab4e2f4-23a3-4255-8e25-e3903592d8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.240901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab4e2f4-23a3-4255-8e25-e3903592d8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.249993 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.304410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759e6ca5-e965-4205-80d4-b704ea94abd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.310521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759e6ca5-e965-4205-80d4-b704ea94abd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.316645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eab4e2f4-23a3-4255-8e25-e3903592d8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.320622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eab4e2f4-23a3-4255-8e25-e3903592d8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1746237 Jul 23 14:29:21.320858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:21.325909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-913263497'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:21.350065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:21.353959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.354869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-759e6ca5-e965-4205-80d4-b704ea94abd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a40394db60d4048a4d773c4ea080fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573000 Jul 23 14:29:21.355588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e6ca5-e965-4205-80d4-b704ea94abd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac404ce-84b8-45a4-9f78-4f15eec4d32e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:21.358722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:21.379447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:21.389322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.389755 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment e752abb7-ea72-4d00-bf32-e65650aac8da of type vlan for network e2a286ff-f154-458d-b354-98dfff8190e5 Jul 23 14:29:21.414232 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a69b299b-79ee-465a-ac1b-ff9038b00ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.432546 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:29:21.434329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.437393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a69b299b-79ee-465a-ac1b-ff9038b00ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.463901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.469856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:21.470201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.486622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a69b299b-79ee-465a-ac1b-ff9038b00ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.489386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a69b299b-79ee-465a-ac1b-ff9038b00ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.490844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a69b299b-79ee-465a-ac1b-ff9038b00ba9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ac404ce-84b8-45a4-9f78-4f15eec4d32e HTTP/1.1" status: 204 len: 168 time: 0.1307468 Jul 23 14:29:21.499917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b299b-79ee-465a-ac1b-ff9038b00ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac404ce-84b8-45a4-9f78-4f15eec4d32e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:21.511950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900065 Jul 23 14:29:21.514830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:21.520721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:21.542743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4e23b-5581-4320-8e45-43624ef95451 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=e2a286ff-f154-458d-b354-98dfff8190e5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:21.553889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e2a286ff-f154-458d-b354-98dfff8190e5 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:21.618730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:21.622502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.815217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.875149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=2e06db24-7053-4690-b1df-f3fadf7a060e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:21.885595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:21.885960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: e2a286ff-f154-458d-b354-98dfff8190e5, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:21.904251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network e2a286ff-f154-458d-b354-98dfff8190e5 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:21.914061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, e2a286ff-f154-458d-b354-98dfff8190e5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:21.918561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:21.919243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:21.923054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98da7fe-25fc-4d72-8942-0d11bc30f5d9 None None] Network e2a286ff-f154-458d-b354-98dfff8190e5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:21.936971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a012c73f-a903-4e01-98d8-21b4fcc21b8a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4203608 Jul 23 14:29:21.939828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:22.073283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-e2a286ff-f154-458d-b354-98dfff8190e5', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:29:22.074592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:22.230702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Allocated IP 2001:db8::2 (e2a286ff-f154-458d-b354-98dfff8190e5/2e06db24-7053-4690-b1df-f3fadf7a060e/aad4a957-4db7-4e15-9a96-3580142476b5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:22.250730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:22.285201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 495d760b-4524-4d4a-bfb4-6670e2854e6c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:22.340820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 495d760b-4524-4d4a-bfb4-6670e2854e6c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:22.341166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 495d760b-4524-4d4a-bfb4-6670e2854e6c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:22.425988 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:22.439118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Transition to ACTIVE for port object aad4a957-4db7-4e15-9a96-3580142476b5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:22.468168 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Transition to ACTIVE for port object aad4a957-4db7-4e15-9a96-3580142476b5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:22.478593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:22.527629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Network e2a286ff-f154-458d-b354-98dfff8190e5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:22.533034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:22.537116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:22.544887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Pushing event updated for resources: {'Port': ['ID=aad4a957-4db7-4e15-9a96-3580142476b5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:22.610191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Attempting to bind port aad4a957-4db7-4e15-9a96-3580142476b5 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:22.610559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Attempting to bind port aad4a957-4db7-4e15-9a96-3580142476b5 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:22.611192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Attempting to bind port aad4a957-4db7-4e15-9a96-3580142476b5 on network e2a286ff-f154-458d-b354-98dfff8190e5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:22.616537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:22.617222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Checking segment: {'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:22.617629 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:22.618019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Bound using segment: {'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:22.618698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Bound port: aad4a957-4db7-4e15-9a96-3580142476b5, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:22.619092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:22.687740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] For port aad4a957-4db7-4e15-9a96-3580142476b5, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:22.690941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] For port aad4a957-4db7-4e15-9a96-3580142476b5, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=aad4a957-4db7-4e15-9a96-3580142476b5,segment=NetworkSegment(e752abb7-ea72-4d00-bf32-e65650aac8da),segment_id=e752abb7-ea72-4d00-bf32-e65650aac8da)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:22.696712 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:22.759955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5ff1d-6bae-41f7-a417-9c32fb97c571 None None] Pushing event updated for resources: {'Port': ['ID=aad4a957-4db7-4e15-9a96-3580142476b5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:22.846828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8::1 (e2a286ff-f154-458d-b354-98dfff8190e5/2e06db24-7053-4690-b1df-f3fadf7a060e/0ec0171e-a3d8-4ece-aa3e-f1457741449e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:22.997802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.013671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object 0ec0171e-a3d8-4ece-aa3e-f1457741449e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:23.054948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.097957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network e2a286ff-f154-458d-b354-98dfff8190e5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:23.101032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:23.103779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:23.104684 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.151596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=0ec0171e-a3d8-4ece-aa3e-f1457741449e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:23.264452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.558630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.569059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.569870 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.645702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=0ec0171e-a3d8-4ece-aa3e-f1457741449e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:23.713663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network e2a286ff-f154-458d-b354-98dfff8190e5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:23.715327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:23.735740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:23.737352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c2445-bbce-4b9c-be44-1a1c557d2a5b None None] Network e2a286ff-f154-458d-b354-98dfff8190e5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:23.817566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c2c2cea-5c47-4a27-aa4e-993254fccc0c None None] Provisioning for port aad4a957-4db7-4e15-9a96-3580142476b5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:23.850254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:29:23.866449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ab19b4-3d66-4d75-9fc3-ee8647ea4167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:23.956212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:23.962114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-847401f8-257c-4a3a-b5fc-8711ceb06677 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209661 Jul 23 14:29:23.964935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:23.970540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:23.971330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-315870678'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:23.982189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:23.983212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:23.992289 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ab19b4-3d66-4d75-9fc3-ee8647ea4167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.000706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ab19b4-3d66-4d75-9fc3-ee8647ea4167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.020443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:24.025690 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.048997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d0ab19b4-3d66-4d75-9fc3-ee8647ea4167 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8969bc86d1d4cf5b4b0c4de2252563b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115959 Jul 23 14:29:24.050350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab19b4-3d66-4d75-9fc3-ee8647ea4167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74c2f7-af93-46bc-80e5-1b4b2eedd7bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:24.052159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:24.083932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:24.091403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:24.107938 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.108178 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment c3216efa-318e-45c4-8ccb-372f2bb1630d of type vlan for network a3b5c756-4f61-4340-8eca-ae8569cb73f2 Jul 23 14:29:24.161212 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d57-378e-4110-976d-71decc44660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.164096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.193287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d57-378e-4110-976d-71decc44660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.234798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.240702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:24.241141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.286020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d57-378e-4110-976d-71decc44660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.288771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d57-378e-4110-976d-71decc44660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.289991 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f8ba2d57-378e-4110-976d-71decc44660f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd74c2f7-af93-46bc-80e5-1b4b2eedd7bd HTTP/1.1" status: 204 len: 168 time: 0.2367365 Jul 23 14:29:24.305854 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3367441 Jul 23 14:29:24.307069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:24.314244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:24.315591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba2d57-378e-4110-976d-71decc44660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74c2f7-af93-46bc-80e5-1b4b2eedd7bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:24.365550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25fa875e-cb73-431d-8dc1-133962317a52 None None] Provisioning for port 0ec0171e-a3d8-4ece-aa3e-f1457741449e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:24.370407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623e9a4-384c-4db7-909c-974979c947e4 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=a3b5c756-4f61-4340-8eca-ae8569cb73f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:24.378314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25fa875e-cb73-431d-8dc1-133962317a52 None None] Provisioning complete for port 0ec0171e-a3d8-4ece-aa3e-f1457741449e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:24.378990 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25fa875e-cb73-431d-8dc1-133962317a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.416967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:24.425310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device aad4a957-4db7-4e15-9a96-3580142476b5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:24.498460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:24.498780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25fa875e-cb73-431d-8dc1-133962317a52 None None] Port 0ec0171e-a3d8-4ece-aa3e-f1457741449e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:24.503861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.562524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:23Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:23Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:24.594367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:24.594991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Updating router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad port 0ec0171e-a3d8-4ece-aa3e-f1457741449e binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:29:24.646486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port aad4a957-4db7-4e15-9a96-3580142476b5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:24.652674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port aad4a957-4db7-4e15-9a96-3580142476b5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:24.653992 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.742009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.752198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:24.788840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9fe27a0-8961-4dca-bb20-850b100d1ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.834962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=1847d7bb-8287-4a80-8bc1-1a05e20a2575,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:24.847338 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.850807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:24.851152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: a3b5c756-4f61-4340-8eca-ae8569cb73f2, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:24.884662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:24.900594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a3b5c756-4f61-4340-8eca-ae8569cb73f2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:24.907273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:24.908118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.915054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93f0ebd0-de48-4662-8121-d84f65ad0558 None None] Provisioning complete for port 0ec0171e-a3d8-4ece-aa3e-f1457741449e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:24.915370 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93f0ebd0-de48-4662-8121-d84f65ad0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.917040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff436a-0419-4b96-9005-adef9b7f174a None None] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:24.939594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9fe27a0-8961-4dca-bb20-850b100d1ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.946533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9fe27a0-8961-4dca-bb20-850b100d1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:24.967286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5d2d69bd-391d-4750-bec3-4e02d3c2d68a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6585858 Jul 23 14:29:24.970479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:24.993179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b9fe27a0-8961-4dca-bb20-850b100d1ba1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95263335feae4a49844d4cd7d0bce9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388852 Jul 23 14:29:24.994131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe27a0-8961-4dca-bb20-850b100d1ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3474697-8b77-412b-9342-9dc6276bf970,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:24.996672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:25.041545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-93f0ebd0-de48-4662-8121-d84f65ad0558 None None] Port 0ec0171e-a3d8-4ece-aa3e-f1457741449e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:25.049426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92494813-8822-4445-9557-8258f124d480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.071910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92494813-8822-4445-9557-8258f124d480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.123990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92494813-8822-4445-9557-8258f124d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.128083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92494813-8822-4445-9557-8258f124d480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.130741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-92494813-8822-4445-9557-8258f124d480 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3474697-8b77-412b-9342-9dc6276bf970 HTTP/1.1" status: 204 len: 168 time: 0.1331022 Jul 23 14:29:25.140646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92494813-8822-4445-9557-8258f124d480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3474697-8b77-412b-9342-9dc6276bf970,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:25.170293 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.315666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port aad4a957-4db7-4e15-9a96-3580142476b5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=aad4a957-4db7-4e15-9a96-3580142476b5,segment=NetworkSegment(e752abb7-ea72-4d00-bf32-e65650aac8da),segment_id=e752abb7-ea72-4d00-bf32-e65650aac8da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:25.355227 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.394238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:29:25.395203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.399245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.534522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=aad4a957-4db7-4e15-9a96-3580142476b5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:25.585187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.619020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Transition to ACTIVE for port object 0ec0171e-a3d8-4ece-aa3e-f1457741449e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:25.633522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.669839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Allocated IP 2001:db8:1::2 (a3b5c756-4f61-4340-8eca-ae8569cb73f2/1847d7bb-8287-4a80-8bc1-1a05e20a2575/626aca19-02ad-4fd6-9aa5-d07f26fa5f61) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:25.723210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2ba41-7954-4d36-94aa-64e0d3392e4c None None] Pushing event updated for resources: {'Port': ['ID=0ec0171e-a3d8-4ece-aa3e-f1457741449e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:25.827839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Attempting to bind port 0ec0171e-a3d8-4ece-aa3e-f1457741449e on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:25.828019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Attempting to bind port 0ec0171e-a3d8-4ece-aa3e-f1457741449e by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:25.828387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Attempting to bind port 0ec0171e-a3d8-4ece-aa3e-f1457741449e on network e2a286ff-f154-458d-b354-98dfff8190e5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:25.837693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:25.838120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Checking segment: {'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:25.838466 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.838888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Bound using segment: {'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:25.839357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Bound port: 0ec0171e-a3d8-4ece-aa3e-f1457741449e, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e752abb7-ea72-4d00-bf32-e65650aac8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:25.842333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.957942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:25.973924 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] For port 0ec0171e-a3d8-4ece-aa3e-f1457741449e, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:25.976285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Transition to ACTIVE for port object 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:25.979534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] For port 0ec0171e-a3d8-4ece-aa3e-f1457741449e, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0ec0171e-a3d8-4ece-aa3e-f1457741449e,segment=NetworkSegment(e752abb7-ea72-4d00-bf32-e65650aac8da),segment_id=e752abb7-ea72-4d00-bf32-e65650aac8da)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:25.990327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.023271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Transition to ACTIVE for port object 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:26.042320 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.079825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:26.080647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2ba41-7954-4d36-94aa-64e0d3392e4c None None] Pushing event updated for resources: {'Port': ['ID=0ec0171e-a3d8-4ece-aa3e-f1457741449e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:26.087679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:26.088311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:26.111514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:26.114124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:26.121968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8:1::1 (a3b5c756-4f61-4340-8eca-ae8569cb73f2/1847d7bb-8287-4a80-8bc1-1a05e20a2575/83742f4a-f3bb-498f-a17d-4ca5b7811e53) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:26.269365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.277499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Pushing event updated for resources: {'Port': ['ID=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:26.288548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object 83742f4a-f3bb-498f-a17d-4ca5b7811e53 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:26.294306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Attempting to bind port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:26.294710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Attempting to bind port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:26.295082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Attempting to bind port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 on network a3b5c756-4f61-4340-8eca-ae8569cb73f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:26.301155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:26.330965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device aad4a957-4db7-4e15-9a96-3580142476b5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:26.336580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.336848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:26.337158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Checking segment: {'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:26.337561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.337957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Bound using segment: {'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:26.338435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Bound port: 626aca19-02ad-4fd6-9aa5-d07f26fa5f61, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:26.338846 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.374486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:26.377902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:26.381943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:26.382754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.438131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=83742f4a-f3bb-498f-a17d-4ca5b7811e53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:26.551391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] For port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:26.563552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.574947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port aad4a957-4db7-4e15-9a96-3580142476b5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:26.575332 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.579279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] For port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,segment=NetworkSegment(c3216efa-318e-45c4-8ccb-372f2bb1630d),segment_id=c3216efa-318e-45c4-8ccb-372f2bb1630d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:26.610249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.720940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727ec8-9969-4441-9248-ce668c8e2974 None None] Pushing event updated for resources: {'Port': ['ID=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:26.767386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:23Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:25Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:26.801798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b9013-6011-40f3-bd66-41afd9e81fa3 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:23Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:25Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:26.899258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.908009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.909093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:26.997283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=83742f4a-f3bb-498f-a17d-4ca5b7811e53,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:27.071657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:27.073264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:27.194421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:27.298526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:27.304274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d4c33bfa-24b6-4756-995d-8fb712266701 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3322089 Jul 23 14:29:27.306891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:27.312356 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-683921755'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:27.335472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:27.338998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:27.365409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:27.376544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:27.377256 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment a3034786-6244-474c-8be2-2ce637dc7cd8 of type vlan for network afb1cb84-36da-40f7-854f-1ffdfa7762d4 Jul 23 14:29:27.421075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:27.464375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:27.471173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:27.471854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:27.518967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2108271 Jul 23 14:29:27.522049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:27.532481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:27.565337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ca35b-415d-4faa-8f8c-f6f4158d2f7f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=afb1cb84-36da-40f7-854f-1ffdfa7762d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:27.578789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:27.672916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:27.676528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:27.909899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae4b8e3-1759-409f-b9ce-79331ad3a14f None None] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:27.939106 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:28.000534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29e26224-54c6-463b-879f-1d130f11ad07 None None] Provisioning for port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:28.026881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=1155d3e3-4e03-4206-83c3-9c2df86fe7bf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:28.053617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:28.055085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: afb1cb84-36da-40f7-854f-1ffdfa7762d4, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:28.077607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:28.094288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, afb1cb84-36da-40f7-854f-1ffdfa7762d4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:28.101147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:28.101451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:28.103334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b2bca3-a74c-4e87-8eb7-d3cae74ea813 None None] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:28.122222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:28.126016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22395d1d-1df8-450f-a16d-049776f4981b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5986617 Jul 23 14:29:28.330210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:29:28.346710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:28.445759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:28.574701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Allocated IP 2001:db8:2::2 (afb1cb84-36da-40f7-854f-1ffdfa7762d4/1155d3e3-4e03-4206-83c3-9c2df86fe7bf/d7b09c60-2079-47d0-a27e-106c0d249226) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:28.618353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:28.641461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:28.642014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:28.651622 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:28.659411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:28.661156 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:28.661939 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:28.702444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Provisioning for port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:28.713533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Provisioning complete for port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:28.714290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:28.819090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:28.940935 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:28.999968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Provisioning complete for port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:29.002000 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.076962 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.181322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Transition to ACTIVE for port object d7b09c60-2079-47d0-a27e-106c0d249226 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:29.185575 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:26Z', 'revision_number': 3, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:25Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:26Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:29.213440 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:29.213789 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Updating router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:29:29.248643 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.252948 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.306000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Transition to ACTIVE for port object d7b09c60-2079-47d0-a27e-106c0d249226 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:29.330925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:29.338177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,segment=NetworkSegment(c3216efa-318e-45c4-8ccb-372f2bb1630d),segment_id=c3216efa-318e-45c4-8ccb-372f2bb1630d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:29.347077 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.360329 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.361240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ec0171e-a3d8-4ece-aa3e-f1457741449e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:29.387753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:29.406659 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.412632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:29.424813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:29.478798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Pushing event updated for resources: {'Port': ['ID=d7b09c60-2079-47d0-a27e-106c0d249226,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:29.484407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-baf92274-8e1e-4391-9b65-719fe0a0838c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.526024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:29:29.526024 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-7b38779d-6b13-4a4f-8346-1f82d6cf8a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:29:29.530806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8:2::1 (afb1cb84-36da-40f7-854f-1ffdfa7762d4/1155d3e3-4e03-4206-83c3-9c2df86fe7bf/f6fb069d-33b2-4877-a10f-cfaa89b240c7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:29.545864 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.559003 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Transition to ACTIVE for port object 83742f4a-f3bb-498f-a17d-4ca5b7811e53 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:29.568727 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.582416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Attempting to bind port d7b09c60-2079-47d0-a27e-106c0d249226 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:29.582975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Attempting to bind port d7b09c60-2079-47d0-a27e-106c0d249226 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:29.583819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Attempting to bind port d7b09c60-2079-47d0-a27e-106c0d249226 on network afb1cb84-36da-40f7-854f-1ffdfa7762d4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:29.590835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0ec0171e-a3d8-4ece-aa3e-f1457741449e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:29.602259 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-baf92274-8e1e-4391-9b65-719fe0a0838c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.605550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:29.606010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Checking segment: {'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:29.606488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.606958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Bound using segment: {'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:29.607438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Bound port: d7b09c60-2079-47d0-a27e-106c0d249226, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:29.607878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.609213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-baf92274-8e1e-4391-9b65-719fe0a0838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.609875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0ec0171e-a3d8-4ece-aa3e-f1457741449e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:29.610274 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.644059 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b4220-225d-494e-a370-b08e4a2fa9c7 None None] Pushing event updated for resources: {'Port': ['ID=83742f4a-f3bb-498f-a17d-4ca5b7811e53,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:29.653027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf92274-8e1e-4391-9b65-719fe0a0838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8807265-15fb-4230-b746-a5e49620ea18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:29.659514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-baf92274-8e1e-4391-9b65-719fe0a0838c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8833020766a24c9aacdfdb521196d398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269300 Jul 23 14:29:29.662392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:29.672393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:29.684523 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.701133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object f6fb069d-33b2-4877-a10f-cfaa89b240c7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:29.740909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.754701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e62b9-ac30-43db-88fb-cc3e0a641b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.757940 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.770479 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Attempting to bind port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:29.771603 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Attempting to bind port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:29.772504 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Attempting to bind port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 on network a3b5c756-4f61-4340-8eca-ae8569cb73f2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:29.781476 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:29.782129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] For port d7b09c60-2079-47d0-a27e-106c0d249226, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:29.782779 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Checking segment: {'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:29.783027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:29.783556 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.784568 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Bound using segment: {'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:29.785264 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Bound port: 83742f4a-f3bb-498f-a17d-4ca5b7811e53, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3216efa-318e-45c4-8ccb-372f2bb1630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:29.786767 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.787346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:29.791318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:29.791528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.796173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e62b9-ac30-43db-88fb-cc3e0a641b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.804014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] For port d7b09c60-2079-47d0-a27e-106c0d249226, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d7b09c60-2079-47d0-a27e-106c0d249226,segment=NetworkSegment(a3034786-6244-474c-8be2-2ce637dc7cd8),segment_id=a3034786-6244-474c-8be2-2ce637dc7cd8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:29.820960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0ec0171e-a3d8-4ece-aa3e-f1457741449e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0ec0171e-a3d8-4ece-aa3e-f1457741449e,segment=NetworkSegment(e752abb7-ea72-4d00-bf32-e65650aac8da),segment_id=e752abb7-ea72-4d00-bf32-e65650aac8da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:29.822544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.884357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e62b9-ac30-43db-88fb-cc3e0a641b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.885908 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] For port 83742f4a-f3bb-498f-a17d-4ca5b7811e53, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:29.888854 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e62b9-ac30-43db-88fb-cc3e0a641b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.889831 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] For port 83742f4a-f3bb-498f-a17d-4ca5b7811e53, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=83742f4a-f3bb-498f-a17d-4ca5b7811e53,segment=NetworkSegment(c3216efa-318e-45c4-8ccb-372f2bb1630d),segment_id=c3216efa-318e-45c4-8ccb-372f2bb1630d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:29.891685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-638e62b9-ac30-43db-88fb-cc3e0a641b4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8807265-15fb-4230-b746-a5e49620ea18 HTTP/1.1" status: 204 len: 168 time: 0.2280345 Jul 23 14:29:29.894042 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.907348 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:29.916265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=f6fb069d-33b2-4877-a10f-cfaa89b240c7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:29.933644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e62b9-ac30-43db-88fb-cc3e0a641b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8807265-15fb-4230-b746-a5e49620ea18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:29.961647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9295a2-2056-4135-aaa8-2f84424b0730 None None] Pushing event updated for resources: {'Port': ['ID=d7b09c60-2079-47d0-a27e-106c0d249226,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:29.992970 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:29.994521 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:30.015110 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.103316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0ec0171e-a3d8-4ece-aa3e-f1457741449e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:30.107838 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b4220-225d-494e-a370-b08e4a2fa9c7 None None] Pushing event updated for resources: {'Port': ['ID=83742f4a-f3bb-498f-a17d-4ca5b7811e53,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:30.134911 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:30.445839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:30.537985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:30.556966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30641843-e869-4cfd-afc1-0bf908bf616e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.559918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:30.562783 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.600211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.616867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.617852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.664209 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 1, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:30.704571 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3736e9-dff8-4a93-84dc-88e41577b473 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 1, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:30.730513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ec0171e-a3d8-4ece-aa3e-f1457741449e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:30.745827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30641843-e869-4cfd-afc1-0bf908bf616e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.747455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=f6fb069d-33b2-4877-a10f-cfaa89b240c7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:30.760207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30641843-e869-4cfd-afc1-0bf908bf616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.818990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0ec0171e-a3d8-4ece-aa3e-f1457741449e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:30.819290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.827484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:30.830805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:30.842906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30641843-e869-4cfd-afc1-0bf908bf616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775849b4-4f58-4f50-9b32-e566f03fc2b2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:30.856406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-30641843-e869-4cfd-afc1-0bf908bf616e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4ecd1b6ac824e27b4b019f180423d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164895 Jul 23 14:29:30.859133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:30.921057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f381c76e-10c1-493e-95f4-c55ded34bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.962977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f381c76e-10c1-493e-95f4-c55ded34bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:30.986026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:31.041516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f381c76e-10c1-493e-95f4-c55ded34bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.047438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f381c76e-10c1-493e-95f4-c55ded34bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.049132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f381c76e-10c1-493e-95f4-c55ded34bfaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/775849b4-4f58-4f50-9b32-e566f03fc2b2 HTTP/1.1" status: 204 len: 168 time: 0.1889019 Jul 23 14:29:31.062523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381c76e-10c1-493e-95f4-c55ded34bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775849b4-4f58-4f50-9b32-e566f03fc2b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:31.107418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:31.120777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-77802f9e-e47f-4e17-9307-56419fc8d2f0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9970589 Jul 23 14:29:31.123780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:31.132012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1384342511'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:31.164235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:31.170365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.204236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:31.239879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.240223 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added segment b49314e7-ffb9-49a1-a1be-74ae3d1c39fc of type vlan for network 103a4adb-f355-4402-afd2-c1c3d587c55f Jul 23 14:29:31.296918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.348704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.355972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:31.358208 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.425611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2986193 Jul 23 14:29:31.427343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:31.441626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'subnet': {'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:31.486890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc9796-442d-49ed-97c1-890d097e2028 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Network': ['ID=103a4adb-f355-4402-afd2-c1c3d587c55f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:31.514526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 103a4adb-f355-4402-afd2-c1c3d587c55f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:31.563181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211711b7-126b-464f-bd0b-0a7f2643e2b9 None None] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:31.628601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Made reservation on behalf of b1476724cb78415ea486fc3f6aad08b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:31.633609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.744201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f51eecd-3e34-48a5-b7d6-ceb093122b6c None None] Provisioning for port d7b09c60-2079-47d0-a27e-106c0d249226 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:31.861954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:31.940913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Checking segment: {'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:31.941684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network hostable DHCP agents. Network: 103a4adb-f355-4402-afd2-c1c3d587c55f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:31.955234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Subnet': ['ID=086596af-50e5-477f-9a18-52e2392e1b00,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:31.968092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 103a4adb-f355-4402-afd2-c1c3d587c55f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:31.988638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 103a4adb-f355-4402-afd2-c1c3d587c55f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:31.993552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:31.994155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.011729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f4f88-4f58-4884-a1bd-5cb76fdf5d51 None None] Network 103a4adb-f355-4402-afd2-c1c3d587c55f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:32.017573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a8e15e01-ee77-4fc4-bace-eb6ed1abe0b6 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5830061 Jul 23 14:29:32.020501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:32.260999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:32.337684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:32.370765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-103a4adb-f355-4402-afd2-c1c3d587c55f', 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'fixed_ips': [{'subnet_id': '086596af-50e5-477f-9a18-52e2392e1b00'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:29:32.370765 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.394946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:32.400702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:32.466069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-702881190'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:32.492697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:32.496966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.507934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.527651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83742f4a-f3bb-498f-a17d-4ca5b7811e53 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:32.607364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:32.660577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.679819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.681686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93efbb6b-9c25-43b6-bfab-341622a384a6 None None] Provisioning for port f6fb069d-33b2-4877-a10f-cfaa89b240c7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:32.732408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.734284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:32.745355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c417e557-e1f2-42ce-ba34-7e10929928d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:32.769135 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.769788 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Added segment 8257624d-a954-4503-ab8e-cafd4ef566d8 of type vlan for network a5689f73-c5b1-47d3-99e7-7f858048322a Jul 23 14:29:32.774689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93efbb6b-9c25-43b6-bfab-341622a384a6 None None] Provisioning complete for port f6fb069d-33b2-4877-a10f-cfaa89b240c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:32.775220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93efbb6b-9c25-43b6-bfab-341622a384a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.819906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.860662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.867882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:32.868459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.919686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:32.922566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6601768 Jul 23 14:29:32.943957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-93efbb6b-9c25-43b6-bfab-341622a384a6 None None] Port f6fb069d-33b2-4877-a10f-cfaa89b240c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:32.947757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:32.948379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:32.969667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:32.976182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'subnet': {'network_id': 'a5689f73-c5b1-47d3-99e7-7f858048322a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:32.984690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab89415-c50b-4a43-a336-73709055739c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Network': ['ID=a5689f73-c5b1-47d3-99e7-7f858048322a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:33.088412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:33.092249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.169209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a5689f73-c5b1-47d3-99e7-7f858048322a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:33.250113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Allocated IP 2001:db8:3::2 (103a4adb-f355-4402-afd2-c1c3d587c55f/086596af-50e5-477f-9a18-52e2392e1b00/93c54cf5-84cc-46b6-a034-9598e48f8d5f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:33.294910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.352950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd1e2bf5-cc69-46e9-a517-183e3c282794 None None] Provisioning complete for port f6fb069d-33b2-4877-a10f-cfaa89b240c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:33.353362 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf5-cc69-46e9-a517-183e3c282794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.359390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Subnet': ['ID=526ed0df-32b9-412c-8f2e-2dd178e08769,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:33.375936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Checking segment: {'id': '8257624d-a954-4503-ab8e-cafd4ef566d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a5689f73-c5b1-47d3-99e7-7f858048322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:33.376295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network hostable DHCP agents. Network: a5689f73-c5b1-47d3-99e7-7f858048322a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:33.394195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network a5689f73-c5b1-47d3-99e7-7f858048322a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:33.405486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a5689f73-c5b1-47d3-99e7-7f858048322a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:33.410393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:33.411397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.431610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5eda2fe2-6629-4192-8b98-824d95af318d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4606133 Jul 23 14:29:33.434113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:33.439083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-155224625', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:33.456336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1056fa-8628-4893-9521-f2e362181357 None None] Network a5689f73-c5b1-47d3-99e7-7f858048322a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:33.469867 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.471443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.500089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e2bf5-cc69-46e9-a517-183e3c282794 None None] Port f6fb069d-33b2-4877-a10f-cfaa89b240c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:33.537508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.587835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.680110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.700786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 83742f4a-f3bb-498f-a17d-4ca5b7811e53, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=83742f4a-f3bb-498f-a17d-4ca5b7811e53,segment=NetworkSegment(c3216efa-318e-45c4-8ccb-372f2bb1630d),segment_id=c3216efa-318e-45c4-8ccb-372f2bb1630d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:33.703333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.734045 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.734924 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7b09c60-2079-47d0-a27e-106c0d249226 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:33.744295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:30Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:33.763890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Transition to ACTIVE for port object 93c54cf5-84cc-46b6-a034-9598e48f8d5f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:33.773335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4351a-de1a-44c4-81b6-01ce3a6b0404 None None] Network a5689f73-c5b1-47d3-99e7-7f858048322a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:33.839783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:33.840499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Updating router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad port f6fb069d-33b2-4877-a10f-cfaa89b240c7 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:29:33.877064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Transition to ACTIVE for port object 93c54cf5-84cc-46b6-a034-9598e48f8d5f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:33.921744 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.943451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.956573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Allocated IP 2001:db8:3::1 (103a4adb-f355-4402-afd2-c1c3d587c55f/086596af-50e5-477f-9a18-52e2392e1b00/3c218ac8-e445-4552-afd6-b48f7780dbfc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:33.963656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=83742f4a-f3bb-498f-a17d-4ca5b7811e53,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:33.966291 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:33.968005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.020011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Network 103a4adb-f355-4402-afd2-c1c3d587c55f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:34.032720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:34.039987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:34.095277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Pushing event updated for resources: {'Port': ['ID=93c54cf5-84cc-46b6-a034-9598e48f8d5f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:34.101658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d7b09c60-2079-47d0-a27e-106c0d249226 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:34.105762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.123605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Transition to ACTIVE for port object 3c218ac8-e445-4552-afd6-b48f7780dbfc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:34.132675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875674a-fb54-48c7-b0a9-b17785fdcc3b req-b36d5d1e-b76f-4d40-ae41-735ba7298b17 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:34.134190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d875674a-fb54-48c7-b0a9-b17785fdcc3b req-b36d5d1e-b76f-4d40-ae41-735ba7298b17 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1244771 Jul 23 14:29:34.144386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d7b09c60-2079-47d0-a27e-106c0d249226 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:34.144778 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.153900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.25.2.219 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/82d23872-2966-4e19-8c09-6cb5805fd762) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:34.171470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.193038 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d875674a-fb54-48c7-b0a9-b17785fdcc3b req-206cbd79-7423-4326-8363-8c7fbe137d4d tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524237 Jul 23 14:29:34.226299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 103a4adb-f355-4402-afd2-c1c3d587c55f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:34.229722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:34.236272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:34.236965 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.254250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Attempting to bind port 93c54cf5-84cc-46b6-a034-9598e48f8d5f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:34.254619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Attempting to bind port 93c54cf5-84cc-46b6-a034-9598e48f8d5f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:34.255032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Attempting to bind port 93c54cf5-84cc-46b6-a034-9598e48f8d5f on network 103a4adb-f355-4402-afd2-c1c3d587c55f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:34.273615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:34.273993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Checking segment: {'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:34.274489 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.274810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Bound using segment: {'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:34.275287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Bound port: 93c54cf5-84cc-46b6-a034-9598e48f8d5f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:34.275678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.279287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=3c218ac8-e445-4552-afd6-b48f7780dbfc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:34.306502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.348877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.385447 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.386673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:34.393389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:34.397086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:34.419707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=82d23872-2966-4e19-8c09-6cb5805fd762,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:34.431097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] For port 93c54cf5-84cc-46b6-a034-9598e48f8d5f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:34.448262 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.451930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] For port 93c54cf5-84cc-46b6-a034-9598e48f8d5f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=93c54cf5-84cc-46b6-a034-9598e48f8d5f,segment=NetworkSegment(b49314e7-ffb9-49a1-a1be-74ae3d1c39fc),segment_id=b49314e7-ffb9-49a1-a1be-74ae3d1c39fc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:34.465611 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.566120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port d7b09c60-2079-47d0-a27e-106c0d249226, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d7b09c60-2079-47d0-a27e-106c0d249226,segment=NetworkSegment(a3034786-6244-474c-8be2-2ce637dc7cd8),segment_id=a3034786-6244-474c-8be2-2ce637dc7cd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:34.574298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63475a0f-f762-468a-aa4e-6ec984142015 None None] Pushing event updated for resources: {'Port': ['ID=93c54cf5-84cc-46b6-a034-9598e48f8d5f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:34.577457 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.600629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60076b2-3eac-4e17-8654-fe696c346920 req-0f6c26b5-0ad9-4c1c-9204-557d32292259 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:34.607092 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c60076b2-3eac-4e17-8654-fe696c346920 req-0f6c26b5-0ad9-4c1c-9204-557d32292259 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1686239 Jul 23 14:29:34.696669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.705546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=d7b09c60-2079-47d0-a27e-106c0d249226,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:34.717617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Transition to ACTIVE for port object f6fb069d-33b2-4877-a10f-cfaa89b240c7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:34.728075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.746988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83742f4a-f3bb-498f-a17d-4ca5b7811e53 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:34.850997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2c7b9-284a-4d8a-85ca-3be20ec493d2 None None] Pushing event updated for resources: {'Port': ['ID=f6fb069d-33b2-4877-a10f-cfaa89b240c7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:34.921932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.929566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:34.929943 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.937476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Deleting port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:34.937853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.947319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:34.950442 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.091601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event updated for resources: {'Port': ['ID=3c218ac8-e445-4552-afd6-b48f7780dbfc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:35.195737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.256915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Attempting to bind port f6fb069d-33b2-4877-a10f-cfaa89b240c7 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:35.257299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Attempting to bind port f6fb069d-33b2-4877-a10f-cfaa89b240c7 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:35.257639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Attempting to bind port f6fb069d-33b2-4877-a10f-cfaa89b240c7 on network afb1cb84-36da-40f7-854f-1ffdfa7762d4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:35.280897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:35.281309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Checking segment: {'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:35.281685 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.282089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Bound using segment: {'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:35.282575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Bound port: f6fb069d-33b2-4877-a10f-cfaa89b240c7, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3034786-6244-474c-8be2-2ce637dc7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:35.282990 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.400529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] For port f6fb069d-33b2-4877-a10f-cfaa89b240c7, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:35.417775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] For port f6fb069d-33b2-4877-a10f-cfaa89b240c7, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f6fb069d-33b2-4877-a10f-cfaa89b240c7,segment=NetworkSegment(a3034786-6244-474c-8be2-2ce637dc7cd8),segment_id=a3034786-6244-474c-8be2-2ce637dc7cd8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:35.425247 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.431868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636a364-4bbb-4531-9e87-f4392bad18c8 req-195506f7-2433-4edd-b1db-f07bb1277b09 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:35.432447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e636a364-4bbb-4531-9e87-f4392bad18c8 req-195506f7-2433-4edd-b1db-f07bb1277b09 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 945 time: 0.1478620 Jul 23 14:29:35.482803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:35.483978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:35.495356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e636a364-4bbb-4531-9e87-f4392bad18c8 req-b34c29ac-ba5b-43a6-91a5-55105ae14884 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Jul 23 14:29:35.502373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] For port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:35.502373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.511478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.534951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Calling delete_port for e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:35.561066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Network 103a4adb-f355-4402-afd2-c1c3d587c55f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:35.565580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:35.588862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2c7b9-284a-4d8a-85ca-3be20ec493d2 None None] Pushing event updated for resources: {'Port': ['ID=f6fb069d-33b2-4877-a10f-cfaa89b240c7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:35.641320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:35.686655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:29:35.710953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:35.869272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:35.879841 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:35.892081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:35.892515 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:35.893300 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:35.895357 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:35.897175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4bf49ccb-1c13-4ca1-aa7e-0a4d3c37794d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4616656 Jul 23 14:29:35.897928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:35.908373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9a22254b-d051-45b1-87cd-fb5c2b23b9a9 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8828797 Jul 23 14:29:35.910304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:35.917767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:35.971396 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:35.986425 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:35.987725 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:36.031835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:34Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c218ac8-e445-4552-afd6-b48f7780dbfc', 'name': '', 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:63:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '086596af-50e5-477f-9a18-52e2392e1b00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:32Z', 'updated_at': '2021-07-23T14:29:34Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '086596af-50e5-477f-9a18-52e2392e1b00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:35Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:36.041710 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:36.043015 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e51fe-fd71-40bf-a7e5-199e9fe46b03 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:36.059752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:36.073694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920ae52-c929-4cd6-bbeb-b4ba61924dab None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:34Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c218ac8-e445-4552-afd6-b48f7780dbfc', 'name': '', 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:63:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '086596af-50e5-477f-9a18-52e2392e1b00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:32Z', 'updated_at': '2021-07-23T14:29:34Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '086596af-50e5-477f-9a18-52e2392e1b00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:35Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:36.075393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94093896-0408-485a-bb64-005e72ee87b9 None None] Network 103a4adb-f355-4402-afd2-c1c3d587c55f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:36.180171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Pushing event deleted for resources: {'Port': ['ID=e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:36.192771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['edb48f26-74f4-41b4-bd67-28e4c29f1a28'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:29:36.239208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] No DVR routers for this DVR port e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:36.242160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:36.244791 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c60076b2-3eac-4e17-8654-fe696c346920 req-3daa50e8-3584-406c-b390-d015c379586f tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.11 "DELETE /v2.0/ports/e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 HTTP/1.1" status: 204 len: 173 time: 1.6310956 Jul 23 14:29:36.259112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd8a16c-b627-4010-be30-983c58fb372b', 'name': 'network-vif-deleted', 'tag': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:29:36.260021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f9daeac-6cc4-4497-a8bd-8d394b817aab None None] Provisioning for port 93c54cf5-84cc-46b6-a034-9598e48f8d5f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:36.261947 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfc67e0-5654-4402-84e9-5befda37e861" -d '{"events": [{"server_uuid": "1dd8a16c-b627-4010-be30-983c58fb372b", "name": "network-vif-deleted", "tag": "e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:29:36.533803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 14:29:36.554597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 14:29:36.555189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:36.560016 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5929bd-7e05-4e1d-87d6-50f6913a80f4 x-openstack-request-id: req-9f5929bd-7e05-4e1d-87d6-50f6913a80f4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:29:36.560465 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd8a16c-b627-4010-be30-983c58fb372b", "name": "network-vif-deleted", "tag": "e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:29:36.560923 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f5929bd-7e05-4e1d-87d6-50f6913a80f4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:29:36.561623 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd8a16c-b627-4010-be30-983c58fb372b', 'name': 'network-vif-deleted', 'tag': 'e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65', 'status': 'completed', 'code': 200} Jul 23 14:29:36.656766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:36.712022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c1ea186-87b6-49a4-a4d6-631584ed5deb req-ebafd418-3397-400c-884f-c12762c49b35 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dd8a16c-b627-4010-be30-983c58fb372b HTTP/1.1" status: 200 len: 210 time: 0.0455146 Jul 23 14:29:36.882182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:36.912878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:36.923109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7b09c60-2079-47d0-a27e-106c0d249226 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:37.048740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5f8e1ee-b5a7-4bc2-b724-dd2917b2413d None None] Provisioning for port 3c218ac8-e445-4552-afd6-b48f7780dbfc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:37.054384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:37.057132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5f8e1ee-b5a7-4bc2-b724-dd2917b2413d None None] Provisioning complete for port 3c218ac8-e445-4552-afd6-b48f7780dbfc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:37.057559 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e1ee-b5a7-4bc2-b724-dd2917b2413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.101507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8e1ee-b5a7-4bc2-b724-dd2917b2413d None None] Port 3c218ac8-e445-4552-afd6-b48f7780dbfc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:37.109087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d7b09c60-2079-47d0-a27e-106c0d249226 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:37.109418 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.165762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.1 (a5689f73-c5b1-47d3-99e7-7f858048322a/526ed0df-32b9-412c-8f2e-2dd178e08769/8ac7a538-e2de-4dee-9561-509e2f51bf27) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:37.192804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:37.202007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:37.213695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.215154 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f6fb069d-33b2-4877-a10f-cfaa89b240c7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:37.215378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cb4254b1-a6f9-4a96-a362-af6d7eb07c8b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 200 len: 954 time: 1.3039732 Jul 23 14:29:37.217156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:37.217805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:37.218128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:37.314562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.332397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1672fc48-ec8b-420e-a305-0f07cf53aa4d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 200 len: 954 time: 0.1126935 Jul 23 14:29:37.334993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:37.340845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:37.355271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:37.374976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.401687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f6fb069d-33b2-4877-a10f-cfaa89b240c7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:37.406889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc25b972-83e4-4fcd-b094-452c21237777 None None] Provisioning complete for port 3c218ac8-e445-4552-afd6-b48f7780dbfc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:37.407270 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc25b972-83e4-4fcd-b094-452c21237777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.414762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f6fb069d-33b2-4877-a10f-cfaa89b240c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:37.415240 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.428705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network a5689f73-c5b1-47d3-99e7-7f858048322a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:37.434927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:37.440016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:37.481138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=8ac7a538-e2de-4dee-9561-509e2f51bf27,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:37.515985 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.535419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc25b972-83e4-4fcd-b094-452c21237777 None None] Port 3c218ac8-e445-4552-afd6-b48f7780dbfc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:37.653300 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.675902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.709935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ca89d04b-ad36-4b33-be8d-a281d908511f None None] Provisioning complete for port 3c218ac8-e445-4552-afd6-b48f7780dbfc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:37.710402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca89d04b-ad36-4b33-be8d-a281d908511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.717987 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.752789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f6fb069d-33b2-4877-a10f-cfaa89b240c7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f6fb069d-33b2-4877-a10f-cfaa89b240c7,segment=NetworkSegment(a3034786-6244-474c-8be2-2ce637dc7cd8),segment_id=a3034786-6244-474c-8be2-2ce637dc7cd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:37.763228 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.764201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 93c54cf5-84cc-46b6-a034-9598e48f8d5f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:37.768942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 14:29:37.769136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 14:29:37.790837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ca89d04b-ad36-4b33-be8d-a281d908511f None None] Port 3c218ac8-e445-4552-afd6-b48f7780dbfc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:29:37.813747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:37.815187 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:37.851200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:37.851559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e7fa6f76-f8be-4e12-9a82-9a29ea0c0b65 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:37.887493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:36Z', 'revision_number': 6, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c218ac8-e445-4552-afd6-b48f7780dbfc', 'name': '', 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:63:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '086596af-50e5-477f-9a18-52e2392e1b00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:32Z', 'updated_at': '2021-07-23T14:29:34Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '086596af-50e5-477f-9a18-52e2392e1b00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:35Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:37.890043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f6fb069d-33b2-4877-a10f-cfaa89b240c7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:37.921452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:37.921452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Updating router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad port 3c218ac8-e445-4552-afd6-b48f7780dbfc binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:29:37.946521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 93c54cf5-84cc-46b6-a034-9598e48f8d5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:29:37.953272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 93c54cf5-84cc-46b6-a034-9598e48f8d5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:37.953647 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.015135 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.023027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.023556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.085357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.089778 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.149455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.158930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=8ac7a538-e2de-4dee-9561-509e2f51bf27,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:38.174157 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.192379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:38.229110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 93c54cf5-84cc-46b6-a034-9598e48f8d5f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=93c54cf5-84cc-46b6-a034-9598e48f8d5f,segment=NetworkSegment(b49314e7-ffb9-49a1-a1be-74ae3d1c39fc),segment_id=b49314e7-ffb9-49a1-a1be-74ae3d1c39fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:38.232817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b7a7f-023d-4cc3-a95e-e89ad34e35ae req-d175c2a5-e716-4bbe-9b33-520400a9bdd4 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:38.234387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da7b7a7f-023d-4cc3-a95e-e89ad34e35ae req-d175c2a5-e716-4bbe-9b33-520400a9bdd4 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1530926 Jul 23 14:29:38.240644 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.293361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network a5689f73-c5b1-47d3-99e7-7f858048322a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:38.297552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da7b7a7f-023d-4cc3-a95e-e89ad34e35ae req-4fd28326-23e0-4f41-b230-8491e42f7b5e tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506957 Jul 23 14:29:38.297949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:38.316830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:38.326800 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.339225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-52983b57-92a5-4fda-9645-e2b0fcf74bfb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 200 len: 704 time: 1.0030661 Jul 23 14:29:38.339540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:38.344030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=93c54cf5-84cc-46b6-a034-9598e48f8d5f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:38.480683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22be1eee-bcf4-4d60-a112-c267612ef8cd tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 200 len: 704 time: 0.1398025 Jul 23 14:29:38.483634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:38.501299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:38.582591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.593983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Transition to ACTIVE for port object 3c218ac8-e445-4552-afd6-b48f7780dbfc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:38.603358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.628063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:38.638852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4e48059e-d275-4ca8-a218-a13728420d3c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/routers/29d4bea2-92af-4931-b1be-5ddc64b7a498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7395847 Jul 23 14:29:38.639632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:38.640888 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:38.646189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'port': {'network_id': 'a5689f73-c5b1-47d3-99e7-7f858048322a', 'name': 'tempest-FloatingIPTestJSON-1560440301'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:38.654735 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:38.655532 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:38.702839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f6fb069d-33b2-4877-a10f-cfaa89b240c7 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:38.713905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de806a-1953-4cc4-adc3-344bf4afec4d None None] Pushing event updated for resources: {'Port': ['ID=3c218ac8-e445-4552-afd6-b48f7780dbfc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:38.715289 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:38.725811 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:38.726751 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:38.761559 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:38.762503 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6898648f-d8f9-44a1-99bd-437204895184 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:38.824484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:38.830044 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.830797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Attempting to bind port 3c218ac8-e445-4552-afd6-b48f7780dbfc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:38.831233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Attempting to bind port 3c218ac8-e445-4552-afd6-b48f7780dbfc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:38.831640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Attempting to bind port 3c218ac8-e445-4552-afd6-b48f7780dbfc on network 103a4adb-f355-4402-afd2-c1c3d587c55f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:38.841191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:38.841499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Checking segment: {'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:38.841918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.842325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Bound using segment: {'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:38.842843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Bound port: 3c218ac8-e445-4552-afd6-b48f7780dbfc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:38.843233 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.855438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] device_id is not set on port 00947335-e642-4999-b38b-a86fe7d71a80 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:29:38.870627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f6fb069d-33b2-4877-a10f-cfaa89b240c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:38.871077 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:38.975278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] For port 3c218ac8-e445-4552-afd6-b48f7780dbfc, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:38.978992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] For port 3c218ac8-e445-4552-afd6-b48f7780dbfc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3c218ac8-e445-4552-afd6-b48f7780dbfc,segment=NetworkSegment(b49314e7-ffb9-49a1-a1be-74ae3d1c39fc),segment_id=b49314e7-ffb9-49a1-a1be-74ae3d1c39fc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:39.006684 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.007676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.11 (a5689f73-c5b1-47d3-99e7-7f858048322a/526ed0df-32b9-412c-8f2e-2dd178e08769/00947335-e642-4999-b38b-a86fe7d71a80) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:39.068587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 93c54cf5-84cc-46b6-a034-9598e48f8d5f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:29:39.113865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de806a-1953-4cc4-adc3-344bf4afec4d None None] Pushing event updated for resources: {'Port': ['ID=3c218ac8-e445-4552-afd6-b48f7780dbfc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:39.116520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-034dd467-5fce-4389-b54f-73e0949fbaa4 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:39.118527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:39.118903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-034dd467-5fce-4389-b54f-73e0949fbaa4 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.48 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1672745 Jul 23 14:29:39.119197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:39.224653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 93c54cf5-84cc-46b6-a034-9598e48f8d5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:29:39.225351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.227217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:39.311901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Deleting port edb48f26-74f4-41b4-bd67-28e4c29f1a28 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:39.312300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.462890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.465828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] For port edb48f26-74f4-41b4-bd67-28e4c29f1a28, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=edb48f26-74f4-41b4-bd67-28e4c29f1a28,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:39.466197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.546954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Calling delete_port for edb48f26-74f4-41b4-bd67-28e4c29f1a28 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:39.560252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 7, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c218ac8-e445-4552-afd6-b48f7780dbfc', 'name': '', 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:63:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '086596af-50e5-477f-9a18-52e2392e1b00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:32Z', 'updated_at': '2021-07-23T14:29:38Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '086596af-50e5-477f-9a18-52e2392e1b00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:39.573206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.590066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9694fe-edac-4d45-b9b8-44df002ad9c6 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 7, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c218ac8-e445-4552-afd6-b48f7780dbfc', 'name': '', 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:63:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '086596af-50e5-477f-9a18-52e2392e1b00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:32Z', 'updated_at': '2021-07-23T14:29:38Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '086596af-50e5-477f-9a18-52e2392e1b00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:39.607035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75387893-e83e-4589-a4b2-6c8bf45fe3a3 req-6156525d-f5f9-46cb-b862-c294153f05ab tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:39.613983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75387893-e83e-4589-a4b2-6c8bf45fe3a3 req-6156525d-f5f9-46cb-b862-c294153f05ab tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 945 time: 0.1139743 Jul 23 14:29:39.666797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75387893-e83e-4589-a4b2-6c8bf45fe3a3 req-cf59ea8f-035e-4696-b62a-c963e50313d0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d078c7e-a556-4cd7-8a7d-b1843dec0eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518310 Jul 23 14:29:39.671613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.726978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network a5689f73-c5b1-47d3-99e7-7f858048322a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:39.730068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:39.736241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:39.766658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=00947335-e642-4999-b38b-a86fe7d71a80,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:39.792757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:39.793431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.813004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ff0f5a08-dd4e-4dac-a04b-a9efd1707911 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1716106 Jul 23 14:29:39.816669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:39.817551 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.822562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'port': {'network_id': 'a5689f73-c5b1-47d3-99e7-7f858048322a', 'name': 'tempest-FloatingIPTestJSON-1651058595'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:39.823573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:39.837097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:39.838063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:39.856330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Pushing event deleted for resources: {'Port': ['ID=edb48f26-74f4-41b4-bd67-28e4c29f1a28,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:39.909831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] No DVR routers for this DVR port edb48f26-74f4-41b4-bd67-28e4c29f1a28 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:39.914570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.916619 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c61c61c3-cdb0-42bb-98bd-227178273f64 req-23a427a4-fb40-468b-9297-90357046ec0b tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.48 "DELETE /v2.0/ports/edb48f26-74f4-41b4-bd67-28e4c29f1a28 HTTP/1.1" status: 204 len: 173 time: 0.7881761 Jul 23 14:29:39.917042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'name': 'network-vif-deleted', 'tag': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:29:39.919333 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9813ec11-2d1e-417b-bbc8-912825b1d92c" -d '{"events": [{"server_uuid": "f508e183-9bfa-4fd7-9fa9-543f20cbdecd", "name": "network-vif-deleted", "tag": "edb48f26-74f4-41b4-bd67-28e4c29f1a28"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:29:39.929874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 3c218ac8-e445-4552-afd6-b48f7780dbfc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:39.930280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.961759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:39.963446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:39.966710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:39.996427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] device_id is not set on port ea3ddd2e-9d77-43b0-9879-bab83a1177b1 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:29:40.011701 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86b61c8-fb1e-4628-93d6-35eb63ba2635 x-openstack-request-id: req-c86b61c8-fb1e-4628-93d6-35eb63ba2635 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:29:40.012288 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f508e183-9bfa-4fd7-9fa9-543f20cbdecd", "name": "network-vif-deleted", "tag": "edb48f26-74f4-41b4-bd67-28e4c29f1a28", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:29:40.012762 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c86b61c8-fb1e-4628-93d6-35eb63ba2635 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:29:40.013461 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f508e183-9bfa-4fd7-9fa9-543f20cbdecd', 'name': 'network-vif-deleted', 'tag': 'edb48f26-74f4-41b4-bd67-28e4c29f1a28', 'status': 'completed', 'code': 200} Jul 23 14:29:40.056352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 3c218ac8-e445-4552-afd6-b48f7780dbfc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3c218ac8-e445-4552-afd6-b48f7780dbfc,segment=NetworkSegment(b49314e7-ffb9-49a1-a1be-74ae3d1c39fc),segment_id=b49314e7-ffb9-49a1-a1be-74ae3d1c39fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:40.056745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.076775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 3c218ac8-e445-4552-afd6-b48f7780dbfc owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:40.131647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.10 (a5689f73-c5b1-47d3-99e7-7f858048322a/526ed0df-32b9-412c-8f2e-2dd178e08769/ea3ddd2e-9d77-43b0-9879-bab83a1177b1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:40.252505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 7, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c218ac8-e445-4552-afd6-b48f7780dbfc', 'name': '', 'network_id': '103a4adb-f355-4402-afd2-c1c3d587c55f', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:63:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '086596af-50e5-477f-9a18-52e2392e1b00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:32Z', 'updated_at': '2021-07-23T14:29:38Z', 'revision_number': 4, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '086596af-50e5-477f-9a18-52e2392e1b00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:40.285161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:40.291456 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.295484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:40.296466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:40.320256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.352131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=3c218ac8-e445-4552-afd6-b48f7780dbfc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:40.363543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.415850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network a5689f73-c5b1-47d3-99e7-7f858048322a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:40.421613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:40.426233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:40.454876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=ea3ddd2e-9d77-43b0-9879-bab83a1177b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:40.471597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:40.499008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:40.499698 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.524954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.530991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f4e7a0bc-2e82-4615-8552-251b36f50174 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7128580 Jul 23 14:29:40.534797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:40.546384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'ea3ddd2e-9d77-43b0-9879-bab83a1177b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:40.617497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.753371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:40Z', 'revision_number': 8, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:40.769342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:40.786303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a8c3f-1216-4191-bc99-e46c627c1631 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:40Z', 'revision_number': 8, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:40.810082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2cd4ce2-069c-4148-8625-b3eeb81eccd2 req-07cdc055-2093-4c99-9cb7-8ee6d121d7f6 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 210 time: 0.0462935 Jul 23 14:29:40.830421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:40.890923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:40.906312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9f153e32-40a2-46ce-bf20-06c1f0a1f087 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4189298 Jul 23 14:29:40.906679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:40.945820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.25.2.114 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/e22c2202-946a-438c-b63a-020f1620e334) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:40.959174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 086596af-50e5-477f-9a18-52e2392e1b00 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:40.962453 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.002845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.064457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.091737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.105998 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.153753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:41.159393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:41.162467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:41.167264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.188611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=e22c2202-946a-438c-b63a-020f1620e334,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:41.205265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=086596af-50e5-477f-9a18-52e2392e1b00,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:41.207255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271795ca-7df8-44e1-a174-86ae877af834 None None] Network 103a4adb-f355-4402-afd2-c1c3d587c55f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:41.207882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.213782 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1bd82766-a187-4894-821f-67ba59e333a2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/086596af-50e5-477f-9a18-52e2392e1b00 HTTP/1.1" status: 204 len: 168 time: 0.3057823 Jul 23 14:29:41.214575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:41.310814 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.370845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 93c54cf5-84cc-46b6-a034-9598e48f8d5f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:41.371194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.448304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 93c54cf5-84cc-46b6-a034-9598e48f8d5f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=93c54cf5-84cc-46b6-a034-9598e48f8d5f,segment=NetworkSegment(b49314e7-ffb9-49a1-a1be-74ae3d1c39fc),segment_id=b49314e7-ffb9-49a1-a1be-74ae3d1c39fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:41.448679 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.467821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 93c54cf5-84cc-46b6-a034-9598e48f8d5f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:41.478122 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:41.498098 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:41.498951 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:41.547656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] DHCP port deletion for 103a4adb-f355-4402-afd2-c1c3d587c55f request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:41.588674 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.616058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=93c54cf5-84cc-46b6-a034-9598e48f8d5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:41.621837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No DVR routers for this DVR port 93c54cf5-84cc-46b6-a034-9598e48f8d5f on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:41.632223 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:41.657238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] Deleting port 93c54cf5-84cc-46b6-a034-9598e48f8d5f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:41.657609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.717855 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.729296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103a4adb-f355-4402-afd2-c1c3d587c55f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:41.740135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:41.740586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49314e7-ffb9-49a1-a1be-74ae3d1c39fc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:41.753681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.758142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] For port 93c54cf5-84cc-46b6-a034-9598e48f8d5f, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:41.758473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.771128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] Calling delete_port for 93c54cf5-84cc-46b6-a034-9598e48f8d5f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:41.774175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] Port 93c54cf5-84cc-46b6-a034-9598e48f8d5f was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:29:41.775374 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.779465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.796173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:41.797314 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:41.801522 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:41.813404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.816798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device edb48f26-74f4-41b4-bd67-28e4c29f1a28 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:41.819870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] Pushing event deleted for resources: {'Port': ['ID=93c54cf5-84cc-46b6-a034-9598e48f8d5f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:41.824891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cfcde-b280-4dd0-a9e5-93c618629a6a None None] No DVR routers for this DVR port 93c54cf5-84cc-46b6-a034-9598e48f8d5f on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:41.856698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: edb48f26-74f4-41b4-bd67-28e4c29f1a28 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:41.857586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device edb48f26-74f4-41b4-bd67-28e4c29f1a28 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:41.909881 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:40Z', 'revision_number': 8, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:41.910205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.920492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.931464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/103a4adb-f355-4402-afd2-c1c3d587c55f HTTP/1.1" status: 204 len: 168 time: 0.7147472 Jul 23 14:29:41.934046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:41.939943 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:41.949108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:41.957823 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:41.959266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:42.026537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324efb6-28e3-44ef-a5ae-42f8a249ff9d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=103a4adb-f355-4402-afd2-c1c3d587c55f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:42.132970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-958f95c3-a3c1-4302-8e59-14e25a8275d2 req-3324e702-08c8-4055-91ae-615dc7522ba0 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 210 time: 0.1848028 Jul 23 14:29:42.154150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:42.164626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:42.180441 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:42.250249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=e22c2202-946a-438c-b63a-020f1620e334,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:42.257419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:42.362481 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP e190a4e2-a93b-4f79-9634-7ea2f10d0067 associated. External IP: 172.25.2.114, port: ea3ddd2e-9d77-43b0-9879-bab83a1177b1. Jul 23 14:29:42.377540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:42.431007 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:40Z', 'revision_number': 8, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:42.459067 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8063503-9b7c-449c-abd7-35581530c762 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:40Z', 'revision_number': 8, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6fb069d-33b2-4877-a10f-cfaa89b240c7', 'name': '', 'network_id': 'afb1cb84-36da-40f7-854f-1ffdfa7762d4', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:d0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:29Z', 'updated_at': '2021-07-23T14:29:37Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1155d3e3-4e03-4206-83c3-9c2df86fe7bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:42.616035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:42.706986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3c218ac8-e445-4552-afd6-b48f7780dbfc no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:42.712697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port f6fb069d-33b2-4877-a10f-cfaa89b240c7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:42.713207 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:42.732362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3c218ac8-e445-4552-afd6-b48f7780dbfc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:42.732736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3c218ac8-e445-4552-afd6-b48f7780dbfc not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:42.733131 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 93c54cf5-84cc-46b6-a034-9598e48f8d5f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:42.752269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 93c54cf5-84cc-46b6-a034-9598e48f8d5f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:42.753236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 93c54cf5-84cc-46b6-a034-9598e48f8d5f not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:42.755896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:42.769542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:42.778524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:42.779185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:42.786628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:42.816484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:42.828248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:42.828868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:42.839118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port f6fb069d-33b2-4877-a10f-cfaa89b240c7, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f6fb069d-33b2-4877-a10f-cfaa89b240c7,segment=NetworkSegment(a3034786-6244-474c-8be2-2ce637dc7cd8),segment_id=a3034786-6244-474c-8be2-2ce637dc7cd8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:42.839493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:42.843289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf4a2944-3d38-44dd-b148-0fe724819e17 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3039334 Jul 23 14:29:42.846771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:42.853806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:42.860555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for f6fb069d-33b2-4877-a10f-cfaa89b240c7 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:42.865978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:42.866637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883833b-7fc0-4a65-8ee1-8fe5db3fa6f1 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:42.949810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:43.245095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61c603cf-ad02-4513-b5d9-650e5364c093 req-ad46e02e-25ac-4073-9cbe-edee18dc1640 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 210 time: 0.0305507 Jul 23 14:29:43.469655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:43.475986 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:43.476265 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP e190a4e2-a93b-4f79-9634-7ea2f10d0067 disassociated. External IP: 172.25.2.114, port: ea3ddd2e-9d77-43b0-9879-bab83a1177b1. Jul 23 14:29:43.592164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:43.622322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=f6fb069d-33b2-4877-a10f-cfaa89b240c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:43.823097 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:43.912246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:44.108745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:44.114666 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.118519 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:44.119272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:44.127536 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:44.128156 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:44.163559 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:44.173436 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:44.174032 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:44.188295 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fded778b-fbcb-4294-a556-73c9cb3e3b78 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/floatingips/e190a4e2-a93b-4f79-9634-7ea2f10d0067 HTTP/1.1" status: 200 len: 688 time: 1.3404272 Jul 23 14:29:44.190896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:44.205686 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:44.206336 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e98c-a44a-451d-b745-feaa1c519bf9 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:44.336347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:44.342137 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4f61dc8d-c271-4209-981a-b0d741dc3f7b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066162 Jul 23 14:29:44.345451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:44.351558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:44.367640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:44.369647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:44.373188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port e22c2202-946a-438c-b63a-020f1620e334 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:44.373859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.423133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f667f47-a81e-447e-a871-c1d0a002be6e req-c124da5c-7b7a-4036-b680-5eaae04dfe34 tempest-ServerRescueNegativeTestJSON-706897177 tempest-ServerRescueNegativeTestJSON-706897177-project] 10.222.0.21 "GET /v2.0/ports?device_id=f508e183-9bfa-4fd7-9fa9-543f20cbdecd HTTP/1.1" status: 200 len: 210 time: 0.0400558 Jul 23 14:29:44.448234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 1155d3e3-4e03-4206-83c3-9c2df86fe7bf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:44.448234 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.474037 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.474402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.487373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.490044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for e22c2202-946a-438c-b63a-020f1620e334 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:44.490372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:44.583763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.648978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.660712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.677050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=e22c2202-946a-438c-b63a-020f1620e334,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:44.701242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=1155d3e3-4e03-4206-83c3-9c2df86fe7bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:44.708810 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.711066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a80e2332-a713-4462-947e-938fed8a7044 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/1155d3e3-4e03-4206-83c3-9c2df86fe7bf HTTP/1.1" status: 204 len: 168 time: 0.3634908 Jul 23 14:29:44.713409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:44.720385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8f01d-6108-4abf-a0f2-1351095531e6 None None] Network afb1cb84-36da-40f7-854f-1ffdfa7762d4 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:44.733953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:43Z', 'revision_number': 9, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:44.760030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.763253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.768066 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3e02a5da-d71c-48b3-889d-453c06057f20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/floatingips/e190a4e2-a93b-4f79-9634-7ea2f10d0067 HTTP/1.1" status: 204 len: 168 time: 0.5762045 Jul 23 14:29:44.768849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:44.773683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '00947335-e642-4999-b38b-a86fe7d71a80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:44.796789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.799714 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.860769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port d7b09c60-2079-47d0-a27e-106c0d249226 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:44.861097 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.903089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.930385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:44.932086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port d7b09c60-2079-47d0-a27e-106c0d249226, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d7b09c60-2079-47d0-a27e-106c0d249226,segment=NetworkSegment(a3034786-6244-474c-8be2-2ce637dc7cd8),segment_id=a3034786-6244-474c-8be2-2ce637dc7cd8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:44.932462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:44.947533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for d7b09c60-2079-47d0-a27e-106c0d249226 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:44.973105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:44.973787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:45.016773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.25.2.170 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/6e31e434-7c0a-4d8c-b3ff-c33b3851c179) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:45.042358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.071818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=d7b09c60-2079-47d0-a27e-106c0d249226,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:45.075433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No DVR routers for this DVR port d7b09c60-2079-47d0-a27e-106c0d249226 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:45.102139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:45.129848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.157428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.168574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb1cb84-36da-40f7-854f-1ffdfa7762d4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:45.171110 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.182363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3034786-6244-474c-8be2-2ce637dc7cd8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:45.182690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3034786-6244-474c-8be2-2ce637dc7cd8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:45.184914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb4d26-c277-4b54-8468-cc8b237271fd None None] DHCP port deletion for afb1cb84-36da-40f7-854f-1ffdfa7762d4 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:45.191814 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.211161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:45.213273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.218203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:45.222763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:45.222763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.224589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:45.226888 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:45.229454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=6e31e434-7c0a-4d8c-b3ff-c33b3851c179,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:45.289352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.300648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.305592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/afb1cb84-36da-40f7-854f-1ffdfa7762d4 HTTP/1.1" status: 204 len: 168 time: 0.5912278 Jul 23 14:29:45.306479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:45.320286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851e07-2814-4760-9be3-67b342378034 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=afb1cb84-36da-40f7-854f-1ffdfa7762d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:45.341245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:43Z', 'revision_number': 9, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:45.364626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fee15c-279e-495a-a08b-309531f270b7 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:43Z', 'revision_number': 9, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83742f4a-f3bb-498f-a17d-4ca5b7811e53', 'name': '', 'network_id': 'a3b5c756-4f61-4340-8eca-ae8569cb73f2', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:c4:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:25Z', 'updated_at': '2021-07-23T14:29:33Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '1847d7bb-8287-4a80-8bc1-1a05e20a2575', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:45.492877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:45.801612 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52f38ac8-4fb4-423e-a221-bff6d2740fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:45.984717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.204072 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.246237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Deleting port 9ae416ec-f719-4cb2-9614-bcbac5169951 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:46.246521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.327975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] For port 9ae416ec-f719-4cb2-9614-bcbac5169951, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9ae416ec-f719-4cb2-9614-bcbac5169951,segment=NetworkSegment(c0d3345b-8053-4992-82e6-5ac3b506e232),segment_id=c0d3345b-8053-4992-82e6-5ac3b506e232)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:46.328336 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.341768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Calling delete_port for 9ae416ec-f719-4cb2-9614-bcbac5169951 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:46.349082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.404083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.524083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.549709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae416ec-f719-4cb2-9614-bcbac5169951,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:46.642206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.653913 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.741968 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.768856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=6e31e434-7c0a-4d8c-b3ff-c33b3851c179,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:46.774214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7b09c60-2079-47d0-a27e-106c0d249226 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:46.780449 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:46.799440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d7b09c60-2079-47d0-a27e-106c0d249226 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:46.799798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d7b09c60-2079-47d0-a27e-106c0d249226 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:46.800202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f6fb069d-33b2-4877-a10f-cfaa89b240c7 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:46.820034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f6fb069d-33b2-4877-a10f-cfaa89b240c7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:46.820377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f6fb069d-33b2-4877-a10f-cfaa89b240c7 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:46.920689 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 891b0461-6e9d-4757-987c-67fc5cfc3f9d associated. External IP: 172.25.2.170, port: 00947335-e642-4999-b38b-a86fe7d71a80. Jul 23 14:29:46.925955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 83742f4a-f3bb-498f-a17d-4ca5b7811e53 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:46.926269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.095511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 83742f4a-f3bb-498f-a17d-4ca5b7811e53, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=83742f4a-f3bb-498f-a17d-4ca5b7811e53,segment=NetworkSegment(c3216efa-318e-45c4-8ccb-372f2bb1630d),segment_id=c3216efa-318e-45c4-8ccb-372f2bb1630d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:47.095784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.111014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 83742f4a-f3bb-498f-a17d-4ca5b7811e53 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:47.305327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Router baba92f9-f253-4c0a-9966-35aeb3fce042 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:47.307209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:47.413858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:47.422603 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] Sync routers for ids ['baba92f9-f253-4c0a-9966-35aeb3fce042'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:47.426710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ea2c80f4-8c88-433c-947b-f975e0349af2 admin admin] 10.222.0.21 "PUT /v2.0/routers/baba92f9-f253-4c0a-9966-35aeb3fce042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9303734 Jul 23 14:29:47.426939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:47.432674 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] Routers {'baba92f9-f253-4c0a-9966-35aeb3fce042'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:47.433604 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['baba92f9-f253-4c0a-9966-35aeb3fce042'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:47.443575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.485389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=83742f4a-f3bb-498f-a17d-4ca5b7811e53,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:47.496422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:47.510746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:47.524764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:47.525659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:47.569246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.569869 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] Set router baba92f9-f253-4c0a-9966-35aeb3fce042 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:47.592093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:47.609108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:47.609825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:47.625878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.681728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:47.684728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d9c88a-b9fb-40f3-829d-0965358f9b09 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:47.715283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.787709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Deleting port 3fdad947-deab-493a-a7a8-f9cf152aea5a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:47.787953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.823777 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:29:46Z', 'revision_number': 5, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port': {'id': '3fdad947-deab-493a-a7a8-f9cf152aea5a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:14:20Z', 'updated_at': '2021-07-23T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:47.854391 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] Checking router: baba92f9-f253-4c0a-9966-35aeb3fce042 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:47.863821 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] Routers {'baba92f9-f253-4c0a-9966-35aeb3fce042'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:47.864918 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['baba92f9-f253-4c0a-9966-35aeb3fce042'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:47.886055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.897918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] For port 3fdad947-deab-493a-a7a8-f9cf152aea5a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3fdad947-deab-493a-a7a8-f9cf152aea5a,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:47.898451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:47.913217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Calling delete_port for 3fdad947-deab-493a-a7a8-f9cf152aea5a owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:47.958285 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] Set router baba92f9-f253-4c0a-9966-35aeb3fce042 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:48.020220 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6a9a1316-79de-4699-8a48-c664cd319715 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2502737 Jul 23 14:29:48.021115 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:29:47Z', 'revision_number': 6, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:48.021272 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.022820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:48.055717 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c4181-531b-49fd-bc97-8424959d6949 None None] The sync data for ids ['baba92f9-f253-4c0a-9966-35aeb3fce042'] in n-d-801990-3 is: [{'id': 'baba92f9-f253-4c0a-9966-35aeb3fce042', 'name': 'tempest-ServerRescueNegativeTestJSON-520812481-router', 'tenant_id': '4826d33744b24a21b987878766488de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:14:19Z', 'updated_at': '2021-07-23T14:29:47Z', 'revision_number': 6, 'project_id': '4826d33744b24a21b987878766488de8', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:48.107114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.133729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdad947-deab-493a-a7a8-f9cf152aea5a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:48.149614 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad9d39e7-9a9c-48f9-8614-bdc2507db2da tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "GET /v2.0/floatingips/891b0461-6e9d-4757-987c-67fc5cfc3f9d HTTP/1.1" status: 200 len: 979 time: 0.1257198 Jul 23 14:29:48.154146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:48.199478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.290470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.292584 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.301905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-905d3c04-4563-4e2c-94ad-758351a4870d tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1466222 Jul 23 14:29:48.326800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:48.328035 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.333992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'port_id': 'ea3ddd2e-9d77-43b0-9879-bab83a1177b1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:48.342577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.343088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baba92f9-f253-4c0a-9966-35aeb3fce042 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:48.347248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.348526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-38e20ccc-07ef-4bb0-98f2-965de738e6d1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/baba92f9-f253-4c0a-9966-35aeb3fce042 HTTP/1.1" status: 204 len: 168 time: 0.9206583 Jul 23 14:29:48.351188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:48.397254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] Deleting subnet 333fb6f5-b3c1-4538-8027-b63bd30ccac6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:48.400957 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.408520 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.411665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:48.438870 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.488629 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.503864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1b86c96-5afb-4a3d-9aeb-f639dc622d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.554216 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.587623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333fb6f5-b3c1-4538-8027-b63bd30ccac6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:48.591284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.595935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-de5d939d-6129-4a02-a971-2e3f112ab75b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/333fb6f5-b3c1-4538-8027-b63bd30ccac6 HTTP/1.1" status: 204 len: 168 time: 0.2437830 Jul 23 14:29:48.596560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:48.609230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:48.619967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-02d18671-550b-4409-bfff-1d550c17cd7a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3098674 Jul 23 14:29:48.621600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:48.622973 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:48.639963 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:48.642451 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:48.682741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.745122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 1847d7bb-8287-4a80-8bc1-1a05e20a2575 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:48.751055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.771700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.783968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1471e1-0ac7-485c-9107-b2695b823a83']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:48.796142 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:48.798041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d3345b-8053-4992-82e6-5ac3b506e232') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:48.798755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d3345b-8053-4992-82e6-5ac3b506e232') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:48.802834 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.810330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.819965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fdad947-deab-493a-a7a8-f9cf152aea5a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:48.824910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.835478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:48.835892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:48.838087 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:48.856898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3fdad947-deab-493a-a7a8-f9cf152aea5a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:48.857423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fdad947-deab-493a-a7a8-f9cf152aea5a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:48.858847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9ae416ec-f719-4cb2-9614-bcbac5169951 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:48.911461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9ae416ec-f719-4cb2-9614-bcbac5169951 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:48.912147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9ae416ec-f719-4cb2-9614-bcbac5169951 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:48.922026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.932047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:48.934266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/cb1471e1-0ac7-485c-9107-b2695b823a83 HTTP/1.1" status: 204 len: 168 time: 0.3364637 Jul 23 14:29:48.957463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db332ce9-1a36-4d03-94e3-982825d336fb admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1471e1-0ac7-485c-9107-b2695b823a83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:49.062099 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:47Z', 'revision_number': 10, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:49.090304 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:49.102342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.103442 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:49.104025 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:49.127424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:49.172533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b1776fe8-ccfd-4b29-9cbf-3dd227dd200c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4826d33744b24a21b987878766488de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441525 Jul 23 14:29:49.175675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:49.214383 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:49.234672 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.236327 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12b0c191-5859-47fe-a641-a1c1261102ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.260638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12b0c191-5859-47fe-a641-a1c1261102ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.280274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=1847d7bb-8287-4a80-8bc1-1a05e20a2575,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:49.286081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.289829 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.291972 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ba84db95-a6cb-424f-8bbf-ad6c5d5dc710 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/1847d7bb-8287-4a80-8bc1-1a05e20a2575 HTTP/1.1" status: 204 len: 168 time: 0.6707592 Jul 23 14:29:49.293467 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.296592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:49.301464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741a20b-ed89-49d4-a36b-51eec5aca818 None None] Network a3b5c756-4f61-4340-8eca-ae8569cb73f2 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:49.321625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12b0c191-5859-47fe-a641-a1c1261102ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.324309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12b0c191-5859-47fe-a641-a1c1261102ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.328230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-12b0c191-5859-47fe-a641-a1c1261102ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d078c7e-a556-4cd7-8a7d-b1843dec0eee HTTP/1.1" status: 204 len: 168 time: 0.1476071 Jul 23 14:29:49.342004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0c191-5859-47fe-a641-a1c1261102ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d078c7e-a556-4cd7-8a7d-b1843dec0eee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:49.454190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.491372 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 891b0461-6e9d-4757-987c-67fc5cfc3f9d associated. External IP: 172.25.2.170, port: 00947335-e642-4999-b38b-a86fe7d71a80. Jul 23 14:29:49.558407 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.576544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] DHCP port deletion for a3b5c756-4f61-4340-8eca-ae8569cb73f2 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:49.625340 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:47Z', 'revision_number': 10, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:49.634123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] Deleting port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:49.634889 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.648165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:49.648784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.659814 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971808ec-2e58-44aa-8c24-dfb4fd39e03f None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:47Z', 'revision_number': 10, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None, '_interfaces': [{'id': '0ec0171e-a3d8-4ece-aa3e-f1457741449e', 'name': '', 'network_id': 'e2a286ff-f154-458d-b354-98dfff8190e5', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'mac_address': 'fa:16:3e:44:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:29:22Z', 'updated_at': '2021-07-23T14:29:29Z', 'revision_number': 5, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'subnets': [{'id': '2e06db24-7053-4690-b1df-f3fadf7a060e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:49.717486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] For port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,segment=NetworkSegment(c3216efa-318e-45c4-8ccb-372f2bb1630d),segment_id=c3216efa-318e-45c4-8ccb-372f2bb1630d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:49.717990 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.732652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] Calling delete_port for 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:49.824297 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:49.855225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] No DVR routers for this DVR port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:49.860631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebcca6-06b4-42ee-ac96-bc16cf5264a2 None None] Pushing event deleted for resources: {'Port': ['ID=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:50.134192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,segment=NetworkSegment(c3216efa-318e-45c4-8ccb-372f2bb1630d),segment_id=c3216efa-318e-45c4-8ccb-372f2bb1630d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:50.134493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.153638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:50.162680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:50.219193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:50.266403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2093874871-network', 'tenant_id': 'a9b580c448284606bede2138521e1d91'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:50.289646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Made reservation on behalf of a9b580c448284606bede2138521e1d91 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:50.292874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.305358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.314045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.351223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=626aca19-02ad-4fd6-9aa5-d07f26fa5f61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:50.357540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No DVR routers for this DVR port 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:50.401430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.404111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:50.406720 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.415468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:50.425021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:50.425721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:50.439105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:29:50.443841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c1c83e-20ae-496d-bb5b-f985be208874,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:50.451391 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.451696 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Added segment 675d7b47-99c3-429d-a051-46ab4b3be708 of type vlan for network 4e38c9f5-252b-41f3-8af3-ff3554d11807 Jul 23 14:29:50.463894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:50.474028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:50.474750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:50.496569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.507236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:50.508130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8189f-737d-457f-aa9a-04f86be97155 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:50.514423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.528018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.529002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:50.529630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.532835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b5c756-4f61-4340-8eca-ae8569cb73f2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:50.547812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3216efa-318e-45c4-8ccb-372f2bb1630d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:50.548106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3216efa-318e-45c4-8ccb-372f2bb1630d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:50.561547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3942719 Jul 23 14:29:50.561799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.563033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:50.575200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Request body: {'subnet': {'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2093874871-subnet', 'tenant_id': 'a9b580c448284606bede2138521e1d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:50.597891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555f936-2386-4fc6-bf0b-ead2f7841793 admin admin] Pushing event updated for resources: {'Network': ['ID=4e38c9f5-252b-41f3-8af3-ff3554d11807,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:50.598175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.611227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 4e38c9f5-252b-41f3-8af3-ff3554d11807 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:29:50.611792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:50.612026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:50.617427 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:50.649630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Made reservation on behalf of a9b580c448284606bede2138521e1d91 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:50.652511 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.700246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:50.721636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:50.722051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 626aca19-02ad-4fd6-9aa5-d07f26fa5f61 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:50.723043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83742f4a-f3bb-498f-a17d-4ca5b7811e53 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:50.743315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 83742f4a-f3bb-498f-a17d-4ca5b7811e53 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:50.743681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83742f4a-f3bb-498f-a17d-4ca5b7811e53 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:50.781044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.795594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:50.797689 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/a3b5c756-4f61-4340-8eca-ae8569cb73f2 HTTP/1.1" status: 204 len: 168 time: 1.4999378 Jul 23 14:29:50.800958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:50.844143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60170015-1020-47f3-aa1f-9e40e30fd127 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=a3b5c756-4f61-4340-8eca-ae8569cb73f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:50.890717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:51.063981 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.098913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:51.105934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.112875 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:51.124155 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:51.124911 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.157488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.157842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65b612e-69f9-4c47-9623-5c91fcb3150f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:51.171612 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.180063 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:51.180652 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.199919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Checking segment: {'id': '675d7b47-99c3-429d-a051-46ab4b3be708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:51.199919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Network hostable DHCP agents. Network: 4e38c9f5-252b-41f3-8af3-ff3554d11807, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:29:51.212203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-732488b4-81f7-4b3e-a6a4-0de4ec905fc8 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/floatingips/891b0461-6e9d-4757-987c-67fc5cfc3f9d HTTP/1.1" status: 200 len: 979 time: 2.8843250 Jul 23 14:29:51.215203 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.215826 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426ce25-5aed-47e5-bd2a-5ed17ce50fcf None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:51.216137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:51.220609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:51.252541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.260988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Network 4e38c9f5-252b-41f3-8af3-ff3554d11807 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:29:51.278220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 4e38c9f5-252b-41f3-8af3-ff3554d11807) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:51.284954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:51.285540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.286917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e1a79-6fe9-426b-b059-99229f116918 None None] Network 4e38c9f5-252b-41f3-8af3-ff3554d11807 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:51.296836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.351595 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0151afc3-6124-4056-84d4-ea830c890a2d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7787626 Jul 23 14:29:51.417022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8607796-d383-4966-bc71-e966a584e38f None None] Network 4e38c9f5-252b-41f3-8af3-ff3554d11807 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:51.471682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port 0ec0171e-a3d8-4ece-aa3e-f1457741449e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:51.472163 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.510575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.515166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.516559 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 891b0461-6e9d-4757-987c-67fc5cfc3f9d disassociated. External IP: 172.25.2.170, port: ea3ddd2e-9d77-43b0-9879-bab83a1177b1. Jul 23 14:29:51.592134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port 0ec0171e-a3d8-4ece-aa3e-f1457741449e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0ec0171e-a3d8-4ece-aa3e-f1457741449e,segment=NetworkSegment(e752abb7-ea72-4d00-bf32-e65650aac8da),segment_id=e752abb7-ea72-4d00-bf32-e65650aac8da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:51.592691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.606466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for 0ec0171e-a3d8-4ece-aa3e-f1457741449e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:51.741742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:51.855489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:51.860825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-c19de46c-9cfd-4a74-83c6-7e063e99e582 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:51.861032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.861534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-c19de46c-9cfd-4a74-83c6-7e063e99e582 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/networks?id=4e38c9f5-252b-41f3-8af3-ff3554d11807 HTTP/1.1" status: 200 len: 809 time: 0.1507330 Jul 23 14:29:51.867390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:51.872001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:51.882165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:51.883013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.904967 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9200653-f420-4f25-87ee-22f68b80657c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/floatingips/891b0461-6e9d-4757-987c-67fc5cfc3f9d HTTP/1.1" status: 200 len: 688 time: 0.6849942 Jul 23 14:29:51.905207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:51.910246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=0ec0171e-a3d8-4ece-aa3e-f1457741449e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:51.915475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-2c5a444e-e42f-4fdd-aa15-7380d797f51b tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/quotas/a9b580c448284606bede2138521e1d91 HTTP/1.1" status: 200 len: 375 time: 0.0445149 Jul 23 14:29:51.938488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.950837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:51.951791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.986192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:51.987377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c59ab-54ec-4bca-bb08-ebe19d797a1b None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:51.999432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4ac16c82-6342-4a2d-a163-1b18e7d3ddda tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9b580c448284606bede2138521e1d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633841 Jul 23 14:29:52.056367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.058271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 6e31e434-7c0a-4d8c-b3ff-c33b3851c179 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:52.058751 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.154799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.155201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.169247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 6e31e434-7c0a-4d8c-b3ff-c33b3851c179 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:52.183179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-e4053be7-d371-4c52-bfcc-8b823a628561 service neutron] 10.222.0.21 "GET /v2.0/networks/4e38c9f5-252b-41f3-8af3-ff3554d11807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581247 Jul 23 14:29:52.279713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:52.309296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.341716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=6e31e434-7c0a-4d8c-b3ff-c33b3851c179,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:52.397489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-536ace94-30ce-4853-ab4c-b1ce332ea350 service neutron] 10.222.0.21 "GET /v2.0/networks/4e38c9f5-252b-41f3-8af3-ff3554d11807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786919 Jul 23 14:29:52.398890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:52.401053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.403761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.407553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5953891f-9324-47d7-ac17-97bb6ade32be tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6022902 Jul 23 14:29:52.408222 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4964a553-1c95-4e57-bc6e-8d35d1fefb18 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/floatingips/891b0461-6e9d-4757-987c-67fc5cfc3f9d HTTP/1.1" status: 204 len: 168 time: 0.4990206 Jul 23 14:29:52.408466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:52.408696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:52.414301 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:52.436309 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:52.436958 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:52.454788 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4274b440-47cf-4c79-9208-266969b52dd7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] delete failed (client error): The resource could not be found. Jul 23 14:29:52.455867 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4274b440-47cf-4c79-9208-266969b52dd7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/floatingips/891b0461-6e9d-4757-987c-67fc5cfc3f9d HTTP/1.1" status: 404 len: 345 time: 0.0471864 Jul 23 14:29:52.460449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:52.530166 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:52.594938 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:51Z', 'revision_number': 11, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:52.640406 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:52.653331 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:52.653964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:52.754823 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:52.810300 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:51Z', 'revision_number': 11, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:52.846202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting subnet 2e06db24-7053-4690-b1df-f3fadf7a060e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:29:52.847738 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad25cd5-1bc8-453e-8447-6aaf4f168088 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:51Z', 'revision_number': 11, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:52.870407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.958173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:52.962728 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19c42df4-7567-47ba-b085-0c5f7ae1b48d req-d188b697-9a1a-4ae4-9bd0-c963419f06aa tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 210 time: 0.1244967 Jul 23 14:29:53.025390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8edccfe-c84c-4f5c-afb4-5de9cc168efc tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:53.031210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8edccfe-c84c-4f5c-afb4-5de9cc168efc tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:53.037119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8edccfe-c84c-4f5c-afb4-5de9cc168efc tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:53.038791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a8edccfe-c84c-4f5c-afb4-5de9cc168efc tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "GET /v2.0/ports?network_id=a5689f73-c5b1-47d3-99e7-7f858048322a HTTP/1.1" status: 200 len: 2360 time: 0.5768912 Jul 23 14:29:53.041543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:53.124643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893eb789-35e5-4e3f-a8b8-229b94af653a tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:53.126021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-893eb789-35e5-4e3f-a8b8-229b94af653a tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "GET /v2.0/subnets/526ed0df-32b9-412c-8f2e-2dd178e08769 HTTP/1.1" status: 200 len: 797 time: 0.0835402 Jul 23 14:29:53.129306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.131542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:53.137664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'port': {'network_id': 'a5689f73-c5b1-47d3-99e7-7f858048322a', 'name': 'tempest-FloatingIPTestJSON-690080195', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:53.206060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.236548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Subnet': ['ID=2e06db24-7053-4690-b1df-f3fadf7a060e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:53.238584 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.243003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ccf3a2b5-fc9e-4c93-8163-bf692adadbc8 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/2e06db24-7053-4690-b1df-f3fadf7a060e HTTP/1.1" status: 204 len: 168 time: 0.8323522 Jul 23 14:29:53.243911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:53.251978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51270e3-5b40-4b4a-819c-13b9e56a00e5 None None] Network e2a286ff-f154-458d-b354-98dfff8190e5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:29:53.333223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.344663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:53.448697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] DHCP port deletion for e2a286ff-f154-458d-b354-98dfff8190e5 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:29:53.460672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Deleting port aad4a957-4db7-4e15-9a96-3580142476b5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:53.461000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.465364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.500193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Deleting port aad4a957-4db7-4e15-9a96-3580142476b5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:53.500454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] device_id is not set on port f99badff-1b90-47c6-a67b-58bec800f50c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:29:53.500572 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.568176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] For port aad4a957-4db7-4e15-9a96-3580142476b5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=aad4a957-4db7-4e15-9a96-3580142476b5,segment=NetworkSegment(e752abb7-ea72-4d00-bf32-e65650aac8da),segment_id=e752abb7-ea72-4d00-bf32-e65650aac8da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:53.568176 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.588012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Calling delete_port for aad4a957-4db7-4e15-9a96-3580142476b5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:53.594549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] For port aad4a957-4db7-4e15-9a96-3580142476b5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=aad4a957-4db7-4e15-9a96-3580142476b5,segment=NetworkSegment(e752abb7-ea72-4d00-bf32-e65650aac8da),segment_id=e752abb7-ea72-4d00-bf32-e65650aac8da)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:29:53.594939 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.656021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Calling delete_port for aad4a957-4db7-4e15-9a96-3580142476b5 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:53.684879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:53.717400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] No DVR routers for this DVR port aad4a957-4db7-4e15-9a96-3580142476b5 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:53.722667 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Pushing event deleted for resources: {'Port': ['ID=aad4a957-4db7-4e15-9a96-3580142476b5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:53.737120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.737581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.738115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.738462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.738830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.739225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.739559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.739891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.740218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.740546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.740872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:53.741196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8c701-7bcf-48a0-ae75-a7d888935fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:54.073087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-971d9158-a77d-461c-9d81-b2efc2712d08 req-efb8e6e1-828b-49b6-87b2-1ede9ff68028 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 210 time: 0.0299039 Jul 23 14:29:54.219506 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-9e802c2e-3f4f-46ad-a56a-bd83e8c36900 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:54.220960 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-9e802c2e-3f4f-46ad-a56a-bd83e8c36900 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.48 "GET /v2.0/networks?id=4e38c9f5-252b-41f3-8af3-ff3554d11807 HTTP/1.1" status: 200 len: 809 time: 0.6155455 Jul 23 14:29:54.252098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Request body: {'port': {'device_id': '978e1574-1158-452a-a1d0-64a2f515a4df', 'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807', 'admin_state_up': True, 'tenant_id': 'a9b580c448284606bede2138521e1d91'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:54.260035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.323315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Port': ['ID=aad4a957-4db7-4e15-9a96-3580142476b5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:54.352453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No DVR routers for this DVR port aad4a957-4db7-4e15-9a96-3580142476b5 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:29:54.447904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.14 (a5689f73-c5b1-47d3-99e7-7f858048322a/526ed0df-32b9-412c-8f2e-2dd178e08769/f99badff-1b90-47c6-a67b-58bec800f50c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:54.469240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.13 (a5689f73-c5b1-47d3-99e7-7f858048322a/526ed0df-32b9-412c-8f2e-2dd178e08769/f99badff-1b90-47c6-a67b-58bec800f50c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:54.505155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.522625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a286ff-f154-458d-b354-98dfff8190e5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:54.542731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e752abb7-ea72-4d00-bf32-e65650aac8da') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:54.543065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e752abb7-ea72-4d00-bf32-e65650aac8da') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:54.555009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.581414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Made reservation on behalf of a9b580c448284606bede2138521e1d91 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:29:54.585319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.591212 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.622344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:29:54.622516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:29:54.625429 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:29:54.684376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ec0171e-a3d8-4ece-aa3e-f1457741449e no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:54.705462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0ec0171e-a3d8-4ece-aa3e-f1457741449e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:54.705799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ec0171e-a3d8-4ece-aa3e-f1457741449e not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:54.706220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device aad4a957-4db7-4e15-9a96-3580142476b5 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:29:54.726309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: aad4a957-4db7-4e15-9a96-3580142476b5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:29:54.726685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device aad4a957-4db7-4e15-9a96-3580142476b5 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:29:54.777386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.791653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.793622 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/networks/e2a286ff-f154-458d-b354-98dfff8190e5 HTTP/1.1" status: 204 len: 168 time: 1.5492804 Jul 23 14:29:54.796801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:54.802042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:54.815948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571afcf-211f-4e57-9a76-2376b9c96819 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Pushing event deleted for resources: {'Network': ['ID=e2a286ff-f154-458d-b354-98dfff8190e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:54.859479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.883940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Allocated IP 172.20.0.14 (4e38c9f5-252b-41f3-8af3-ff3554d11807/a65b612e-69f9-4c47-9623-5c91fcb3150f/1dd2a961-010d-4331-b9e5-940fd837f96b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:54.945407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:54.979936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 14:29:54.980386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 14:29:54.980758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.022198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network a5689f73-c5b1-47d3-99e7-7f858048322a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:55.028540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=f99badff-1b90-47c6-a67b-58bec800f50c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:55.031060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:55.035123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:55.118797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.122802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.125176 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:55.125818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.149811 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.161361 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-220bc24b-5478-4fd7-89e5-802fe479c3d7 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0278537 Jul 23 14:29:55.164017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:55.169568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'f99badff-1b90-47c6-a67b-58bec800f50c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:55.206935 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.218985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6e1f276-02d8-4849-b1cd-b8711d596a7a req-65ae4db2-c02d-4742-a0f1-97124b0836ce tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 210 time: 0.0586526 Jul 23 14:29:55.222484 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.229575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:55.280423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Network 4e38c9f5-252b-41f3-8af3-ff3554d11807 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:55.288794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:55.292086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:55.294602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Pushing event updated for resources: {'Port': ['ID=1dd2a961-010d-4331-b9e5-940fd837f96b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:55.308513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:55.315298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.317420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-97e41bd4-6e7c-4e14-bcf9-74a270b9a7eb tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 200 len: 705 time: 0.5194366 Jul 23 14:29:55.319260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:55.321762 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] Sync routers for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:55.331666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:55.332372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:55.349406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-54b3fad9-2dd6-47d2-86bd-8a01c98b35e1 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 200 len: 205 time: 0.0289664 Jul 23 14:29:55.351817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:55.378233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:55.378881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.403250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:55.403523 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-97ed999b-0af7-4088-a0d5-05a5d6a8a9d2 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1557405 Jul 23 14:29:55.417589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Request body: {'port': {'device_id': '978e1574-1158-452a-a1d0-64a2f515a4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:55.428071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e0f4c6-da03-46b6-84ee-0938562bd63b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.443044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.461285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:51Z', 'revision_number': 11, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:55.488164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] Checking router: cf25ed1c-7628-464f-a4c1-de0b55a7b4ad for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:55.498138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] Routers {'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:55.499172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:55.576865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.589707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e0f4c6-da03-46b6-84ee-0938562bd63b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.591965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e0f4c6-da03-46b6-84ee-0938562bd63b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.633180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.25.2.40 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/b3a66f0a-8777-45ba-8da8-ee46ee5c7499) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:29:55.638620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e0f4c6-da03-46b6-84ee-0938562bd63b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.639609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0f4c6-da03-46b6-84ee-0938562bd63b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Fanout notify agent at l3_agent the message router_deleted on router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:55.651546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e0f4c6-da03-46b6-84ee-0938562bd63b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.653234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-30e0f4c6-da03-46b6-84ee-0938562bd63b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 204 len: 168 time: 0.3005102 Jul 23 14:29:55.661133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:55.666328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99f7701a-37c4-4b7e-89f0-d71bdb522542 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1046360609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:55.694116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99f7701a-37c4-4b7e-89f0-d71bdb522542 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.695421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99f7701a-37c4-4b7e-89f0-d71bdb522542 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.742060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] Set router cf25ed1c-7628-464f-a4c1-de0b55a7b4ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:55.751164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99f7701a-37c4-4b7e-89f0-d71bdb522542 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.758897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99f7701a-37c4-4b7e-89f0-d71bdb522542 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.776065 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99f7701a-37c4-4b7e-89f0-d71bdb522542 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.780013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-99f7701a-37c4-4b7e-89f0-d71bdb522542 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1150301 Jul 23 14:29:55.786520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:55.791646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3392eec9-52d1-4cf7-be73-6ec713246991 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:55.797534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:51Z', 'revision_number': 11, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:55.829194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433efc27-a953-45d5-97d6-7c95af2732c2 None None] The sync data for ids ['cf25ed1c-7628-464f-a4c1-de0b55a7b4ad'] in n-d-801990-3 is: [{'id': 'cf25ed1c-7628-464f-a4c1-de0b55a7b4ad', 'name': 'tempest-RoutersIpV6Test-router-1355878439', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:21Z', 'updated_at': '2021-07-23T14:29:51Z', 'revision_number': 11, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:55.886617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:55.993346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.028771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd2a961-010d-4331-b9e5-940fd837f96b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:29:56.039713 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.040928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392eec9-52d1-4cf7-be73-6ec713246991 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.058682 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392eec9-52d1-4cf7-be73-6ec713246991 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.062056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:29:56.069104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=b3a66f0a-8777-45ba-8da8-ee46ee5c7499,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:56.073338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:29:56.075256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Transition to ACTIVE for port object 1dd2a961-010d-4331-b9e5-940fd837f96b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:29:56.076391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:29:56.104453 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.166785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3392eec9-52d1-4cf7-be73-6ec713246991 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Router c2f80309-7385-461e-bf1f-b575d7d46a18 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:29:56.193010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2a961-010d-4331-b9e5-940fd837f96b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:56.247322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3392eec9-52d1-4cf7-be73-6ec713246991 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:56.254842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392eec9-52d1-4cf7-be73-6ec713246991 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.256295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3392eec9-52d1-4cf7-be73-6ec713246991 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "PUT /v2.0/routers/c2f80309-7385-461e-bf1f-b575d7d46a18 HTTP/1.1" status: 200 len: 698 time: 0.4686053 Jul 23 14:29:56.260088 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] Sync routers for ids ['c2f80309-7385-461e-bf1f-b575d7d46a18'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:56.263152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:56.269985 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] Routers {'c2f80309-7385-461e-bf1f-b575d7d46a18'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:56.270840 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c2f80309-7385-461e-bf1f-b575d7d46a18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:56.350617 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] Set router c2f80309-7385-461e-bf1f-b575d7d46a18 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:56.377405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Attempting to bind port 1dd2a961-010d-4331-b9e5-940fd837f96b on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:29:56.378050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Attempting to bind port 1dd2a961-010d-4331-b9e5-940fd837f96b by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '675d7b47-99c3-429d-a051-46ab4b3be708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:29:56.378571 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a53671d8-2a72-4c13-b5f5-724be0f8192e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/routers/c2f80309-7385-461e-bf1f-b575d7d46a18 HTTP/1.1" status: 200 len: 704 time: 0.1140385 Jul 23 14:29:56.381511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Attempting to bind port 1dd2a961-010d-4331-b9e5-940fd837f96b on network 4e38c9f5-252b-41f3-8af3-ff3554d11807 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:56.382271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:56.391346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Port 1dd2a961-010d-4331-b9e5-940fd837f96b on network 4e38c9f5-252b-41f3-8af3-ff3554d11807 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:29:56.391659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Attempting to bind port 1dd2a961-010d-4331-b9e5-940fd837f96b on network 4e38c9f5-252b-41f3-8af3-ff3554d11807 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:29:56.402051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:29:56.402393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Checking segment: {'id': '675d7b47-99c3-429d-a051-46ab4b3be708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:29:56.402857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Bound using segment: {'id': '675d7b47-99c3-429d-a051-46ab4b3be708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:29:56.403302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Bound port: 1dd2a961-010d-4331-b9e5-940fd837f96b, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675d7b47-99c3-429d-a051-46ab4b3be708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:29:56.403665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.413015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ce103ca-d7ba-48a2-bec3-f52875a46b5a tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2f80309-7385-461e-bf1f-b575d7d46a18 HTTP/1.1" status: 200 len: 205 time: 0.0296113 Jul 23 14:29:56.414677 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f80309-7385-461e-bf1f-b575d7d46a18', 'name': 'tempest-RoutersIpV6Test-router-1046360609', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:55Z', 'updated_at': '2021-07-23T14:29:56Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:56.416395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:56.445724 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] Checking router: c2f80309-7385-461e-bf1f-b575d7d46a18 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:29:56.455458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] Routers {'c2f80309-7385-461e-bf1f-b575d7d46a18'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:56.455458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c2f80309-7385-461e-bf1f-b575d7d46a18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:56.503811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1ebc-cff2-488f-8f4b-ea42df3d81db req-ef81bfb3-8650-49fc-8e3c-ef6c6a579841 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:56.510822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c6a1ebc-cff2-488f-8f4b-ea42df3d81db req-ef81bfb3-8650-49fc-8e3c-ef6c6a579841 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 944 time: 0.1966538 Jul 23 14:29:56.514286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eb9a5-972c-4525-96f9-6262e2d301ae tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.517194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] For port 1dd2a961-010d-4331-b9e5-940fd837f96b, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:29:56.528957 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] Set router c2f80309-7385-461e-bf1f-b575d7d46a18 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:29:56.582923 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f80309-7385-461e-bf1f-b575d7d46a18', 'name': 'tempest-RoutersIpV6Test-router-1046360609', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:55Z', 'updated_at': '2021-07-23T14:29:56Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:56.588721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] For port 1dd2a961-010d-4331-b9e5-940fd837f96b, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1dd2a961-010d-4331-b9e5-940fd837f96b,segment=NetworkSegment(675d7b47-99c3-429d-a051-46ab4b3be708),segment_id=675d7b47-99c3-429d-a051-46ab4b3be708)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:29:56.598973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.614293 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c958e4b-fbf6-43ed-ab7f-51302b77efa9 None None] The sync data for ids ['c2f80309-7385-461e-bf1f-b575d7d46a18'] in n-d-801990-3 is: [{'id': 'c2f80309-7385-461e-bf1f-b575d7d46a18', 'name': 'tempest-RoutersIpV6Test-router-1046360609', 'tenant_id': 'b1476724cb78415ea486fc3f6aad08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:29:55Z', 'updated_at': '2021-07-23T14:29:56Z', 'revision_number': 2, 'project_id': 'b1476724cb78415ea486fc3f6aad08b9', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:56.660514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.687585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:56.688225 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.689743 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] 10.222.0.48 "PUT /v2.0/ports/1dd2a961-010d-4331-b9e5-940fd837f96b HTTP/1.1" status: 200 len: 1092 time: 1.2773933 Jul 23 14:29:56.692210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978e1574-1158-452a-a1d0-64a2f515a4df', 'tag': '1dd2a961-010d-4331-b9e5-940fd837f96b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:29:56.694381 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2641edd9-ab5d-4ff6-93af-41446aec69a7" -d '{"events": [{"name": "network-changed", "server_uuid": "978e1574-1158-452a-a1d0-64a2f515a4df", "tag": "1dd2a961-010d-4331-b9e5-940fd837f96b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:29:56.729340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3e788-b95f-44f4-a916-2aec3f275d3a service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2a961-010d-4331-b9e5-940fd837f96b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:56.825655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:56.830923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-06440b5a-77eb-4e13-9f8e-b9fbf78bac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:56.832478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-06440b5a-77eb-4e13-9f8e-b9fbf78bac1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9b580c448284606bede2138521e1d91&device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 1095 time: 0.0976291 Jul 23 14:29:56.894265 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-e296c2bf-56f7-4343-ad48-5fcd8c4fe83f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dd2a961-010d-4331-b9e5-940fd837f96b HTTP/1.1" status: 200 len: 217 time: 0.0392320 Jul 23 14:29:56.972321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-aa8211a3-ed2e-413c-a88e-d9f903072dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:56.974028 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-aa8211a3-ed2e-413c-a88e-d9f903072dbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a65b612e-69f9-4c47-9623-5c91fcb3150f HTTP/1.1" status: 200 len: 849 time: 0.0729222 Jul 23 14:29:56.994544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c6a1ebc-cff2-488f-8f4b-ea42df3d81db req-c6bf70e5-bded-4eef-818f-2c228afb15d6 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821930 Jul 23 14:29:57.041881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-c39a4be4-acab-4027-87a9-b593a786bd65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e38c9f5-252b-41f3-8af3-ff3554d11807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332253 Jul 23 14:29:57.048920 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c52c16-189a-4b97-91cd-58126aa1b44c x-openstack-request-id: req-71c52c16-189a-4b97-91cd-58126aa1b44c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:29:57.049203 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978e1574-1158-452a-a1d0-64a2f515a4df", "tag": "1dd2a961-010d-4331-b9e5-940fd837f96b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:29:57.049448 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71c52c16-189a-4b97-91cd-58126aa1b44c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:29:57.049845 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978e1574-1158-452a-a1d0-64a2f515a4df', 'tag': '1dd2a961-010d-4331-b9e5-940fd837f96b', 'status': 'completed', 'code': 200} Jul 23 14:29:57.074849 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eb9a5-972c-4525-96f9-6262e2d301ae tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:57.077657 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eb9a5-972c-4525-96f9-6262e2d301ae tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:57.123920 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eb9a5-972c-4525-96f9-6262e2d301ae tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:57.124602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950eb9a5-972c-4525-96f9-6262e2d301ae tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Fanout notify agent at l3_agent the message router_deleted on router c2f80309-7385-461e-bf1f-b575d7d46a18 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:29:57.131943 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-950eb9a5-972c-4525-96f9-6262e2d301ae tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:57.136838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-950eb9a5-972c-4525-96f9-6262e2d301ae tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/c2f80309-7385-461e-bf1f-b575d7d46a18 HTTP/1.1" status: 204 len: 168 time: 0.7160380 Jul 23 14:29:57.136838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.153008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:57.161570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:57.169222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-78746b19-e92f-41a3-aafe-a1609e1b9282 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2f80309-7385-461e-bf1f-b575d7d46a18 HTTP/1.1" status: 200 len: 205 time: 0.0295429 Jul 23 14:29:57.169770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.204891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-317abf9f-429d-4d9e-971d-a8d7798be174 service neutron] 10.222.0.48 "GET /v2.0/networks/4e38c9f5-252b-41f3-8af3-ff3554d11807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449740 Jul 23 14:29:57.209281 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7a9a0046-f5fe-4621-981d-7813bd8e7a1d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] delete failed (client error): The resource could not be found. Jul 23 14:29:57.210307 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7a9a0046-f5fe-4621-981d-7813bd8e7a1d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/c2f80309-7385-461e-bf1f-b575d7d46a18 HTTP/1.1" status: 404 len: 336 time: 0.0399590 Jul 23 14:29:57.213061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.239186 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d490a991-75d7-48de-9d16-c5ea15ac256b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.239910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d490a991-75d7-48de-9d16-c5ea15ac256b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.241344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d490a991-75d7-48de-9d16-c5ea15ac256b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/086596af-50e5-477f-9a18-52e2392e1b00 HTTP/1.1" status: 404 len: 337 time: 0.0274751 Jul 23 14:29:57.244045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.264140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=b3a66f0a-8777-45ba-8da8-ee46ee5c7499,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:57.271580 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-788102aa-bf58-41d7-a71e-b3783d5c2d83 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.272030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788102aa-bf58-41d7-a71e-b3783d5c2d83 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.273746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-788102aa-bf58-41d7-a71e-b3783d5c2d83 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/1155d3e3-4e03-4206-83c3-9c2df86fe7bf HTTP/1.1" status: 404 len: 337 time: 0.0286405 Jul 23 14:29:57.276487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.286547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.286919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.287259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.287594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.287929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.288260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.288585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.288907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.289228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.289571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.289916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.290238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:29:57.301617 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5871bb-023d-4bc9-a869-0a032a9ddb1b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.302125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5871bb-023d-4bc9-a869-0a032a9ddb1b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.303862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd5871bb-023d-4bc9-a869-0a032a9ddb1b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/1847d7bb-8287-4a80-8bc1-1a05e20a2575 HTTP/1.1" status: 404 len: 337 time: 0.0264754 Jul 23 14:29:57.306404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.320895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:57.338314 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-459e4736-eec3-460a-855c-6babde25815f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.338848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459e4736-eec3-460a-855c-6babde25815f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.340461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-459e4736-eec3-460a-855c-6babde25815f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/2e06db24-7053-4690-b1df-f3fadf7a060e HTTP/1.1" status: 404 len: 337 time: 0.0331490 Jul 23 14:29:57.343188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.373538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1ca63e00-45e0-49c7-a907-7be3f5c20242 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 200 len: 205 time: 0.0292516 Jul 23 14:29:57.376277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.414034 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5a4f18f4-8e65-4e46-9ff6-6d1016a55736 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] delete failed (client error): The resource could not be found. Jul 23 14:29:57.415024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5a4f18f4-8e65-4e46-9ff6-6d1016a55736 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/cf25ed1c-7628-464f-a4c1-de0b55a7b4ad HTTP/1.1" status: 404 len: 336 time: 0.0378268 Jul 23 14:29:57.417827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.449662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8f39fd3c-1173-4f7f-88cf-0238b7479f7c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=629cb7d7-f32e-4d4c-8174-afe5830fd0e5 HTTP/1.1" status: 200 len: 205 time: 0.0306549 Jul 23 14:29:57.452008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.494563 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-33cd2c5e-1b46-497d-b196-36c05e968099 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] delete failed (client error): The resource could not be found. Jul 23 14:29:57.495672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-33cd2c5e-1b46-497d-b196-36c05e968099 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/629cb7d7-f32e-4d4c-8174-afe5830fd0e5 HTTP/1.1" status: 404 len: 336 time: 0.0426524 Jul 23 14:29:57.498286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.529555 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b26ed7-d3c3-4e8a-8c1d-01f3dd1eda6b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.530015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b26ed7-d3c3-4e8a-8c1d-01f3dd1eda6b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.531815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-09b26ed7-d3c3-4e8a-8c1d-01f3dd1eda6b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/7b536d74-f9ad-4444-8920-502bc2061594 HTTP/1.1" status: 404 len: 337 time: 0.0325654 Jul 23 14:29:57.534561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.567721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d8b9cd5b-a0ef-4d56-b53e-37e42b6e662f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb6972d-c613-49c1-9c3b-71aabb62551e HTTP/1.1" status: 200 len: 205 time: 0.0296326 Jul 23 14:29:57.568093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.611031 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7399b15c-24cf-4fc1-a1cb-a4a89b9b1ee2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] delete failed (client error): The resource could not be found. Jul 23 14:29:57.612075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7399b15c-24cf-4fc1-a1cb-a4a89b9b1ee2 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/cdb6972d-c613-49c1-9c3b-71aabb62551e HTTP/1.1" status: 404 len: 336 time: 0.0428321 Jul 23 14:29:57.614903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.646590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8c0ad9ab-0152-4571-a4ce-e0875f8e263f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3806397-7032-448f-af08-d21984582b5f HTTP/1.1" status: 200 len: 205 time: 0.0303991 Jul 23 14:29:57.649050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.686602 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-71237cc6-d5cb-4b17-97cd-04c3a987130e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] delete failed (client error): The resource could not be found. Jul 23 14:29:57.687672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-71237cc6-d5cb-4b17-97cd-04c3a987130e tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/f3806397-7032-448f-af08-d21984582b5f HTTP/1.1" status: 404 len: 336 time: 0.0376806 Jul 23 14:29:57.690261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.722298 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-869473fe-0f4f-454b-a067-0db5410c5af0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.722758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869473fe-0f4f-454b-a067-0db5410c5af0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.724594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-869473fe-0f4f-454b-a067-0db5410c5af0 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/1af86df2-6fd0-460f-89ed-5464bd9cdd86 HTTP/1.1" status: 404 len: 337 time: 0.0333724 Jul 23 14:29:57.727273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.756393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-383eded2-deb1-4b60-9749-def1584f4782 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9132238-1c04-46dd-95a4-09e738b90ffd HTTP/1.1" status: 200 len: 205 time: 0.0279975 Jul 23 14:29:57.758828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.765150 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-67cbce7b-8613-409d-8311-1f48a00d91dc req-57505cae-4146-4aca-86e9-43be852d8bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/4e38c9f5-252b-41f3-8af3-ff3554d11807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387757 Jul 23 14:29:57.785258 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 7656cdae-3eaa-4c2f-bb30-beb98aa1000e associated. External IP: 172.25.2.40, port: f99badff-1b90-47c6-a67b-58bec800f50c. Jul 23 14:29:57.795637 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f0c0358f-7326-4376-ae48-6aa42d88e51f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] delete failed (client error): The resource could not be found. Jul 23 14:29:57.796774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f0c0358f-7326-4376-ae48-6aa42d88e51f tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/b9132238-1c04-46dd-95a4-09e738b90ffd HTTP/1.1" status: 404 len: 336 time: 0.0370295 Jul 23 14:29:57.799419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.831046 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5670c6-0fc8-455d-ab16-d41fff4a8117 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.831497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5670c6-0fc8-455d-ab16-d41fff4a8117 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.833268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ff5670c6-0fc8-455d-ab16-d41fff4a8117 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/3ccf0125-3fab-42ff-bae3-3fe76019b63c HTTP/1.1" status: 404 len: 337 time: 0.0327706 Jul 23 14:29:57.836434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.865480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c713707a-4699-40ca-9ac8-586fbcbd395d tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f7ae169-715d-4b80-aa48-be9157588eba HTTP/1.1" status: 200 len: 205 time: 0.0279326 Jul 23 14:29:57.868040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.903526 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-be688dc6-d2ca-4c8a-9d10-1d9f772c2e9b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] delete failed (client error): The resource could not be found. Jul 23 14:29:57.906920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-be688dc6-d2ca-4c8a-9d10-1d9f772c2e9b tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/routers/8f7ae169-715d-4b80-aa48-be9157588eba HTTP/1.1" status: 404 len: 336 time: 0.0356040 Jul 23 14:29:57.907147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.932114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-1a26f75d-ddf0-4717-be89-52ecb03e273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:57.933614 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-1a26f75d-ddf0-4717-be89-52ecb03e273c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9b580c448284606bede2138521e1d91&device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 1095 time: 0.1133149 Jul 23 14:29:57.936895 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db3beae-828c-41e0-ba2d-9786fa2ae766 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.937270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db3beae-828c-41e0-ba2d-9786fa2ae766 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.938971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0db3beae-828c-41e0-ba2d-9786fa2ae766 tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/78bc09e4-1bbb-4c69-8754-f54243e9c808 HTTP/1.1" status: 404 len: 337 time: 0.0309217 Jul 23 14:29:57.941647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:57.967242 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-69514967-c57c-4bdd-a903-db8c34f78b4c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] DELETE failed (client error): The resource could not be found. Jul 23 14:29:57.967713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69514967-c57c-4bdd-a903-db8c34f78b4c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:29:57.969418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-69514967-c57c-4bdd-a903-db8c34f78b4c tempest-RoutersIpV6Test-1760244773 tempest-RoutersIpV6Test-1760244773-project] 10.222.0.21 "DELETE /v2.0/subnets/3add543f-41c9-4aab-a435-2abae4c888cb HTTP/1.1" status: 404 len: 337 time: 0.0267944 Jul 23 14:29:58.105379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-27ab404e-eb0e-4146-8562-42603cac4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:58.106906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-27ab404e-eb0e-4146-8562-42603cac4998 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e38c9f5-252b-41f3-8af3-ff3554d11807 HTTP/1.1" status: 200 len: 910 time: 0.1412420 Jul 23 14:29:58.108626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:58.146333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bfff0-075a-4272-b254-22a293ca736b req-fc0f06df-d54f-4ff8-b06d-167ea5862e2d tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:58.147965 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-039bfff0-075a-4272-b254-22a293ca736b req-fc0f06df-d54f-4ff8-b06d-167ea5862e2d tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 944 time: 0.0766132 Jul 23 14:29:58.153669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-d818038c-4fdc-4a88-9cd5-e715ba835e6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dd2a961-010d-4331-b9e5-940fd837f96b HTTP/1.1" status: 200 len: 217 time: 0.0384307 Jul 23 14:29:58.178611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:58.211299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-039bfff0-075a-4272-b254-22a293ca736b req-60e911ac-2618-498f-af08-20441bbcaf8b tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551934 Jul 23 14:29:58.268359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-f38a1749-8a92-405c-a6e6-b3916ac8a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:58.269854 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-f38a1749-8a92-405c-a6e6-b3916ac8a521 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a65b612e-69f9-4c47-9623-5c91fcb3150f HTTP/1.1" status: 200 len: 849 time: 0.0831854 Jul 23 14:29:58.318119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-b575cf51-a4ee-4b08-b6d3-794dbb769b91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e38c9f5-252b-41f3-8af3-ff3554d11807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368340 Jul 23 14:29:58.319153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:58.328966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:58.336262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-09267e84-48b5-4c3c-a6f8-96c8b544b0b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1476724cb78415ea486fc3f6aad08b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539738 Jul 23 14:29:58.336871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:58.340581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:58.341221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:58.350660 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:58.373391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:58.382263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:58.382930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:58.391199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ae59d74-958e-41c2-9b56-63159893d1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:58.417691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:58.418088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ae59d74-958e-41c2-9b56-63159893d1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:58.418320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d2a484-d145-4372-b741-5a193c82f4ec None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:58.423523 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fa9a008c-fcb1-4296-a0a8-dad55b25b209 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2583292 Jul 23 14:29:58.427219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:58.431713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'port_id': 'f99badff-1b90-47c6-a67b-58bec800f50c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:58.432697 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:29:58.477939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ae59d74-958e-41c2-9b56-63159893d1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:58.480872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ae59d74-958e-41c2-9b56-63159893d1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:58.482155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8ae59d74-958e-41c2-9b56-63159893d1ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/024d925b-7e6c-4f4e-a6c6-29b5ae188c0b HTTP/1.1" status: 204 len: 168 time: 0.1436965 Jul 23 14:29:58.482434 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-87d9ba31-9842-49ae-95c4-30ff021b16db service neutron] 10.222.0.48 "GET /v2.0/networks/4e38c9f5-252b-41f3-8af3-ff3554d11807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543727 Jul 23 14:29:58.490579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae59d74-958e-41c2-9b56-63159893d1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d925b-7e6c-4f4e-a6c6-29b5ae188c0b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:58.517070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:58.654296 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2641edd9-ab5d-4ff6-93af-41446aec69a7 req-df00fa4f-7404-4924-82b4-785ae6070aba service neutron] 10.222.0.48 "GET /v2.0/networks/4e38c9f5-252b-41f3-8af3-ff3554d11807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634347 Jul 23 14:29:59.054265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.060652 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.150693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:59.247493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--36407622'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:59.274544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:29:59.278531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.287958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.385389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:29:59.390712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.392049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847da18-6a67-4372-9102-f7fb0e3284a6 req-95d9abf7-4e32-43f5-a7f8-cfadc203f9fc tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:29:59.393572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a847da18-6a67-4372-9102-f7fb0e3284a6 req-95d9abf7-4e32-43f5-a7f8-cfadc203f9fc tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 944 time: 0.0975463 Jul 23 14:29:59.396808 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:29:59.408854 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:59.412107 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:59.449799 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:59.454623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.461258 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:29:59.462822 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:59.463208 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.469165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eef2207a-78c2-4986-b8e5-23ed34b0567c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/floatingips/7656cdae-3eaa-4c2f-bb30-beb98aa1000e HTTP/1.1" status: 200 len: 977 time: 1.0408969 Jul 23 14:29:59.471898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 37986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:59.485095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a847da18-6a67-4372-9102-f7fb0e3284a6 req-b76f268d-bd27-4688-8cca-ec55ac0743e1 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678413 Jul 23 14:29:59.496639 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:29:59.497292 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cde32f-43f6-4e22-8d6a-3e15c4dda2df None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:29:59.509146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e8e437-a67d-47ed-9eef-da8fbacd1792,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:59.576436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.581066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.614342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.616364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4644475 Jul 23 14:29:59.620013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235abbe-5b5d-4c58-8f5c-61d362d738cf tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7251fb81-2c0a-4115-92ad-f379402b0092,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:59.623525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:59.659319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port b3a66f0a-8777-45ba-8da8-ee46ee5c7499 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:29:59.659671 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.691888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-84c5e252-c19c-43da-937a-c31dd22f1c50 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0669317 Jul 23 14:29:59.694990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:59.699492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c4514c4f-cbf8-4083-b24b-eb432f1a5a2e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-security--592049722', 'description': 'tempest-security-description-661668331'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:29:59.724933 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4514c4f-cbf8-4083-b24b-eb432f1a5a2e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.738632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.739002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.750373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for b3a66f0a-8777-45ba-8da8-ee46ee5c7499 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:29:59.767447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4514c4f-cbf8-4083-b24b-eb432f1a5a2e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.772322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4514c4f-cbf8-4083-b24b-eb432f1a5a2e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.775081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4514c4f-cbf8-4083-b24b-eb432f1a5a2e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.776384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c4514c4f-cbf8-4083-b24b-eb432f1a5a2e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "PUT /v2.0/security-groups/7251fb81-2c0a-4115-92ad-f379402b0092 HTTP/1.1" status: 200 len: 1778 time: 0.0803783 Jul 23 14:29:59.779417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:59.820785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4514c4f-cbf8-4083-b24b-eb432f1a5a2e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7251fb81-2c0a-4115-92ad-f379402b0092,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:59.839260 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6f01d95a-e527-458c-b672-1b27ddec1f24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups/7251fb81-2c0a-4115-92ad-f379402b0092 HTTP/1.1" status: 200 len: 1778 time: 0.0560086 Jul 23 14:29:59.839583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:59.898405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b67b5f06-6da7-435e-8b83-96acc799629d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.920755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b67b5f06-6da7-435e-8b83-96acc799629d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.923679 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.949676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=b3a66f0a-8777-45ba-8da8-ee46ee5c7499,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:29:59.968108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b67b5f06-6da7-435e-8b83-96acc799629d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.970897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b67b5f06-6da7-435e-8b83-96acc799629d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:29:59.972082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b67b5f06-6da7-435e-8b83-96acc799629d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/7251fb81-2c0a-4115-92ad-f379402b0092 HTTP/1.1" status: 204 len: 168 time: 0.1316271 Jul 23 14:29:59.975350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:29:59.996849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b5f06-6da7-435e-8b83-96acc799629d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251fb81-2c0a-4115-92ad-f379402b0092,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.023077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.023330 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 7656cdae-3eaa-4c2f-bb30-beb98aa1000e disassociated (deleted). External IP: 172.25.2.40, port: f99badff-1b90-47c6-a67b-58bec800f50c. Jul 23 14:30:00.029305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-108ab1fb-9ca6-4d50-857f-ebe17a22cf1a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527973 Jul 23 14:30:00.031971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 37998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.044686 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6767ce7d-c8b5-49ac-ba68-77b1ccb8111d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] delete failed (client error): The resource could not be found. Jul 23 14:30:00.045658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6767ce7d-c8b5-49ac-ba68-77b1ccb8111d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/7251fb81-2c0a-4115-92ad-f379402b0092 HTTP/1.1" status: 404 len: 347 time: 0.0127864 Jul 23 14:30:00.049286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.054366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c3c52655-ffc9-42d8-ba53-75158ccfe9b7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--133998759'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:00.078229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c52655-ffc9-42d8-ba53-75158ccfe9b7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.157824 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c52655-ffc9-42d8-ba53-75158ccfe9b7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.162801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c52655-ffc9-42d8-ba53-75158ccfe9b7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.191325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c52655-ffc9-42d8-ba53-75158ccfe9b7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.192617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c3c52655-ffc9-42d8-ba53-75158ccfe9b7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1424472 Jul 23 14:30:00.194499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c52655-ffc9-42d8-ba53-75158ccfe9b7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1653e396-97f0-4f9d-87f1-ac58f9841ca5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.196588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.200982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0457d63e-0101-4a99-b3f0-d1c5a636876c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '1653e396-97f0-4f9d-87f1-ac58f9841ca5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:00.230791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0457d63e-0101-4a99-b3f0-d1c5a636876c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.237998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:00.290578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0457d63e-0101-4a99-b3f0-d1c5a636876c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.295812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0457d63e-0101-4a99-b3f0-d1c5a636876c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.312790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457d63e-0101-4a99-b3f0-d1c5a636876c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c2eb86-0853-488c-a77b-9c7bb3daddd4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.321686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0457d63e-0101-4a99-b3f0-d1c5a636876c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.322971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0457d63e-0101-4a99-b3f0-d1c5a636876c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254351 Jul 23 14:30:00.325796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.347790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:00.352669 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.355209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af9bf61-71fe-4e93-8b6f-34de3a3f9543 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.358363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:00.364037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af9bf61-71fe-4e93-8b6f-34de3a3f9543 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.367866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:00.368600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:00.394883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c24455e3-404f-4ecd-a729-7638cd023c47 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/floatingips/7656cdae-3eaa-4c2f-bb30-beb98aa1000e HTTP/1.1" status: 204 len: 168 time: 0.9219189 Jul 23 14:30:00.397681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.401311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:00.407614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af9bf61-71fe-4e93-8b6f-34de3a3f9543 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.412445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:00.413067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:00.432614 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af9bf61-71fe-4e93-8b6f-34de3a3f9543 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.433774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9af9bf61-71fe-4e93-8b6f-34de3a3f9543 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/39c2eb86-0853-488c-a77b-9c7bb3daddd4 HTTP/1.1" status: 204 len: 168 time: 0.1069860 Jul 23 14:30:00.436792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.443381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9bf61-71fe-4e93-8b6f-34de3a3f9543 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39c2eb86-0853-488c-a77b-9c7bb3daddd4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.449153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:00.450008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10acc3d-d0c8-46ba-a462-f78364d924b7 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:00.490741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8fb2b46f-2bd7-4889-8771-fd8a56d7d853 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0525734 Jul 23 14:30:00.494425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.515864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port f99badff-1b90-47c6-a67b-58bec800f50c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:00.516215 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.550535 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ed82f4-8766-4375-a73c-b863f8b82d24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.572927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ed82f4-8766-4375-a73c-b863f8b82d24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.619368 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ed82f4-8766-4375-a73c-b863f8b82d24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.621898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21ed82f4-8766-4375-a73c-b863f8b82d24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.623260 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-21ed82f4-8766-4375-a73c-b863f8b82d24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/1653e396-97f0-4f9d-87f1-ac58f9841ca5 HTTP/1.1" status: 204 len: 168 time: 0.1276293 Jul 23 14:30:00.627593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.644610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.645064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed82f4-8766-4375-a73c-b863f8b82d24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653e396-97f0-4f9d-87f1-ac58f9841ca5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.664876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for f99badff-1b90-47c6-a67b-58bec800f50c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:00.688620 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-75d0da04-0ae2-4681-8e88-6e6ce00b2846 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571454 Jul 23 14:30:00.688883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.693469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-de3358b5-baef-44b9-b2d1-dd8de62f83ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--651733264'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:00.717297 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de3358b5-baef-44b9-b2d1-dd8de62f83ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.722693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30bdd-7bdc-4997-855c-0b0b37f42216 req-1cc6ea9a-96bd-4a60-a363-75b1e96b1d6f tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:00.724265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79a30bdd-7bdc-4997-855c-0b0b37f42216 req-1cc6ea9a-96bd-4a60-a363-75b1e96b1d6f tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 944 time: 0.1434901 Jul 23 14:30:00.785535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79a30bdd-7bdc-4997-855c-0b0b37f42216 req-547a5f50-ff73-4fc0-90f3-4ebfc87cb7bd tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537410 Jul 23 14:30:00.806875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de3358b5-baef-44b9-b2d1-dd8de62f83ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.809820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de3358b5-baef-44b9-b2d1-dd8de62f83ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.841826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3358b5-baef-44b9-b2d1-dd8de62f83ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e6e54a-3bf6-4b17-8e39-027b90167b99,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.844876 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de3358b5-baef-44b9-b2d1-dd8de62f83ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.846173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-de3358b5-baef-44b9-b2d1-dd8de62f83ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1563606 Jul 23 14:30:00.849618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:00.855051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d76f616-dc65-4a6f-912a-5979c6950f3f tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '45e6e54a-3bf6-4b17-8e39-027b90167b99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:00.885906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d76f616-dc65-4a6f-912a-5979c6950f3f tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.906375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.935048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=f99badff-1b90-47c6-a67b-58bec800f50c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.960956 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d76f616-dc65-4a6f-912a-5979c6950f3f tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.965731 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d76f616-dc65-4a6f-912a-5979c6950f3f tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.981550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76f616-dc65-4a6f-912a-5979c6950f3f tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574ea04a-f0c4-49a4-8c9b-9e239ff06766,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:00.993688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d76f616-dc65-4a6f-912a-5979c6950f3f tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:00.997784 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3d76f616-dc65-4a6f-912a-5979c6950f3f tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472278 Jul 23 14:30:00.998373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.002878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-92a93b3f-cb46-421b-9010-bf0619c956ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '45e6e54a-3bf6-4b17-8e39-027b90167b99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:01.030757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92a93b3f-cb46-421b-9010-bf0619c956ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.035924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.037910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fdfafa9a-411c-4479-b535-9d8accbf475c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/ports/f99badff-1b90-47c6-a67b-58bec800f50c HTTP/1.1" status: 204 len: 168 time: 0.6390121 Jul 23 14:30:01.041612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.048513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:01.093258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.117448 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92a93b3f-cb46-421b-9010-bf0619c956ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.125427 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92a93b3f-cb46-421b-9010-bf0619c956ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.155711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a93b3f-cb46-421b-9010-bf0619c956ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34f36d4-2600-4e5c-8710-09d91745c822,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:01.165373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92a93b3f-cb46-421b-9010-bf0619c956ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.166570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-92a93b3f-cb46-421b-9010-bf0619c956ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672485 Jul 23 14:30:01.169555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.175190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee90d482-7ebd-4e1e-abd0-c252271c83cd tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '45e6e54a-3bf6-4b17-8e39-027b90167b99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:01.205434 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee90d482-7ebd-4e1e-abd0-c252271c83cd tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.230166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.266823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee90d482-7ebd-4e1e-abd0-c252271c83cd tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.271877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee90d482-7ebd-4e1e-abd0-c252271c83cd tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.291314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90d482-7ebd-4e1e-abd0-c252271c83cd tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3105d08d-5e18-4851-a3a7-35a3709d09bb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:01.295291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee90d482-7ebd-4e1e-abd0-c252271c83cd tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.299236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ee90d482-7ebd-4e1e-abd0-c252271c83cd tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256549 Jul 23 14:30:01.299811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.304213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cbf5b972-98fd-4275-8d22-0386affc1bfc tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '45e6e54a-3bf6-4b17-8e39-027b90167b99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:01.332768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b972-98fd-4275-8d22-0386affc1bfc tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.341841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.25.2.233 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/d2ead2ba-1aaa-4d8f-a76d-dd23250d7a57) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:01.394541 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b972-98fd-4275-8d22-0386affc1bfc tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.399409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b972-98fd-4275-8d22-0386affc1bfc tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.423365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5b972-98fd-4275-8d22-0386affc1bfc tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37dfa13-b4a1-4a8b-945f-7fc9c5a01d17,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:01.427656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b972-98fd-4275-8d22-0386affc1bfc tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.429045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cbf5b972-98fd-4275-8d22-0386affc1bfc tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286492 Jul 23 14:30:01.431876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.437056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa23a022-221f-4cb8-a18d-b8493d07fd56 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '45e6e54a-3bf6-4b17-8e39-027b90167b99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:01.467012 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa23a022-221f-4cb8-a18d-b8493d07fd56 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.537709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa23a022-221f-4cb8-a18d-b8493d07fd56 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.542967 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa23a022-221f-4cb8-a18d-b8493d07fd56 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.563338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23a022-221f-4cb8-a18d-b8493d07fd56 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cebf5ea-a465-4beb-b615-23aee632e858,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:01.572433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa23a022-221f-4cb8-a18d-b8493d07fd56 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.576492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fa23a022-221f-4cb8-a18d-b8493d07fd56 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1409421 Jul 23 14:30:01.576857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.606956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b28e13-a8cb-45d9-8aa7-71dcd22db8d2 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.615397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b28e13-a8cb-45d9-8aa7-71dcd22db8d2 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.644916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b28e13-a8cb-45d9-8aa7-71dcd22db8d2 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.651058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b28e13-a8cb-45d9-8aa7-71dcd22db8d2 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.652167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-95b28e13-a8cb-45d9-8aa7-71dcd22db8d2 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2cebf5ea-a465-4beb-b615-23aee632e858 HTTP/1.1" status: 204 len: 168 time: 0.0743587 Jul 23 14:30:01.657237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.663958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b28e13-a8cb-45d9-8aa7-71dcd22db8d2 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cebf5ea-a465-4beb-b615-23aee632e858,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:01.715832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f4555383-7be4-4bcc-b653-327ddf1805ae tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0572352 Jul 23 14:30:01.718695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.743420 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e445dc4e-740f-4ded-b6d2-100876fa6a5d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.751483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e445dc4e-740f-4ded-b6d2-100876fa6a5d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.778716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e445dc4e-740f-4ded-b6d2-100876fa6a5d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.784964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e445dc4e-740f-4ded-b6d2-100876fa6a5d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.786110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e445dc4e-740f-4ded-b6d2-100876fa6a5d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b37dfa13-b4a1-4a8b-945f-7fc9c5a01d17 HTTP/1.1" status: 204 len: 168 time: 0.0664644 Jul 23 14:30:01.786416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.789595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.791554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445dc4e-740f-4ded-b6d2-100876fa6a5d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37dfa13-b4a1-4a8b-945f-7fc9c5a01d17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:01.854450 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c7d53958-9c2c-40ec-9cd1-fefbe99a6af0 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0637074 Jul 23 14:30:01.857664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:01.888559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.901936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13f6bae-00a0-45bc-a46c-e2d27b2f87b1 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.920003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c20a09-1ce2-4864-869b-48c0db3d457d req-6caa18ce-db03-4d4f-a5b4-3ad28cb872e0 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:01.921523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44c20a09-1ce2-4864-869b-48c0db3d457d req-6caa18ce-db03-4d4f-a5b4-3ad28cb872e0 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 944 time: 0.0642827 Jul 23 14:30:01.933422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13f6bae-00a0-45bc-a46c-e2d27b2f87b1 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:01.951139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:01.961077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44c20a09-1ce2-4864-869b-48c0db3d457d req-2cf0f907-b27d-497b-b752-ae8a6c54a0a8 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Jul 23 14:30:01.963218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:01.966223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1dd2a961-010d-4331-b9e5-940fd837f96b details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:30:01.967545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:01.969601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=d2ead2ba-1aaa-4d8f-a76d-dd23250d7a57,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.006436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13f6bae-00a0-45bc-a46c-e2d27b2f87b1 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.015582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d13f6bae-00a0-45bc-a46c-e2d27b2f87b1 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.016719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d13f6bae-00a0-45bc-a46c-e2d27b2f87b1 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3105d08d-5e18-4851-a3a7-35a3709d09bb HTTP/1.1" status: 204 len: 168 time: 0.1581521 Jul 23 14:30:02.019603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.028481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f6bae-00a0-45bc-a46c-e2d27b2f87b1 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3105d08d-5e18-4851-a3a7-35a3709d09bb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.071319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3001dfd-554a-4f61-8fb1-303b8b62c8e9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0500493 Jul 23 14:30:02.073881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.074112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.098354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1dd2a961-010d-4331-b9e5-940fd837f96b, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1dd2a961-010d-4331-b9e5-940fd837f96b,segment=NetworkSegment(675d7b47-99c3-429d-a051-46ab4b3be708),segment_id=675d7b47-99c3-429d-a051-46ab4b3be708)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:02.104012 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ffd89cb-07db-4312-9577-4c95e92dc74c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.111863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1dd2a961-010d-4331-b9e5-940fd837f96b', 'network_id': '4e38c9f5-252b-41f3-8af3-ff3554d11807', 'port_id': '1dd2a961-010d-4331-b9e5-940fd837f96b', 'mac_address': 'fa:16:3e:b4:b0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65b612e-69f9-4c47-9623-5c91fcb3150f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:30:02.112526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ffd89cb-07db-4312-9577-4c95e92dc74c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.124364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.142745 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ffd89cb-07db-4312-9577-4c95e92dc74c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.149410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ffd89cb-07db-4312-9577-4c95e92dc74c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.150807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7ffd89cb-07db-4312-9577-4c95e92dc74c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f34f36d4-2600-4e5c-8710-09d91745c822 HTTP/1.1" status: 204 len: 168 time: 0.0755413 Jul 23 14:30:02.153567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.154689 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.158897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd89cb-07db-4312-9577-4c95e92dc74c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f34f36d4-2600-4e5c-8710-09d91745c822,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.168377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd2a961-010d-4331-b9e5-940fd837f96b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:30:02.188605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1dd2a961-010d-4331-b9e5-940fd837f96b, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1dd2a961-010d-4331-b9e5-940fd837f96b,segment=NetworkSegment(675d7b47-99c3-429d-a051-46ab4b3be708),segment_id=675d7b47-99c3-429d-a051-46ab4b3be708)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:02.193245 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.229582 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1a5f21b8-640e-4c32-bbe3-77a55a53b809 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0718644 Jul 23 14:30:02.230233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.240892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1dd2a961-010d-4331-b9e5-940fd837f96b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.257766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11c8483-ec3a-4250-8688-94a0afeb74db tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.265592 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11c8483-ec3a-4250-8688-94a0afeb74db tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.293395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11c8483-ec3a-4250-8688-94a0afeb74db tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.299127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11c8483-ec3a-4250-8688-94a0afeb74db tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.300299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a11c8483-ec3a-4250-8688-94a0afeb74db tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/574ea04a-f0c4-49a4-8c9b-9e239ff06766 HTTP/1.1" status: 204 len: 168 time: 0.0684464 Jul 23 14:30:02.303092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.307716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c8483-ec3a-4250-8688-94a0afeb74db tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=574ea04a-f0c4-49a4-8c9b-9e239ff06766,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.331387 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.339947 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.380464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d99bcc85-0bd7-4c65-82be-ac6dbeb6706b tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762486 Jul 23 14:30:02.383634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.420956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=d2ead2ba-1aaa-4d8f-a76d-dd23250d7a57,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.427858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1dd2a961-010d-4331-b9e5-940fd837f96b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:30:02.435416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.447934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92d43db1-a056-4843-b014-60b508cc26b5 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.450997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.455380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-80adbec6-b477-4db3-ac41-67ca77e25ad0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4100647 Jul 23 14:30:02.456079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.461269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'port': {'network_id': 'a5689f73-c5b1-47d3-99e7-7f858048322a', 'name': 'tempest-FloatingIPTestJSON-116306501'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:02.508921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92d43db1-a056-4843-b014-60b508cc26b5 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.602754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92d43db1-a056-4843-b014-60b508cc26b5 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.605256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92d43db1-a056-4843-b014-60b508cc26b5 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.606426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-92d43db1-a056-4843-b014-60b508cc26b5 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/45e6e54a-3bf6-4b17-8e39-027b90167b99 HTTP/1.1" status: 204 len: 168 time: 0.2217848 Jul 23 14:30:02.609340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.621128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d43db1-a056-4843-b014-60b508cc26b5 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e6e54a-3bf6-4b17-8e39-027b90167b99,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.632653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:02.637836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.656348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] device_id is not set on port a0b4e4b3-b772-4393-aa45-586dc8f238fa yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:30:02.663303 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-02e9ae06-7ad3-4fa6-916b-267c0f3ff57b tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527282 Jul 23 14:30:02.667538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.672510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5e3fbc95-4692-4f68-9073-3f69133acd85 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--433362115'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:02.695221 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbc95-4692-4f68-9073-3f69133acd85 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.770260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.3 (a5689f73-c5b1-47d3-99e7-7f858048322a/526ed0df-32b9-412c-8f2e-2dd178e08769/a0b4e4b3-b772-4393-aa45-586dc8f238fa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:02.779831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbc95-4692-4f68-9073-3f69133acd85 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.784709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbc95-4692-4f68-9073-3f69133acd85 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.811045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3fbc95-4692-4f68-9073-3f69133acd85 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.812301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5e3fbc95-4692-4f68-9073-3f69133acd85 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1435356 Jul 23 14:30:02.816376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:02.821947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-851e0840-d272-413d-9b4b-ca1bfe159235 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': 'd2355a57-e502-42a5-83e0-b201bcb3b929', 'direction': 'ingress', 'protocol': 17}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:02.827132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fbc95-4692-4f68-9073-3f69133acd85 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2355a57-e502-42a5-83e0-b201bcb3b929,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.852829 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-851e0840-d272-413d-9b4b-ca1bfe159235 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.908709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-851e0840-d272-413d-9b4b-ca1bfe159235 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.913448 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-851e0840-d272-413d-9b4b-ca1bfe159235 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.928732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.934587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e0840-d272-413d-9b4b-ca1bfe159235 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14259baf-afaf-4b5b-baa0-8dc7b7ddaf26,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:02.940409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-851e0840-d272-413d-9b4b-ca1bfe159235 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:02.944717 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-851e0840-d272-413d-9b4b-ca1bfe159235 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1243122 Jul 23 14:30:02.945713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.004980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.086686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd598939-dc84-4e1e-9e7c-883945446174 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.089285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network a5689f73-c5b1-47d3-99e7-7f858048322a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:03.104336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:03.111242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:03.113653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=a0b4e4b3-b772-4393-aa45-586dc8f238fa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:03.143758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd598939-dc84-4e1e-9e7c-883945446174 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.201716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:03.202232 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.226953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2a7a70b7-b756-4073-999e-0cf5e3db16b5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7702460 Jul 23 14:30:03.229981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.235930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'port_id': 'a0b4e4b3-b772-4393-aa45-586dc8f238fa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:03.239767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655ead3-84ee-488f-b19b-7e8795502543 req-f0330672-c00e-4b41-8c8b-b0ccdba117bd tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:03.241248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3655ead3-84ee-488f-b19b-7e8795502543 req-f0330672-c00e-4b41-8c8b-b0ccdba117bd tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 945 time: 0.1979823 Jul 23 14:30:03.242522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd598939-dc84-4e1e-9e7c-883945446174 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.245171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd598939-dc84-4e1e-9e7c-883945446174 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.248712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bd598939-dc84-4e1e-9e7c-883945446174 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2355a57-e502-42a5-83e0-b201bcb3b929 HTTP/1.1" status: 204 len: 168 time: 0.2995753 Jul 23 14:30:03.249368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.274365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd598939-dc84-4e1e-9e7c-883945446174 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2355a57-e502-42a5-83e0-b201bcb3b929,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:03.278538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.321143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3655ead3-84ee-488f-b19b-7e8795502543 req-39692c91-67d1-4ae7-b4f5-c2f9a1f30077 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707772 Jul 23 14:30:03.324512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bae80ccb-6495-4098-95cb-44457ce719f8 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730882 Jul 23 14:30:03.328696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.333776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e6c250f8-7d90-4e1b-8805-dd924d7d7d27 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--406499644'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:03.358198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c250f8-7d90-4e1b-8805-dd924d7d7d27 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.442563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c250f8-7d90-4e1b-8805-dd924d7d7d27 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.448059 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c250f8-7d90-4e1b-8805-dd924d7d7d27 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.474168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c250f8-7d90-4e1b-8805-dd924d7d7d27 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.475400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e6c250f8-7d90-4e1b-8805-dd924d7d7d27 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1457183 Jul 23 14:30:03.478306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.482711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02edc2bc-4114-4258-92c2-b1a691e56186 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124367952'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:03.488573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c250f8-7d90-4e1b-8805-dd924d7d7d27 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42dadef-4623-471c-9846-1764143c9e5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:03.509240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02edc2bc-4114-4258-92c2-b1a691e56186 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.591176 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02edc2bc-4114-4258-92c2-b1a691e56186 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.596159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02edc2bc-4114-4258-92c2-b1a691e56186 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.625060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02edc2bc-4114-4258-92c2-b1a691e56186 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.626338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-02edc2bc-4114-4258-92c2-b1a691e56186 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1470695 Jul 23 14:30:03.629811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.634415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69959593-e848-4a1b-aba7-323fd1c1f31c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': 'd42dadef-4623-471c-9846-1764143c9e5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1f2e015a-c7dd-4e82-8218-b089682c6295', 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:03.639361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edc2bc-4114-4258-92c2-b1a691e56186 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2e015a-c7dd-4e82-8218-b089682c6295,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:03.670359 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69959593-e848-4a1b-aba7-323fd1c1f31c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.727178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.732410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.751301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69959593-e848-4a1b-aba7-323fd1c1f31c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.756166 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69959593-e848-4a1b-aba7-323fd1c1f31c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.775937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69959593-e848-4a1b-aba7-323fd1c1f31c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638475d4-e165-40d7-bc65-37bdb4db92aa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:03.784643 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69959593-e848-4a1b-aba7-323fd1c1f31c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.786115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-69959593-e848-4a1b-aba7-323fd1c1f31c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1552515 Jul 23 14:30:03.788981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.812639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddc1e0-63bd-450a-8569-2c9d626f45e9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.820369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddc1e0-63bd-450a-8569-2c9d626f45e9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.831980 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP f9a0a7fc-f95d-49e5-b4d3-96cbbfb73bf1 associated. External IP: 172.25.2.233, port: a0b4e4b3-b772-4393-aa45-586dc8f238fa. Jul 23 14:30:03.848262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddc1e0-63bd-450a-8569-2c9d626f45e9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.854485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ddc1e0-63bd-450a-8569-2c9d626f45e9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.855596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-60ddc1e0-63bd-450a-8569-2c9d626f45e9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/638475d4-e165-40d7-bc65-37bdb4db92aa HTTP/1.1" status: 204 len: 168 time: 0.0657005 Jul 23 14:30:03.860673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.867087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddc1e0-63bd-450a-8569-2c9d626f45e9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=638475d4-e165-40d7-bc65-37bdb4db92aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:03.907205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0f25c59e-4899-4dc9-a7c1-eb5a74e81510 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0451884 Jul 23 14:30:03.910290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:03.966156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f24ee3eb-9214-4bbb-9ecd-ee3514581dd9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:03.984930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1dd2a961-010d-4331-b9e5-940fd837f96b up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:30:03.998673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f24ee3eb-9214-4bbb-9ecd-ee3514581dd9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.049247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f24ee3eb-9214-4bbb-9ecd-ee3514581dd9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.050216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 1dd2a961-010d-4331-b9e5-940fd837f96b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:30:04.052605 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f24ee3eb-9214-4bbb-9ecd-ee3514581dd9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.053664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f24ee3eb-9214-4bbb-9ecd-ee3514581dd9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f2e015a-c7dd-4e82-8218-b089682c6295 HTTP/1.1" status: 204 len: 168 time: 0.1423891 Jul 23 14:30:04.056825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:04.058146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1dd2a961-010d-4331-b9e5-940fd837f96b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:04.058704 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.064959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ee3eb-9214-4bbb-9ecd-ee3514581dd9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2e015a-c7dd-4e82-8218-b089682c6295,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:04.100083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:04.135632 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-de593e76-200c-4ea1-8b22-46dd0d562660 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0775881 Jul 23 14:30:04.138397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:04.144495 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.169706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978e1574-1158-452a-a1d0-64a2f515a4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2a961-010d-4331-b9e5-940fd837f96b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:30:04.171986 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf5a483-fbc1-4eb3-82ca-52f4bb4f2c2a" -d '{"events": [{"server_uuid": "978e1574-1158-452a-a1d0-64a2f515a4df", "name": "network-vif-plugged", "status": "completed", "tag": "1dd2a961-010d-4331-b9e5-940fd837f96b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:30:04.185167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1dd2a961-010d-4331-b9e5-940fd837f96b, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1dd2a961-010d-4331-b9e5-940fd837f96b,segment=NetworkSegment(675d7b47-99c3-429d-a051-46ab4b3be708),segment_id=675d7b47-99c3-429d-a051-46ab4b3be708)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:04.191545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.215902 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b7034e-e822-4bfc-b90d-86655ed093a6 x-openstack-request-id: req-e3b7034e-e822-4bfc-b90d-86655ed093a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:30:04.216192 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978e1574-1158-452a-a1d0-64a2f515a4df", "name": "network-vif-plugged", "status": "completed", "tag": "1dd2a961-010d-4331-b9e5-940fd837f96b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:30:04.216437 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3b7034e-e822-4bfc-b90d-86655ed093a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:30:04.216822 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978e1574-1158-452a-a1d0-64a2f515a4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2a961-010d-4331-b9e5-940fd837f96b', 'code': 200} Jul 23 14:30:04.244881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1dd2a961-010d-4331-b9e5-940fd837f96b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:04.297850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e6f1b4-c1a8-4aa3-8865-9b44e9be37ed tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.316549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:04.322419 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.332174 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:04.342738 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:04.343452 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:04.373374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e6f1b4-c1a8-4aa3-8865-9b44e9be37ed tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.378335 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:04.387580 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:04.388199 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:04.403719 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e7653725-8ec4-42a9-a049-42d382728ac5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/floatingips/f9a0a7fc-f95d-49e5-b4d3-96cbbfb73bf1 HTTP/1.1" status: 200 len: 977 time: 1.1715169 Jul 23 14:30:04.409689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:04.420917 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:04.421570 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737873e-1252-4b9f-b0de-fd6bea27ed8a None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:04.465438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9b8f4-95af-4018-9a77-62c433b6ab20 req-eaae4ca8-d2b3-4303-a15d-da22b005aa4b tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:04.467208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8df9b8f4-95af-4018-9a77-62c433b6ab20 req-eaae4ca8-d2b3-4303-a15d-da22b005aa4b tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 946 time: 0.0707662 Jul 23 14:30:04.471039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80980585-4602-4aaa-b9ab-b2f9ede17098 req-540d9bfe-5870-4f72-8e2b-1d8930cc2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:04.472928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-80980585-4602-4aaa-b9ab-b2f9ede17098 req-540d9bfe-5870-4f72-8e2b-1d8930cc2a2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 1097 time: 0.1908140 Jul 23 14:30:04.488632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e6f1b4-c1a8-4aa3-8865-9b44e9be37ed tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.491094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e6f1b4-c1a8-4aa3-8865-9b44e9be37ed tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.492149 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-51e6f1b4-c1a8-4aa3-8865-9b44e9be37ed tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/d42dadef-4623-471c-9846-1764143c9e5a HTTP/1.1" status: 204 len: 168 time: 0.3528242 Jul 23 14:30:04.495695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:04.521832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8df9b8f4-95af-4018-9a77-62c433b6ab20 req-109e73f2-0beb-4ed9-8692-6b70a4ac515e tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Jul 23 14:30:04.533576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f1b4-c1a8-4aa3-8865-9b44e9be37ed tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42dadef-4623-471c-9846-1764143c9e5a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:04.552463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-80980585-4602-4aaa-b9ab-b2f9ede17098 req-1f292753-868e-4fc1-b73b-7f93a4a29d53 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690272 Jul 23 14:30:04.574411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-35d13c4e-2be3-4705-9ce4-d0a9f52a55f7 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739036 Jul 23 14:30:04.575152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port a0b4e4b3-b772-4393-aa45-586dc8f238fa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:04.575152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.575152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:04.580930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8a2bd541-d32a-4d78-acb4-53917dee5493 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747112725'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:04.663054 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd541-d32a-4d78-acb4-53917dee5493 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.694435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.887581 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd541-d32a-4d78-acb4-53917dee5493 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.898026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd541-d32a-4d78-acb4-53917dee5493 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.920955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.921318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.921627 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP f9a0a7fc-f95d-49e5-b4d3-96cbbfb73bf1 disassociated. External IP: 172.25.2.233, port: a0b4e4b3-b772-4393-aa45-586dc8f238fa. Jul 23 14:30:04.921959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for a0b4e4b3-b772-4393-aa45-586dc8f238fa owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:04.946483 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd541-d32a-4d78-acb4-53917dee5493 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:04.947726 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8a2bd541-d32a-4d78-acb4-53917dee5493 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3715639 Jul 23 14:30:04.950783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:04.955597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bb35334-f9a6-4bad-8662-028287dd256e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': 'ad124fec-b1e7-4828-a201-0a8d6f0fe16c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:04.978008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd541-d32a-4d78-acb4-53917dee5493 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad124fec-b1e7-4828-a201-0a8d6f0fe16c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:04.985224 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bb35334-f9a6-4bad-8662-028287dd256e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.049253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bb35334-f9a6-4bad-8662-028287dd256e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.054132 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bb35334-f9a6-4bad-8662-028287dd256e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.075304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb35334-f9a6-4bad-8662-028287dd256e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4b2433-f1ca-44d6-ac9f-5d2507d0b74b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:05.077711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.080523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bb35334-f9a6-4bad-8662-028287dd256e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.082131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8bb35334-f9a6-4bad-8662-028287dd256e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1303034 Jul 23 14:30:05.085682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.111321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=a0b4e4b3-b772-4393-aa45-586dc8f238fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:05.113395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-269db2d8-3698-436d-b42e-aa55988bf928 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.123539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-269db2d8-3698-436d-b42e-aa55988bf928 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.151381 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-269db2d8-3698-436d-b42e-aa55988bf928 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.157345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-269db2d8-3698-436d-b42e-aa55988bf928 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.158442 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-269db2d8-3698-436d-b42e-aa55988bf928 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/da4b2433-f1ca-44d6-ac9f-5d2507d0b74b HTTP/1.1" status: 204 len: 168 time: 0.0718415 Jul 23 14:30:05.163228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.169581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269db2d8-3698-436d-b42e-aa55988bf928 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da4b2433-f1ca-44d6-ac9f-5d2507d0b74b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:05.203849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd667078-8535-48fe-8115-1bd41b946e41 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393021 Jul 23 14:30:05.206731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.227582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:05.260191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-052ebf10-cb69-4b16-9f64-6ed1317d0d51 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.284889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-052ebf10-cb69-4b16-9f64-6ed1317d0d51 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.329448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-052ebf10-cb69-4b16-9f64-6ed1317d0d51 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.335263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-052ebf10-cb69-4b16-9f64-6ed1317d0d51 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.337339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:05.338142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-052ebf10-cb69-4b16-9f64-6ed1317d0d51 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad124fec-b1e7-4828-a201-0a8d6f0fe16c HTTP/1.1" status: 204 len: 168 time: 0.1300499 Jul 23 14:30:05.346081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.348676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:05.362696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:05.363798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ebf10-cb69-4b16-9f64-6ed1317d0d51 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad124fec-b1e7-4828-a201-0a8d6f0fe16c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:05.364676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:05.397605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4c8cc804-4a1c-4106-9dd7-19e750d93220 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502841 Jul 23 14:30:05.401250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.408208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:05.408503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-817f17ba-4655-4a17-9b6e-22ad2d3f0e72 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747638695'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:05.424051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:05.425736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:05.434247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.436920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d56a1e0-047e-4b86-a327-277ae3293547 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/ports/a0b4e4b3-b772-4393-aa45-586dc8f238fa HTTP/1.1" status: 204 len: 168 time: 1.0249424 Jul 23 14:30:05.439443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.464974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:05.466027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dab49b-0e61-4d6a-9af9-1894cc1454ef None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:05.474491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817f17ba-4655-4a17-9b6e-22ad2d3f0e72 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.507823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-766c203f-981d-4229-b7a7-0efa227b1b44 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "GET /v2.0/floatingips/f9a0a7fc-f95d-49e5-b4d3-96cbbfb73bf1 HTTP/1.1" status: 200 len: 688 time: 0.0668170 Jul 23 14:30:05.510509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.579784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817f17ba-4655-4a17-9b6e-22ad2d3f0e72 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.587526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817f17ba-4655-4a17-9b6e-22ad2d3f0e72 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.651174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f17ba-4655-4a17-9b6e-22ad2d3f0e72 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dab693-6830-4386-aa21-3aaa1574d755,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:05.652239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port d2ead2ba-1aaa-4d8f-a76d-dd23250d7a57 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:05.652616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.656407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817f17ba-4655-4a17-9b6e-22ad2d3f0e72 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.657651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-817f17ba-4655-4a17-9b6e-22ad2d3f0e72 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2554474 Jul 23 14:30:05.660489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.665020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79323395-e7c8-40a2-932f-e81973899592 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '52dab693-6830-4386-aa21-3aaa1574d755', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:05.702912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79323395-e7c8-40a2-932f-e81973899592 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.720835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84d4a-013e-4f3d-aa59-9683ef25fe5c req-a8b543aa-ed06-44ef-8977-be0b5013b2c8 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:05.722451 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ff84d4a-013e-4f3d-aa59-9683ef25fe5c req-a8b543aa-ed06-44ef-8977-be0b5013b2c8 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 946 time: 0.1076553 Jul 23 14:30:05.737626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.737952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.751636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for d2ead2ba-1aaa-4d8f-a76d-dd23250d7a57 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:05.790250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ff84d4a-013e-4f3d-aa59-9683ef25fe5c req-3c3e0cb8-9843-4b7e-b925-d3cb2410d5fd tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565815 Jul 23 14:30:05.805069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79323395-e7c8-40a2-932f-e81973899592 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.817394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79323395-e7c8-40a2-932f-e81973899592 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.838916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79323395-e7c8-40a2-932f-e81973899592 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3317bb-722b-4c32-8768-f9557fcfcc01,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:05.847801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79323395-e7c8-40a2-932f-e81973899592 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.850605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-79323395-e7c8-40a2-932f-e81973899592 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891255 Jul 23 14:30:05.853313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.875165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-28052694-03f9-4fbd-b319-2c6560ad8783 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules/0e3317bb-722b-4c32-8768-f9557fcfcc01 HTTP/1.1" status: 200 len: 763 time: 0.0206571 Jul 23 14:30:05.877868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.926538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.938897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-142e96ac-83d4-4b04-afa4-50a2329d93aa tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0571032 Jul 23 14:30:05.939444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:05.972307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e72a1a0-1eba-4713-952c-dc254324b124 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.982737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e72a1a0-1eba-4713-952c-dc254324b124 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:05.996638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=d2ead2ba-1aaa-4d8f-a76d-dd23250d7a57,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:06.026473 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e72a1a0-1eba-4713-952c-dc254324b124 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.034212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e72a1a0-1eba-4713-952c-dc254324b124 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.035748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8e72a1a0-1eba-4713-952c-dc254324b124 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0e3317bb-722b-4c32-8768-f9557fcfcc01 HTTP/1.1" status: 204 len: 168 time: 0.0954044 Jul 23 14:30:06.038359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.041960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72a1a0-1eba-4713-952c-dc254324b124 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e3317bb-722b-4c32-8768-f9557fcfcc01,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:06.069747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.072834 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.077149 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-95e9e7ac-0d37-41e4-876c-1aa3f575da1f tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9a0a7fc-f95d-49e5-b4d3-96cbbfb73bf1 HTTP/1.1" status: 204 len: 168 time: 0.5620949 Jul 23 14:30:06.078433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.091788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'ea3ddd2e-9d77-43b0-9879-bab83a1177b1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:06.124961 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-478a4967-e0ca-4e51-ab9b-6aa3b7cd3cf9 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0852625 Jul 23 14:30:06.126321 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.127950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.135440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b4bef9e-4be6-4be3-9865-3b68b1e1ee5c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '52dab693-6830-4386-aa21-3aaa1574d755', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:06.181795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b4bef9e-4be6-4be3-9865-3b68b1e1ee5c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.234794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b4bef9e-4be6-4be3-9865-3b68b1e1ee5c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.241226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b4bef9e-4be6-4be3-9865-3b68b1e1ee5c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.242757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.273543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bef9e-4be6-4be3-9865-3b68b1e1ee5c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ad3899-6a61-4fec-9fd8-24040a1daf54,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:06.281650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b4bef9e-4be6-4be3-9865-3b68b1e1ee5c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.286440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8b4bef9e-4be6-4be3-9865-3b68b1e1ee5c tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536448 Jul 23 14:30:06.286440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.307572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1aa1e4a9-a0eb-47cb-ab3b-ee5397f5e833 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules/23ad3899-6a61-4fec-9fd8-24040a1daf54 HTTP/1.1" status: 200 len: 763 time: 0.0184474 Jul 23 14:30:06.307804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.358934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-047616bd-e9ae-4ced-aed3-dff8b7152560 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0501125 Jul 23 14:30:06.361753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.377571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.25.2.43 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/527a7af2-efa9-426d-aed6-62c8f32d3c1f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:06.387367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4262079c-3dd6-449f-9e4a-7dced40a841a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.399499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4262079c-3dd6-449f-9e4a-7dced40a841a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.433823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4262079c-3dd6-449f-9e4a-7dced40a841a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.441004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4262079c-3dd6-449f-9e4a-7dced40a841a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.444462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4262079c-3dd6-449f-9e4a-7dced40a841a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/23ad3899-6a61-4fec-9fd8-24040a1daf54 HTTP/1.1" status: 204 len: 168 time: 0.0793002 Jul 23 14:30:06.446087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.446827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262079c-3dd6-449f-9e4a-7dced40a841a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23ad3899-6a61-4fec-9fd8-24040a1daf54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:06.508458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18a3c0d0-ed8c-4a2a-8be8-fd9a6339ae24 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611105 Jul 23 14:30:06.511383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.517002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Request body: {'security_group_rule': {'security_group_id': '52dab693-6830-4386-aa21-3aaa1574d755', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:06.519052 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.542181 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Project 49874fc616614c6780b31553bdc75019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:30:06.547647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.563071 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.602358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.603802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:06.606920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:06.608669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.617499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:06.631612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd04ffe1-aa10-43af-8b2a-1dfb306af830,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:06.642334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.646529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-379b1389-3f1a-4d0e-a9ef-d8dc2665bf59 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316361 Jul 23 14:30:06.646875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.652409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=527a7af2-efa9-426d-aed6-62c8f32d3c1f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:06.663667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7262e17a-2688-4dcc-8a25-551bb0c2e92d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules/dd04ffe1-aa10-43af-8b2a-1dfb306af830 HTTP/1.1" status: 200 len: 769 time: 0.0155454 Jul 23 14:30:06.666135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.711013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b3ac9e9c-5a98-47f4-9860-5b9b1f144613 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0410569 Jul 23 14:30:06.711601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.735871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc29e8c-1eab-42f6-9da6-6800aafc1331 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.743442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc29e8c-1eab-42f6-9da6-6800aafc1331 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.771809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc29e8c-1eab-42f6-9da6-6800aafc1331 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.778195 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc29e8c-1eab-42f6-9da6-6800aafc1331 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.781730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1dc29e8c-1eab-42f6-9da6-6800aafc1331 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/dd04ffe1-aa10-43af-8b2a-1dfb306af830 HTTP/1.1" status: 204 len: 168 time: 0.0673130 Jul 23 14:30:06.784933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.791797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc29e8c-1eab-42f6-9da6-6800aafc1331 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd04ffe1-aa10-43af-8b2a-1dfb306af830,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:06.836185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d566a285-2013-456e-928f-9df9fcc11d30 tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497494 Jul 23 14:30:06.839016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.895826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93c52a90-d753-476f-ad08-a1de0223cc9e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.919786 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93c52a90-d753-476f-ad08-a1de0223cc9e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.964004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93c52a90-d753-476f-ad08-a1de0223cc9e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.967045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93c52a90-d753-476f-ad08-a1de0223cc9e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:06.968206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-93c52a90-d753-476f-ad08-a1de0223cc9e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "DELETE /v2.0/security-groups/52dab693-6830-4386-aa21-3aaa1574d755 HTTP/1.1" status: 204 len: 168 time: 0.1277962 Jul 23 14:30:06.971441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:06.997803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52a90-d753-476f-ad08-a1de0223cc9e tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dab693-6830-4386-aa21-3aaa1574d755,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:07.037565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-086b5b5c-829b-48ea-9a6e-b2d498014b0d tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649831 Jul 23 14:30:07.041652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:07.042915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.090297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0681c5cc-5502-4f7f-8672-0df382d0e14a tempest-SecGroupIPv6Test-487893389 tempest-SecGroupIPv6Test-487893389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449765 Jul 23 14:30:07.135534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.299335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.304550 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.381394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=527a7af2-efa9-426d-aed6-62c8f32d3c1f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:07.391733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.396761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:07.496735 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 0d233c90-bad0-4a92-88bd-07c426d8c51a associated. External IP: 172.25.2.43, port: ea3ddd2e-9d77-43b0-9879-bab83a1177b1. Jul 23 14:30:07.558688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-01f434cb-180a-4d88-955b-b626d5004fe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49874fc616614c6780b31553bdc75019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595943 Jul 23 14:30:07.560597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:07.613667 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b02-d728-4b3b-ada4-25cae550a851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.640073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b02-d728-4b3b-ada4-25cae550a851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.674859 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.705596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b02-d728-4b3b-ada4-25cae550a851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.709648 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b02-d728-4b3b-ada4-25cae550a851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:07.713255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-29ac9b02-d728-4b3b-ada4-25cae550a851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74e8e437-a67d-47ed-9eef-da8fbacd1792 HTTP/1.1" status: 204 len: 168 time: 0.1493752 Jul 23 14:30:07.724823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac9b02-d728-4b3b-ada4-25cae550a851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e8e437-a67d-47ed-9eef-da8fbacd1792,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:07.803746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b0ff2-98e7-44fa-ad3b-73b0575c94fc req-2d791418-7b4b-4ca9-ab46-d79e362d27ba tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:07.805486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb5b0ff2-98e7-44fa-ad3b-73b0575c94fc req-2d791418-7b4b-4ca9-ab46-d79e362d27ba tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 946 time: 0.0772171 Jul 23 14:30:07.851531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb5b0ff2-98e7-44fa-ad3b-73b0575c94fc req-3d51e394-7368-4769-a9c7-ed837c7a5b7c tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jul 23 14:30:08.090850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:08.201561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:08.213542 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:08.222201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.225274 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:08.226013 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:08.261633 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7e012c8f-b8d2-4bae-85d6-0e91000defac tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1790180 Jul 23 14:30:08.264283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:08.264683 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:08.269654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-264591248'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:08.273474 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:08.274309 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:08.292372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:08.296636 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.328139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:30:08.338409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.338799 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Added segment a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a of type vlan for network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 Jul 23 14:30:08.380531 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.406485 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:08.406485 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630fce4-9e80-47eb-a299-e18cd7fed830 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:08.406774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:08.412909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.419238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:08.420182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.455924 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1904547 Jul 23 14:30:08.459208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:08.466248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'subnet': {'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:08.501869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-327650617-network', 'tenant_id': 'a46bb29c643143018671a2ccf3156bb8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:08.509523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0bdc1-3f59-4aa1-b4f4-a403ec520006 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Network': ['ID=2a9942e4-d9d3-4afd-9b18-8036149fa7c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:08.521704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:30:08.525663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Made reservation on behalf of a46bb29c643143018671a2ccf3156bb8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:08.528069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.536807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.627760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.634160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.649961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:08.654228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.654721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:30:08.667958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f984c703-a015-494f-bc8e-11e1cd2dcee7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:08.676010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.676558 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Added segment eb94c905-0fdb-4a1a-b711-89b41a56923b of type vlan for network 17f21ebf-0db6-4fb7-9741-f1414f85d6e1 Jul 23 14:30:08.678846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.679185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.679515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.679845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.680166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.680484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.680800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.681122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.681435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.681748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.682061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.682369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:08.724439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.762921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.763858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:08.764442 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.796298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3885467 Jul 23 14:30:08.800215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:08.805374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Request body: {'subnet': {'network_id': '17f21ebf-0db6-4fb7-9741-f1414f85d6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-327650617-subnet', 'tenant_id': 'a46bb29c643143018671a2ccf3156bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:08.827671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9cff2-44bb-4a2a-ac2a-ea40192bec4b admin admin] Pushing event updated for resources: {'Network': ['ID=17f21ebf-0db6-4fb7-9741-f1414f85d6e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:08.838307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 17f21ebf-0db6-4fb7-9741-f1414f85d6e1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:30:08.866739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Made reservation on behalf of a46bb29c643143018671a2ccf3156bb8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:08.869042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.896915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:08.984303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986c2b4-59f8-4a73-b1e9-ea9a10b57a4f req-1c1cb6c1-4962-46f8-a47e-3fec2565510e tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:08.986011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0986c2b4-59f8-4a73-b1e9-ea9a10b57a4f req-1c1cb6c1-4962-46f8-a47e-3fec2565510e tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 946 time: 0.0651550 Jul 23 14:30:08.999238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Subnet': ['ID=b51b0ea1-ef18-4241-bd3f-8f9d89abd587,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:09.023462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Checking segment: {'id': 'a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:30:09.023739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network hostable DHCP agents. Network: 2a9942e4-d9d3-4afd-9b18-8036149fa7c9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:30:09.029662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0986c2b4-59f8-4a73-b1e9-ea9a10b57a4f req-4c9ee319-0398-41fd-8e7a-ff3b195aee95 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/security-groups?id=42c1c83e-20ae-496d-bb5b-f985be208874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Jul 23 14:30:09.072744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:30:09.087644 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 2a9942e4-d9d3-4afd-9b18-8036149fa7c9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:09.098878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080426db-1ae9-4523-b17a-f970764e5cde None None] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:09.111239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:09.111847 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.143973 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3df81af2-1392-450f-8f25-16057a291d06 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6806798 Jul 23 14:30:09.143973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.144406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:09.149547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-846446512', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:09.175125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.176323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.205093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d25503a-5cc4-4d23-a8fe-0aee399e758b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:09.209927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Checking segment: {'id': 'eb94c905-0fdb-4a1a-b711-89b41a56923b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '17f21ebf-0db6-4fb7-9741-f1414f85d6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:30:09.210288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Network hostable DHCP agents. Network: 17f21ebf-0db6-4fb7-9741-f1414f85d6e1, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:30:09.232130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Network 17f21ebf-0db6-4fb7-9741-f1414f85d6e1 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:30:09.238434 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.245265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 17f21ebf-0db6-4fb7-9741-f1414f85d6e1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:09.251568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:09.252655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.255109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab95d5b-7999-4e8c-8839-9f0ecae35644 None None] Network 17f21ebf-0db6-4fb7-9741-f1414f85d6e1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:09.269941 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8bddb292-e69f-40ca-a2a0-7bb15eea745d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4683027 Jul 23 14:30:09.300577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-2a9942e4-d9d3-4afd-9b18-8036149fa7c9', 'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9', 'tenant_id': 'b3e4e574427e4b5d8f48fa457961f7ca', 'fixed_ips': [{'subnet_id': 'b51b0ea1-ef18-4241-bd3f-8f9d89abd587'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:30:09.301513 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.393364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.420643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-868cc2a8-1ee5-4ffa-bb7c-ea4155ebd57c tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:09.422256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-868cc2a8-1ee5-4ffa-bb7c-ea4155ebd57c tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.48 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 946 time: 0.0816307 Jul 23 14:30:09.481128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9544e83-f649-470d-9080-9821fc6a9b60 None None] Network 17f21ebf-0db6-4fb7-9741-f1414f85d6e1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:09.553122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Deleting port 1dd2a961-010d-4331-b9e5-940fd837f96b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:09.553468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.585275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Allocated IP 172.20.0.2 (2a9942e4-d9d3-4afd-9b18-8036149fa7c9/b51b0ea1-ef18-4241-bd3f-8f9d89abd587/f1c62945-5ef1-49ce-aaff-aecfecd45e64) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:09.648197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.667753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.690663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] For port 1dd2a961-010d-4331-b9e5-940fd837f96b, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1dd2a961-010d-4331-b9e5-940fd837f96b,segment=NetworkSegment(675d7b47-99c3-429d-a051-46ab4b3be708),segment_id=675d7b47-99c3-429d-a051-46ab4b3be708)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:09.691456 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.722155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Calling delete_port for 1dd2a961-010d-4331-b9e5-940fd837f96b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:09.781189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.25.2.125 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/36c6993c-f166-4e53-8617-a4cd0c145596) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:09.796340 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.810866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Transition to ACTIVE for port object f1c62945-5ef1-49ce-aaff-aecfecd45e64 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:30:09.853928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:09.859135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-811212774-network', 'tenant_id': 'a0ac39cd5c774157985cad24cec82eb9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:09.874675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.875245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Transition to ACTIVE for port object f1c62945-5ef1-49ce-aaff-aecfecd45e64 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:30:09.884417 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.892180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1dd2a961-010d-4331-b9e5-940fd837f96b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:30:09.905798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Made reservation on behalf of a0ac39cd5c774157985cad24cec82eb9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:09.906949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Pushing event deleted for resources: {'Port': ['ID=1dd2a961-010d-4331-b9e5-940fd837f96b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:09.909872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.930026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.933893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.962975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] No DVR routers for this DVR port 1dd2a961-010d-4331-b9e5-940fd837f96b on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:30:09.964414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:09.965808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:09.968088 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-151f952c-7baa-4c55-8c8d-e2e0b800d4af req-2395a05d-565b-4e99-ad3d-134ed342a6a4 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.48 "DELETE /v2.0/ports/1dd2a961-010d-4331-b9e5-940fd837f96b HTTP/1.1" status: 204 len: 173 time: 0.5381830 Jul 23 14:30:09.968325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:09.968672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978e1574-1158-452a-a1d0-64a2f515a4df', 'name': 'network-vif-deleted', 'tag': '1dd2a961-010d-4331-b9e5-940fd837f96b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:30:09.973249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:09.976447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Pushing event updated for resources: {'Port': ['ID=f1c62945-5ef1-49ce-aaff-aecfecd45e64,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:09.977888 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44daf448-8480-4d67-a2ba-526dddab5648" -d '{"events": [{"server_uuid": "978e1574-1158-452a-a1d0-64a2f515a4df", "name": "network-vif-deleted", "tag": "1dd2a961-010d-4331-b9e5-940fd837f96b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:30:10.023720 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31272bec-1485-4faa-9c9c-f1e7171d443b x-openstack-request-id: req-31272bec-1485-4faa-9c9c-f1e7171d443b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:30:10.024092 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978e1574-1158-452a-a1d0-64a2f515a4df", "name": "network-vif-deleted", "tag": "1dd2a961-010d-4331-b9e5-940fd837f96b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:30:10.024411 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31272bec-1485-4faa-9c9c-f1e7171d443b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:30:10.024908 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978e1574-1158-452a-a1d0-64a2f515a4df', 'name': 'network-vif-deleted', 'tag': '1dd2a961-010d-4331-b9e5-940fd837f96b', 'status': 'completed', 'code': 200} Jul 23 14:30:10.026807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.046206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Attempting to bind port f1c62945-5ef1-49ce-aaff-aecfecd45e64 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:30:10.046567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Attempting to bind port f1c62945-5ef1-49ce-aaff-aecfecd45e64 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:30:10.047355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Attempting to bind port f1c62945-5ef1-49ce-aaff-aecfecd45e64 on network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:30:10.053909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:30:10.054367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Checking segment: {'id': 'a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:30:10.054878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.055331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Bound using segment: {'id': 'a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:30:10.055854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Bound port: f1c62945-5ef1-49ce-aaff-aecfecd45e64, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:30:10.056479 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.091174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:10.100009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:10.103201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:10.127904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=36c6993c-f166-4e53-8617-a4cd0c145596,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:10.141734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] For port f1c62945-5ef1-49ce-aaff-aecfecd45e64, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:30:10.145111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] For port f1c62945-5ef1-49ce-aaff-aecfecd45e64, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f1c62945-5ef1-49ce-aaff-aecfecd45e64,segment=NetworkSegment(a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a),segment_id=a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:30:10.149924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.176191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f1aac84-14b9-4e15-921b-a5dcaae91b48 req-ffebd018-2056-44d4-978b-31d70196f085 tempest-ServerTagsTestJSON-708374072 tempest-ServerTagsTestJSON-708374072-project] 10.222.0.21 "GET /v2.0/ports?device_id=978e1574-1158-452a-a1d0-64a2f515a4df HTTP/1.1" status: 200 len: 210 time: 0.0425048 Jul 23 14:30:10.209395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.211255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a05ee-6547-490a-8135-3f5bbd58a89b None None] Pushing event updated for resources: {'Port': ['ID=f1c62945-5ef1-49ce-aaff-aecfecd45e64,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:10.223276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.332404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:30:10.339766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff96838-3315-4d9b-afd4-04fa6c2311d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:10.367828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.368175 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Added segment 4158d17e-0c4d-4667-935a-7bdece650313 of type vlan for network 26770831-9c69-4c4e-9114-f3450410414f Jul 23 14:30:10.463048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.724429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f1c62945-5ef1-49ce-aaff-aecfecd45e64 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:30:10.784973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f1c62945-5ef1-49ce-aaff-aecfecd45e64 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:30:10.889640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 14:30:10.919238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.920224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:10.920787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:10.961431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.000105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:11.000674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1452446 Jul 23 14:30:11.006585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Request body: {'subnet': {'network_id': '26770831-9c69-4c4e-9114-f3450410414f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-811212774-subnet', 'tenant_id': 'a0ac39cd5c774157985cad24cec82eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:11.032685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Made reservation on behalf of a0ac39cd5c774157985cad24cec82eb9 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:11.035850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.058222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd831f-6c63-4c38-ae01-c620c8f4ff11 admin admin] Pushing event updated for resources: {'Network': ['ID=26770831-9c69-4c4e-9114-f3450410414f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:11.075439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 26770831-9c69-4c4e-9114-f3450410414f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:30:11.217310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.258243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:11.274024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.356998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac8c91-bb8e-42ea-8fba-0c2daa9b75f0 None None] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:11.361932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ee8ae5-bd0c-4f8f-9ae3-c0e6eee511e7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:11.362626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] Deleting subnet a65b612e-69f9-4c47-9623-5c91fcb3150f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:30:11.368946 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.371250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Checking segment: {'id': '4158d17e-0c4d-4667-935a-7bdece650313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26770831-9c69-4c4e-9114-f3450410414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:30:11.372108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Network hostable DHCP agents. Network: 26770831-9c69-4c4e-9114-f3450410414f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:30:11.393632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Network 26770831-9c69-4c4e-9114-f3450410414f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:30:11.405025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 26770831-9c69-4c4e-9114-f3450410414f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:11.418042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:11.419993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.420151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363415c6-47f8-41f3-b80c-90bac5e6320a None None] Network 26770831-9c69-4c4e-9114-f3450410414f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:11.422688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.446414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-77f9c74f-878b-40af-80fc-0b995a396a0e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4361537 Jul 23 14:30:11.467783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-107c0ac9-6e28-4dcf-be44-39d20d7734d5 None None] Provisioning for port f1c62945-5ef1-49ce-aaff-aecfecd45e64 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:30:11.485757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.509046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-107c0ac9-6e28-4dcf-be44-39d20d7734d5 None None] Provisioning complete for port f1c62945-5ef1-49ce-aaff-aecfecd45e64 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:11.509809 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-107c0ac9-6e28-4dcf-be44-39d20d7734d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.514142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 95948d1d-1921-4896-be57-1cfa6cbe10ef is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:30:11.576085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:11.631662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] Deleting subnet 8d25503a-5cc4-4d23-a8fe-0aee399e758b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:30:11.634056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.637153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.661514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65b612e-69f9-4c47-9623-5c91fcb3150f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:11.679351 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.688449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0e70f0f9-0930-487b-9582-d3ce1666f4f0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a65b612e-69f9-4c47-9623-5c91fcb3150f HTTP/1.1" status: 204 len: 168 time: 0.4276056 Jul 23 14:30:11.688849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:11.690545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.697334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:11.697575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a950398-7d79-4514-832e-4f9053db52a4 None None] Network 26770831-9c69-4c4e-9114-f3450410414f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:11.717848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] Sync routers for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:11.721366 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-107c0ac9-6e28-4dcf-be44-39d20d7734d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.734544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.767362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.768743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-559fe243-0bc6-456d-9670-67d674cf27b0 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6233335 Jul 23 14:30:11.772845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:11.781107 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.793145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:11.793816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:11.794468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.807400 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.809249 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8d25503a-5cc4-4d23-a8fe-0aee399e758b HTTP/1.1" status: 204 len: 168 time: 0.2315829 Jul 23 14:30:11.824410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:11.827291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c7219-3ad9-40a6-843f-554047f71bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d25503a-5cc4-4d23-a8fe-0aee399e758b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:11.844692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:11.856972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-107c0ac9-6e28-4dcf-be44-39d20d7734d5 None None] For port f1c62945-5ef1-49ce-aaff-aecfecd45e64, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f1c62945-5ef1-49ce-aaff-aecfecd45e64,segment=NetworkSegment(a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a),segment_id=a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:11.872197 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-107c0ac9-6e28-4dcf-be44-39d20d7734d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:11.879468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:11.880096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:11.955434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:11.956113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bd382-b5f7-4586-b61b-acb4a6b51f6b None None] The sync data for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:11.991555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.000819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c0ac9-6e28-4dcf-be44-39d20d7734d5 None None] Pushing event updated for resources: {'Port': ['ID=f1c62945-5ef1-49ce-aaff-aecfecd45e64,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:12.030584 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.045680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e38c9f5-252b-41f3-8af3-ff3554d11807']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.092209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4e3b4d4-c7fd-4cca-9ad9-a18144c3e426 None None] Provisioning complete for port f1c62945-5ef1-49ce-aaff-aecfecd45e64 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:12.092837 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b4d4-c7fd-4cca-9ad9-a18144c3e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.095329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675d7b47-99c3-429d-a051-46ab4b3be708') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.095630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675d7b47-99c3-429d-a051-46ab4b3be708') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.151081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.189186 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.202735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:30:12.203133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:30:12.206142 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:30:12.239090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.269756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f21ebf-0db6-4fb7-9741-f1414f85d6e1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.310462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb94c905-0fdb-4a1a-b711-89b41a56923b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.310787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb94c905-0fdb-4a1a-b711-89b41a56923b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.322542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.324158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.390387 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.394901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e38c9f5-252b-41f3-8af3-ff3554d11807 HTTP/1.1" status: 204 len: 168 time: 0.7025812 Jul 23 14:30:12.411080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd41c18-8cab-4338-a8c5-901d801d9d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e38c9f5-252b-41f3-8af3-ff3554d11807,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:12.414962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.428492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:30:12.428902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:30:12.430627 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:30:12.498587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.522735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.524707 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] 10.222.0.21 "DELETE /v2.0/networks/17f21ebf-0db6-4fb7-9741-f1414f85d6e1 HTTP/1.1" status: 204 len: 168 time: 0.6994536 Jul 23 14:30:12.527967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:12.547104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df556ad9-e687-493d-819a-d082870f2f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=17f21ebf-0db6-4fb7-9741-f1414f85d6e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:12.575367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] Deleting subnet 13ee8ae5-bd0c-4f8f-9ae3-c0e6eee511e7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:30:12.578563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.587527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:12.621814 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.662934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-627b1735-3b77-4c11-a97f-89d43fc9fac8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b580c448284606bede2138521e1d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742176 Jul 23 14:30:12.666264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.666856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:12.681373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.701793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f1c62945-5ef1-49ce-aaff-aecfecd45e64 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:30:12.723657 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.754634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ee8ae5-bd0c-4f8f-9ae3-c0e6eee511e7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:12.756617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f1c62945-5ef1-49ce-aaff-aecfecd45e64 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:12.757182 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.763895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.766022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-84b9bd40-c4fd-42bd-8491-b54d034f8fca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13ee8ae5-bd0c-4f8f-9ae3-c0e6eee511e7 HTTP/1.1" status: 204 len: 168 time: 0.2364254 Jul 23 14:30:12.768478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:12.802801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a88d7e48-83d2-418f-b32c-2a2ffb8b23a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.836357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a88d7e48-83d2-418f-b32c-2a2ffb8b23a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.868698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.956987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.967577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26770831-9c69-4c4e-9114-f3450410414f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.976136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a88d7e48-83d2-418f-b32c-2a2ffb8b23a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.978248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4158d17e-0c4d-4667-935a-7bdece650313') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.978544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4158d17e-0c4d-4667-935a-7bdece650313') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:12.978710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a88d7e48-83d2-418f-b32c-2a2ffb8b23a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:12.979733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a88d7e48-83d2-418f-b32c-2a2ffb8b23a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42c1c83e-20ae-496d-bb5b-f985be208874 HTTP/1.1" status: 204 len: 168 time: 0.3120055 Jul 23 14:30:12.998264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d7e48-83d2-418f-b32c-2a2ffb8b23a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c1c83e-20ae-496d-bb5b-f985be208874,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:13.011224 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.033430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.040617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:30:13.041173 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:30:13.043211 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:30:13.066614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.1 (2a9942e4-d9d3-4afd-9b18-8036149fa7c9/b51b0ea1-ef18-4241-bd3f-8f9d89abd587/7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:13.130994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.136402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.141414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] 10.222.0.21 "DELETE /v2.0/networks/26770831-9c69-4c4e-9114-f3450410414f HTTP/1.1" status: 204 len: 168 time: 0.3719571 Jul 23 14:30:13.161014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59f018-74d4-485a-9fac-37533fa03311 admin admin] Pushing event deleted for resources: {'Network': ['ID=26770831-9c69-4c4e-9114-f3450410414f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:13.172152 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-6af8539e-bb97-46fc-971f-cca95db65117 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3187172 Jul 23 14:30:13.209558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.228020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Transition to ACTIVE for port object 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:30:13.272413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.280242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-ad20983c-c131-40c7-b0ba-c1577b99ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:13.281790 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-ad20983c-c131-40c7-b0ba-c1577b99ee8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1096 time: 0.0670927 Jul 23 14:30:13.328487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:13.331697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:13.334767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:13.349877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:13.394151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:13.401549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.448399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-95781ed0-ee81-4879-99ba-6ad29c85ea3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a46bb29c643143018671a2ccf3156bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973713 Jul 23 14:30:13.453276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:13.460217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-c0caec05-672f-4f92-bd6f-9b4b6a1e7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:13.461769 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-c0caec05-672f-4f92-bd6f-9b4b6a1e7224 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.1571894 Jul 23 14:30:13.567863 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-bc693c9e-51fa-475d-8093-e1a8c698c3c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 1001 time: 0.0974357 Jul 23 14:30:13.598435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f99f06-d448-4dff-9956-563717ce9e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.605988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-46f7e259-0d87-49de-8d01-5aa2a07422fd None None] Provisioning for port 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:30:13.615405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-46f7e259-0d87-49de-8d01-5aa2a07422fd None None] Provisioning complete for port 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:13.616060 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46f7e259-0d87-49de-8d01-5aa2a07422fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.626374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-217d9eed-0f78-4275-9b17-b148cbf95777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:13.628351 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-217d9eed-0f78-4275-9b17-b148cbf95777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0526390 Jul 23 14:30:13.658750 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f99f06-d448-4dff-9956-563717ce9e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.664172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-46f7e259-0d87-49de-8d01-5aa2a07422fd None None] Port 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:30:13.691414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.695195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-7203ad6d-f5d5-4772-a708-35176617d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:13.696903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-7203ad6d-f5d5-4772-a708-35176617d026 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603900 Jul 23 14:30:13.707657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-e660bdfe-7dbc-4294-b718-6471e1bc48a4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:30:13.709033 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-e660bdfe-7dbc-4294-b718-6471e1bc48a4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055640 Jul 23 14:30:13.762674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f99f06-d448-4dff-9956-563717ce9e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.765567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f99f06-d448-4dff-9956-563717ce9e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:13.769229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-82f99f06-d448-4dff-9956-563717ce9e85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f984c703-a015-494f-bc8e-11e1cd2dcee7 HTTP/1.1" status: 204 len: 168 time: 0.3082142 Jul 23 14:30:13.827651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-9215eeed-7550-4a47-9f79-cee5a93533a7 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116483 Jul 23 14:30:13.835406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99f06-d448-4dff-9956-563717ce9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f984c703-a015-494f-bc8e-11e1cd2dcee7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:13.935452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2ffd0c7f-0700-4c2e-bc5a-667ee7238271 req-f75aa4d7-5df4-44ef-88ab-a6e059fa65cc service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018577 Jul 23 14:30:13.948707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:14.026707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.032591 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.061396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1dd2a961-010d-4331-b9e5-940fd837f96b no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:30:14.065721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-462538928-network', 'tenant_id': '9097ff86d0774dcab58825fe2b8945a4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:14.086310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 1dd2a961-010d-4331-b9e5-940fd837f96b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:30:14.086909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1dd2a961-010d-4331-b9e5-940fd837f96b not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:30:14.091701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Made reservation on behalf of 9097ff86d0774dcab58825fe2b8945a4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:14.094179 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.103888 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.123896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:14.130122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.135130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:14.198355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.203592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.228322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:30:14.232814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a3ff0c4a-8c75-472d-bbd9-8c9d4b03a27b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0ac39cd5c774157985cad24cec82eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967083 Jul 23 14:30:14.235703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:14.244895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e058a16-4dde-43e5-8424-53b42ba6dcdf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:14.250854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.251124 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Added segment adb0d59d-3187-4e1c-b5f0-d11c411c75ec of type vlan for network a4f47645-21eb-4a77-a76d-a36514878790 Jul 23 14:30:14.264982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:14.266478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:14.315849 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.339304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a24ae99-e0ae-4006-8f87-12d4b85c313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.373897 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a24ae99-e0ae-4006-8f87-12d4b85c313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.376337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.377825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:14.378686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.385656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 95948d1d-1921-4896-be57-1cfa6cbe10ef has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:14.464774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5119767 Jul 23 14:30:14.466114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:14.471070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Request body: {'subnet': {'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-462538928-subnet', 'tenant_id': '9097ff86d0774dcab58825fe2b8945a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:14.496147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1379bb43-1f65-42bf-94e2-3a19779d1be3 None None] Provisioning complete for port 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:14.497319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379bb43-1f65-42bf-94e2-3a19779d1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.512076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Made reservation on behalf of 9097ff86d0774dcab58825fe2b8945a4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:14.514631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.527763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab557b-929f-4193-96cb-8d01fce05d78 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f47645-21eb-4a77-a76d-a36514878790,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:14.542996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a4f47645-21eb-4a77-a76d-a36514878790 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:30:14.550196 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a24ae99-e0ae-4006-8f87-12d4b85c313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.553300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a24ae99-e0ae-4006-8f87-12d4b85c313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:14.554692 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5a24ae99-e0ae-4006-8f87-12d4b85c313b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eff96838-3315-4d9b-afd4-04fa6c2311d7 HTTP/1.1" status: 204 len: 168 time: 0.3168538 Jul 23 14:30:14.566408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24ae99-e0ae-4006-8f87-12d4b85c313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff96838-3315-4d9b-afd4-04fa6c2311d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:14.567356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1379bb43-1f65-42bf-94e2-3a19779d1be3 None None] Port 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:30:14.967804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:14.974474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0101e21a-73cf-4664-ac1e-d92d32624c31 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/routers/95948d1d-1921-4896-be57-1cfa6cbe10ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005429 Jul 23 14:30:14.977358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:14.979605 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] Sync routers for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:14.983234 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'port': {'network_id': '2a9942e4-d9d3-4afd-9b18-8036149fa7c9', 'name': 'tempest-FloatingIPTestJSON-374230176'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:14.989190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:14.989870 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:15.039665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:15.049537 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:15.050501 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:15.087704 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:15.088745 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfa490-3767-4aff-8bff-ed568eeac9a2 None None] The sync data for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:15.114168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.122740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Made reservation on behalf of b3e4e574427e4b5d8f48fa457961f7ca for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:15.126278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.145667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] device_id is not set on port 10c17c9c-9080-4468-971c-6184642187c3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:30:15.170292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1043aeee-92ab-40f8-b3a0-906ac82acd47,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:15.186463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Checking segment: {'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:30:15.186879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Network hostable DHCP agents. Network: a4f47645-21eb-4a77-a76d-a36514878790, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:30:15.205949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Network a4f47645-21eb-4a77-a76d-a36514878790 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:30:15.217268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a4f47645-21eb-4a77-a76d-a36514878790) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:15.222015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:15.222928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.228138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c895e-a9ed-4e71-b4fc-0b92bd021ec7 None None] Network a4f47645-21eb-4a77-a76d-a36514878790 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:15.247922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-348a93c0-1006-49e5-bedc-5246068a21a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7724178 Jul 23 14:30:15.306450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Allocated IP 172.20.0.8 (2a9942e4-d9d3-4afd-9b18-8036149fa7c9/b51b0ea1-ef18-4241-bd3f-8f9d89abd587/10c17c9c-9080-4468-971c-6184642187c3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:15.369831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca369dc-4f91-4183-a96e-c98099bdfe37 None None] Network a4f47645-21eb-4a77-a76d-a36514878790 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:15.501892 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.518815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Transition to ACTIVE for port object 10c17c9c-9080-4468-971c-6184642187c3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:30:15.560377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.610021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:15.617281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:15.621815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:15.626400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event updated for resources: {'Port': ['ID=10c17c9c-9080-4468-971c-6184642187c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:15.678815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:15.679710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.701034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8642a061-61d8-4096-b250-7893de6517c5 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7218287 Jul 23 14:30:15.703551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:15.711140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Request body: {'floatingip': {'port_id': '10c17c9c-9080-4468-971c-6184642187c3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:15.732887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-c13f41e2-b198-410c-b5c1-2290f26eb4fb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:15.734677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-c13f41e2-b198-410c-b5c1-2290f26eb4fb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 813 time: 0.1194997 Jul 23 14:30:15.756347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-1bd26f1b-55e5-4a51-8331-e608b1159c0a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/quotas/9097ff86d0774dcab58825fe2b8945a4 HTTP/1.1" status: 200 len: 375 time: 0.0129125 Jul 23 14:30:15.772117 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.815685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-42ca9c7f-59be-4a84-bfb0-b096dbc70637 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484385 Jul 23 14:30:15.827680 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e430f834-f4a5-419a-8f71-13c1c97f719a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.900652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aabe9a24-33b8-4991-be8c-c347e6851cb0 None None] Provisioning for port 10c17c9c-9080-4468-971c-6184642187c3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:30:15.911469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aabe9a24-33b8-4991-be8c-c347e6851cb0 None None] Provisioning complete for port 10c17c9c-9080-4468-971c-6184642187c3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:15.911933 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a24-33b8-4991-be8c-c347e6851cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:15.949729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-f699df67-336e-4164-9bff-06d40b0d766d service neutron] 10.222.0.21 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285756 Jul 23 14:30:15.965669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aabe9a24-33b8-4991-be8c-c347e6851cb0 None None] Port 10c17c9c-9080-4468-971c-6184642187c3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:30:16.088489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-14569611-aded-413f-bcb8-1e491804665f service neutron] 10.222.0.21 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313918 Jul 23 14:30:16.428384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52cedc34-c5cc-401a-a3ac-81065b1a8195 req-365965aa-cfec-41fc-8273-1268c0bd5133 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 210 time: 0.0404131 Jul 23 14:30:16.473818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:16.479797 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:16.585702 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 0d233c90-bad0-4a92-88bd-07c426d8c51a associated. External IP: 172.25.2.43, port: ea3ddd2e-9d77-43b0-9879-bab83a1177b1. Jul 23 14:30:16.818066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:16.942219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:16.952673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:16.968765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:16.970212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.010225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.019431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:17.020394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.055510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.056174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cd350-e4ca-468d-a00c-52f3c4a23134 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:17.568147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ac4b37d-5f3d-4230-81de-f9e6f2176a7b req-09c2cb19-9b4f-47dc-88ec-2cebf2538d9f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 210 time: 0.0426981 Jul 23 14:30:17.639826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-1200c1b3-641d-4569-ac5e-84f7fc83713b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:17.641281 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-1200c1b3-641d-4569-ac5e-84f7fc83713b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.48 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 813 time: 0.1615770 Jul 23 14:30:17.658198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Request body: {'port': {'device_id': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790', 'admin_state_up': True, 'tenant_id': '9097ff86d0774dcab58825fe2b8945a4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:17.664983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 95948d1d-1921-4896-be57-1cfa6cbe10ef has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:17.853962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:17.858924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:17.861889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Made reservation on behalf of 9097ff86d0774dcab58825fe2b8945a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:17.865507 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:17.867049 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] Sync routers for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:17.880285 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:17.880885 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.905747 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:17.913273 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.925415 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:17.926098 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:29:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.958224 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:17.959238 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f19e5-91f7-41c6-b865-6271a8d61296 None None] The sync data for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:17.999908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-02681e27-bc90-4b0f-9d22-0ce7a4b228e3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/floatingips/0d233c90-bad0-4a92-88bd-07c426d8c51a HTTP/1.1" status: 200 len: 976 time: 2.2905674 Jul 23 14:30:17.999908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:18.106263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Allocated IP 172.20.0.13 (a4f47645-21eb-4a77-a76d-a36514878790/1043aeee-92ab-40f8-b3a0-906ac82acd47/1cf17b7e-fee9-4bd5-af3a-371a1d399a85) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:18.180744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 10c17c9c-9080-4468-971c-6184642187c3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:18.181105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.326205 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.337540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.359666 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.500363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c962ea61-cca0-4852-96bb-ba715855cd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.522838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.588026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Network a4f47645-21eb-4a77-a76d-a36514878790 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:18.597923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:18.603779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.604605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.605122 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Floating IP 0d233c90-bad0-4a92-88bd-07c426d8c51a disassociated. External IP: 172.25.2.43, port: 10c17c9c-9080-4468-971c-6184642187c3. Jul 23 14:30:18.605894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 10c17c9c-9080-4468-971c-6184642187c3 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:18.608622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:18.614852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:18.709893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:18.710530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.728075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cbc2-33a5-4756-b5e5-1a41800a38c1 req-35e3fffa-bde3-441f-a2c3-51b46aafd8dc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:18.729725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21d5cbc2-33a5-4756-b5e5-1a41800a38c1 req-35e3fffa-bde3-441f-a2c3-51b46aafd8dc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 932 time: 0.0763006 Jul 23 14:30:18.739752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-79d8e59b-2ad1-41bc-ab1e-d51d41712aa1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0863068 Jul 23 14:30:18.756254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-6d9dea95-479a-4451-b8ad-add7be0a42ce tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:30:18.757264 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-6d9dea95-479a-4451-b8ad-add7be0a42ce tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073507 Jul 23 14:30:18.775474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21d5cbc2-33a5-4756-b5e5-1a41800a38c1 req-c3b59578-3327-49ff-ac39-fae6995ff511 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Jul 23 14:30:18.775930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Request body: {'port': {'device_id': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:18.869790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:18.903121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=10c17c9c-9080-4468-971c-6184642187c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:18.916553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.142364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 95948d1d-1921-4896-be57-1cfa6cbe10ef has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:19.337417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:19.348726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] Sync routers for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:19.359196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:19.359917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:19.396517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:19.405214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:19.405992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:19.406396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:30:19.417436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.440382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Transition to ACTIVE for port object 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:30:19.442725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:19.443654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6a2b9-a932-4370-9bd5-de778c915d11 None None] The sync data for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:19.444327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.446725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-008a3034-15ce-4610-b7bc-8ce00bddbbe1 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/ports/10c17c9c-9080-4468-971c-6184642187c3 HTTP/1.1" status: 204 len: 168 time: 1.4458036 Jul 23 14:30:19.447940 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.450200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:19.561517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.580867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:19.750278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Attempting to bind port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:30:19.750950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Attempting to bind port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:30:19.750950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Attempting to bind port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 on network a4f47645-21eb-4a77-a76d-a36514878790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:30:19.760013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 on network a4f47645-21eb-4a77-a76d-a36514878790 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:30:19.760331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Attempting to bind port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 on network a4f47645-21eb-4a77-a76d-a36514878790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:30:19.769069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:30:19.769405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Checking segment: {'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:30:19.769872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Bound using segment: {'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:30:19.770303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Bound port: 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:30:19.770680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.904711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:30:19.921486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:30:19.925138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1c258-c26a-4caf-b1e0-53b7af8fb00e req-ebef85fd-e538-434e-91ac-99a0cfa9075f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:19.930105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.933430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33e1c258-c26a-4caf-b1e0-53b7af8fb00e req-ebef85fd-e538-434e-91ac-99a0cfa9075f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0766869 Jul 23 14:30:19.969607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:19.970704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:19.972478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] 10.222.0.48 "PUT /v2.0/ports/1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 200 len: 1092 time: 1.2063158 Jul 23 14:30:19.974925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:30:19.978821 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b43ff4a-6bbf-4ebb-9a38-49301559e902" -d '{"events": [{"name": "network-changed", "server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:30:19.981442 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33e1c258-c26a-4caf-b1e0-53b7af8fb00e req-8ecc70d7-79fb-4fff-9257-081b9c69171d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Jul 23 14:30:20.063443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8751a1-f642-47a4-a0cf-664093172a60 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:20.068423 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f284af-5908-43f5-ad81-aacba18b352b x-openstack-request-id: req-71f284af-5908-43f5-ad81-aacba18b352b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:30:20.068706 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:30:20.068960 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71f284af-5908-43f5-ad81-aacba18b352b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:30:20.069345 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'status': 'completed', 'code': 200} Jul 23 14:30:20.107466 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:20.150617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-8b60de73-851f-4528-b883-a0bbb86bbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:20.152276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-8b60de73-851f-4528-b883-a0bbb86bbc4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1095 time: 0.1226494 Jul 23 14:30:20.559222 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-8af5817e-bc65-48a7-a8e7-123d962674b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 200 len: 217 time: 0.3818824 Jul 23 14:30:20.627841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-cbfa1d8d-938f-40b1-84a7-65501ec80c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:20.629376 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-cbfa1d8d-938f-40b1-84a7-65501ec80c34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0634329 Jul 23 14:30:20.707873 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-04a9ca7d-6b97-4645-bc1b-6812266227eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476582 Jul 23 14:30:20.844085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-7b572e7e-77b7-4e19-a3d3-408a0450c5fd service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273446 Jul 23 14:30:20.974370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:20.976434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:20.984414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7877632c-dc8f-4800-8d11-e8cf0aec8139 req-563b8603-9b94-4967-b40a-8eaadf2c2e37 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323326 Jul 23 14:30:21.134275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:21.156855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:21.170376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-f0968d87-ab5d-42fb-a447-8218e038ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:21.171820 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-f0968d87-ab5d-42fb-a447-8218e038ebf9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1095 time: 0.1121728 Jul 23 14:30:21.182828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d040-8193-4e98-a9b7-76e77c4065f5 req-01d021df-0234-4a92-b41d-2e6238cd3e9b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:21.185302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe26d040-8193-4e98-a9b7-76e77c4065f5 req-01d021df-0234-4a92-b41d-2e6238cd3e9b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0776527 Jul 23 14:30:21.229248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe26d040-8193-4e98-a9b7-76e77c4065f5 req-b7a7d530-a0ce-42ce-82d3-71bc8458345c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363252 Jul 23 14:30:21.272990 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:21.356384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:21.389203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-a0cda9e6-ce35-4159-98fb-26d4a5cd2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:21.390711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-a0cda9e6-ce35-4159-98fb-26d4a5cd2565 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 914 time: 0.1799657 Jul 23 14:30:21.455748 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-3b1a531d-31ea-4e6b-94b3-c70222eb13d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 200 len: 217 time: 0.0493498 Jul 23 14:30:21.470850 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debd8ff7-cd16-4fde-8fb1-35eb7bbbc124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:21.543257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-a243ee09-54f5-48d0-8b59-000cb30373e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:21.544765 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-a243ee09-54f5-48d0-8b59-000cb30373e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0777481 Jul 23 14:30:21.554213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:21.566822 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debd8ff7-cd16-4fde-8fb1-35eb7bbbc124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:21.572417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debd8ff7-cd16-4fde-8fb1-35eb7bbbc124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:21.610762 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-28d8d4b3-805a-40a2-b35b-32eda250ee8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541623 Jul 23 14:30:21.611199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-debd8ff7-cd16-4fde-8fb1-35eb7bbbc124 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bb4e1cf98d74cf6ac68e0914095c879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535343 Jul 23 14:30:21.611378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=7018bcf8-b5f7-45e3-9ab2-37dac7ce7a51,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:21.612595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd8ff7-cd16-4fde-8fb1-35eb7bbbc124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0218e-9666-473a-8b53-4def92bf17b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:21.614941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:21.859095 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8bd5-2900-421b-9e70-f7f6f156d016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:21.904848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-d762240b-43c6-4c22-9ab5-107e59fe6113 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794948 Jul 23 14:30:21.906493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8bd5-2900-421b-9e70-f7f6f156d016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.007190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.103148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b43ff4a-6bbf-4ebb-9a38-49301559e902 req-2c725d59-92eb-4d10-9bbf-4a571151d1bf service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874976 Jul 23 14:30:22.105267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8bd5-2900-421b-9e70-f7f6f156d016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.107798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8bd5-2900-421b-9e70-f7f6f156d016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.108843 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b5f8bd5-2900-421b-9e70-f7f6f156d016 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96b0218e-9666-473a-8b53-4def92bf17b8 HTTP/1.1" status: 204 len: 168 time: 0.4930074 Jul 23 14:30:22.122913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f8bd5-2900-421b-9e70-f7f6f156d016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0218e-9666-473a-8b53-4def92bf17b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:22.275209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 95948d1d-1921-4896-be57-1cfa6cbe10ef has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:22.382471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e2183-28ed-4fab-abfb-dfbeb0c30628 req-4fe0e7aa-e6b1-4c01-aa2f-8a850a8cf00b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:22.384177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-976e2183-28ed-4fab-abfb-dfbeb0c30628 req-4fe0e7aa-e6b1-4c01-aa2f-8a850a8cf00b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0772004 Jul 23 14:30:22.421798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:22.433455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-831fee92-f17b-4294-b9e1-aa5bbba6342e tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/routers/95948d1d-1921-4896-be57-1cfa6cbe10ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9800928 Jul 23 14:30:22.434981 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] Sync routers for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:22.436485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:22.441291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-976e2183-28ed-4fab-abfb-dfbeb0c30628 req-19f5286f-4405-4a2a-9d89-a99dba2f8a6c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500929 Jul 23 14:30:22.453653 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:22.455017 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:22.492979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:22.496305 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:22.505160 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] Routers {'95948d1d-1921-4896-be57-1cfa6cbe10ef'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:22.505759 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['95948d1d-1921-4896-be57-1cfa6cbe10ef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:22.533940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c73c3f-53f5-4a4f-b991-18ddec652682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.541310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:22.541961 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e9013-9d56-4745-8641-3d140285762e None None] The sync data for ids ['95948d1d-1921-4896-be57-1cfa6cbe10ef'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:22.553479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.632444 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c73c3f-53f5-4a4f-b991-18ddec652682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.640229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c73c3f-53f5-4a4f-b991-18ddec652682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.663234 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.684929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e7c73c3f-53f5-4a4f-b991-18ddec652682 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1d4ab134be84fb78e6c081ef678f3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890054 Jul 23 14:30:22.685665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73c3f-53f5-4a4f-b991-18ddec652682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73febcac-843a-4c62-906c-484c8c68756d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:22.689356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:22.740286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 36c6993c-f166-4e53-8617-a4cd0c145596 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:22.740665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.744441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f39735-1399-418a-8cd3-19d6eba51f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.766258 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f39735-1399-418a-8cd3-19d6eba51f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.816568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f39735-1399-418a-8cd3-19d6eba51f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.819872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f39735-1399-418a-8cd3-19d6eba51f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.821153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d1f39735-1399-418a-8cd3-19d6eba51f5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73febcac-843a-4c62-906c-484c8c68756d HTTP/1.1" status: 204 len: 168 time: 0.1308286 Jul 23 14:30:22.829339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f39735-1399-418a-8cd3-19d6eba51f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73febcac-843a-4c62-906c-484c8c68756d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:22.867895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:22.880338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 36c6993c-f166-4e53-8617-a4cd0c145596 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:23.061441 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.114205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=36c6993c-f166-4e53-8617-a4cd0c145596,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:23.157867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.254303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.256505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.300160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.300755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Fanout notify agent at l3_agent the message router_deleted on router 95948d1d-1921-4896-be57-1cfa6cbe10ef {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:30:23.308454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.311106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-403a412f-603a-4833-95b5-5f3f43aeb00c tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/routers/95948d1d-1921-4896-be57-1cfa6cbe10ef HTTP/1.1" status: 204 len: 168 time: 0.8714159 Jul 23 14:30:23.312431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:23.365263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting subnet b51b0ea1-ef18-4241-bd3f-8f9d89abd587 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:30:23.368709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.408358 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.504407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.577462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.593470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.594490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07723bc6-45eb-4d89-9ac3-c5badeb50c31 req-1e33b6f1-a72c-4f3a-b9e3-7a4ba800d42c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:23.595358 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/subnets/b51b0ea1-ef18-4241-bd3f-8f9d89abd587 HTTP/1.1" status: 204 len: 168 time: 0.2819819 Jul 23 14:30:23.596960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07723bc6-45eb-4d89-9ac3-c5badeb50c31 req-1e33b6f1-a72c-4f3a-b9e3-7a4ba800d42c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0945740 Jul 23 14:30:23.598129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:23.606870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad849c-9f02-4e5f-bb67-88bef14502dc None None] Network 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:30:23.612590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417660b-4c7f-4ccf-acd2-205e6e18ab58 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Subnet': ['ID=b51b0ea1-ef18-4241-bd3f-8f9d89abd587,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:23.713156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.718111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07723bc6-45eb-4d89-9ac3-c5badeb50c31 req-14a383b5-fead-435d-a022-af6e6c166af9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934043 Jul 23 14:30:23.768823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port f1c62945-5ef1-49ce-aaff-aecfecd45e64 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:23.769171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.839004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906752fc-f237-4a13-8789-c105e599490e None None] DHCP port deletion for 2a9942e4-d9d3-4afd-9b18-8036149fa7c9 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:30:23.840562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] For port f1c62945-5ef1-49ce-aaff-aecfecd45e64, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f1c62945-5ef1-49ce-aaff-aecfecd45e64,segment=NetworkSegment(a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a),segment_id=a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:23.840923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.852931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for f1c62945-5ef1-49ce-aaff-aecfecd45e64 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:23.886490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-906752fc-f237-4a13-8789-c105e599490e None None] Deleting port f1c62945-5ef1-49ce-aaff-aecfecd45e64 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:23.887004 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-906752fc-f237-4a13-8789-c105e599490e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.964685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-906752fc-f237-4a13-8789-c105e599490e None None] For port f1c62945-5ef1-49ce-aaff-aecfecd45e64, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f1c62945-5ef1-49ce-aaff-aecfecd45e64,segment=NetworkSegment(a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a),segment_id=a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:23.965194 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-906752fc-f237-4a13-8789-c105e599490e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.970894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:23.983095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-906752fc-f237-4a13-8789-c105e599490e None None] Calling delete_port for f1c62945-5ef1-49ce-aaff-aecfecd45e64 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:24.015712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] No DVR routers for this DVR port f1c62945-5ef1-49ce-aaff-aecfecd45e64 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:30:24.073652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=f1c62945-5ef1-49ce-aaff-aecfecd45e64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:24.096441 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-906752fc-f237-4a13-8789-c105e599490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.123769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:30:24.129059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906752fc-f237-4a13-8789-c105e599490e None None] Pushing event deleted for resources: {'Port': ['ID=f1c62945-5ef1-49ce-aaff-aecfecd45e64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:24.133242 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.138132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906752fc-f237-4a13-8789-c105e599490e None None] No DVR routers for this DVR port f1c62945-5ef1-49ce-aaff-aecfecd45e64 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:30:24.145099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9942e4-d9d3-4afd-9b18-8036149fa7c9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:24.158888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:24.159273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a1190d-3174-4a83-bb8a-2ba9ddec3c2a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:24.169787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.185858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.194967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:30:24.195374 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:30:24.198673 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:30:24.244531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:24.259866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790', 'port_id': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'mac_address': 'fa:16:3e:33:93:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1043aeee-92ab-40f8-b3a0-906ac82acd47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:30:24.262977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.276587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.279112 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/networks/2a9942e4-d9d3-4afd-9b18-8036149fa7c9 HTTP/1.1" status: 204 len: 168 time: 0.6798069 Jul 23 14:30:24.281279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:24.298072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1df1c8-e6a4-44e1-8f2d-febbde22ff41 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Network': ['ID=2a9942e4-d9d3-4afd-9b18-8036149fa7c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:24.311791 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.325056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:30:24.354859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:24.360014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.414460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:24.423753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 527a7af2-efa9-426d-aed6-62c8f32d3c1f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:24.424101 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.510042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.510042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.523860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 527a7af2-efa9-426d-aed6-62c8f32d3c1f owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:24.583852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cf17b7e-fee9-4bd5-af3a-371a1d399a85'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:30:24.693734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.700175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f1c62945-5ef1-49ce-aaff-aecfecd45e64 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:30:24.725451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f1c62945-5ef1-49ce-aaff-aecfecd45e64 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:30:24.726079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f1c62945-5ef1-49ce-aaff-aecfecd45e64 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:30:24.728940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=527a7af2-efa9-426d-aed6-62c8f32d3c1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:24.789876 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.792477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:24.793717 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-803921b8-d8dc-4fac-9aa1-166278059ad3 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/floatingips/0d233c90-bad0-4a92-88bd-07c426d8c51a HTTP/1.1" status: 204 len: 168 time: 0.5113840 Jul 23 14:30:24.797921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:24.823147 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c4b641-d4a5-4570-bf63-25c399320045 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] DELETE failed (client error): The resource could not be found. Jul 23 14:30:24.823797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c4b641-d4a5-4570-bf63-25c399320045 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:30:24.825520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e6c4b641-d4a5-4570-bf63-25c399320045 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/ports/10c17c9c-9080-4468-971c-6184642187c3 HTTP/1.1" status: 404 len: 333 time: 0.0266769 Jul 23 14:30:24.828190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:24.855180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b5ae-0a7f-4a8e-b1be-212284080da9 req-df677528-4c86-40b1-b33c-550c98db0f38 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:24.856829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc9b5ae-0a7f-4a8e-b1be-212284080da9 req-df677528-4c86-40b1-b33c-550c98db0f38 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 945 time: 0.0666106 Jul 23 14:30:24.896321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc9b5ae-0a7f-4a8e-b1be-212284080da9 req-af8c5ab7-af3f-41d7-8d1d-9320b2f0de95 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jul 23 14:30:25.216578 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-80e3a416-3f58-49f5-bb25-0d8852810bd4 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "GET /v2.0/ports?device_id=95948d1d-1921-4896-be57-1cfa6cbe10ef HTTP/1.1" status: 200 len: 205 time: 0.3872313 Jul 23 14:30:25.218904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:25.255021 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-94d6a0a9-3a7f-4280-96ea-3812ba778e20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] delete failed (client error): The resource could not be found. Jul 23 14:30:25.256074 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94d6a0a9-3a7f-4280-96ea-3812ba778e20 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/routers/95948d1d-1921-4896-be57-1cfa6cbe10ef HTTP/1.1" status: 404 len: 336 time: 0.0362327 Jul 23 14:30:25.258835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:25.291073 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6f2990-1a21-4f72-bb01-972d2e1242af tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] DELETE failed (client error): The resource could not be found. Jul 23 14:30:25.291481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6f2990-1a21-4f72-bb01-972d2e1242af tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:30:25.293150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0c6f2990-1a21-4f72-bb01-972d2e1242af tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/subnets/b51b0ea1-ef18-4241-bd3f-8f9d89abd587 HTTP/1.1" status: 404 len: 337 time: 0.0328267 Jul 23 14:30:25.295914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:25.393244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port ea3ddd2e-9d77-43b0-9879-bab83a1177b1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:25.393618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:25.485228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:25.497598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for ea3ddd2e-9d77-43b0-9879-bab83a1177b1 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:25.627490 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:25.659141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=ea3ddd2e-9d77-43b0-9879-bab83a1177b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:25.733704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:25.738325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9fb30954-4194-4871-9620-e2bc7aa0b275 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/ports/ea3ddd2e-9d77-43b0-9879-bab83a1177b1 HTTP/1.1" status: 204 len: 168 time: 0.4414701 Jul 23 14:30:25.738465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:25.846417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 00947335-e642-4999-b38b-a86fe7d71a80 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:25.846824 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:25.937575 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:25.951812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 00947335-e642-4999-b38b-a86fe7d71a80 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:26.056372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a0ba-f8d5-4ca3-b5a9-9913c17d9ed4 req-f4309c12-337c-4262-b311-108d8df9e8ef tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:26.058471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0893a0ba-f8d5-4ca3-b5a9-9913c17d9ed4 req-f4309c12-337c-4262-b311-108d8df9e8ef tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 945 time: 0.0765984 Jul 23 14:30:26.101498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0893a0ba-f8d5-4ca3-b5a9-9913c17d9ed4 req-c21521f9-6a6e-477a-8dfe-454251192827 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373914 Jul 23 14:30:26.110070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:26.143487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=00947335-e642-4999-b38b-a86fe7d71a80,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:26.153244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:30:26.215309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:30:26.219328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:26.220368 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:26.222937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:26.225074 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aefacfb2-fda7-4e59-95f6-15f1c7098fff tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/ports/00947335-e642-4999-b38b-a86fe7d71a80 HTTP/1.1" status: 204 len: 168 time: 0.4854636 Jul 23 14:30:26.227791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:26.320557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294095f-518b-4cbd-a89d-d5bc85cf6331 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:26.320805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:26.323161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0294095f-518b-4cbd-a89d-d5bc85cf6331 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "GET /v2.0/ports?device_id=29d4bea2-92af-4931-b1be-5ddc64b7a498 HTTP/1.1" status: 200 len: 913 time: 0.0942938 Jul 23 14:30:26.378529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:26.409231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:30:26.411596 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8701dd3b-c389-4bb8-9170-1c309d630edc" -d '{"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-plugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:30:26.437425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:26.451182 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:26.456806 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bd3d6e-d81b-4e03-8cab-b9233e22b367 x-openstack-request-id: req-d7bd3d6e-d81b-4e03-8cab-b9233e22b367 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:30:26.457104 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-plugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:30:26.457391 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7bd3d6e-d81b-4e03-8cab-b9233e22b367 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:30:26.458264 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'code': 200} Jul 23 14:30:26.519683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:26.577712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc38834-d0e9-4cb2-80f5-ffecc9eedaca req-236a3ca2-9908-476e-9099-6ec4fb555d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:26.579571 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5dc38834-d0e9-4cb2-80f5-ffecc9eedaca req-236a3ca2-9908-476e-9099-6ec4fb555d95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1097 time: 0.0637627 Jul 23 14:30:26.614912 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5dc38834-d0e9-4cb2-80f5-ffecc9eedaca req-1a7be3dc-8469-4eeb-9e74-c934e47724e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274761 Jul 23 14:30:26.727562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.003382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 8ac7a538-e2de-4dee-9561-509e2f51bf27 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:27.003795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.100017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.113147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 8ac7a538-e2de-4dee-9561-509e2f51bf27 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:27.299066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d690f-6b51-4ecb-9050-ebdac421c517 req-f87bb3ca-b4cf-46a8-8dc2-4ef87c3f5c9e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:27.300512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-704d690f-6b51-4ecb-9050-ebdac421c517 req-f87bb3ca-b4cf-46a8-8dc2-4ef87c3f5c9e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1225505 Jul 23 14:30:27.378241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-704d690f-6b51-4ecb-9050-ebdac421c517 req-dc6bf964-3b2e-4065-b84a-027aa62e5278 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714118 Jul 23 14:30:27.386031 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.424670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=8ac7a538-e2de-4dee-9561-509e2f51bf27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:27.634355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.664429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:27.770602 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ba0d0f-b856-454f-a8cf-7e7527c2b105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.851437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Router 29d4bea2-92af-4931-b1be-5ddc64b7a498 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:30:27.865053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ba0d0f-b856-454f-a8cf-7e7527c2b105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.868948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47ba0d0f-b856-454f-a8cf-7e7527c2b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.909010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba0d0f-b856-454f-a8cf-7e7527c2b105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e6441f-a324-4e62-98b3-3d4820f1c3e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:27.915797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-47ba0d0f-b856-454f-a8cf-7e7527c2b105 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13dc4713e8a643559867bbc0545e9af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476270 Jul 23 14:30:27.915965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:27.957579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:30:27.966262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57b91aaf-fdc5-43e8-b25e-74fdddc675f9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "PUT /v2.0/routers/29d4bea2-92af-4931-b1be-5ddc64b7a498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6455998 Jul 23 14:30:27.968318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] Sync routers for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:30:27.968870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:27.976284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35fc2c37-cb1a-4baa-a3fa-211df0ebaa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:27.978782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:27.979403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:28.011402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:28.020108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] Routers {'29d4bea2-92af-4931-b1be-5ddc64b7a498'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:30:28.020702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['29d4bea2-92af-4931-b1be-5ddc64b7a498'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:28.051261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:28.052084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2462a2d-0848-4dff-b0fa-9c8017884251 None None] The sync data for ids ['29d4bea2-92af-4931-b1be-5ddc64b7a498'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:30:28.061019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35fc2c37-cb1a-4baa-a3fa-211df0ebaa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.111648 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.186732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35fc2c37-cb1a-4baa-a3fa-211df0ebaa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.189270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35fc2c37-cb1a-4baa-a3fa-211df0ebaa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.190450 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-35fc2c37-cb1a-4baa-a3fa-211df0ebaa4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2e6441f-a324-4e62-98b3-3d4820f1c3e2 HTTP/1.1" status: 204 len: 168 time: 0.2734690 Jul 23 14:30:28.204205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc2c37-cb1a-4baa-a3fa-211df0ebaa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e6441f-a324-4e62-98b3-3d4820f1c3e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:28.229658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.285826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting port 82d23872-2966-4e19-8c09-6cb5805fd762 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:28.286210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.365995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.378107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Calling delete_port for 82d23872-2966-4e19-8c09-6cb5805fd762 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:28.530805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62672d6-ca16-44c2-96a0-b8d7dc78b792 req-a4805754-680e-4583-ad4c-89a029990dab tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:28.532445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e62672d6-ca16-44c2-96a0-b8d7dc78b792 req-a4805754-680e-4583-ad4c-89a029990dab tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0792315 Jul 23 14:30:28.573061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.583242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e62672d6-ca16-44c2-96a0-b8d7dc78b792 req-4c9fb580-4d4a-4062-915b-964a47931edf tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Jul 23 14:30:28.600477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Port': ['ID=82d23872-2966-4e19-8c09-6cb5805fd762,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:28.677493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.776096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.778938 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.835936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.839074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Fanout notify agent at l3_agent the message router_deleted on router 29d4bea2-92af-4931-b1be-5ddc64b7a498 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:30:28.847093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.850815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:28.850992 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9fa720e3-a095-4bc7-8858-e75d2ac53149 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/routers/29d4bea2-92af-4931-b1be-5ddc64b7a498 HTTP/1.1" status: 204 len: 168 time: 0.8810229 Jul 23 14:30:28.905512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-35aa0914-fd33-4828-b6e2-61e90d8071d4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:28.907031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-35aa0914-fd33-4828-b6e2-61e90d8071d4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 813 time: 0.1397345 Jul 23 14:30:28.929710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Deleting subnet 526ed0df-32b9-412c-8f2e-2dd178e08769 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:30:28.933555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:28.936852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-0cc4b87c-92d3-4e47-b1ee-16ea1abc71b7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/quotas/9097ff86d0774dcab58825fe2b8945a4 HTTP/1.1" status: 200 len: 375 time: 0.0197489 Jul 23 14:30:29.006868 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.062224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-8b2f38f4-a8ab-4ae4-80fb-9b70e59d0c8e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073654 Jul 23 14:30:29.064711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.197126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.206159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-11ceec7d-5656-44da-95be-91359fb139ee service neutron] 10.222.0.21 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164362 Jul 23 14:30:29.235056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Subnet': ['ID=526ed0df-32b9-412c-8f2e-2dd178e08769,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:29.256104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.257973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2e181d5f-9c4e-4b6b-8784-874fc5102b46 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/subnets/526ed0df-32b9-412c-8f2e-2dd178e08769 HTTP/1.1" status: 204 len: 168 time: 0.4061687 Jul 23 14:30:29.260741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:29.325332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-24beb84d-e273-4974-81d5-4adac6a4b0cf service neutron] 10.222.0.21 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993261 Jul 23 14:30:29.345829 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.482956 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.494684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5689f73-c5b1-47d3-99e7-7f858048322a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:29.513830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8257624d-a954-4503-ab8e-cafd4ef566d8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:29.514167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8257624d-a954-4503-ab8e-cafd4ef566d8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:29.523795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.538782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91df2f4e-757f-4f12-bc3a-2a63c7f900c8 req-04206743-2b0c-462a-a1d9-ed2091ece3b5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 210 time: 0.0514572 Jul 23 14:30:29.540867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.547913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:30:29.548347 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:30:29.552475 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:30:29.622323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.636139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:29.641661 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] 10.222.0.21 "DELETE /v2.0/networks/a5689f73-c5b1-47d3-99e7-7f858048322a HTTP/1.1" status: 204 len: 168 time: 0.3796320 Jul 23 14:30:29.653229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef22e-bcdd-4328-a805-6d51d8c881a9 tempest-FloatingIPTestJSON-1922094881 tempest-FloatingIPTestJSON-1922094881-project] Pushing event deleted for resources: {'Network': ['ID=a5689f73-c5b1-47d3-99e7-7f858048322a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:29.955003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:30.118904 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-84317707-ee66-430c-9908-c5c74b29cd82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3e4e574427e4b5d8f48fa457961f7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625934 Jul 23 14:30:30.121341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:30.180000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d197d5-2ac2-45ba-8fbb-9773ade26cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:30.204831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d197d5-2ac2-45ba-8fbb-9773ade26cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:30.256109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d197d5-2ac2-45ba-8fbb-9773ade26cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:30.258727 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d197d5-2ac2-45ba-8fbb-9773ade26cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:30.259893 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-81d197d5-2ac2-45ba-8fbb-9773ade26cef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c417e557-e1f2-42ce-ba34-7e10929928d9 HTTP/1.1" status: 204 len: 168 time: 0.1375680 Jul 23 14:30:30.270732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d197d5-2ac2-45ba-8fbb-9773ade26cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417e557-e1f2-42ce-ba34-7e10929928d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:30.672000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95338c1b-d99d-41a7-99c9-0467007b461e req-d6864a21-093f-4def-811c-c3524c14257a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 210 time: 0.0421665 Jul 23 14:30:30.687942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-2c915bd2-f654-43f6-a202-d03524647f7d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:30.689727 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-2c915bd2-f654-43f6-a202-d03524647f7d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.11 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 813 time: 0.1638956 Jul 23 14:30:30.709549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Request body: {'port': {'device_id': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790', 'admin_state_up': True, 'tenant_id': '9097ff86d0774dcab58825fe2b8945a4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:30.835844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Made reservation on behalf of 9097ff86d0774dcab58825fe2b8945a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:30.840142 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:30.988953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Allocated IP 172.20.0.14 (a4f47645-21eb-4a77-a76d-a36514878790/1043aeee-92ab-40f8-b3a0-906ac82acd47/d5949527-ce9f-4cd1-8e9e-52a582f935e8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:30:31.074044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:31.157216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.185324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-306151058'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:31.201695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.209448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Made reservation on behalf of 57a1165b27f04a9399659e4e737841cc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:30:31.213267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.215351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cf17b7e-fee9-4bd5-af3a-371a1d399a85'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:30:31.232281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.250961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Network a4f47645-21eb-4a77-a76d-a36514878790 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:30:31.254150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:30:31.256923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:30:31.297013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Pushing event updated for resources: {'Port': ['ID=d5949527-ce9f-4cd1-8e9e-52a582f935e8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:31.340715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:31.341366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.353747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.359436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.366537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-b07fecfb-9357-4b32-a35f-7564b6716174 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6614499 Jul 23 14:30:31.389381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Request body: {'port': {'device_id': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:30:31.393315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:30:31.401455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23eb49ea-57ea-4791-b929-decaa4e920fb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:31.407990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.408364 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Added segment e63c943d-86eb-41ee-8846-a884079c66d2 of type vlan for network 34498e61-7217-42b9-a86a-b2e9902f0224 Jul 23 14:30:31.449789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.484640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.487401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.491149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:31.491789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.539372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4641151 Jul 23 14:30:31.544888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:31.549491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-dbdfe401-a64d-4d84-a211-1b4b92d86595 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-1728807893') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:31.592892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20607af-dfc2-4b39-a455-b3dcdf0429b8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Pushing event updated for resources: {'Network': ['ID=34498e61-7217-42b9-a86a-b2e9902f0224,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:31.604680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 34498e61-7217-42b9-a86a-b2e9902f0224 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:30:31.693557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dbdfe401-a64d-4d84-a211-1b4b92d86595 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "PUT /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-1728807893 HTTP/1.1" status: 201 len: 201 time: 0.1476181 Jul 23 14:30:31.696216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:31.703296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-de4be777-8708-499d-8fc6-7466a6ca36f7 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-1728807893') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:31.785552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-de4be777-8708-499d-8fc6-7466a6ca36f7 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "GET /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-1728807893 HTTP/1.1" status: 204 len: 168 time: 0.0861259 Jul 23 14:30:31.788072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:31.792197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-2490c507-144c-4529-969e-b8df6a9f62bf tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:31.818219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5949527-ce9f-4cd1-8e9e-52a582f935e8 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:30:31.824924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.841834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Transition to ACTIVE for port object d5949527-ce9f-4cd1-8e9e-52a582f935e8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:30:31.847351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:31.897692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2490c507-144c-4529-969e-b8df6a9f62bf tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "GET /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags HTTP/1.1" status: 200 len: 238 time: 0.1086376 Jul 23 14:30:31.900333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:31.905676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-153b4899-719a-4f97-a28e-75698bdcb9ac tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', {'tags': ['tempest-TagsTest-Tag-1764355999', 'tempest-TagsTest-Tag-338718443', 'tempest-TagsTest-Tag-1413120485']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:31.912827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5949527-ce9f-4cd1-8e9e-52a582f935e8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:31.916736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5d93-ffc2-4394-a051-54bb4df44c76 req-a43a2655-62ef-48f2-b7ce-1e8daaa32df5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:31.918274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4cc5d93-ffc2-4394-a051-54bb4df44c76 req-a43a2655-62ef-48f2-b7ce-1e8daaa32df5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 932 time: 0.1350160 Jul 23 14:30:31.986398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Attempting to bind port d5949527-ce9f-4cd1-8e9e-52a582f935e8 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:30:31.997642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Attempting to bind port d5949527-ce9f-4cd1-8e9e-52a582f935e8 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:30:32.001406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Attempting to bind port d5949527-ce9f-4cd1-8e9e-52a582f935e8 on network a4f47645-21eb-4a77-a76d-a36514878790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:30:32.008047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Port d5949527-ce9f-4cd1-8e9e-52a582f935e8 on network a4f47645-21eb-4a77-a76d-a36514878790 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:30:32.008367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Attempting to bind port d5949527-ce9f-4cd1-8e9e-52a582f935e8 on network a4f47645-21eb-4a77-a76d-a36514878790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:30:32.014226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:30:32.014565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Checking segment: {'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:30:32.014991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Bound using segment: {'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:30:32.015423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Bound port: d5949527-ce9f-4cd1-8e9e-52a582f935e8, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:30:32.015786 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:32.019243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4cc5d93-ffc2-4394-a051-54bb4df44c76 req-86e8494a-cb1b-48fc-a081-3939f4187382 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865698 Jul 23 14:30:32.032379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-153b4899-719a-4f97-a28e-75698bdcb9ac tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "PUT /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags HTTP/1.1" status: 200 len: 308 time: 0.1284351 Jul 23 14:30:32.032696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:32.037131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-dc421f96-08b5-44e2-889f-3ba68d8ca2f8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-1764355999') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:32.102673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] For port d5949527-ce9f-4cd1-8e9e-52a582f935e8, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:30:32.106038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] For port d5949527-ce9f-4cd1-8e9e-52a582f935e8, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d5949527-ce9f-4cd1-8e9e-52a582f935e8,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:30:32.114151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:32.156431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:32.156872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:32.158256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d5949527-ce9f-4cd1-8e9e-52a582f935e8 HTTP/1.1" status: 200 len: 1092 time: 0.7782049 Jul 23 14:30:32.158724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'tag': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:30:32.161449 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b984a19-2a86-4af3-9956-d422a2a51aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "89bf9d42-997a-4750-bf1d-f12dc5fe85be", "tag": "d5949527-ce9f-4cd1-8e9e-52a582f935e8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:30:32.209594 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb839bc9-3e8a-4088-9724-944ed129e206 x-openstack-request-id: req-bb839bc9-3e8a-4088-9724-944ed129e206 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:30:32.209878 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bf9d42-997a-4750-bf1d-f12dc5fe85be", "tag": "d5949527-ce9f-4cd1-8e9e-52a582f935e8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:30:32.210129 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb839bc9-3e8a-4088-9724-944ed129e206 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:30:32.210528 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'tag': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8', 'status': 'completed', 'code': 200} Jul 23 14:30:32.211946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9013d4-0ba0-4aef-bcbd-155e2a0909b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5949527-ce9f-4cd1-8e9e-52a582f935e8,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:32.287959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-5185a2b0-7a88-4225-847d-245d743dadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:32.289603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-5185a2b0-7a88-4225-847d-245d743dadee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 1095 time: 0.0640821 Jul 23 14:30:32.342481 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-740c14a8-7a70-4f93-9c3d-ecfaacd1181d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5949527-ce9f-4cd1-8e9e-52a582f935e8 HTTP/1.1" status: 200 len: 217 time: 0.0361724 Jul 23 14:30:32.397818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-32ecda27-90c6-492d-aea5-0c28cd75cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:32.399409 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-32ecda27-90c6-492d-aea5-0c28cd75cda3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0500758 Jul 23 14:30:32.443761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-36e01426-4b8f-45dc-b18e-be833201b4cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368092 Jul 23 14:30:32.482078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dc421f96-08b5-44e2-889f-3ba68d8ca2f8 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "DELETE /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-1764355999 HTTP/1.1" status: 204 len: 168 time: 0.4483941 Jul 23 14:30:32.484710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:32.489322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-85046626-023d-44f6-8fe5-f259153dc0bd tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-1764355999') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:32.557105 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-3a31b33a-3179-4271-a4ce-f790ae4bd5bc service neutron] 10.222.0.11 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047983 Jul 23 14:30:32.562612 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-85046626-023d-44f6-8fe5-f259153dc0bd tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] show failed (client error): The resource could not be found. Jul 23 14:30:32.563690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85046626-023d-44f6-8fe5-f259153dc0bd tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "GET /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-1764355999 HTTP/1.1" status: 404 len: 326 time: 0.0778754 Jul 23 14:30:32.566602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:32.571974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e9c9bc87-7251-42c2-a206-a7d6a866d968 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-338718443') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:32.650143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e9c9bc87-7251-42c2-a206-a7d6a866d968 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "GET /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-338718443 HTTP/1.1" status: 204 len: 168 time: 0.0820565 Jul 23 14:30:32.652834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:32.657552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b027bc5d-bc4a-4a31-9e83-9439ed1a1d60 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-1413120485') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:32.659159 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-aa0398f6-b61d-42a9-85f1-1d6924febb41 req-cc320869-e689-4dcd-b7ac-50e25b6fc4bf service neutron] 10.222.0.11 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949960 Jul 23 14:30:32.737854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b027bc5d-bc4a-4a31-9e83-9439ed1a1d60 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "GET /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-1413120485 HTTP/1.1" status: 204 len: 168 time: 0.0839052 Jul 23 14:30:32.740270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:32.744697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a3d643a8-d3ab-4a28-995d-fffb525dc149 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:32.814137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-167c05d2-1c3c-4431-bdb6-0e6275d9a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:32.816451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-167c05d2-1c3c-4431-bdb6-0e6275d9a60a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 1095 time: 0.0639484 Jul 23 14:30:32.836512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a3d643a8-d3ab-4a28-995d-fffb525dc149 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "DELETE /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags HTTP/1.1" status: 204 len: 168 time: 0.0951557 Jul 23 14:30:32.838990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:32.843698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b87cd054-4b5f-46c2-b047-8a8ed521a873 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-338718443') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:32.918242 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b87cd054-4b5f-46c2-b047-8a8ed521a873 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] show failed (client error): The resource could not be found. Jul 23 14:30:32.919233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b87cd054-4b5f-46c2-b047-8a8ed521a873 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "GET /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-338718443 HTTP/1.1" status: 404 len: 325 time: 0.0789726 Jul 23 14:30:32.922057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:32.923461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-5f2d4b76-dcdc-4c29-8502-4e31adbd38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:32.925070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-5f2d4b76-dcdc-4c29-8502-4e31adbd38c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 914 time: 0.1003025 Jul 23 14:30:32.926378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-1719bde7-d135-4a0c-ba51-85fa06668bf5 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224', 'tempest-TagsTest-Tag-1413120485') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:32.970148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-7d4cff4a-7792-4c3c-81cd-5820b71338ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5949527-ce9f-4cd1-8e9e-52a582f935e8 HTTP/1.1" status: 200 len: 217 time: 0.0377345 Jul 23 14:30:32.998254 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1719bde7-d135-4a0c-ba51-85fa06668bf5 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] show failed (client error): The resource could not be found. Jul 23 14:30:32.999337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1719bde7-d135-4a0c-ba51-85fa06668bf5 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "GET /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags/tempest-TagsTest-Tag-1413120485 HTTP/1.1" status: 404 len: 326 time: 0.0763776 Jul 23 14:30:33.002166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:33.006697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-6440fe41-eea2-41f9-a2e6-6eaf2a94d606 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34498e61-7217-42b9-a86a-b2e9902f0224') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:33.020991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-c1b2668a-5c21-4e73-9d80-359d2bfaf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:33.023083 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-c1b2668a-5c21-4e73-9d80-359d2bfaf8ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0463111 Jul 23 14:30:33.064900 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-0a5c4216-cdc3-45fb-b520-6c1e0a24d1e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340521 Jul 23 14:30:33.094132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6440fe41-eea2-41f9-a2e6-6eaf2a94d606 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "DELETE /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224/tags HTTP/1.1" status: 204 len: 168 time: 0.0909164 Jul 23 14:30:33.102015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:33.170773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-8a413635-ddf9-4506-b915-527beac569f9 service neutron] 10.222.0.11 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972705 Jul 23 14:30:33.235661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:33.270052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6b0c4-3474-4459-baff-b52e6be9fa51 req-8a01f6d5-49b8-4ba7-9c86-3e42429f41ac tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:33.271657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4d6b0c4-3474-4459-baff-b52e6be9fa51 req-8a01f6d5-49b8-4ba7-9c86-3e42429f41ac tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 944 time: 0.1705680 Jul 23 14:30:33.295770 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7b984a19-2a86-4af3-9956-d422a2a51aaf req-7111efc6-0885-409e-82d8-5c5892d49f62 service neutron] 10.222.0.11 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170039 Jul 23 14:30:33.355951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4d6b0c4-3474-4459-baff-b52e6be9fa51 req-bdd6014a-49cc-4201-b891-170f2ca1a6ed tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786531 Jul 23 14:30:33.382789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:33.393777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34498e61-7217-42b9-a86a-b2e9902f0224']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:33.405491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63c943d-86eb-41ee-8846-a884079c66d2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:33.405794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63c943d-86eb-41ee-8846-a884079c66d2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:30:33.415611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:33.431025 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:33.437342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:30:33.437731 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:30:33.440856 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:30:33.515394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:33.534033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:33.536025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] 10.222.0.21 "DELETE /v2.0/networks/34498e61-7217-42b9-a86a-b2e9902f0224 HTTP/1.1" status: 204 len: 168 time: 0.4331238 Jul 23 14:30:33.537316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b1d2c-70d3-4b72-af19-6e2571059a54 tempest-TagsTest-1885724786 tempest-TagsTest-1885724786-project] Pushing event deleted for resources: {'Network': ['ID=34498e61-7217-42b9-a86a-b2e9902f0224,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:33.791006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:33.927073 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2b297d72-3d06-4433-9775-505badad26b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57a1165b27f04a9399659e4e737841cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347327 Jul 23 14:30:33.929605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:33.982414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-059fb2c2-c8f2-4313-93ad-bf52c72bcdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:34.003764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-059fb2c2-c8f2-4313-93ad-bf52c72bcdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:34.052490 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-059fb2c2-c8f2-4313-93ad-bf52c72bcdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:34.055177 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-059fb2c2-c8f2-4313-93ad-bf52c72bcdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:34.059042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-059fb2c2-c8f2-4313-93ad-bf52c72bcdc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23eb49ea-57ea-4791-b929-decaa4e920fb HTTP/1.1" status: 204 len: 168 time: 0.1258280 Jul 23 14:30:34.066522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fb2c2-c8f2-4313-93ad-bf52c72bcdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eb49ea-57ea-4791-b929-decaa4e920fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:34.508177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e47fc-bdea-4700-ba0c-f9fc55345c03 req-47636580-cef2-485c-b825-3c37ca679b72 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:34.510908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd7e47fc-bdea-4700-ba0c-f9fc55345c03 req-47636580-cef2-485c-b825-3c37ca679b72 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 944 time: 0.0796204 Jul 23 14:30:34.559012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd7e47fc-bdea-4700-ba0c-f9fc55345c03 req-7bccd4f8-3d00-4427-8e38-25c044c49013 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420527 Jul 23 14:30:35.433100 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:30:35.713375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9991c-e4cd-4e54-bfce-44d1f470e207 req-78af670a-fc92-4a99-b34d-a4f2c6ba14bd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:35.720171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37c9991c-e4cd-4e54-bfce-44d1f470e207 req-78af670a-fc92-4a99-b34d-a4f2c6ba14bd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 944 time: 0.0801144 Jul 23 14:30:35.759427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37c9991c-e4cd-4e54-bfce-44d1f470e207 req-4081a8b2-16c8-41b9-b54c-4ce310b54a8f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Jul 23 14:30:35.894626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:36.019098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d5949527-ce9f-4cd1-8e9e-52a582f935e8 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:30:36.022372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe13524f-7420-472b-9528-19ce33ae508e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.125798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe13524f-7420-472b-9528-19ce33ae508e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.135775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe13524f-7420-472b-9528-19ce33ae508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.154379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d5949527-ce9f-4cd1-8e9e-52a582f935e8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d5949527-ce9f-4cd1-8e9e-52a582f935e8,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:36.169639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8', 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790', 'port_id': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8', 'mac_address': 'fa:16:3e:6a:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1043aeee-92ab-40f8-b3a0-906ac82acd47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:30:36.185148 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fe13524f-7420-472b-9528-19ce33ae508e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c7b54e6b0b7479aa47cead434799595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892954 Jul 23 14:30:36.185434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 38902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:36.187313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13524f-7420-472b-9528-19ce33ae508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d6570e-0860-4b33-a9d6-3c63edc9f8ec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:36.223073 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.236261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5949527-ce9f-4cd1-8e9e-52a582f935e8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:30:36.257948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d5949527-ce9f-4cd1-8e9e-52a582f935e8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d5949527-ce9f-4cd1-8e9e-52a582f935e8,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:36.279150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa97e86-cd9f-4f9e-ba84-76f22011a040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.284879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.307277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa97e86-cd9f-4f9e-ba84-76f22011a040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.360193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d5949527-ce9f-4cd1-8e9e-52a582f935e8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:36.365484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa97e86-cd9f-4f9e-ba84-76f22011a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.369175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa97e86-cd9f-4f9e-ba84-76f22011a040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.370465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-caa97e86-cd9f-4f9e-ba84-76f22011a040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6d6570e-0860-4b33-a9d6-3c63edc9f8ec HTTP/1.1" status: 204 len: 168 time: 0.1842709 Jul 23 14:30:36.380711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa97e86-cd9f-4f9e-ba84-76f22011a040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d6570e-0860-4b33-a9d6-3c63edc9f8ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:36.572969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d5949527-ce9f-4cd1-8e9e-52a582f935e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:30:36.721575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:36.739711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f20bd9c-66d0-4bcd-bd29-df41502adfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.847610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f20bd9c-66d0-4bcd-bd29-df41502adfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.854769 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f20bd9c-66d0-4bcd-bd29-df41502adfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.889108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20bd9c-66d0-4bcd-bd29-df41502adfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f3952-4640-4556-b99e-0c131f6f521c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:36.905027 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1f20bd9c-66d0-4bcd-bd29-df41502adfff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dabe494191b486b94eb647cd0a57e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820421 Jul 23 14:30:36.905735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 38914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:36.926161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b721-79a7-4606-bfc1-df26377f4310 req-b939a1b3-2387-480e-9747-e38a0bc75dee tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:36.927813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd93b721-79a7-4606-bfc1-df26377f4310 req-b939a1b3-2387-480e-9747-e38a0bc75dee tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 945 time: 0.0740349 Jul 23 14:30:36.968888 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0776a7fd-bcbb-4944-9c74-69016e467407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:36.980128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd93b721-79a7-4606-bfc1-df26377f4310 req-e7a5fc82-adcb-465d-92ca-4d0f83154370 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Jul 23 14:30:37.006266 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0776a7fd-bcbb-4944-9c74-69016e467407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:37.055738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0776a7fd-bcbb-4944-9c74-69016e467407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:37.058474 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0776a7fd-bcbb-4944-9c74-69016e467407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:37.059679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0776a7fd-bcbb-4944-9c74-69016e467407 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c71f3952-4640-4556-b99e-0c131f6f521c HTTP/1.1" status: 204 len: 168 time: 0.1531339 Jul 23 14:30:37.069183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776a7fd-bcbb-4944-9c74-69016e467407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f3952-4640-4556-b99e-0c131f6f521c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:37.685872 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:38.035455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d5949527-ce9f-4cd1-8e9e-52a582f935e8 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:30:38.162480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port d5949527-ce9f-4cd1-8e9e-52a582f935e8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:30:38.170098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d5949527-ce9f-4cd1-8e9e-52a582f935e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:30:38.170924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:38.185881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669d46e-1361-4d58-8b40-80db9a677f1d req-5cfae360-544a-4342-b4a5-c15b652ed6d4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:38.199876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e669d46e-1361-4d58-8b40-80db9a677f1d req-5cfae360-544a-4342-b4a5-c15b652ed6d4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 945 time: 0.1278362 Jul 23 14:30:38.290359 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e669d46e-1361-4d58-8b40-80db9a677f1d req-d4f6b945-9da3-45fb-a11a-672366d0069f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842216 Jul 23 14:30:38.340471 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:38.375215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:30:38.378322 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad3b30-7df2-4599-82dd-824cfc2e6e91" -d '{"events": [{"server_uuid": "89bf9d42-997a-4750-bf1d-f12dc5fe85be", "name": "network-vif-plugged", "status": "completed", "tag": "d5949527-ce9f-4cd1-8e9e-52a582f935e8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:30:38.400326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d5949527-ce9f-4cd1-8e9e-52a582f935e8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d5949527-ce9f-4cd1-8e9e-52a582f935e8,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:38.407808 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:38.500586 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c5fdcb-9694-471c-aefe-af21c28b5b14 x-openstack-request-id: req-72c5fdcb-9694-471c-aefe-af21c28b5b14 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:30:38.501634 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bf9d42-997a-4750-bf1d-f12dc5fe85be", "name": "network-vif-plugged", "status": "completed", "tag": "d5949527-ce9f-4cd1-8e9e-52a582f935e8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:30:38.502107 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72c5fdcb-9694-471c-aefe-af21c28b5b14 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:30:38.503948 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8', 'code': 200} Jul 23 14:30:38.556605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d5949527-ce9f-4cd1-8e9e-52a582f935e8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:38.690796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773415-2ee4-4e2a-9014-d9c6d2600a0c req-b7e03b4e-5ca2-4e7b-9227-353457748c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:38.693726 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3c773415-2ee4-4e2a-9014-d9c6d2600a0c req-b7e03b4e-5ca2-4e7b-9227-353457748c80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 1097 time: 0.0878434 Jul 23 14:30:38.742747 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3c773415-2ee4-4e2a-9014-d9c6d2600a0c req-ced703ad-ea0c-4ad8-92ed-bc8727f15649 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Jul 23 14:30:39.536225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe70b-3cf3-43aa-b03f-59a9740bb80f req-9197542d-882c-4c65-b60c-877636a2d5cb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:39.550948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de1fe70b-3cf3-43aa-b03f-59a9740bb80f req-9197542d-882c-4c65-b60c-877636a2d5cb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 946 time: 0.1468489 Jul 23 14:30:39.637737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de1fe70b-3cf3-43aa-b03f-59a9740bb80f req-09f4d604-7695-4572-a82a-dfb7729839c0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868614 Jul 23 14:30:40.868352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03384dcf-c58f-44d2-86f8-a5274634664d req-f65bf723-ae98-4045-94c5-8727263af3a6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:40.877259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03384dcf-c58f-44d2-86f8-a5274634664d req-f65bf723-ae98-4045-94c5-8727263af3a6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 946 time: 0.1221368 Jul 23 14:30:40.924210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03384dcf-c58f-44d2-86f8-a5274634664d req-3e6227fd-beb6-4a5f-97ba-b0a9bccf02b7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Jul 23 14:30:41.273092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867c03-7d43-4391-9b96-65f2edf7b4b8 req-a00282ea-7ddc-4dce-9c79-321238f5ac82 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:41.276120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19867c03-7d43-4391-9b96-65f2edf7b4b8 req-a00282ea-7ddc-4dce-9c79-321238f5ac82 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 946 time: 0.0858908 Jul 23 14:30:41.327281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19867c03-7d43-4391-9b96-65f2edf7b4b8 req-cc5b4884-dc8c-403e-b347-33f7a1c4ea65 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Jul 23 14:30:42.511811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c1a4d-f677-40b6-bfd4-7bdc99ceff0f req-80f04daf-8bbf-4484-a24d-23d33918be64 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:42.513477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e96c1a4d-f677-40b6-bfd4-7bdc99ceff0f req-80f04daf-8bbf-4484-a24d-23d33918be64 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 946 time: 0.0934508 Jul 23 14:30:42.558964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e96c1a4d-f677-40b6-bfd4-7bdc99ceff0f req-74eb57f6-ab05-43c9-bf55-bb35d00aeeeb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Jul 23 14:30:42.654880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-8ab0edb4-db44-4fc4-b305-46c1fc029273 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:42.657183 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-8ab0edb4-db44-4fc4-b305-46c1fc029273 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 946 time: 0.0778079 Jul 23 14:30:42.797537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Deleting port d5949527-ce9f-4cd1-8e9e-52a582f935e8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:30:42.797789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:42.917125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] For port d5949527-ce9f-4cd1-8e9e-52a582f935e8, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d5949527-ce9f-4cd1-8e9e-52a582f935e8,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:30:42.918000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:42.935678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Calling delete_port for d5949527-ce9f-4cd1-8e9e-52a582f935e8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:30:43.102282 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:43.114616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cf17b7e-fee9-4bd5-af3a-371a1d399a85'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:30:43.144356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d5949527-ce9f-4cd1-8e9e-52a582f935e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:30:43.151891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Pushing event deleted for resources: {'Port': ['ID=d5949527-ce9f-4cd1-8e9e-52a582f935e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:43.217935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] No DVR routers for this DVR port d5949527-ce9f-4cd1-8e9e-52a582f935e8 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:30:43.223259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:43.225774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b6465dc4-4327-45f0-9f0d-a5b4462f3a27 req-17d3044d-e6ad-4f90-9da8-5d259ccf006f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.11 "DELETE /v2.0/ports/d5949527-ce9f-4cd1-8e9e-52a582f935e8 HTTP/1.1" status: 204 len: 173 time: 0.5631986 Jul 23 14:30:43.226895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'name': 'network-vif-deleted', 'tag': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:30:43.230409 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4644c7a1-998d-471e-8921-1698f0a05a2d" -d '{"events": [{"server_uuid": "89bf9d42-997a-4750-bf1d-f12dc5fe85be", "name": "network-vif-deleted", "tag": "d5949527-ce9f-4cd1-8e9e-52a582f935e8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:30:43.300742 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4abd8e-a86c-46ea-8d38-50be2392fcf0 x-openstack-request-id: req-2d4abd8e-a86c-46ea-8d38-50be2392fcf0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:30:43.301032 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bf9d42-997a-4750-bf1d-f12dc5fe85be", "name": "network-vif-deleted", "tag": "d5949527-ce9f-4cd1-8e9e-52a582f935e8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:30:43.301279 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d4abd8e-a86c-46ea-8d38-50be2392fcf0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:30:43.301794 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bf9d42-997a-4750-bf1d-f12dc5fe85be', 'name': 'network-vif-deleted', 'tag': 'd5949527-ce9f-4cd1-8e9e-52a582f935e8', 'status': 'completed', 'code': 200} Jul 23 14:30:43.696336 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b2fdee3-798b-40c4-83d2-57e221423c93 req-1cf46ec4-d71a-4e0a-a18a-020c8e2b52db tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=89bf9d42-997a-4750-bf1d-f12dc5fe85be HTTP/1.1" status: 200 len: 210 time: 0.0449414 Jul 23 14:30:44.959955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85ff93-cba6-4316-9729-b94780c3226e req-61b161ad-cfd7-4470-a2fa-7d60c92c54d3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:44.970413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c85ff93-cba6-4316-9729-b94780c3226e req-61b161ad-cfd7-4470-a2fa-7d60c92c54d3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1292825 Jul 23 14:30:45.011198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c85ff93-cba6-4316-9729-b94780c3226e req-fbc9832d-44c0-4102-90f5-471cf7bcbda5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Jul 23 14:30:45.304326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28404a9f-b12a-42f8-acb8-e2fc56aff18e req-79f7908c-2118-452e-93ea-a20d2acc07b0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:45.306200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-28404a9f-b12a-42f8-acb8-e2fc56aff18e req-79f7908c-2118-452e-93ea-a20d2acc07b0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0742929 Jul 23 14:30:45.356683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-28404a9f-b12a-42f8-acb8-e2fc56aff18e req-29edae64-8d0c-4ffb-8ffc-d39ab18eb23d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Jul 23 14:30:45.533220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a86833-129e-4efc-a732-a1668840f68f req-5d88682e-0586-472a-aa05-a8c01a93567d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:45.537268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6a86833-129e-4efc-a732-a1668840f68f req-5d88682e-0586-472a-aa05-a8c01a93567d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0933688 Jul 23 14:30:45.596049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6a86833-129e-4efc-a732-a1668840f68f req-110bddfe-74b6-4c67-aefe-2615d84e2cc1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552645 Jul 23 14:30:45.805479 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba36c-d67c-48dd-9fc0-d9054165bc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:46.035961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d5949527-ce9f-4cd1-8e9e-52a582f935e8 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:30:46.092009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: d5949527-ce9f-4cd1-8e9e-52a582f935e8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:30:46.092369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d5949527-ce9f-4cd1-8e9e-52a582f935e8 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:30:47.622819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:47.935296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:47.993079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cbc02-a4dc-4c0f-bcec-2ad551b00e79 req-8c80bbe9-f5e9-4fd3-a8cf-461b31fa0268 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:48.000819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-259cbc02-a4dc-4c0f-bcec-2ad551b00e79 req-8c80bbe9-f5e9-4fd3-a8cf-461b31fa0268 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0933232 Jul 23 14:30:48.045289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb93590f-1624-4ef4-963c-472115aad51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.049439 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-259cbc02-a4dc-4c0f-bcec-2ad551b00e79 req-891c9cef-532d-48ca-9ed7-a2b314e630b4 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477443 Jul 23 14:30:48.151691 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb93590f-1624-4ef4-963c-472115aad51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.157197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb93590f-1624-4ef4-963c-472115aad51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.185584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66eb9a-8c0b-44c4-b8d8-1dde30df74ff req-6db066cf-a6c1-458d-b945-90a6393af789 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:48.187301 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c66eb9a-8c0b-44c4-b8d8-1dde30df74ff req-6db066cf-a6c1-458d-b945-90a6393af789 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0688269 Jul 23 14:30:48.200342 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb93590f-1624-4ef4-963c-472115aad51a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f813674f99c43eabd581cbd8f41703c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760598 Jul 23 14:30:48.202484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93590f-1624-4ef4-963c-472115aad51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e44b2-d326-4f8c-aec4-f39c90140567,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:48.202711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:48.260508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c66eb9a-8c0b-44c4-b8d8-1dde30df74ff req-692eb71e-d6c6-42e3-9332-471c16bba5a5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651050 Jul 23 14:30:48.289822 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec937202-956f-4821-9b1a-ec3156a133ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.312954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec937202-956f-4821-9b1a-ec3156a133ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.328767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.397070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec937202-956f-4821-9b1a-ec3156a133ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.399869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec937202-956f-4821-9b1a-ec3156a133ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.401077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ec937202-956f-4821-9b1a-ec3156a133ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc1e44b2-d326-4f8c-aec4-f39c90140567 HTTP/1.1" status: 204 len: 168 time: 0.1974161 Jul 23 14:30:48.412152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec937202-956f-4821-9b1a-ec3156a133ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e44b2-d326-4f8c-aec4-f39c90140567,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:48.449104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c88f-10b4-4674-9b5e-21ca70404667 req-ec394144-b893-4aa2-a65f-cfc896d121b5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:48.451086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ba2c88f-10b4-4674-9b5e-21ca70404667 req-ec394144-b893-4aa2-a65f-cfc896d121b5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0911531 Jul 23 14:30:48.490862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ba2c88f-10b4-4674-9b5e-21ca70404667 req-2e26d3f1-7ba9-4826-a593-22c5f9a212b5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Jul 23 14:30:48.494413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-526c210a-08fa-48ad-a845-62ff9a64cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.677339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:48.692311 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-099e9989-3094-4db0-b5cd-730e0023b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.794330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-099e9989-3094-4db0-b5cd-730e0023b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.799927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-099e9989-3094-4db0-b5cd-730e0023b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.841444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-099e9989-3094-4db0-b5cd-730e0023b0b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9628d1f7e65e415abe234b2115cbe959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605766 Jul 23 14:30:48.841444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e9989-3094-4db0-b5cd-730e0023b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b50cd1f-af20-4bf4-be24-30e49ab3b930,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:48.841849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:48.894793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e268a818-663d-426b-900a-2a3ed6051efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.916452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e268a818-663d-426b-900a-2a3ed6051efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.969041 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e268a818-663d-426b-900a-2a3ed6051efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.974085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e268a818-663d-426b-900a-2a3ed6051efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:48.978342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e268a818-663d-426b-900a-2a3ed6051efb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b50cd1f-af20-4bf4-be24-30e49ab3b930 HTTP/1.1" status: 204 len: 168 time: 0.1331437 Jul 23 14:30:48.986424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268a818-663d-426b-900a-2a3ed6051efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b50cd1f-af20-4bf4-be24-30e49ab3b930,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:49.218433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99794f2-3ac0-4c99-a7cc-d73ab60eebf9 req-29497cd5-4b5b-4767-8447-c01d8fd89ed2 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:49.220162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e99794f2-3ac0-4c99-a7cc-d73ab60eebf9 req-29497cd5-4b5b-4767-8447-c01d8fd89ed2 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0851979 Jul 23 14:30:49.274036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e99794f2-3ac0-4c99-a7cc-d73ab60eebf9 req-13c286c9-b6ac-4037-a94c-ef085a3c291f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471342 Jul 23 14:30:49.561360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:50.053921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584f0f0-85b8-4897-b80d-e63804f00ab0 req-b6d1dc0d-5183-476d-88b7-3892db45c3c4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:50.055791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6584f0f0-85b8-4897-b80d-e63804f00ab0 req-b6d1dc0d-5183-476d-88b7-3892db45c3c4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0718434 Jul 23 14:30:50.096140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6584f0f0-85b8-4897-b80d-e63804f00ab0 req-4a6d4a59-ff8b-460c-9a0b-935d5fcb74d5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 23 14:30:50.248534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f493192-3922-4bfd-8240-7f7ea48257cf req-ef8f6f01-8f81-47e2-b9db-c8ab0195a1a3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:50.250789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f493192-3922-4bfd-8240-7f7ea48257cf req-ef8f6f01-8f81-47e2-b9db-c8ab0195a1a3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0741763 Jul 23 14:30:50.291346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f493192-3922-4bfd-8240-7f7ea48257cf req-c8389ecf-4640-4b2e-baf8-b21464f62f2a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Jul 23 14:30:50.438901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddc03f-2ad2-46c9-a297-dc6add727e32 req-0d06ece0-dc30-4f89-9d12-4dc8ebdef469 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:50.446394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8ddc03f-2ad2-46c9-a297-dc6add727e32 req-0d06ece0-dc30-4f89-9d12-4dc8ebdef469 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0893972 Jul 23 14:30:50.484488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b8ddc03f-2ad2-46c9-a297-dc6add727e32 req-ac9a5700-d7bc-4598-93a7-2760fb585e82 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370529 Jul 23 14:30:50.639666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133126e5-a887-40ae-8d84-599baf61c232 req-b8915f12-364f-4507-af0d-77b94d21c209 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:50.643281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-133126e5-a887-40ae-8d84-599baf61c232 req-b8915f12-364f-4507-af0d-77b94d21c209 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0775988 Jul 23 14:30:50.691073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-133126e5-a887-40ae-8d84-599baf61c232 req-c2fcf1f8-a829-45b6-91b2-ef48d76ee341 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Jul 23 14:30:50.836217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43da62-1f7b-49e3-acbd-36661001e9b4 req-3ac2d89f-8efd-4bb3-b7e2-baf62b28279d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:50.839603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d43da62-1f7b-49e3-acbd-36661001e9b4 req-3ac2d89f-8efd-4bb3-b7e2-baf62b28279d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0735862 Jul 23 14:30:50.880729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d43da62-1f7b-49e3-acbd-36661001e9b4 req-40e8a59d-d539-4045-a691-03ad605ecd19 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372915 Jul 23 14:30:51.106002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350e68d-5a7b-452a-bc82-f0fa6afce5ba req-1a88f5bc-3a93-46ba-9679-9f88bb38afae tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:51.107712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8350e68d-5a7b-452a-bc82-f0fa6afce5ba req-1a88f5bc-3a93-46ba-9679-9f88bb38afae tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0712330 Jul 23 14:30:51.153716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:51.155733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8350e68d-5a7b-452a-bc82-f0fa6afce5ba req-8ccaad22-2909-466d-8cef-07037630e3bd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Jul 23 14:30:51.266179 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.270458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21057499-e80d-4567-91f2-e799bf349b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.314441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f029e21-8a34-4925-927b-b5b0b04eecc8 req-c7178c00-ab49-40d2-8ad2-bacb7114d4f5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:51.316271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f029e21-8a34-4925-927b-b5b0b04eecc8 req-c7178c00-ab49-40d2-8ad2-bacb7114d4f5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0892844 Jul 23 14:30:51.364072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f029e21-8a34-4925-927b-b5b0b04eecc8 req-e0f39a1d-2007-4265-b94a-acf893ac976e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Jul 23 14:30:51.374612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21057499-e80d-4567-91f2-e799bf349b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.380381 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21057499-e80d-4567-91f2-e799bf349b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.407088 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21057499-e80d-4567-91f2-e799bf349b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb439f5-f04a-4cb9-b837-0165cd2aca53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:51.434238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:51.434508 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-21057499-e80d-4567-91f2-e799bf349b26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad6f6b2ca9cc443f950f8d291fcb89a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794793 Jul 23 14:30:51.491126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d95f07-5129-43d9-a777-6a827ea98ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.515358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d95f07-5129-43d9-a777-6a827ea98ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.604500 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d95f07-5129-43d9-a777-6a827ea98ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.608723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d95f07-5129-43d9-a777-6a827ea98ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:51.614091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b3d95f07-5129-43d9-a777-6a827ea98ad2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fb439f5-f04a-4cb9-b837-0165cd2aca53 HTTP/1.1" status: 204 len: 168 time: 0.1741140 Jul 23 14:30:51.625154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95f07-5129-43d9-a777-6a827ea98ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb439f5-f04a-4cb9-b837-0165cd2aca53,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:51.653814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56fbb5-ba73-446e-9be3-d4d1b65dc4b6 req-2c57fa57-1743-4e15-b1c7-1c27396f6dc6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:51.655938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc56fbb5-ba73-446e-9be3-d4d1b65dc4b6 req-2c57fa57-1743-4e15-b1c7-1c27396f6dc6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1037254 Jul 23 14:30:51.706417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc56fbb5-ba73-446e-9be3-d4d1b65dc4b6 req-b48e3c44-0f0c-4cb3-ac5b-b677c40fa54b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Jul 23 14:30:51.841741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a6433-0000-4114-9425-e0e96dacecaa req-d3666424-20b0-41ee-9b21-13a6b3566bb0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:51.843328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-110a6433-0000-4114-9425-e0e96dacecaa req-d3666424-20b0-41ee-9b21-13a6b3566bb0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0665112 Jul 23 14:30:51.881678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-110a6433-0000-4114-9425-e0e96dacecaa req-277b8749-b4ea-42ac-9b4b-ba993ebb7c09 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326257 Jul 23 14:30:51.918069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:51.931635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f75376-f51e-4af0-8ca1-15677e2d30a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:52.050482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e247e-97c8-4d7b-b63e-f6428c4102e0 req-25a0e252-661b-4686-91b4-403baa245a6f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:52.052011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b7e247e-97c8-4d7b-b63e-f6428c4102e0 req-25a0e252-661b-4686-91b4-403baa245a6f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1040702 Jul 23 14:30:52.105400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f75376-f51e-4af0-8ca1-15677e2d30a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:52.109237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b7e247e-97c8-4d7b-b63e-f6428c4102e0 req-0ef654f0-df60-465e-ae54-713aace8ddec tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Jul 23 14:30:52.111786 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f75376-f51e-4af0-8ca1-15677e2d30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:52.150119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f75376-f51e-4af0-8ca1-15677e2d30a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52eb9d9-0dfb-4a00-971b-df363c4ff9a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:52.154856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-54f75376-f51e-4af0-8ca1-15677e2d30a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fef2bfb1450460fa56e2aa8b6225528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356486 Jul 23 14:30:52.157554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:52.210172 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e49a-d472-43b5-a05d-8b35d3ac881f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:52.247377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e49a-d472-43b5-a05d-8b35d3ac881f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:52.332100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e49a-d472-43b5-a05d-8b35d3ac881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:52.334986 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e49a-d472-43b5-a05d-8b35d3ac881f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:52.336111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c6b2e49a-d472-43b5-a05d-8b35d3ac881f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e52eb9d9-0dfb-4a00-971b-df363c4ff9a6 HTTP/1.1" status: 204 len: 168 time: 0.1775653 Jul 23 14:30:52.349059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2e49a-d472-43b5-a05d-8b35d3ac881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52eb9d9-0dfb-4a00-971b-df363c4ff9a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:52.383093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c278c7d-3380-44b7-8b2d-e82244379fec req-50f1eca9-1d7a-4a26-bbcd-09aab459f706 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:52.384625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c278c7d-3380-44b7-8b2d-e82244379fec req-50f1eca9-1d7a-4a26-bbcd-09aab459f706 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0870132 Jul 23 14:30:52.425483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c278c7d-3380-44b7-8b2d-e82244379fec req-af68b142-25ba-4df5-9f73-b2e43310c82d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 Jul 23 14:30:52.562956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6c748-46d8-464a-ac23-0ca3f343486a req-18c312d2-d2f6-4a03-8fa3-0849709ca4d5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:52.564658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5af6c748-46d8-464a-ac23-0ca3f343486a req-18c312d2-d2f6-4a03-8fa3-0849709ca4d5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0707905 Jul 23 14:30:52.604788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5af6c748-46d8-464a-ac23-0ca3f343486a req-59643cf0-65c7-4982-a722-7ee50bd74704 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Jul 23 14:30:52.848056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d57073-090a-4dfd-8540-9c76a0790a35 req-3a81626a-5bd2-4171-b237-06496d0b513d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:52.849625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d57073-090a-4dfd-8540-9c76a0790a35 req-3a81626a-5bd2-4171-b237-06496d0b513d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0656421 Jul 23 14:30:52.908400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3d57073-090a-4dfd-8540-9c76a0790a35 req-2363543a-9cfa-4b51-9f55-4a4973ae1c09 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517714 Jul 23 14:30:53.040162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2087-9653-40d6-950d-21d70857dda1 req-2d9c37b1-9696-42e8-9cca-4aa1c61d2c6b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:53.041827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e63a2087-9653-40d6-950d-21d70857dda1 req-2d9c37b1-9696-42e8-9cca-4aa1c61d2c6b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0749135 Jul 23 14:30:53.081267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e63a2087-9653-40d6-950d-21d70857dda1 req-92f95580-91c0-4431-b4f1-a205fcf1f1c7 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324130 Jul 23 14:30:53.215112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d0dd9-a1f3-4bdb-b51d-d4d949faff0d req-4e0591d9-2949-40db-844a-f305ea81fdd2 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:53.216689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-936d0dd9-a1f3-4bdb-b51d-d4d949faff0d req-4e0591d9-2949-40db-844a-f305ea81fdd2 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0703969 Jul 23 14:30:53.301025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-936d0dd9-a1f3-4bdb-b51d-d4d949faff0d req-b5cd715b-4035-4877-bdcd-408fd6541f94 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756969 Jul 23 14:30:53.620970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864cef-b7db-461e-a0f1-95abbb192d2f req-46055d2a-9ed4-4c61-afd6-ec7aafe49d01 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:53.622474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47864cef-b7db-461e-a0f1-95abbb192d2f req-46055d2a-9ed4-4c61-afd6-ec7aafe49d01 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 813 time: 0.1119132 Jul 23 14:30:53.637484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47864cef-b7db-461e-a0f1-95abbb192d2f req-ab8feeab-928d-46e9-80a2-61562cc00c85 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/quotas/9097ff86d0774dcab58825fe2b8945a4 HTTP/1.1" status: 200 len: 375 time: 0.0096140 Jul 23 14:30:53.701021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-47864cef-b7db-461e-a0f1-95abbb192d2f req-d3724b2a-c5ad-4f30-b646-2b4d2564d363 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578494 Jul 23 14:30:53.826221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0377d3b-e1fb-443e-ab7b-9681e351caa5 req-0a2d5989-ac81-45cc-a2d7-3a96efc074f9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:53.827723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0377d3b-e1fb-443e-ab7b-9681e351caa5 req-0a2d5989-ac81-45cc-a2d7-3a96efc074f9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0667486 Jul 23 14:30:53.865617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0377d3b-e1fb-443e-ab7b-9681e351caa5 req-2f65545b-cecc-45e7-a914-4ce22513e375 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Jul 23 14:30:53.995006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcb771-9e36-4d21-b235-4149d84efcfa req-1d347732-d152-4a0d-9bf1-294cca34af5c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:53.996447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50bcb771-9e36-4d21-b235-4149d84efcfa req-1d347732-d152-4a0d-9bf1-294cca34af5c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0646574 Jul 23 14:30:54.037628 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50bcb771-9e36-4d21-b235-4149d84efcfa req-059a5e93-13f4-43ec-904f-d00c924b56f0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Jul 23 14:30:54.232550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac6765-f2f3-455f-b2f6-9965cfb29cb5 req-7e0c6050-41f0-4ab0-bf49-3c35c8dfb248 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:54.234046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e9ac6765-f2f3-455f-b2f6-9965cfb29cb5 req-7e0c6050-41f0-4ab0-bf49-3c35c8dfb248 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0675869 Jul 23 14:30:54.277117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e9ac6765-f2f3-455f-b2f6-9965cfb29cb5 req-a878c25d-e175-47f8-a29d-3c7b84748398 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Jul 23 14:30:54.395329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df737ab1-b91d-407f-90da-f1d734e67aa7 req-21c8a452-7ea7-4b96-90e1-054153f238e8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9097ff86d0774dcab58825fe2b8945a4 HTTP/1.1" status: 200 len: 221 time: 0.0435166 Jul 23 14:30:54.529816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577d7fe-3f3a-413f-8eee-66a0b2a357d6 req-5bca87e4-5a44-4413-abb7-81f9d6162cff tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:54.538563 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4577d7fe-3f3a-413f-8eee-66a0b2a357d6 req-5bca87e4-5a44-4413-abb7-81f9d6162cff tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0864058 Jul 23 14:30:54.577798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4577d7fe-3f3a-413f-8eee-66a0b2a357d6 req-6af63b52-b69c-4214-bf3d-36bc6fc4cb16 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Jul 23 14:30:54.721507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095004c2-e185-4a8f-a841-5ceabc7fbd5e req-3865df5d-af2f-45c3-a79b-58e9ede99341 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:54.728784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-095004c2-e185-4a8f-a841-5ceabc7fbd5e req-3865df5d-af2f-45c3-a79b-58e9ede99341 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0856428 Jul 23 14:30:54.774767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-095004c2-e185-4a8f-a841-5ceabc7fbd5e req-93ac2f3b-6677-41aa-9edb-6113245162f9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449607 Jul 23 14:30:54.926802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05dbdb-82c1-4730-b0b6-d98db93bb72c req-091adab0-dc58-434a-b396-44338ed13aba tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:54.928292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b05dbdb-82c1-4730-b0b6-d98db93bb72c req-091adab0-dc58-434a-b396-44338ed13aba tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0683517 Jul 23 14:30:54.971869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b05dbdb-82c1-4730-b0b6-d98db93bb72c req-85e62312-b15d-4468-91cc-d61b9daa516d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Jul 23 14:30:55.104474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb85227-3846-409d-8d2f-b37218d6b08e req-7021887f-da1d-477e-8e2f-2530d27bbb9c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:55.105875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6cb85227-3846-409d-8d2f-b37218d6b08e req-7021887f-da1d-477e-8e2f-2530d27bbb9c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0663686 Jul 23 14:30:55.145789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6cb85227-3846-409d-8d2f-b37218d6b08e req-34114ed9-57e5-4d8c-8298-fb3057fe0edc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339251 Jul 23 14:30:55.299379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc735-f04d-424f-8f59-37480bc18cba req-bcfdbd8a-bd14-4a93-9bf4-552582d02387 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:55.301105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-761dc735-f04d-424f-8f59-37480bc18cba req-bcfdbd8a-bd14-4a93-9bf4-552582d02387 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0764949 Jul 23 14:30:55.341851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-761dc735-f04d-424f-8f59-37480bc18cba req-136eea0d-82ae-4ffb-be5a-93f0bf698dbc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351498 Jul 23 14:30:55.477449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e872591-8311-4843-8189-5b2f29b81f16 req-daa0a2a1-2ebf-4191-a966-23de2a704f63 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:55.478960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e872591-8311-4843-8189-5b2f29b81f16 req-daa0a2a1-2ebf-4191-a966-23de2a704f63 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0684609 Jul 23 14:30:55.524299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e872591-8311-4843-8189-5b2f29b81f16 req-592fb3fc-ba3e-47e8-8374-f5f4e2dbfbad tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 Jul 23 14:30:55.654807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9e4a9-8411-47b7-8978-2c99278a500e req-9b9bc6b6-6b88-445a-9884-5c4cce854e7a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:55.656324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8e9e4a9-8411-47b7-8978-2c99278a500e req-9b9bc6b6-6b88-445a-9884-5c4cce854e7a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0716109 Jul 23 14:30:55.699637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8e9e4a9-8411-47b7-8978-2c99278a500e req-bbe1a3b0-be74-4a47-82e6-4967af887fdb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369625 Jul 23 14:30:55.871061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18f55-476a-4c07-b060-2019b34e12f5 req-c0332025-8707-4dc0-9d2d-c8a8ab3df617 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:55.872414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6b18f55-476a-4c07-b060-2019b34e12f5 req-c0332025-8707-4dc0-9d2d-c8a8ab3df617 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0752196 Jul 23 14:30:55.912213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6b18f55-476a-4c07-b060-2019b34e12f5 req-4b173e57-5e53-4484-8dc8-b0fe02204b05 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333929 Jul 23 14:30:56.062698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7257d4e-4f39-4e26-92eb-edfc81a1df8d req-5da61277-bae6-4cd2-aa79-432818163491 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:56.065550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7257d4e-4f39-4e26-92eb-edfc81a1df8d req-5da61277-bae6-4cd2-aa79-432818163491 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0842714 Jul 23 14:30:56.107555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7257d4e-4f39-4e26-92eb-edfc81a1df8d req-079ce6fb-fd40-45ea-8466-ddf991e363fc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357664 Jul 23 14:30:56.257385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379dbbf-e648-41ce-95bd-026facda5fe4 req-ed632110-4550-4404-8a45-4a2aa2027e25 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:56.259076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c379dbbf-e648-41ce-95bd-026facda5fe4 req-ed632110-4550-4404-8a45-4a2aa2027e25 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0685272 Jul 23 14:30:56.305393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c379dbbf-e648-41ce-95bd-026facda5fe4 req-64211826-1717-417e-9028-066ebcfece19 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jul 23 14:30:56.455626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d9883-f67e-487a-b06d-a3fec4a98508 req-8575e8b0-a5cf-4ead-a90e-672aae05bab8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:56.457296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-452d9883-f67e-487a-b06d-a3fec4a98508 req-8575e8b0-a5cf-4ead-a90e-672aae05bab8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0707495 Jul 23 14:30:56.509357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-452d9883-f67e-487a-b06d-a3fec4a98508 req-d2220803-de31-4c64-8b53-82721c938b27 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Jul 23 14:30:56.661995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7ef4-a99a-439e-a5e3-45397b2f9112 req-5c28f9f5-e116-4d83-8b33-9233a19fda67 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:56.663536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8fab7ef4-a99a-439e-a5e3-45397b2f9112 req-5c28f9f5-e116-4d83-8b33-9233a19fda67 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0682719 Jul 23 14:30:56.715788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8fab7ef4-a99a-439e-a5e3-45397b2f9112 req-3adca98d-26df-4fa0-8b84-bef3b3c715fd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Jul 23 14:30:56.848081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b0637-3f6e-4352-bfad-933570abbb27 req-9e1d2a72-56e7-4fac-ac47-5d8156d91a7a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:56.849715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f96b0637-3f6e-4352-bfad-933570abbb27 req-9e1d2a72-56e7-4fac-ac47-5d8156d91a7a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0716178 Jul 23 14:30:56.919150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f96b0637-3f6e-4352-bfad-933570abbb27 req-167f0f50-c9c9-4180-8a3f-8479e68d1b75 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543566 Jul 23 14:30:57.114496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fbfe8-1cf8-4511-8d57-e8378dcc1e09 req-a6a2e1e4-b710-440d-95b1-120b61781f85 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:57.116256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e4fbfe8-1cf8-4511-8d57-e8378dcc1e09 req-a6a2e1e4-b710-440d-95b1-120b61781f85 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0696449 Jul 23 14:30:57.155210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e4fbfe8-1cf8-4511-8d57-e8378dcc1e09 req-735ba275-1412-4c58-adfd-27d92253b037 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Jul 23 14:30:57.320348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938507-8069-4eee-9395-f7b2744299a8 req-4db9edf9-5aac-4762-b03f-2c5c9384832f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:57.321735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19938507-8069-4eee-9395-f7b2744299a8 req-4db9edf9-5aac-4762-b03f-2c5c9384832f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0730886 Jul 23 14:30:57.362161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19938507-8069-4eee-9395-f7b2744299a8 req-e55b3c3d-439d-4d8f-b58e-affafe20b5a5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Jul 23 14:30:57.505738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39c57-2c12-4039-a48d-af7893f73b35 req-3244f34c-8219-44f4-9d07-68d2dd293206 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:57.507537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b39c57-2c12-4039-a48d-af7893f73b35 req-3244f34c-8219-44f4-9d07-68d2dd293206 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0705612 Jul 23 14:30:57.548603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14b39c57-2c12-4039-a48d-af7893f73b35 req-9d9a9b16-22e1-4f2b-9d17-ccc7060e5a3d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Jul 23 14:30:57.740432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea220e8-783e-4250-a78a-d8192b36ed1e req-60d101dd-ca2a-4259-a005-ae8018fef666 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:57.741956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ea220e8-783e-4250-a78a-d8192b36ed1e req-60d101dd-ca2a-4259-a005-ae8018fef666 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0710139 Jul 23 14:30:57.775368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:57.782685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ea220e8-783e-4250-a78a-d8192b36ed1e req-d04be099-4542-476c-af1b-4bc600acdf6d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Jul 23 14:30:57.937210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:57.941387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9a2e-19d6-45d2-99fe-d5872cbd201f req-92b8b819-91ff-4262-88f0-9e8060172dcc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:57.942563 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-af7b9a2e-19d6-45d2-99fe-d5872cbd201f req-92b8b819-91ff-4262-88f0-9e8060172dcc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0845120 Jul 23 14:30:57.985199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-af7b9a2e-19d6-45d2-99fe-d5872cbd201f req-5615425a-8a04-415f-b5ce-037621b0f5a7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367298 Jul 23 14:30:58.048958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.056720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.089841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f0f392-98a7-4fa3-a45e-0798d4f54d31,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:58.106341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.106709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.107090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.107571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.107911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.108246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.108575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.109044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.109653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.109981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.110506 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.111023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:30:58.121639 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8ca92243-1f9c-43b2-875d-e59a3cb2e880 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2e27d4be9bb434daa3d9b3fb63b3603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451629 Jul 23 14:30:58.124431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:58.177826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27973f7-8471-4c94-9013-d04410357735 req-15013457-3e03-47fd-b7f5-6cc19662f06a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:58.179627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a27973f7-8471-4c94-9013-d04410357735 req-15013457-3e03-47fd-b7f5-6cc19662f06a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0965416 Jul 23 14:30:58.196649 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f447e-a9e0-4e56-83d2-51694baeccdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.227371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a27973f7-8471-4c94-9013-d04410357735 req-5ff99cf0-d17a-47de-a979-db9d16228ccb tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Jul 23 14:30:58.228204 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f447e-a9e0-4e56-83d2-51694baeccdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.288155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f447e-a9e0-4e56-83d2-51694baeccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.290994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f447e-a9e0-4e56-83d2-51694baeccdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.292228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-284f447e-a9e0-4e56-83d2-51694baeccdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65f0f392-98a7-4fa3-a45e-0798d4f54d31 HTTP/1.1" status: 204 len: 168 time: 0.1666710 Jul 23 14:30:58.303218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f447e-a9e0-4e56-83d2-51694baeccdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f0f392-98a7-4fa3-a45e-0798d4f54d31,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:58.371215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f720b-be6f-4ebc-919d-e26339306d2b req-a4723be5-4975-4f77-88f7-b483adcfdf8e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:58.373033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d3f720b-be6f-4ebc-919d-e26339306d2b req-a4723be5-4975-4f77-88f7-b483adcfdf8e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0729811 Jul 23 14:30:58.418966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d3f720b-be6f-4ebc-919d-e26339306d2b req-2f309825-1062-4df0-974c-538ded5eb2c7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384176 Jul 23 14:30:58.553586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8ef49-ecb0-449d-8482-3792d5f55694 req-a17128ac-5b15-4c34-9375-6a4a797e32d0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:58.555093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1c8ef49-ecb0-449d-8482-3792d5f55694 req-a17128ac-5b15-4c34-9375-6a4a797e32d0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0688264 Jul 23 14:30:58.591792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:58.597889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1c8ef49-ecb0-449d-8482-3792d5f55694 req-4b68296e-c221-43a0-bf64-19e6bceb19b8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349827 Jul 23 14:30:58.607058 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e64f2a3d-c713-4d3a-9c59-d59a4a6e51ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.716269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e64f2a3d-c713-4d3a-9c59-d59a4a6e51ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.721676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e64f2a3d-c713-4d3a-9c59-d59a4a6e51ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.755032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c864a1e-dcbd-481d-83a8-aa18795ab389 req-f28f82ed-4218-49fc-9519-96cd790d7cbd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:58.756334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c864a1e-dcbd-481d-83a8-aa18795ab389 req-f28f82ed-4218-49fc-9519-96cd790d7cbd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0676007 Jul 23 14:30:58.771015 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e64f2a3d-c713-4d3a-9c59-d59a4a6e51ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf622e565f4240b9a13f5593269b0ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777270 Jul 23 14:30:58.771889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f2a3d-c713-4d3a-9c59-d59a4a6e51ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec04740-663a-4418-b542-a7e31797ef16,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:58.774224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:30:58.806636 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c864a1e-dcbd-481d-83a8-aa18795ab389 req-4604a691-8bf9-49a0-92f0-17f134b2b81f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Jul 23 14:30:58.855943 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1591ef7-ea80-4e05-a3b8-979df7725e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.882872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1591ef7-ea80-4e05-a3b8-979df7725e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.944913 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1591ef7-ea80-4e05-a3b8-979df7725e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.947995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1591ef7-ea80-4e05-a3b8-979df7725e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:30:58.949345 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b1591ef7-ea80-4e05-a3b8-979df7725e1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ec04740-663a-4418-b542-a7e31797ef16 HTTP/1.1" status: 204 len: 168 time: 0.1635389 Jul 23 14:30:58.959455 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1591ef7-ea80-4e05-a3b8-979df7725e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec04740-663a-4418-b542-a7e31797ef16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:30:58.987722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3db6f-78ea-4756-aa65-74f74fd7b780 req-9443cdb7-9153-4de7-98ef-fe637a722a03 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:58.989755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-68b3db6f-78ea-4756-aa65-74f74fd7b780 req-9443cdb7-9153-4de7-98ef-fe637a722a03 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0934765 Jul 23 14:30:59.034933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-68b3db6f-78ea-4756-aa65-74f74fd7b780 req-dbab8569-a0a9-4dbd-96a5-558e3b318f7a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353553 Jul 23 14:30:59.261694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd540287-9174-43ed-a485-8339a9378e75 req-54302d6a-88d7-463a-8e18-6a3aaf0d0015 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:59.263238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd540287-9174-43ed-a485-8339a9378e75 req-54302d6a-88d7-463a-8e18-6a3aaf0d0015 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0646150 Jul 23 14:30:59.303089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd540287-9174-43ed-a485-8339a9378e75 req-573bcdc6-f456-4cdb-ac12-229a41d52dbb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339262 Jul 23 14:30:59.434125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785ed8f-8e6a-47f1-bb79-32c8bbce3395 req-b55e1b88-e338-4e32-a45e-b7dd8c7d679c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:59.435710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2785ed8f-8e6a-47f1-bb79-32c8bbce3395 req-b55e1b88-e338-4e32-a45e-b7dd8c7d679c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0704594 Jul 23 14:30:59.474744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2785ed8f-8e6a-47f1-bb79-32c8bbce3395 req-d2eb2e9f-7565-4d0e-8dbe-28919807c48a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Jul 23 14:30:59.699404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a6ab0-b813-4b8d-bacc-0d2bffb2263a req-e77f4f52-7311-45ae-894b-413aa094d5ee tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:59.701177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-530a6ab0-b813-4b8d-bacc-0d2bffb2263a req-e77f4f52-7311-45ae-894b-413aa094d5ee tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0674322 Jul 23 14:30:59.743562 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-530a6ab0-b813-4b8d-bacc-0d2bffb2263a req-51e30b34-4c64-4cca-8651-dc3800851628 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357842 Jul 23 14:30:59.744945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-af818ffe-f84f-4f44-ab90-82a7fcecc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:59.746465 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-af818ffe-f84f-4f44-ab90-82a7fcecc693 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1096 time: 0.0597913 Jul 23 14:30:59.840638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-44d6fdb9-97df-4155-a012-18083ae4c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:59.842192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-44d6fdb9-97df-4155-a012-18083ae4c509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.0897994 Jul 23 14:30:59.910538 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-3a245476-54e1-4075-9c91-74dd3900ee27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 1001 time: 0.0621920 Jul 23 14:30:59.966602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-a7a0f2fd-d568-4950-8360-81eac795bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:30:59.968194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-a7a0f2fd-d568-4950-8360-81eac795bf0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0518856 Jul 23 14:31:00.039256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-e7b4edc3-51e6-4f6e-add1-1ec7e26ec516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:00.039256 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-e7b4edc3-51e6-4f6e-add1-1ec7e26ec516 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575407 Jul 23 14:31:00.135727 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-dc74f7e3-a1d4-478b-8e4d-6419beb219a2 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973718 Jul 23 14:31:00.225197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c6fe8782-eaea-4954-89a7-8645cf55c39e req-e0a46d51-a392-4547-89ef-6ac0a8745bd8 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830770 Jul 23 14:31:00.440445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d596904-7c55-44bf-b511-4e59bdbbbddd req-834e463f-cb1b-4120-85e4-a1a4579dd7c9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:00.441978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d596904-7c55-44bf-b511-4e59bdbbbddd req-834e463f-cb1b-4120-85e4-a1a4579dd7c9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0677116 Jul 23 14:31:00.481790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d596904-7c55-44bf-b511-4e59bdbbbddd req-4ecf27f7-78a7-4256-8870-6b3fbf2e8a8b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Jul 23 14:31:00.781841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71401967-5945-442c-9132-dc2cb5b37e76 req-a277af6e-724e-465e-a157-ddc04ea0a475 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:00.783855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71401967-5945-442c-9132-dc2cb5b37e76 req-a277af6e-724e-465e-a157-ddc04ea0a475 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0771334 Jul 23 14:31:00.856972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71401967-5945-442c-9132-dc2cb5b37e76 req-d5ff2e38-6edf-4474-ac11-218602c434d5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665138 Jul 23 14:31:00.992937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b54a5-25f4-45b9-8243-215e8edff23b req-b58b1874-1871-4ef4-99bb-c3e20ce5de9c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:00.992937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e0b54a5-25f4-45b9-8243-215e8edff23b req-b58b1874-1871-4ef4-99bb-c3e20ce5de9c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0712707 Jul 23 14:31:01.029862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e0b54a5-25f4-45b9-8243-215e8edff23b req-89333f0f-f18c-4878-b38e-2ba89dbc3ecb tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341671 Jul 23 14:31:01.997154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df174-5560-4092-84ee-71b33ef5eef0 req-f4046f3a-d59e-43de-97be-749600db3e0e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:01.998780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c5df174-5560-4092-84ee-71b33ef5eef0 req-f4046f3a-d59e-43de-97be-749600db3e0e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0723782 Jul 23 14:31:02.037634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c5df174-5560-4092-84ee-71b33ef5eef0 req-5f1717f4-0bb2-4846-b964-4eeb38b5ef0c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Jul 23 14:31:02.172690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8238e-2c46-4e08-bf82-e31aa348cce4 req-7966e49b-e19c-471e-bebd-a33db6188421 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:02.174286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94c8238e-2c46-4e08-bf82-e31aa348cce4 req-7966e49b-e19c-471e-bebd-a33db6188421 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0689108 Jul 23 14:31:02.214759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94c8238e-2c46-4e08-bf82-e31aa348cce4 req-733f2ce0-9ec7-4845-8d26-4d56b5b2d86b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Jul 23 14:31:02.417674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902d831-23ee-4107-9b95-1271bc4f9b5d req-42d895c8-29a5-4652-95f8-03e485904917 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:02.419549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a902d831-23ee-4107-9b95-1271bc4f9b5d req-42d895c8-29a5-4652-95f8-03e485904917 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0712824 Jul 23 14:31:02.483482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a902d831-23ee-4107-9b95-1271bc4f9b5d req-834992ef-c92a-4b1f-8555-99faee8360dc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Jul 23 14:31:02.618419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5d26b-2c29-4c6f-8f60-07ae021ef28d req-626d5fb6-01be-4369-a656-2a455da3bd6c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:02.620008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1d5d26b-2c29-4c6f-8f60-07ae021ef28d req-626d5fb6-01be-4369-a656-2a455da3bd6c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0694835 Jul 23 14:31:02.658451 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1d5d26b-2c29-4c6f-8f60-07ae021ef28d req-c073fe9e-0907-4306-9099-448737b33691 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Jul 23 14:31:02.816924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30007c-0be6-4fe6-b1ab-bfcb1051cb4f req-052911ac-22ff-49af-ae78-0fb40aef9600 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:02.818511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce30007c-0be6-4fe6-b1ab-bfcb1051cb4f req-052911ac-22ff-49af-ae78-0fb40aef9600 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0705595 Jul 23 14:31:02.861200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce30007c-0be6-4fe6-b1ab-bfcb1051cb4f req-135e6d4e-e4e2-4b47-a254-3c3d74a4e0c9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Jul 23 14:31:03.016780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056635b-b174-44c0-afba-e72e49127032 req-87afe9f4-ba10-444f-a921-a768ea3b23a9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:03.019650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c056635b-b174-44c0-afba-e72e49127032 req-87afe9f4-ba10-444f-a921-a768ea3b23a9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0874832 Jul 23 14:31:03.060623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c056635b-b174-44c0-afba-e72e49127032 req-b81e3965-f925-4b35-86a5-3bf8ac19cd8c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Jul 23 14:31:03.234749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd481063-9b0c-4244-8bb2-b7424e93abca req-7a82bda4-86f0-4b34-8361-512f2cd60024 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:03.236353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd481063-9b0c-4244-8bb2-b7424e93abca req-7a82bda4-86f0-4b34-8361-512f2cd60024 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0713904 Jul 23 14:31:03.288482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd481063-9b0c-4244-8bb2-b7424e93abca req-4221f37d-07b0-419c-b5ac-665523154833 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Jul 23 14:31:03.432085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac1068-ffff-48f0-887d-3b557ebbcae4 req-04cc9162-3f62-4392-af21-b688c2d724db tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:03.433673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86ac1068-ffff-48f0-887d-3b557ebbcae4 req-04cc9162-3f62-4392-af21-b688c2d724db tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0684154 Jul 23 14:31:03.472904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86ac1068-ffff-48f0-887d-3b557ebbcae4 req-f26efb11-aca1-475f-ba0f-a7adc6b368fd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Jul 23 14:31:03.647596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba78c0-f85d-4140-ac31-06099f6188fb req-cdda8c68-f6fc-4193-9339-163f676566f0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:03.649123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1ba78c0-f85d-4140-ac31-06099f6188fb req-cdda8c68-f6fc-4193-9339-163f676566f0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0797763 Jul 23 14:31:03.691720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1ba78c0-f85d-4140-ac31-06099f6188fb req-7c9f4153-4ce6-4d99-9e8c-bea53e547eec tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Jul 23 14:31:03.836400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9a8df-8661-4148-97e2-5f7261900d56 req-13a12d4b-a82e-40fc-b033-95731cc1f791 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:03.838094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5c9a8df-8661-4148-97e2-5f7261900d56 req-13a12d4b-a82e-40fc-b033-95731cc1f791 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0742512 Jul 23 14:31:03.886878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5c9a8df-8661-4148-97e2-5f7261900d56 req-4c137f74-c183-4257-b7fc-99ecdc3278ff tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jul 23 14:31:04.034768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f6fde-fd06-4367-8206-cf476f5c346d req-454b1a82-f6cb-473c-b350-9aaab623c4b3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:04.036376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a6f6fde-fd06-4367-8206-cf476f5c346d req-454b1a82-f6cb-473c-b350-9aaab623c4b3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0717056 Jul 23 14:31:04.076225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a6f6fde-fd06-4367-8206-cf476f5c346d req-b07d261c-86c9-4f89-a89d-b7559f24224e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Jul 23 14:31:04.210425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18117ae6-2700-4934-b51f-d074493d7acf req-dc0773c1-f7a7-421f-8949-6abcfdee7264 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:04.211452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18117ae6-2700-4934-b51f-d074493d7acf req-dc0773c1-f7a7-421f-8949-6abcfdee7264 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0680568 Jul 23 14:31:04.253759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18117ae6-2700-4934-b51f-d074493d7acf req-b5d13d6e-7577-48f0-8981-0e401489017a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Jul 23 14:31:04.449496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592aa4-3b01-430c-ba69-0aed656572f2 req-c79c2546-6cc5-490e-9a12-38514ff23b78 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:04.450941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35592aa4-3b01-430c-ba69-0aed656572f2 req-c79c2546-6cc5-490e-9a12-38514ff23b78 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0832105 Jul 23 14:31:04.508529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35592aa4-3b01-430c-ba69-0aed656572f2 req-3feef1b1-133c-4a48-bb22-dcb0a7687ff6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482783 Jul 23 14:31:04.655728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf7061-8932-4b3c-a0f0-701829bbbb66 req-2e8510b0-e083-4b99-a24b-c091996d9209 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:04.657777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1cf7061-8932-4b3c-a0f0-701829bbbb66 req-2e8510b0-e083-4b99-a24b-c091996d9209 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0821941 Jul 23 14:31:04.711435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1cf7061-8932-4b3c-a0f0-701829bbbb66 req-55eab23f-3604-4134-a08d-f9e12c06326f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Jul 23 14:31:04.726094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:04.845047 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c4e-54fd-4b4e-b52d-642cbd63c6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:04.866038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28287c0-401c-46ee-8cf2-07bc2c0c77d9 req-01484cce-efe0-4ba9-b735-e57d4d475dd1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:04.867593 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e28287c0-401c-46ee-8cf2-07bc2c0c77d9 req-01484cce-efe0-4ba9-b735-e57d4d475dd1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0726869 Jul 23 14:31:04.911276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e28287c0-401c-46ee-8cf2-07bc2c0c77d9 req-13d20809-b95e-4350-b2e4-3dfa5944b673 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Jul 23 14:31:04.955068 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c4e-54fd-4b4e-b52d-642cbd63c6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:04.962517 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c4e-54fd-4b4e-b52d-642cbd63c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:05.004599 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9cea8c4e-54fd-4b4e-b52d-642cbd63c6c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28a253e922714304a5b14dd010a190bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749672 Jul 23 14:31:05.004963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:05.043689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8c4e-54fd-4b4e-b52d-642cbd63c6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f90920-b580-4cc4-9b8c-04eb7c2279e3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:05.060988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faf29b-2a8d-43cf-a030-4aa0c3112bf5 req-c3931550-4def-4fde-a771-2c38fffdfd73 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:05.063331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1faf29b-2a8d-43cf-a030-4aa0c3112bf5 req-c3931550-4def-4fde-a771-2c38fffdfd73 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0805352 Jul 23 14:31:05.069030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-513b350a-49ea-4b2c-93cd-762d4a5fa631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:05.091444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-513b350a-49ea-4b2c-93cd-762d4a5fa631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:05.109744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1faf29b-2a8d-43cf-a030-4aa0c3112bf5 req-dcbb079d-b8d2-4eed-9755-b9405e6e3e32 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Jul 23 14:31:05.140162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-513b350a-49ea-4b2c-93cd-762d4a5fa631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:05.142880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-513b350a-49ea-4b2c-93cd-762d4a5fa631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:05.144090 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-513b350a-49ea-4b2c-93cd-762d4a5fa631 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83f90920-b580-4cc4-9b8c-04eb7c2279e3 HTTP/1.1" status: 204 len: 168 time: 0.1382124 Jul 23 14:31:05.160733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b350a-49ea-4b2c-93cd-762d4a5fa631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f90920-b580-4cc4-9b8c-04eb7c2279e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:05.318530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630250c9-7ccc-4c5c-b840-481e4048d427 req-058981c0-b8e9-4980-af51-00ff0af75e5b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:05.320404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-630250c9-7ccc-4c5c-b840-481e4048d427 req-058981c0-b8e9-4980-af51-00ff0af75e5b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0853953 Jul 23 14:31:05.364782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-630250c9-7ccc-4c5c-b840-481e4048d427 req-fd3edf5a-c6bf-41e7-b3e9-e046f8bf2602 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Jul 23 14:31:05.559317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f5cd-97c9-43a6-9d1d-7a4af82b8273 req-abfccdbe-cfcb-41f2-8efb-edc0a96956bc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:05.560910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19d2f5cd-97c9-43a6-9d1d-7a4af82b8273 req-abfccdbe-cfcb-41f2-8efb-edc0a96956bc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1164978 Jul 23 14:31:05.626783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-19d2f5cd-97c9-43a6-9d1d-7a4af82b8273 req-387a756e-9a73-42cf-ab2c-04fe7bfaa78d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Jul 23 14:31:05.978224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9901fb-2750-43b9-9a09-410582560a35 req-d11e3e99-6617-420e-a45b-9c6c5842d9cb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:05.980060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac9901fb-2750-43b9-9a09-410582560a35 req-d11e3e99-6617-420e-a45b-9c6c5842d9cb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0846784 Jul 23 14:31:06.076850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac9901fb-2750-43b9-9a09-410582560a35 req-710b71ca-6739-42f4-99a2-72f8474db88c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903218 Jul 23 14:31:06.126869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:06.233154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-950180758-network', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:06.258101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe87e0a-2f09-4b0c-94bc-4a914151d09b req-f37852b7-3224-42d5-8e36-f6edeafee851 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:06.265247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fe87e0a-2f09-4b0c-94bc-4a914151d09b req-f37852b7-3224-42d5-8e36-f6edeafee851 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0922821 Jul 23 14:31:06.305568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fe87e0a-2f09-4b0c-94bc-4a914151d09b req-a04ee253-f0d7-4955-910d-2511ff240325 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Jul 23 14:31:06.322905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:06.325377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.336239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.498579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.507251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a280f-86c9-4954-bc98-6993b016d0df req-8ac8dd9e-38c1-4106-8048-3ad4e862f22f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:06.509277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-880a280f-86c9-4954-bc98-6993b016d0df req-8ac8dd9e-38c1-4106-8048-3ad4e862f22f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1066475 Jul 23 14:31:06.510411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.551817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:31:06.570593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5509c944-616e-4f55-aeaf-b1375eb8acda,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:06.573532 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.573972 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Added segment 7648dec5-c3b4-43d1-b5d4-97023151c9f4 of type vlan for network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 Jul 23 14:31:06.597660 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-880a280f-86c9-4954-bc98-6993b016d0df req-113363f2-d3ba-4f59-836f-7709d9f63379 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782247 Jul 23 14:31:06.628818 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.661735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.662703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:06.663318 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.724281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5959444 Jul 23 14:31:06.727339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:06.758116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Request body: {'subnet': {'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-950180758-subnet', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:06.762812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c95014-8c3b-49f9-b3dc-04d7aa1c8476 admin admin] Pushing event updated for resources: {'Network': ['ID=cd1e8e32-fecd-40aa-8204-c57c3098cfe3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:06.772921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:31:06.797178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:06.800833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:06.838166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb87777-142d-45a2-b094-fa1581899e55 req-3c3782f2-9e54-42b6-9a29-4976207a408c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:06.840782 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4eb87777-142d-45a2-b094-fa1581899e55 req-3c3782f2-9e54-42b6-9a29-4976207a408c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1697652 Jul 23 14:31:06.934444 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4eb87777-142d-45a2-b094-fa1581899e55 req-87c9f16d-1536-4a5e-bc3d-8a6818e523eb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802269 Jul 23 14:31:07.410432 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:07.480897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6477768-bdca-42d3-9fd6-1a90582915e8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:07.514344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:07.514742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Network hostable DHCP agents. Network: cd1e8e32-fecd-40aa-8204-c57c3098cfe3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:31:07.525462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09db3-f84a-46c9-90b7-efc961f17309 req-0ac77e3a-c7b8-43d2-b3d7-62b1fe8331fd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:07.526925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59c09db3-f84a-46c9-90b7-efc961f17309 req-0ac77e3a-c7b8-43d2-b3d7-62b1fe8331fd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1263547 Jul 23 14:31:07.557803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:31:07.577335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59c09db3-f84a-46c9-90b7-efc961f17309 req-447b9d4f-2980-4185-ae9c-7875e3103ce0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440073 Jul 23 14:31:07.578341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cd1e8e32-fecd-40aa-8204-c57c3098cfe3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:07.582554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:07.583521 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:07.593093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ebfbb-154d-4004-942a-3f48ec2fc857 None None] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:31:07.610156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bb29bd26-28f0-4b25-8ecc-6488a7395a3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8491814 Jul 23 14:31:07.610362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:07.610362 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:07.635088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:07.636371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:07.685081 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:07.696148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:07.766257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:31:07.767548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:07.908227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Allocated IP 172.20.0.2 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/13fb3016-5dae-43cf-a7a0-4453e37cfffc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:08.067063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.077421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Transition to ACTIVE for port object 13fb3016-5dae-43cf-a7a0-4453e37cfffc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:08.094479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Transition to ACTIVE for port object 13fb3016-5dae-43cf-a7a0-4453e37cfffc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:08.101950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.142599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:08.147455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:08.150881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:08.157570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Pushing event updated for resources: {'Port': ['ID=13fb3016-5dae-43cf-a7a0-4453e37cfffc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:08.167343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.167662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.168185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.168526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.168839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.169180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.169496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.169814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.170120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.170449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.170791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.171104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:08.187837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.405073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Attempting to bind port 13fb3016-5dae-43cf-a7a0-4453e37cfffc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:08.405596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Attempting to bind port 13fb3016-5dae-43cf-a7a0-4453e37cfffc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:08.406035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Attempting to bind port 13fb3016-5dae-43cf-a7a0-4453e37cfffc on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:08.411320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:08.411784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:08.412267 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.412595 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.412789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:08.413326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Bound port: 13fb3016-5dae-43cf-a7a0-4453e37cfffc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:08.413775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.432533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.477104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] For port 13fb3016-5dae-43cf-a7a0-4453e37cfffc, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:08.480329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] For port 13fb3016-5dae-43cf-a7a0-4453e37cfffc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=13fb3016-5dae-43cf-a7a0-4453e37cfffc,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:08.486324 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.552407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaac8f-122f-4283-90e1-5d3b6ef08bf1 None None] Pushing event updated for resources: {'Port': ['ID=13fb3016-5dae-43cf-a7a0-4453e37cfffc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:08.559986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Allocated IP 172.25.2.36 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/648465dd-6cc1-41bc-91ab-219fab089d90) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:08.671092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.747757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:08.752672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366380d1-a958-4b8e-af3b-e88449fd16d7 req-56af7fc3-159a-4807-8a86-95eae74d3e7d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:08.755202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-366380d1-a958-4b8e-af3b-e88449fd16d7 req-56af7fc3-159a-4807-8a86-95eae74d3e7d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0948718 Jul 23 14:31:08.798422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:08.805456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:08.810725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:08.812812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Pushing event updated for resources: {'Port': ['ID=648465dd-6cc1-41bc-91ab-219fab089d90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:08.816477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-366380d1-a958-4b8e-af3b-e88449fd16d7 req-3422d640-7385-4f9b-85a4-5b3a981105ac tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Jul 23 14:31:09.067100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:09.271858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:09.410842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Router 948eda07-9650-43d6-ac87-1402bc5b3587 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:31:09.493325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb632080-195e-45d4-86cb-0b2a36437c17 None None] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:31:09.574245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:31:09.584623 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:31:09.595959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:09.597969 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb0dc23e-1d86-4b9e-8a1e-c704ebf32a6b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9940665 Jul 23 14:31:09.600453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:09.603829 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:09.604447 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:09.706564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1e20604-82e4-4541-8897-2217afb56aa8 None None] Provisioning for port 13fb3016-5dae-43cf-a7a0-4453e37cfffc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:09.738338 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:09.863065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:09.994468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befc6d6-abd8-4183-9990-b38fa5a49db9 req-f90ea779-4bb0-48c3-ba42-b91b7727cde6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:10.003909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7befc6d6-abd8-4183-9990-b38fa5a49db9 req-f90ea779-4bb0-48c3-ba42-b91b7727cde6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0909371 Jul 23 14:31:10.018018 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:08Z', 'revision_number': 3, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:10.048820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7befc6d6-abd8-4183-9990-b38fa5a49db9 req-77209183-395b-4f8c-b3e1-3d039569a95d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Jul 23 14:31:10.057496 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:31:10.058119 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Updating router 948eda07-9650-43d6-ac87-1402bc5b3587 port 648465dd-6cc1-41bc-91ab-219fab089d90 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:31:10.066056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.101408 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.156452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.162386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.168612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.207107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c5a4abe1c2a4f20878816f74c588891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429148 Jul 23 14:31:10.209657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad4dbd9-e270-4afb-a5b8-576d862dc64e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:10.211870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:10.228434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.228685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.228991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.229319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.229644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.229967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.230282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.230602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.230941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.231253 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.231565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.231883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56626120-6da8-4aca-b123-0bbb20934799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.282009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74099f06-0168-4a69-9e7c-3b74c14661c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.304807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74099f06-0168-4a69-9e7c-3b74c14661c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.356324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74099f06-0168-4a69-9e7c-3b74c14661c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.360052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74099f06-0168-4a69-9e7c-3b74c14661c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.361823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Allocated IP 172.20.0.1 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/166c8a5c-9439-4091-8d9a-69d9c54e07b1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:10.362124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74099f06-0168-4a69-9e7c-3b74c14661c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ad4dbd9-e270-4afb-a5b8-576d862dc64e HTTP/1.1" status: 204 len: 168 time: 0.1492548 Jul 23 14:31:10.373356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74099f06-0168-4a69-9e7c-3b74c14661c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad4dbd9-e270-4afb-a5b8-576d862dc64e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:10.386741 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.399641 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Transition to ACTIVE for port object 648465dd-6cc1-41bc-91ab-219fab089d90 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:10.407799 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.459934 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Attempting to bind port 648465dd-6cc1-41bc-91ab-219fab089d90 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:10.460301 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Attempting to bind port 648465dd-6cc1-41bc-91ab-219fab089d90 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:10.460659 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Attempting to bind port 648465dd-6cc1-41bc-91ab-219fab089d90 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:10.462680 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Pushing event updated for resources: {'Port': ['ID=648465dd-6cc1-41bc-91ab-219fab089d90,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:10.471262 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:10.471709 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:10.472114 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.472503 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:10.472963 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Bound port: 648465dd-6cc1-41bc-91ab-219fab089d90, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:10.473341 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.476360 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.476719 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.477028 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.477352 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.477678 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.478081 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.478429 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.478810 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.479075 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.479389 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.479704 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.480094 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:31:10.481643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.500181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Transition to ACTIVE for port object 166c8a5c-9439-4091-8d9a-69d9c54e07b1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:10.536901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] For port 648465dd-6cc1-41bc-91ab-219fab089d90, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:10.539468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.540306 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] For port 648465dd-6cc1-41bc-91ab-219fab089d90, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=648465dd-6cc1-41bc-91ab-219fab089d90,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:10.545782 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.581060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:10.584489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:10.590125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:10.613507 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca6266-e515-41ae-829b-440ed3d7f715 None None] Pushing event updated for resources: {'Port': ['ID=648465dd-6cc1-41bc-91ab-219fab089d90,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:10.622919 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:10.623673 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:10.624827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Pushing event updated for resources: {'Port': ['ID=166c8a5c-9439-4091-8d9a-69d9c54e07b1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:10.638418 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.741410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:10.754541 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:10.760154 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8ef3-f64e-4429-a7b0-9443a5fcb713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.823217 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.853417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 13fb3016-5dae-43cf-a7a0-4453e37cfffc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:10.885055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8ef3-f64e-4429-a7b0-9443a5fcb713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.892797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8ef3-f64e-4429-a7b0-9443a5fcb713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.908910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec2a644a-5408-4725-919c-7774e94bed2e None None] Provisioning for port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:10.918110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec2a644a-5408-4725-919c-7774e94bed2e None None] Provisioning complete for port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:10.918767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec2a644a-5408-4725-919c-7774e94bed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.940348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd7c8ef3-f64e-4429-a7b0-9443a5fcb713 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ed8796b7bf940c09c7c7c53c7900a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969311 Jul 23 14:31:10.941270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c8ef3-f64e-4429-a7b0-9443a5fcb713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9109a2e6-6d87-441e-8b1c-9fd2876ea5e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:10.944258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:10.963668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 13fb3016-5dae-43cf-a7a0-4453e37cfffc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:10.984793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 13fb3016-5dae-43cf-a7a0-4453e37cfffc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:10.985482 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:10.996698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a644a-5408-4725-919c-7774e94bed2e None None] Port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:31:11.035808 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f6f9-c681-4ab5-9720-d680cf18739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.052525 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.053795 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:08Z', 'revision_number': 3, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:11.061731 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f6f9-c681-4ab5-9720-d680cf18739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.063416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.087469 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.116254 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6a6e-9859-4390-b9dd-3faf4d679045 None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:08Z', 'revision_number': 3, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:31:11.120131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f6f9-c681-4ab5-9720-d680cf18739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.122668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 13fb3016-5dae-43cf-a7a0-4453e37cfffc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=13fb3016-5dae-43cf-a7a0-4453e37cfffc,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:11.123446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f6f9-c681-4ab5-9720-d680cf18739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.124688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a7a3f6f9-c681-4ab5-9720-d680cf18739a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9109a2e6-6d87-441e-8b1c-9fd2876ea5e1 HTTP/1.1" status: 204 len: 168 time: 0.1795044 Jul 23 14:31:11.132083 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.133453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3f6f9-c681-4ab5-9720-d680cf18739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109a2e6-6d87-441e-8b1c-9fd2876ea5e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:11.183497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Pushing event updated for resources: {'Port': ['ID=166c8a5c-9439-4091-8d9a-69d9c54e07b1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:11.198911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=13fb3016-5dae-43cf-a7a0-4453e37cfffc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:11.202097 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.257632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2675f-8a32-4777-851c-fde1e25fb477 req-473a2001-f6a5-4316-a581-c446579841f7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:11.259687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8fe2675f-8a32-4777-851c-fde1e25fb477 req-473a2001-f6a5-4316-a581-c446579841f7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0759256 Jul 23 14:31:11.302944 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8fe2675f-8a32-4777-851c-fde1e25fb477 req-1dff9226-48e8-4904-93ad-783b09e473b5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Jul 23 14:31:11.316468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:11.317942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:11.478015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:31:11.610980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:31:11.626355 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f4d05b08-85f2-4c58-860b-0896e55ad975 admin admin] 10.222.0.21 "PUT /v2.0/routers/948eda07-9650-43d6-ac87-1402bc5b3587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155661 Jul 23 14:31:11.637143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25470978-b111-4fc6-ad7a-8a739e6069fb None None] Provisioning complete for port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:11.637531 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25470978-b111-4fc6-ad7a-8a739e6069fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.651745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:11.669343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f23f389f-688c-4a2c-8e1e-19950dc1735e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.678910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25470978-b111-4fc6-ad7a-8a739e6069fb None None] Port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:31:11.774886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f23f389f-688c-4a2c-8e1e-19950dc1735e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.782443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f23f389f-688c-4a2c-8e1e-19950dc1735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.824754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f23f389f-688c-4a2c-8e1e-19950dc1735e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e906dcba3994cf1898f2b077a0e9d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694601 Jul 23 14:31:11.824754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f389f-688c-4a2c-8e1e-19950dc1735e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c99ca2a-25e8-4a34-9293-a0200627b382,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:11.825431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:11.887567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bed3aaa9-674d-4686-9d09-a8ff5620767d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.910014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bed3aaa9-674d-4686-9d09-a8ff5620767d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.969171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bed3aaa9-674d-4686-9d09-a8ff5620767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.972010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bed3aaa9-674d-4686-9d09-a8ff5620767d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:11.973273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bed3aaa9-674d-4686-9d09-a8ff5620767d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c99ca2a-25e8-4a34-9293-a0200627b382 HTTP/1.1" status: 204 len: 168 time: 0.1443405 Jul 23 14:31:11.981636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3aaa9-674d-4686-9d09-a8ff5620767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c99ca2a-25e8-4a34-9293-a0200627b382,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:12.211384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:12.216429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-374434330-network', 'tenant_id': '507daf7134664d5e8cf35e1752731a59'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:12.238392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Made reservation on behalf of 507daf7134664d5e8cf35e1752731a59 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:12.240750 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.249334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.345591 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.349814 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.375045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:31:12.396321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79e0782-adcf-4ce4-afec-5f141d808050,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:12.399429 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.399841 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Added segment 32144d55-0ddd-4a4f-a581-0ea773852260 of type vlan for network be50f83d-bf39-4fe7-9252-ec5a74bf8270 Jul 23 14:31:12.433140 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:31:12.474178 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.503736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef10f7b-d908-4ab7-b31c-18c99ce6d575 req-ef9faf78-cd74-46f6-9cf5-e9905bce4154 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:12.505310 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eef10f7b-d908-4ab7-b31c-18c99ce6d575 req-ef9faf78-cd74-46f6-9cf5-e9905bce4154 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1232519 Jul 23 14:31:12.533836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.534849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:12.535430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.576696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3641560 Jul 23 14:31:12.579656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:12.585284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eef10f7b-d908-4ab7-b31c-18c99ce6d575 req-d4a326df-db7b-4551-9fca-5aa45c7d65fa tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696716 Jul 23 14:31:12.586011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Request body: {'subnet': {'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-374434330-subnet', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:12.611602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Made reservation on behalf of 507daf7134664d5e8cf35e1752731a59 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:12.614330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.616351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7e11-5db4-4aea-9e4b-86858a2867b2 admin admin] Pushing event updated for resources: {'Network': ['ID=be50f83d-bf39-4fe7-9252-ec5a74bf8270,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:12.630030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:31:12.739727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:12.844003 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.851468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 648465dd-6cc1-41bc-91ab-219fab089d90 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:12.887174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1904261067-network', 'tenant_id': '2499cbbb13e14fc78535319ff81399e3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:12.902847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 648465dd-6cc1-41bc-91ab-219fab089d90 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:12.905852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 648465dd-6cc1-41bc-91ab-219fab089d90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:12.906254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.942596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:31:12.959932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:12.960556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:12.960898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e576b9dc-34fb-4ad6-b3f8-e6f4881826eb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:12.964849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Made reservation on behalf of 2499cbbb13e14fc78535319ff81399e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:12.967146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.981374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:12.989778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Checking segment: {'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:12.989778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Network hostable DHCP agents. Network: be50f83d-bf39-4fe7-9252-ec5a74bf8270, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:31:13.021162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-182af429-a5a8-4570-bbcf-1de081d85370 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654015 Jul 23 14:31:13.041236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:31:13.062479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, be50f83d-bf39-4fe7-9252-ec5a74bf8270) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:13.070287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:13.070925 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.079677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d07c85-cdf8-43ce-8e27-d936c373c9ad None None] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:31:13.081660 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.142872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 648465dd-6cc1-41bc-91ab-219fab089d90, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=648465dd-6cc1-41bc-91ab-219fab089d90,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:13.151927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.159479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.174465 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f3bf0ebe-612f-496e-a6a8-7783b4a02f56 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5909216 Jul 23 14:31:13.174703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.174703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 13fb3016-5dae-43cf-a7a0-4453e37cfffc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:13.174949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:13.178514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:13.179283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:13.189862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:31:13.205333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.206812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.214136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-5006e48b-eac1-44e2-8289-b07b0ab5aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:13.215762 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-5006e48b-eac1-44e2-8289-b07b0ab5aa90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1096 time: 0.1207039 Jul 23 14:31:13.219445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.219786 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Added segment 277e5a30-49a2-48b7-836b-3f3159ef0c60 of type vlan for network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 Jul 23 14:31:13.221396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9a64b-7e95-438e-9f97-dceed497602b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:13.297136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.382605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=648465dd-6cc1-41bc-91ab-219fab089d90,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:13.461320 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.479682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 13fb3016-5dae-43cf-a7a0-4453e37cfffc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:13.480062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.492301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-be50f83d-bf39-4fe7-9252-ec5a74bf8270', 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'fixed_ips': [{'subnet_id': 'e576b9dc-34fb-4ad6-b3f8-e6f4881826eb'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:31:13.493181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.628023 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.690963 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.714817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.715788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:13.716359 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.726964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.736612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 2, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:13.766232 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0227361 Jul 23 14:31:13.766894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 39870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:13.770219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:31:13.770518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-2b92bc10-d037-435b-bfc9-7656ae281c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:13.770685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Updating router 948eda07-9650-43d6-ac87-1402bc5b3587 port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:31:13.773609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-2b92bc10-d037-435b-bfc9-7656ae281c27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.1410108 Jul 23 14:31:13.774384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Request body: {'subnet': {'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1904261067-subnet', 'tenant_id': '2499cbbb13e14fc78535319ff81399e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:13.801147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Allocated IP 172.20.0.2 (be50f83d-bf39-4fe7-9252-ec5a74bf8270/e576b9dc-34fb-4ad6-b3f8-e6f4881826eb/b2dd4931-b560-4c72-878c-83c7ebb796aa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:13.805070 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5a62-571d-44c3-8349-347bf712023e admin admin] Pushing event updated for resources: {'Network': ['ID=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:13.819373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.833077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:31:13.852285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Made reservation on behalf of 2499cbbb13e14fc78535319ff81399e3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:13.854570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:13.864914 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-bbacce23-8726-4d89-8f36-b461a1c04691 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 1001 time: 0.0678444 Jul 23 14:31:13.918159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a0417-ca1d-4be6-9de3-b6d45415a092 req-e9758823-4968-449a-863e-75f1dfe2c973 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:13.919629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-348a0417-ca1d-4be6-9de3-b6d45415a092 req-e9758823-4968-449a-863e-75f1dfe2c973 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.2022052 Jul 23 14:31:13.924473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-ed892f11-838b-4bd4-920f-a50599345ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:13.926035 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-ed892f11-838b-4bd4-920f-a50599345ca4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0537581 Jul 23 14:31:13.987601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Allocated IP 172.25.2.56 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/6734d7d1-8cf8-409c-9b1c-20f6691ab6db) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:14.008224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-9102b725-a7ca-4722-9c12-029d37eabb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:14.010239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-9102b725-a7ca-4722-9c12-029d37eabb7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767844 Jul 23 14:31:14.028839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-348a0417-ca1d-4be6-9de3-b6d45415a092 req-b2d35013-cfd0-473f-b81f-26d12c434590 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798283 Jul 23 14:31:14.123679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-cdfa102b-0ef1-4ac4-bc01-5f93dc72081a service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056273 Jul 23 14:31:14.191043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.201694 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.234400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9ecd38a3-8d0e-409d-868d-1d3110dd43e1 req-1e1158f9-486b-46ee-af29-0573314e960a service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036265 Jul 23 14:31:14.268613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d92a84-4102-47c0-b589-a81487688a86,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:14.293271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Checking segment: {'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:14.293664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Network hostable DHCP agents. Network: 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:31:14.307597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.339148 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.348755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:31:14.354056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Transition to ACTIVE for port object b2dd4931-b560-4c72-878c-83c7ebb796aa will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:14.359215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:14.367135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:14.370705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:14.372155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:14.379373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:14.379973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.385367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609cbc9c-fe55-4530-b3cc-9102c462a9ae None None] Network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:31:14.392271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Transition to ACTIVE for port object b2dd4931-b560-4c72-878c-83c7ebb796aa will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:14.399828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Pushing event updated for resources: {'Port': ['ID=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:14.421737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.422501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2bcc930a-5685-4630-ba0d-0a371bb94eff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6543941 Jul 23 14:31:14.535437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:14.545078 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.547701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:14.554726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:14.560772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Pushing event updated for resources: {'Port': ['ID=b2dd4931-b560-4c72-878c-83c7ebb796aa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:14.567608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Transition to ACTIVE for port object 166c8a5c-9439-4091-8d9a-69d9c54e07b1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:14.583923 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.643061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.717700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Attempting to bind port b2dd4931-b560-4c72-878c-83c7ebb796aa on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:14.718332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Attempting to bind port b2dd4931-b560-4c72-878c-83c7ebb796aa by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:14.718484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Attempting to bind port b2dd4931-b560-4c72-878c-83c7ebb796aa on network be50f83d-bf39-4fe7-9252-ec5a74bf8270 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:14.726326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ead42e-9b13-4dcb-80e2-4b89ab6ed539 None None] Pushing event updated for resources: {'Port': ['ID=166c8a5c-9439-4091-8d9a-69d9c54e07b1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:14.752256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e5e71-1ea0-4d87-b6c9-142eecdd2052 None None] Network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:31:14.771915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:14.772280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Checking segment: {'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:14.772696 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.773077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Bound using segment: {'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:14.773576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Bound port: b2dd4931-b560-4c72-878c-83c7ebb796aa, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:14.773958 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.802038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 648465dd-6cc1-41bc-91ab-219fab089d90 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:14.909632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.932381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Attempting to bind port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:14.932854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Attempting to bind port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:14.933125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Attempting to bind port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:14.957992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:14.958631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:14.959063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.959460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:14.959947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Bound port: 166c8a5c-9439-4091-8d9a-69d9c54e07b1, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:14.960331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:14.998240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] For port b2dd4931-b560-4c72-878c-83c7ebb796aa, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:15.045910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] For port b2dd4931-b560-4c72-878c-83c7ebb796aa, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b2dd4931-b560-4c72-878c-83c7ebb796aa,segment=NetworkSegment(32144d55-0ddd-4a4f-a581-0ea773852260),segment_id=32144d55-0ddd-4a4f-a581-0ea773852260)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:15.075868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:31:15.107155 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:15.110373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 648465dd-6cc1-41bc-91ab-219fab089d90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:15.110900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:15.243331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] For port 166c8a5c-9439-4091-8d9a-69d9c54e07b1, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:15.250131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafb08b-2b5b-4a77-9915-6631b1c57c74 req-388f0da2-992b-4a4c-8514-59ef5f9c1713 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:15.250403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] For port 166c8a5c-9439-4091-8d9a-69d9c54e07b1, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=166c8a5c-9439-4091-8d9a-69d9c54e07b1,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:15.258909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bafb08b-2b5b-4a77-9915-6631b1c57c74 req-388f0da2-992b-4a4c-8514-59ef5f9c1713 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1280329 Jul 23 14:31:15.265722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d843492-76d6-4296-a86f-314e53eb6c42 None None] Pushing event updated for resources: {'Port': ['ID=b2dd4931-b560-4c72-878c-83c7ebb796aa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:15.270216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:15.274406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:31:15.285943 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Sync routers for ids ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:31:15.296094 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Routers {'48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:15.296701 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:15.321073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:15.322997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d7891195-663c-4056-9233-00366d30ded1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1471789 Jul 23 14:31:15.326400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 39886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:15.357185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bafb08b-2b5b-4a77-9915-6631b1c57c74 req-e041eaa5-1b28-4c51-a21e-c81d63315f1c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932145 Jul 23 14:31:15.396424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:15.397127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:15.401744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ead42e-9b13-4dcb-80e2-4b89ab6ed539 None None] Pushing event updated for resources: {'Port': ['ID=166c8a5c-9439-4091-8d9a-69d9c54e07b1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:15.538829 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Set router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:15.653755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:15.810777 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:14Z', 'revision_number': 3, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port': {'id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:15.845108 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Checking router: 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:31:15.845839 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Updating router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:31:15.868770 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10791011-c475-4941-ab4f-d717ebc642fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:15.883955 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.021010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.022135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:15Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:16.063626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6acda1-411d-4434-9c2d-a13f21b063d8 None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:15Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:31:16.307740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Allocated IP 172.20.0.1 (be50f83d-bf39-4fe7-9252-ec5a74bf8270/e576b9dc-34fb-4ad6-b3f8-e6f4881826eb/925011b2-280b-44dd-a7a3-96f0066b7757) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:16.445701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-348e5d31-bd6e-43b2-b7d1-7579693c149c tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:16.455498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-348e5d31-bd6e-43b2-b7d1-7579693c149c tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/networks?id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 HTTP/1.1" status: 200 len: 809 time: 0.1433997 Jul 23 14:31:16.458934 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.468659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.477319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-bcc3833b-ad35-4d3d-bacc-229d8b4528b0 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/quotas/2499cbbb13e14fc78535319ff81399e3 HTTP/1.1" status: 200 len: 375 time: 0.0207286 Jul 23 14:31:16.486933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Transition to ACTIVE for port object 925011b2-280b-44dd-a7a3-96f0066b7757 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:16.493844 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Transition to ACTIVE for port object 6734d7d1-8cf8-409c-9b1c-20f6691ab6db will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:16.505162 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.541352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.544721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-d36d1c59-19e8-46cb-a53f-4a90429a9263 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2499cbbb13e14fc78535319ff81399e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664527 Jul 23 14:31:16.549646 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Attempting to bind port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:16.550014 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Attempting to bind port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:16.550372 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Attempting to bind port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:16.563550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-9e2733d7-5df1-45a8-86d7-69a4afcf32cc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:31:16.568626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:16.572067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:16.573818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-9e2733d7-5df1-45a8-86d7-69a4afcf32cc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221107 Jul 23 14:31:16.579090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:16.584898 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:16.585266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:16.587042 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.587629 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:16.588286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Bound port: 6734d7d1-8cf8-409c-9b1c-20f6691ab6db, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:16.588845 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.636570 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023010-dcbb-4ad4-a4fa-bb622339cee3 None None] Pushing event updated for resources: {'Port': ['ID=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:16.664654 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] For port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:16.664905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.676499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbff0b-d463-4926-bd14-3cc1b5cf9eee None None] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:31:16.683158 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] For port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:16.692465 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.725399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-00b4d8f4-1717-4c28-bf8b-f00835cdcb98 service neutron] 10.222.0.21 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504419 Jul 23 14:31:16.821432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=925011b2-280b-44dd-a7a3-96f0066b7757,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:16.822701 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Routers {'48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:16.823392 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:30:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:16.831164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30c274c4-41cd-4f64-b07a-30e4293a7d64 None None] Provisioning for port b2dd4931-b560-4c72-878c-83c7ebb796aa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:16.919090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 166c8a5c-9439-4091-8d9a-69d9c54e07b1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:16.927575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-e80eebbd-3c96-4865-ba6a-4e840ef48945 service neutron] 10.222.0.21 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918449 Jul 23 14:31:16.955626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:16.984453 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023010-dcbb-4ad4-a4fa-bb622339cee3 None None] Pushing event updated for resources: {'Port': ['ID=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:17.028819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:17.035062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:17.035497 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.068499 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] Set router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:17.184056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.187014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.195544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.304020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 166c8a5c-9439-4091-8d9a-69d9c54e07b1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=166c8a5c-9439-4091-8d9a-69d9c54e07b1,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:17.318080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.320585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2dd4931-b560-4c72-878c-83c7ebb796aa up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:17.369888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a1644-5917-4dbb-bf11-525a993efea6 req-855d576d-5b6d-4287-bfca-d99ba50dc335 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:17.377787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.380686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=925011b2-280b-44dd-a7a3-96f0066b7757,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:17.389373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-109a1644-5917-4dbb-bf11-525a993efea6 req-855d576d-5b6d-4287-bfca-d99ba50dc335 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1189227 Jul 23 14:31:17.444096 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:14Z', 'revision_number': 3, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port': {'id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:17.511616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-109a1644-5917-4dbb-bf11-525a993efea6 req-7a6afa0d-d518-43b5-980d-c6c6555f714f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135650 Jul 23 14:31:17.521912 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569a6e6-6c65-4335-9d35-7a5ec29bb571 None None] The sync data for ids ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'] in n-d-801990-3 is: [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:14Z', 'revision_number': 3, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port': {'id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:31:17.530355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:17.532105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:17.550467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ec89152-26b6-439a-9a07-7d6a7447b5dd None None] Provisioning for port 925011b2-280b-44dd-a7a3-96f0066b7757 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:17.581559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=166c8a5c-9439-4091-8d9a-69d9c54e07b1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:17.586234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ec89152-26b6-439a-9a07-7d6a7447b5dd None None] Provisioning complete for port 925011b2-280b-44dd-a7a3-96f0066b7757 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:17.586615 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ec89152-26b6-439a-9a07-7d6a7447b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.595412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b2dd4931-b560-4c72-878c-83c7ebb796aa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:17.663467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b2dd4931-b560-4c72-878c-83c7ebb796aa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:17.664243 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.669357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec6a4569-73ae-4875-b888-da4308ecb63f req-6b252a3d-4dbb-49b4-9e52-4a862214eeb1 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 210 time: 0.0748043 Jul 23 14:31:17.717047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9ec89152-26b6-439a-9a07-7d6a7447b5dd None None] Port 925011b2-280b-44dd-a7a3-96f0066b7757 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:31:17.750833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ec89152-26b6-439a-9a07-7d6a7447b5dd None None] Provisioning complete for port b2dd4931-b560-4c72-878c-83c7ebb796aa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:17.751213 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ec89152-26b6-439a-9a07-7d6a7447b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.757783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:31:17.791740 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.835719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b2dd4931-b560-4c72-878c-83c7ebb796aa, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b2dd4931-b560-4c72-878c-83c7ebb796aa,segment=NetworkSegment(32144d55-0ddd-4a4f-a581-0ea773852260),segment_id=32144d55-0ddd-4a4f-a581-0ea773852260)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:17.844887 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.941779 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:17.945690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b2dd4931-b560-4c72-878c-83c7ebb796aa,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:17.950796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:31:17.959771 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-811f2c24-bd81-4615-b906-dace24b04ff2 admin admin] 10.222.0.21 "PUT /v2.0/routers/48f453c0-0cb8-4e6e-8f79-e15e9393cbb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6321108 Jul 23 14:31:18.056500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-366bf6ca-898c-4534-a12f-79804bd826b2 None None] Provisioning complete for port 925011b2-280b-44dd-a7a3-96f0066b7757 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:18.056869 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-366bf6ca-898c-4534-a12f-79804bd826b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:18.091700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-31375208-e4ea-4c7d-bd33-b169dfae3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:18.093158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-31375208-e4ea-4c7d-bd33-b169dfae3fd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1097 time: 0.1703494 Jul 23 14:31:18.104490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-366bf6ca-898c-4534-a12f-79804bd826b2 None None] Port 925011b2-280b-44dd-a7a3-96f0066b7757 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:31:18.261889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-341a32cd-88a5-4700-8082-4b8dd5546854 None None] Provisioning complete for port 925011b2-280b-44dd-a7a3-96f0066b7757 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:18.262269 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-341a32cd-88a5-4700-8082-4b8dd5546854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:18.275820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-f9d84c4f-9a80-4438-81b1-d93bd00a60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:18.277331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-f9d84c4f-9a80-4438-81b1-d93bd00a60a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 914 time: 0.1619129 Jul 23 14:31:18.322503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-de36665b-6dcc-45c1-9955-8f2a75fbe02e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 200 len: 217 time: 0.0378423 Jul 23 14:31:18.398897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-bb39d001-ec11-4f96-8e7c-5274293c0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:18.400838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-bb39d001-ec11-4f96-8e7c-5274293c0b2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0685565 Jul 23 14:31:18.474494 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-039bfc78-885d-41c8-ad56-aa2f3b441280 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661473 Jul 23 14:31:18.564092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e36c821a-ed52-427f-807c-7058ba477c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:18.570577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-341a32cd-88a5-4700-8082-4b8dd5546854 None None] Port 925011b2-280b-44dd-a7a3-96f0066b7757 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:31:18.575049 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:18.632808 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-02379b18-eb9b-4f42-93d4-aeb8c57a4386 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502571 Jul 23 14:31:18.702748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63738baa-0de8-4fc0-b13d-9d162c5e9e03 req-4ea2e4d9-604f-4210-b39c-cd2db4da428b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:18.705750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63738baa-0de8-4fc0-b13d-9d162c5e9e03 req-4ea2e4d9-604f-4210-b39c-cd2db4da428b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1082280 Jul 23 14:31:18.765500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63738baa-0de8-4fc0-b13d-9d162c5e9e03 req-e98ac352-b0b5-4b71-8307-30b36260e6ea tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531950 Jul 23 14:31:18.783037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21fdeedf-4ee4-4633-94d7-22d0c209a0cb req-2b361a02-ab36-498e-88cb-0f7d2ad5d852 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430876 Jul 23 14:31:18.913028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-699a7857-e615-472e-899e-deec915460f1 req-267f2a06-3e49-4468-b6da-a6ed266e9096 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 210 time: 0.0584164 Jul 23 14:31:18.944012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 166c8a5c-9439-4091-8d9a-69d9c54e07b1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:19.037804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:19.037804 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.170045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6734d7d1-8cf8-409c-9b1c-20f6691ab6db up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:19.179007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-7f0920c4-6daa-4ddc-8e79-27589156e223 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:19.180475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-7f0920c4-6daa-4ddc-8e79-27589156e223 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "GET /v2.0/networks?id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 HTTP/1.1" status: 200 len: 809 time: 0.1359589 Jul 23 14:31:19.201969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Request body: {'port': {'device_id': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589', 'admin_state_up': True, 'tenant_id': '2499cbbb13e14fc78535319ff81399e3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:19.237317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:19.241338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:19.241718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.324836 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.327202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Made reservation on behalf of 2499cbbb13e14fc78535319ff81399e3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:19.331361 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.347695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:19.354304 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.355150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2dd4931-b560-4c72-878c-83c7ebb796aa up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:19.431597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:19.445231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b2dd4931-b560-4c72-878c-83c7ebb796aa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:19.445607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.469267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Allocated IP 172.20.0.11 (79c2a53e-b0ae-4a60-b6cc-b3fa148a8589/e3d92a84-4102-47c0-b589-a81487688a86/3544a81c-5322-41f0-8cfa-3e9d369f4d1e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:19.563871 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.645408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.688236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.733262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:19.736262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:19.742240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:19.769846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Pushing event updated for resources: {'Port': ['ID=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:19.795286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:19.795904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.811255 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-6a6c7128-bee2-4034-8818-86dae109af5a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6138165 Jul 23 14:31:19.831241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Request body: {'port': {'device_id': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:19.904632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:19.914376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa3dd8-fea0-48f7-8093-20c94c945fd1 req-43038aad-7057-46bf-8ee8-faf83fbf421d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:19.921232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Sync routers for ids ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:31:19.921564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0eaa3dd8-fea0-48f7-8093-20c94c945fd1 req-43038aad-7057-46bf-8ee8-faf83fbf421d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0736258 Jul 23 14:31:19.930335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Routers {'48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:19.931018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:31:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:19.955100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0eaa3dd8-fea0-48f7-8093-20c94c945fd1 req-4f3bc8d8-8657-41a0-bfba-894b863685fd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Jul 23 14:31:20.042234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Set router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:20.093977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9abd98-916e-4487-b38b-a51709ceed56 req-b3fa2e4c-36bb-4ecd-abdb-adc4860376e4 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:20.095792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d9abd98-916e-4487-b38b-a51709ceed56 req-b3fa2e4c-36bb-4ecd-abdb-adc4860376e4 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 932 time: 0.0714772 Jul 23 14:31:20.152079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d9abd98-916e-4487-b38b-a51709ceed56 req-976e113c-bee1-4faf-a766-80989b18a880 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Jul 23 14:31:20.245336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3544a81c-5322-41f0-8cfa-3e9d369f4d1e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:20.253384 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.275601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Transition to ACTIVE for port object 3544a81c-5322-41f0-8cfa-3e9d369f4d1e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:20.280702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.293015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:16Z', 'revision_number': 4, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port': {'id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '925011b2-280b-44dd-a7a3-96f0066b7757', 'name': '', 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'mac_address': 'fa:16:3e:35:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e576b9dc-34fb-4ad6-b3f8-e6f4881826eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:16Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 2, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'subnets': [{'id': 'e576b9dc-34fb-4ad6-b3f8-e6f4881826eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:20.323383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Checking router: 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:31:20.323726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Updating router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 port 925011b2-280b-44dd-a7a3-96f0066b7757 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:31:20.335449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Pushing event updated for resources: {'Port': ['ID=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:20.363464 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.411003 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Attempting to bind port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:20.411331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Attempting to bind port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:20.411649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Attempting to bind port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e on network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:20.415929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e on network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:31:20.416246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Attempting to bind port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e on network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:20.421104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:20.421433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Checking segment: {'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:20.421798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Bound using segment: {'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:20.422233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Bound port: 3544a81c-5322-41f0-8cfa-3e9d369f4d1e, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:20.422580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.455918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-d9e95393-84a3-48ee-99d2-a88f11cc32fc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:20.457871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-d9e95393-84a3-48ee-99d2-a88f11cc32fc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1107960 Jul 23 14:31:20.474807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-a5e32c6e-f06c-4a5b-867c-6c1ff595e5c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/quotas/9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 375 time: 0.0109231 Jul 23 14:31:20.492335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] For port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:20.496323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] For port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:20.502972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.543067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:20.543921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.546744 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] 10.222.0.11 "PUT /v2.0/ports/3544a81c-5322-41f0-8cfa-3e9d369f4d1e HTTP/1.1" status: 200 len: 1092 time: 0.7206130 Jul 23 14:31:20.549648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'tag': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:20.552218 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f936aae-d5be-44a7-a465-90ad6a73821c", "tag": "3544a81c-5322-41f0-8cfa-3e9d369f4d1e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:20.586214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f32eee-f36b-402d-90e2-cf10f6d38401 service neutron] Pushing event updated for resources: {'Port': ['ID=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:20.664547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.665410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-f43ef56c-13f1-46e8-9b6c-b589f9a5d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:20.667177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-f43ef56c-13f1-46e8-9b6c-b589f9a5d62c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2499cbbb13e14fc78535319ff81399e3&device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 1095 time: 0.0580547 Jul 23 14:31:20.675748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Transition to ACTIVE for port object 925011b2-280b-44dd-a7a3-96f0066b7757 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:20.683190 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.744609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-669d8f70-17d4-4a43-b894-2427a9d32e26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3544a81c-5322-41f0-8cfa-3e9d369f4d1e HTTP/1.1" status: 200 len: 217 time: 0.0635259 Jul 23 14:31:20.760778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e79a6d-7971-4a3b-893e-9786ddce45cd None None] Pushing event updated for resources: {'Port': ['ID=925011b2-280b-44dd-a7a3-96f0066b7757,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:20.766143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6734d7d1-8cf8-409c-9b1c-20f6691ab6db up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:20.814744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-bab859a2-a3ed-4d4d-86cd-a556c298c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:20.817523 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-bab859a2-a3ed-4d4d-86cd-a556c298c86b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3d92a84-4102-47c0-b589-a81487688a86 HTTP/1.1" status: 200 len: 849 time: 0.0634651 Jul 23 14:31:20.856264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Attempting to bind port 925011b2-280b-44dd-a7a3-96f0066b7757 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:20.856626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Attempting to bind port 925011b2-280b-44dd-a7a3-96f0066b7757 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:20.856996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Attempting to bind port 925011b2-280b-44dd-a7a3-96f0066b7757 on network be50f83d-bf39-4fe7-9252-ec5a74bf8270 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:20.861420 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-54a3a9e4-587e-47ce-a6ef-794e421d0985 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324159 Jul 23 14:31:20.865814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:20.866123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Checking segment: {'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:20.866531 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.866952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Bound using segment: {'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:20.867424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Bound port: 925011b2-280b-44dd-a7a3-96f0066b7757, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32144d55-0ddd-4a4f-a581-0ea773852260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:20.867896 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.898319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-d37437ae-d0fd-48ac-9f87-3d207c83b36f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4178381 Jul 23 14:31:20.920287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:20.921196 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:20.981718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] For port 925011b2-280b-44dd-a7a3-96f0066b7757, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:20.982192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-9024b7b0-6b07-4649-bbd4-7a62d4b25ea8 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108623 Jul 23 14:31:20.998026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] For port 925011b2-280b-44dd-a7a3-96f0066b7757, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=925011b2-280b-44dd-a7a3-96f0066b7757,segment=NetworkSegment(32144d55-0ddd-4a4f-a581-0ea773852260),segment_id=32144d55-0ddd-4a4f-a581-0ea773852260)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:21.007712 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:21.018612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-11d6d479-82fd-4355-89df-5dfe7b2a8aeb service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142235 Jul 23 14:31:21.085587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-962ddb1d-48e0-4edf-bd93-a13315bdeee9 req-69a7fd9b-9a6f-47b5-91d5-2cbca844a0d1 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957816 Jul 23 14:31:21.102835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Routers {'48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:31:21.103467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:31:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:21.132495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-e0ccb371-7679-4b85-86ed-d0b96b8e6a14 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070743 Jul 23 14:31:21.168484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e79a6d-7971-4a3b-893e-9786ddce45cd None None] Pushing event updated for resources: {'Port': ['ID=925011b2-280b-44dd-a7a3-96f0066b7757,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:21.219087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] Set router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:31:21.313379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:21.421643 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b62d6-dc8a-4374-82d9-11b8d0d70bd6 x-openstack-request-id: req-4b3b62d6-dc8a-4374-82d9-11b8d0d70bd6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:21.421930 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f936aae-d5be-44a7-a465-90ad6a73821c", "tag": "3544a81c-5322-41f0-8cfa-3e9d369f4d1e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:21.422178 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b3b62d6-dc8a-4374-82d9-11b8d0d70bd6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:21.422610 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'tag': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e', 'status': 'completed', 'code': 200} Jul 23 14:31:21.468448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:16Z', 'revision_number': 4, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port': {'id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '925011b2-280b-44dd-a7a3-96f0066b7757', 'name': '', 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'mac_address': 'fa:16:3e:35:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e576b9dc-34fb-4ad6-b3f8-e6f4881826eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:16Z', 'updated_at': '2021-07-23T14:31:20Z', 'revision_number': 4, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'subnets': [{'id': 'e576b9dc-34fb-4ad6-b3f8-e6f4881826eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:31:21.498253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36bc3-6cc8-4dfc-8974-d43fc524f327 None None] The sync data for ids ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'] in n-d-801990-3 is: [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:16Z', 'revision_number': 4, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port': {'id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '925011b2-280b-44dd-a7a3-96f0066b7757', 'name': '', 'network_id': 'be50f83d-bf39-4fe7-9252-ec5a74bf8270', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'mac_address': 'fa:16:3e:35:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e576b9dc-34fb-4ad6-b3f8-e6f4881826eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:16Z', 'updated_at': '2021-07-23T14:31:20Z', 'revision_number': 4, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'subnets': [{'id': 'e576b9dc-34fb-4ad6-b3f8-e6f4881826eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:31:21.586207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-fa8cacef-8841-42f1-826b-3cc25f1dc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:21.588018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-fa8cacef-8841-42f1-826b-3cc25f1dc576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2499cbbb13e14fc78535319ff81399e3&device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 1095 time: 0.1122773 Jul 23 14:31:21.592275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072807-e7a0-4423-9117-df4d6430353e req-b17295a6-f330-4633-93dd-205d732b3ba7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:21.593795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4072807-e7a0-4423-9117-df4d6430353e req-b17295a6-f330-4633-93dd-205d732b3ba7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1249199 Jul 23 14:31:21.663266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4072807-e7a0-4423-9117-df4d6430353e req-71c5b25a-10d0-4eae-b8e2-5ab4b77ffec0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634081 Jul 23 14:31:21.711239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-2e24dfd7-1d2c-49ec-8edc-5fb9c6ffbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:21.712827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-2e24dfd7-1d2c-49ec-8edc-5fb9c6ffbeb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 HTTP/1.1" status: 200 len: 910 time: 0.1180346 Jul 23 14:31:21.771671 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-a2a5e290-c8db-4759-b28c-c45adca69b00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3544a81c-5322-41f0-8cfa-3e9d369f4d1e HTTP/1.1" status: 200 len: 217 time: 0.0478308 Jul 23 14:31:21.818733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a35c95-a6d7-4bfe-8bd0-0f250bde3ff1 req-f043abba-2124-4430-b34a-c9b3f7d86058 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:21.820842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89a35c95-a6d7-4bfe-8bd0-0f250bde3ff1 req-f043abba-2124-4430-b34a-c9b3f7d86058 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 944 time: 0.0880311 Jul 23 14:31:21.844952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-35dddbbc-3927-4aaa-92a7-75f9268f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:21.846529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-35dddbbc-3927-4aaa-92a7-75f9268f4151 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3d92a84-4102-47c0-b589-a81487688a86 HTTP/1.1" status: 200 len: 849 time: 0.0656462 Jul 23 14:31:21.875963 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89a35c95-a6d7-4bfe-8bd0-0f250bde3ff1 req-3924dc40-564d-40fc-8a67-4812c3b9f459 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465255 Jul 23 14:31:21.885570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-66d67108-c01a-46f0-8bf0-6421c441149f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315237 Jul 23 14:31:21.967432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ebec383b-6bb8-40d4-82de-f2bc05dc0e27 req-f7d04a9b-4194-4fb3-a5a3-fbe49c3c5987 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 210 time: 0.0371017 Jul 23 14:31:22.004011 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-8ceb51e6-c713-46ca-945a-ac24a58885b1 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101506 Jul 23 14:31:22.106913 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3defaa9-a4f4-4704-bf9c-0157297fa7fd req-5334ec98-344d-485f-8967-a9e009f37704 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940378 Jul 23 14:31:22.580782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1bf57aa1-e7f8-4276-807c-33e776fee16a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:22.582356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1bf57aa1-e7f8-4276-807c-33e776fee16a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1225021 Jul 23 14:31:22.611767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'port': {'device_id': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'admin_state_up': True, 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:22.787015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:22.790805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:22.840809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925011b2-280b-44dd-a7a3-96f0066b7757 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:22.875032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3ec52-2264-4d37-a289-4ba998b14667 req-06aefaef-e3e3-4c04-8790-984ff976b940 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:22.884516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb3ec52-2264-4d37-a289-4ba998b14667 req-06aefaef-e3e3-4c04-8790-984ff976b940 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.1248944 Jul 23 14:31:22.923298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb3ec52-2264-4d37-a289-4ba998b14667 req-681f84ef-b220-4cca-b13a-3dc57102a557 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Jul 23 14:31:22.930601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 925011b2-280b-44dd-a7a3-96f0066b7757 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:22.938908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 925011b2-280b-44dd-a7a3-96f0066b7757 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:22.939265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.034769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.20.0.7 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/6c30267d-4459-42ee-ba9b-399002e18e86) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:23.080698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.094213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaec62-3e3c-42c6-bb2a-61dafff3297d req-6e939e3b-45fb-4ea4-8bef-50f5f0fb0c19 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:23.099161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3aaec62-3e3c-42c6-bb2a-61dafff3297d req-6e939e3b-45fb-4ea4-8bef-50f5f0fb0c19 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 944 time: 0.0983126 Jul 23 14:31:23.141880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 925011b2-280b-44dd-a7a3-96f0066b7757, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=925011b2-280b-44dd-a7a3-96f0066b7757,segment=NetworkSegment(32144d55-0ddd-4a4f-a581-0ea773852260),segment_id=32144d55-0ddd-4a4f-a581-0ea773852260)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:23.151585 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.152927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3aaec62-3e3c-42c6-bb2a-61dafff3297d req-077b80a6-5369-4aea-9fb2-5cdf500f326b tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491369 Jul 23 14:31:23.215634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=925011b2-280b-44dd-a7a3-96f0066b7757,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:23.236500 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.259598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Transition to ACTIVE for port object 6c30267d-4459-42ee-ba9b-399002e18e86 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:23.265860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73c46d85-46d7-4749-8efe-44082faf8624 req-d910ea8a-dc08-431e-ac9c-9a2d636a6574 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 210 time: 0.0355775 Jul 23 14:31:23.294992 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.335825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:23.339071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:23.345233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:23.371195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=6c30267d-4459-42ee-ba9b-399002e18e86,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:23.402173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:23.402415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.420416 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-1794548b-fe9a-4b5d-9365-9d4ef6f3ae30 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8131807 Jul 23 14:31:23.433766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Request body: {'port': {'device_id': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:23.516820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.576148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05ea4aa7-aac2-4d38-9a60-9dca8318b148 None None] Provisioning for port 6c30267d-4459-42ee-ba9b-399002e18e86 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:23.580255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05ea4aa7-aac2-4d38-9a60-9dca8318b148 None None] Provisioning complete for port 6c30267d-4459-42ee-ba9b-399002e18e86 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:23.580781 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ea4aa7-aac2-4d38-9a60-9dca8318b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.618108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05ea4aa7-aac2-4d38-9a60-9dca8318b148 None None] Port 6c30267d-4459-42ee-ba9b-399002e18e86 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:31:23.806194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c30267d-4459-42ee-ba9b-399002e18e86 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:23.814404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.826934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Transition to ACTIVE for port object 6c30267d-4459-42ee-ba9b-399002e18e86 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:23.831991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:23.885987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c30267d-4459-42ee-ba9b-399002e18e86,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:24.102996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58813e34-6fd4-4aef-958a-ca6ffbe1c6fe req-1ba3fa36-f156-4793-863d-6bc7b226a739 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:24.104613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58813e34-6fd4-4aef-958a-ca6ffbe1c6fe req-1ba3fa36-f156-4793-863d-6bc7b226a739 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0806241 Jul 23 14:31:24.154679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58813e34-6fd4-4aef-958a-ca6ffbe1c6fe req-a6aa9c58-5fe9-411c-ab22-dec96514f9b2 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 Jul 23 14:31:24.252637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3544a81c-5322-41f0-8cfa-3e9d369f4d1e details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:31:24.316219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf97b22-1d05-4690-a1ac-81e59c744eb6 req-ccc3f2af-23da-458e-9b45-a634f63f23d0 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:24.318722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf97b22-1d05-4690-a1ac-81e59c744eb6 req-ccc3f2af-23da-458e-9b45-a634f63f23d0 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 944 time: 0.0841408 Jul 23 14:31:24.351566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Attempting to bind port 6c30267d-4459-42ee-ba9b-399002e18e86 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:24.351932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Attempting to bind port 6c30267d-4459-42ee-ba9b-399002e18e86 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:24.352326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Attempting to bind port 6c30267d-4459-42ee-ba9b-399002e18e86 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:24.357181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Port 6c30267d-4459-42ee-ba9b-399002e18e86 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:31:24.357581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Attempting to bind port 6c30267d-4459-42ee-ba9b-399002e18e86 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:24.363119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:24.363739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:24.364133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:24.364567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Bound port: 6c30267d-4459-42ee-ba9b-399002e18e86, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:24.364927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:24.373122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aaf97b22-1d05-4690-a1ac-81e59c744eb6 req-c0c5e39b-3621-409b-8339-01af96a9a721 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Jul 23 14:31:24.379148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:24.400505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e', 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589', 'port_id': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e', 'mac_address': 'fa:16:3e:30:e9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d92a84-4102-47c0-b589-a81487688a86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:31:24.445704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] For port 6c30267d-4459-42ee-ba9b-399002e18e86, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:24.449419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] For port 6c30267d-4459-42ee-ba9b-399002e18e86, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6c30267d-4459-42ee-ba9b-399002e18e86,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:24.449609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:24.457595 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:24.466385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3544a81c-5322-41f0-8cfa-3e9d369f4d1e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:24.491000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:24.493993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:31:24.501746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e885337-3842-4c97-84d6-f3de86c06cae req-df952dde-7394-4d82-ad7b-7dc80982e8fa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:24.503804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e885337-3842-4c97-84d6-f3de86c06cae req-df952dde-7394-4d82-ad7b-7dc80982e8fa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0717497 Jul 23 14:31:24.504480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:24.527744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c30267d-4459-42ee-ba9b-399002e18e86,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:24.548175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:24.549533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:24.551390 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-8e119273-0e7f-4dad-9b66-b5863b5cedd3 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c30267d-4459-42ee-ba9b-399002e18e86 HTTP/1.1" status: 200 len: 1091 time: 1.1222050 Jul 23 14:31:24.552073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'tag': '6c30267d-4459-42ee-ba9b-399002e18e86'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:24.554672 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df2f25d-605e-4e1e-a85b-d54a80075ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "d57be100-3eaa-4c87-8259-aa5178f12f49", "tag": "6c30267d-4459-42ee-ba9b-399002e18e86"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:24.587613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:24.588714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e885337-3842-4c97-84d6-f3de86c06cae req-90c39238-712b-4a9b-bf83-c4a59e7f9ee1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773218 Jul 23 14:31:24.663556 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e1b7b2-d77b-41fe-9de8-46505e31a17c x-openstack-request-id: req-b2e1b7b2-d77b-41fe-9de8-46505e31a17c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:24.664302 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57be100-3eaa-4c87-8259-aa5178f12f49", "tag": "6c30267d-4459-42ee-ba9b-399002e18e86", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:24.664778 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2e1b7b2-d77b-41fe-9de8-46505e31a17c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:24.665414 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'tag': '6c30267d-4459-42ee-ba9b-399002e18e86', 'status': 'completed', 'code': 200} Jul 23 14:31:24.668369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:24.696404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790', 'port_id': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'mac_address': 'fa:16:3e:33:93:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1043aeee-92ab-40f8-b3a0-906ac82acd47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:31:24.720501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-fa95e9ad-a58a-4976-9b2f-27ee323b6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:24.725598 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-fa95e9ad-a58a-4976-9b2f-27ee323b6e80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 1094 time: 0.0930300 Jul 23 14:31:24.762378 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:24.785881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925011b2-280b-44dd-a7a3-96f0066b7757 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:24.803372 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-ad8a020c-5873-49eb-8c57-935f97b8a0db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c30267d-4459-42ee-ba9b-399002e18e86 HTTP/1.1" status: 200 len: 217 time: 0.0697472 Jul 23 14:31:24.816344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['3544a81c-5322-41f0-8cfa-3e9d369f4d1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:24.841138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:24.884020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-596fe70c-1c5f-4896-8b6a-69c6980f5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:24.885735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-596fe70c-1c5f-4896-8b6a-69c6980f5664 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0622120 Jul 23 14:31:24.888111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:24.901691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:24.956558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-d63a9bf8-b976-4ba1-9b7f-87c7e747cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:24.959362 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-d63a9bf8-b976-4ba1-9b7f-87c7e747cabe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649827 Jul 23 14:31:24.973668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 925011b2-280b-44dd-a7a3-96f0066b7757 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:24.974051 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:25.022939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cf17b7e-fee9-4bd5-af3a-371a1d399a85'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:25.068974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:25.078799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-6ab30284-1d9c-478c-80ce-083cad50a056 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101425 Jul 23 14:31:25.221131 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e71539d4-b1f4-4219-a9f4-8f14407a0d2a req-964590d9-361d-433f-aa8b-d867262e0777 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335425 Jul 23 14:31:25.352658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e862c-36f0-4da3-b6ef-02635fbf081b req-a560b68c-b59c-4892-9fd8-67477395b85c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:25.355150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-c2e9b6bf-6e68-4095-9a57-c877b7813594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:25.356752 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-c2e9b6bf-6e68-4095-9a57-c877b7813594 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 1094 time: 0.0688539 Jul 23 14:31:25.361264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d24e862c-36f0-4da3-b6ef-02635fbf081b req-a560b68c-b59c-4892-9fd8-67477395b85c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 945 time: 0.1040921 Jul 23 14:31:25.406026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d24e862c-36f0-4da3-b6ef-02635fbf081b req-ded95d3d-fbcc-4617-aa94-2521c52f4e07 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Jul 23 14:31:25.479637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-e80abc65-e35a-49d9-84e4-e503efc78a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:25.481338 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-e80abc65-e35a-49d9-84e4-e503efc78a8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1170273 Jul 23 14:31:25.547738 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-7f9662f2-9dc3-469d-a278-3a109c149ca0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c30267d-4459-42ee-ba9b-399002e18e86 HTTP/1.1" status: 200 len: 217 time: 0.0561247 Jul 23 14:31:25.559993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5e4c-514d-44bb-b4c3-d13593f6fdd4 req-e9354394-d2b3-4e0b-ad84-a5c6026f2682 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:25.561580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e1d5e4c-514d-44bb-b4c3-d13593f6fdd4 req-e9354394-d2b3-4e0b-ad84-a5c6026f2682 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 945 time: 0.1035361 Jul 23 14:31:25.616862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e1d5e4c-514d-44bb-b4c3-d13593f6fdd4 req-a1d97756-f013-4f8b-9bbb-5a6feef0941b tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473058 Jul 23 14:31:25.638150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-2fe88ccd-77b0-486e-b194-d1b1e1c411e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:25.639585 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-2fe88ccd-77b0-486e-b194-d1b1e1c411e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0851209 Jul 23 14:31:25.734831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-64772011-f150-476b-a0ef-60a7e964b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:25.736405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-64772011-f150-476b-a0ef-60a7e964b526 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859051 Jul 23 14:31:25.780212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85bc4-3884-4ee2-9056-96866f89ba6e req-48236073-178f-4f1e-a029-bd1261376b29 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:25.788627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dc85bc4-3884-4ee2-9056-96866f89ba6e req-48236073-178f-4f1e-a029-bd1261376b29 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.1088071 Jul 23 14:31:25.864377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dc85bc4-3884-4ee2-9056-96866f89ba6e req-31dd1b25-a80a-4db3-85f4-79c7f1e5c8f4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744593 Jul 23 14:31:25.892555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-2510306d-86fc-4be5-8147-b8b8943adee4 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466551 Jul 23 14:31:26.029089 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8df2f25d-605e-4e1e-a85b-d54a80075ccd req-6c191354-1459-44b2-a26b-9c6b3a678ee7 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257818 Jul 23 14:31:26.254047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3544a81c-5322-41f0-8cfa-3e9d369f4d1e up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:26.342633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:26.347877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:26.348305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:26.510311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:26.519241 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:26.587472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6bfce-654e-4687-85d7-4e05d9c45b2f req-05ba4d22-b607-4372-b115-a6fd1bf6ce6c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:26.589017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0b6bfce-654e-4687-85d7-4e05d9c45b2f req-05ba4d22-b607-4372-b115-a6fd1bf6ce6c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 945 time: 0.0719779 Jul 23 14:31:26.595754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:26.600561 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff70073-8824-4277-88d9-337b34b52da3" -d '{"events": [{"server_uuid": "9f936aae-d5be-44a7-a465-90ad6a73821c", "name": "network-vif-plugged", "status": "completed", "tag": "3544a81c-5322-41f0-8cfa-3e9d369f4d1e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:26.615189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:26.615568 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:26.618195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:26.643355 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:26.672476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0b6bfce-654e-4687-85d7-4e05d9c45b2f req-6c3817bb-b84a-4b95-9fa6-7928e9ea347f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712976 Jul 23 14:31:26.705778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:26.769017 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:26.822526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:26.829437 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:26.888129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:26.910812 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3acacdc-9def-42d1-9cc5-9c1f0f256b43 x-openstack-request-id: req-d3acacdc-9def-42d1-9cc5-9c1f0f256b43 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:26.911293 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f936aae-d5be-44a7-a465-90ad6a73821c", "name": "network-vif-plugged", "status": "completed", "tag": "3544a81c-5322-41f0-8cfa-3e9d369f4d1e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:26.911604 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3acacdc-9def-42d1-9cc5-9c1f0f256b43 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:26.912251 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e', 'code': 200} Jul 23 14:31:27.063830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af93696-2fb7-4ad4-af8a-a408f6ba1eac req-012ec1c7-c82c-4b94-a76c-609c32db5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:27.065509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2af93696-2fb7-4ad4-af8a-a408f6ba1eac req-012ec1c7-c82c-4b94-a76c-609c32db5ae3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 1097 time: 0.0635610 Jul 23 14:31:27.081522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604c612-997d-4821-a71f-bae465508b48 req-395e30a4-f81e-4883-aa95-e12978f0855f tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:27.084425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1604c612-997d-4821-a71f-bae465508b48 req-395e30a4-f81e-4883-aa95-e12978f0855f tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 946 time: 0.0826304 Jul 23 14:31:27.112326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2af93696-2fb7-4ad4-af8a-a408f6ba1eac req-0d615d24-41d2-4805-856d-87eba4fa2bae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Jul 23 14:31:27.136905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1604c612-997d-4821-a71f-bae465508b48 req-8fa5f916-cb28-4b61-b52c-903891a60595 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Jul 23 14:31:27.290906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d43e0-15a6-43db-a4ce-b210e5ec8949 req-d8572a07-5e51-4801-92e6-8d5cbd56457b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:27.300872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-106d43e0-15a6-43db-a4ce-b210e5ec8949 req-d8572a07-5e51-4801-92e6-8d5cbd56457b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0959368 Jul 23 14:31:27.342497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-106d43e0-15a6-43db-a4ce-b210e5ec8949 req-56d4e258-92c1-4d05-a200-bd73bce0dd1c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Jul 23 14:31:27.809209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be670a6d-c23f-46d9-8ae1-612bbf8cd715 req-65d80994-3ed7-4ba8-b541-755c26272137 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:27.811675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be670a6d-c23f-46d9-8ae1-612bbf8cd715 req-65d80994-3ed7-4ba8-b541-755c26272137 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0749488 Jul 23 14:31:27.864402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be670a6d-c23f-46d9-8ae1-612bbf8cd715 req-b4170b6f-6da8-4baf-86c6-8ca1b4f8a275 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443895 Jul 23 14:31:28.320254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba540bd1-33c2-4343-b256-7185c800048d req-76695354-89f6-42a9-9647-ce56c8b155f4 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:28.326002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba540bd1-33c2-4343-b256-7185c800048d req-76695354-89f6-42a9-9647-ce56c8b155f4 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 946 time: 0.1059265 Jul 23 14:31:28.387851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba540bd1-33c2-4343-b256-7185c800048d req-26df3a4a-b7f6-45ae-8f91-520a28003573 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Jul 23 14:31:28.533059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d2a3-359c-4e52-b2af-1d78b8f0007f req-33283206-763e-4c4d-95cb-8478a8338e76 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:28.534791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c314d2a3-359c-4e52-b2af-1d78b8f0007f req-33283206-763e-4c4d-95cb-8478a8338e76 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0790827 Jul 23 14:31:28.581295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c314d2a3-359c-4e52-b2af-1d78b8f0007f req-a837f9d4-385f-4923-8820-5c415eceaadb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Jul 23 14:31:28.913377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:28.916087 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a32492-3836-476e-98cc-1d00e70fca7c" -d '{"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-plugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:29.025364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16bc90-4060-475d-b025-fe2e4947a636 req-9a544897-8c7c-4d25-a5f4-b21686319e6b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:29.031252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-af16bc90-4060-475d-b025-fe2e4947a636 req-9a544897-8c7c-4d25-a5f4-b21686319e6b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0861919 Jul 23 14:31:29.074480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-af16bc90-4060-475d-b025-fe2e4947a636 req-1f6c23db-70fc-43dc-9dfe-8864ddb2e3d7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Jul 23 14:31:29.130349 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326006e6-598f-493a-bec0-a409cd3e5eeb x-openstack-request-id: req-326006e6-598f-493a-bec0-a409cd3e5eeb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:29.130720 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-plugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:29.130975 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-326006e6-598f-493a-bec0-a409cd3e5eeb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:29.131367 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'code': 200} Jul 23 14:31:29.557401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa82e61-0049-4528-8be2-65bdc0f4a2a7 req-2ad2de8d-6a7d-4b33-b918-1d2b6fe8224b tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:29.559025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eaa82e61-0049-4528-8be2-65bdc0f4a2a7 req-2ad2de8d-6a7d-4b33-b918-1d2b6fe8224b tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 946 time: 0.0907009 Jul 23 14:31:29.605415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eaa82e61-0049-4528-8be2-65bdc0f4a2a7 req-75b05d58-788d-4749-9765-6442d15dac52 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Jul 23 14:31:29.756920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94549b48-caf0-4105-8724-ea3ecd03eab9 req-8b5fc707-2b1e-4e3d-9ae3-1c53ca39ec4a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:29.758857 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94549b48-caf0-4105-8724-ea3ecd03eab9 req-8b5fc707-2b1e-4e3d-9ae3-1c53ca39ec4a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0811553 Jul 23 14:31:29.820976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94549b48-caf0-4105-8724-ea3ecd03eab9 req-8b0ae542-916a-41d7-b0ab-ab63a6d5a665 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539060 Jul 23 14:31:30.355191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1f06b-ffb5-40cc-b54a-8d4fe87644e3 req-ffbd1d3e-4109-4498-9419-320b3058c29a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:30.356213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3f1f06b-ffb5-40cc-b54a-8d4fe87644e3 req-ffbd1d3e-4109-4498-9419-320b3058c29a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0779402 Jul 23 14:31:30.397359 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3f1f06b-ffb5-40cc-b54a-8d4fe87644e3 req-35fbd08e-b935-4e71-84f4-ee4f79ac66f6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Jul 23 14:31:30.542976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33ef39-531c-4ced-8435-7185a92893da req-dbc2d034-5365-4c3f-9ec3-e09aa10c9fd2 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:30.544896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b33ef39-531c-4ced-8435-7185a92893da req-dbc2d034-5365-4c3f-9ec3-e09aa10c9fd2 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 946 time: 0.0731323 Jul 23 14:31:30.587816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b33ef39-531c-4ced-8435-7185a92893da req-250f0fd4-5686-48ba-94e4-0fa5d84995e1 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Jul 23 14:31:30.721370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-6ebfd6a3-31dd-41c4-82d3-98898e6ca17b req-cf6bd120-3dd0-40d2-9442-7479770782b6 tempest-ServerActionsTestJSON-1753751525 tempest-ServerActionsTestJSON-1753751525-project] (93766) timed out ('10.222.0.21', 50264) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:31:30.947012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8c848-ab19-4b9e-a52f-563fb42f8a49 req-5b2feb77-247f-4dac-ac15-390e7c95a240 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:30.948758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bf8c848-ab19-4b9e-a52f-563fb42f8a49 req-5b2feb77-247f-4dac-ac15-390e7c95a240 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0673392 Jul 23 14:31:31.004078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bf8c848-ab19-4b9e-a52f-563fb42f8a49 req-02d128c8-579a-4032-8f5c-11267101afef tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 Jul 23 14:31:31.539193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47883bc-11ac-429a-bda5-f0103be33f78 req-21773b9c-223e-416a-97b6-5220d30d9778 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:31.546105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d47883bc-11ac-429a-bda5-f0103be33f78 req-21773b9c-223e-416a-97b6-5220d30d9778 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0778697 Jul 23 14:31:31.585677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d47883bc-11ac-429a-bda5-f0103be33f78 req-d687e4b8-d45a-45ea-b307-ce9a1adc53c3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Jul 23 14:31:31.735038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe6703-c2b0-44db-bff3-b504d40ed789 req-2aa5bc62-50ab-43a6-9570-d7dcf86167fa tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:31.742581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6fe6703-c2b0-44db-bff3-b504d40ed789 req-2aa5bc62-50ab-43a6-9570-d7dcf86167fa tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 946 time: 0.0782197 Jul 23 14:31:31.779001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6fe6703-c2b0-44db-bff3-b504d40ed789 req-d93887d3-ac1d-4f20-bb00-d4e01bc4b9b3 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Jul 23 14:31:31.799820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-8166927c-4134-4de0-8394-4587e9cb1b87 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:31.801331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-8166927c-4134-4de0-8394-4587e9cb1b87 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 946 time: 0.0903695 Jul 23 14:31:31.939610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Deleting port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:31:31.940306 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:32.056156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] For port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:32.056378 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:32.076047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Calling delete_port for 3544a81c-5322-41f0-8cfa-3e9d369f4d1e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:31:32.170385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9161-3990-4846-b934-67bbbe720276 req-3263e6df-56c6-4f18-961d-7c2fdcf94aea tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:32.177435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-013d9161-3990-4846-b934-67bbbe720276 req-3263e6df-56c6-4f18-961d-7c2fdcf94aea tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0870614 Jul 23 14:31:32.225599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-013d9161-3990-4846-b934-67bbbe720276 req-09e38303-fd2a-4773-80bf-b1bb2e4ab7a3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Jul 23 14:31:32.238593 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:32.275993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['3544a81c-5322-41f0-8cfa-3e9d369f4d1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:32.284804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Pushing event deleted for resources: {'Port': ['ID=3544a81c-5322-41f0-8cfa-3e9d369f4d1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:32.330456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] No DVR routers for this DVR port 3544a81c-5322-41f0-8cfa-3e9d369f4d1e on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:31:32.333658 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:32.336044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d460f7f3-d538-4022-bf0f-ebee2eae5bb0 req-181d07e2-dd0f-4640-ab76-c3716b6dd834 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "DELETE /v2.0/ports/3544a81c-5322-41f0-8cfa-3e9d369f4d1e HTTP/1.1" status: 204 len: 173 time: 0.5093198 Jul 23 14:31:32.336524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'name': 'network-vif-deleted', 'tag': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:32.339440 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297a975c-9780-4038-9113-0a28a1936454" -d '{"events": [{"server_uuid": "9f936aae-d5be-44a7-a465-90ad6a73821c", "name": "network-vif-deleted", "tag": "3544a81c-5322-41f0-8cfa-3e9d369f4d1e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:32.390352 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84f6449-bd7e-4e89-917c-da2dc36ef4a5 x-openstack-request-id: req-f84f6449-bd7e-4e89-917c-da2dc36ef4a5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:32.390689 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f936aae-d5be-44a7-a465-90ad6a73821c", "name": "network-vif-deleted", "tag": "3544a81c-5322-41f0-8cfa-3e9d369f4d1e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:32.390929 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f84f6449-bd7e-4e89-917c-da2dc36ef4a5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:32.391332 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f936aae-d5be-44a7-a465-90ad6a73821c', 'name': 'network-vif-deleted', 'tag': '3544a81c-5322-41f0-8cfa-3e9d369f4d1e', 'status': 'completed', 'code': 200} Jul 23 14:31:32.745760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41133d-85cc-4588-89d9-5d5364b90400 req-4574f3c6-46c8-4841-b70b-32e2e30286e3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:32.747362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f41133d-85cc-4588-89d9-5d5364b90400 req-4574f3c6-46c8-4841-b70b-32e2e30286e3 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0852940 Jul 23 14:31:32.802100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f41133d-85cc-4588-89d9-5d5364b90400 req-e72b6ddb-6061-40f6-abfe-da3ffd4007e5 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Jul 23 14:31:32.917727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab252290-227e-41ca-a923-5637224fad87 req-19625bdb-cf28-40c2-9546-f7249552f842 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f936aae-d5be-44a7-a465-90ad6a73821c HTTP/1.1" status: 200 len: 210 time: 0.0339763 Jul 23 14:31:33.354318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4f526-46e1-49be-916c-daf9b7bfed27 req-669eefdb-3f4e-4ddf-ad97-92d628333063 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:33.355872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fed4f526-46e1-49be-916c-daf9b7bfed27 req-669eefdb-3f4e-4ddf-ad97-92d628333063 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0713186 Jul 23 14:31:33.397734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fed4f526-46e1-49be-916c-daf9b7bfed27 req-27d0072c-49bd-49cc-9625-6e5eb219a3c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358758 Jul 23 14:31:33.742299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-d136254f-57b0-467f-b849-59ab19608c71 req-382b8ced-cd51-48a4-ab8a-55b85b47ace6 service neutron] (93767) timed out ('10.222.0.21', 44986) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:31:34.158635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4b0bb-b091-4ba0-b50b-1bb25856dd52 req-4f04801e-44ee-49e4-bdb2-05ac54b99da8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:34.160450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97f4b0bb-b091-4ba0-b50b-1bb25856dd52 req-4f04801e-44ee-49e4-bdb2-05ac54b99da8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0807865 Jul 23 14:31:34.222866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97f4b0bb-b091-4ba0-b50b-1bb25856dd52 req-9308273b-f6eb-4787-998e-9cecfb620f32 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532756 Jul 23 14:31:34.511059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579419e1-452c-435a-bf91-2e7700929220 req-d56789c0-2d07-448c-a423-72fc2e080a81 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:34.512867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-d56789c0-2d07-448c-a423-72fc2e080a81 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/networks?id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 HTTP/1.1" status: 200 len: 809 time: 0.1370869 Jul 23 14:31:34.533429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-0308dc9e-cd88-4b78-b736-de7ba25baad5 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/quotas/2499cbbb13e14fc78535319ff81399e3 HTTP/1.1" status: 200 len: 375 time: 0.0098259 Jul 23 14:31:34.573338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-80e369dd-a7cd-47fa-8ead-868a9dea3d24 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2499cbbb13e14fc78535319ff81399e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338640 Jul 23 14:31:34.694784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-e884560b-4575-4650-8743-606eb0db0e83 service neutron] 10.222.0.21 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141562 Jul 23 14:31:34.800809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-48b896c4-4b07-4689-b8aa-b29c8b4da29a service neutron] 10.222.0.21 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051424 Jul 23 14:31:35.025544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc326a-db15-49f6-9073-7bd50245b940 req-249391a0-2ba1-4d13-8905-ba39dcd231c9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:35.027171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-babc326a-db15-49f6-9073-7bd50245b940 req-249391a0-2ba1-4d13-8905-ba39dcd231c9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0765417 Jul 23 14:31:35.072400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-babc326a-db15-49f6-9073-7bd50245b940 req-e191659e-1378-4df7-8e93-4a4baa7d0e8d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391827 Jul 23 14:31:35.156756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e23f683e-b2b6-49ea-9089-c32731cd2a64 req-b3a0deaf-8a36-42b0-bf9e-4de596b40e3d tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 210 time: 0.0383399 Jul 23 14:31:35.352273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05110b-aa23-49a8-a445-cdd6ae6c5aee req-a69698ce-2019-4463-85ed-d1ceaa77d924 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:35.353826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c05110b-aa23-49a8-a445-cdd6ae6c5aee req-a69698ce-2019-4463-85ed-d1ceaa77d924 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0724847 Jul 23 14:31:35.394878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c05110b-aa23-49a8-a445-cdd6ae6c5aee req-be9a164a-1ee3-4ffa-bb6a-01691bb7e3d2 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348587 Jul 23 14:31:35.691171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-4a12f394-f758-4a95-9cbd-4b44ad5478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:35.692782 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-4a12f394-f758-4a95-9cbd-4b44ad5478f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1097 time: 0.0555215 Jul 23 14:31:35.785475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-fe3e2e8e-f996-4b22-91de-2a2c2db1e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:35.786968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-fe3e2e8e-f996-4b22-91de-2a2c2db1e605 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 914 time: 0.0868883 Jul 23 14:31:35.833050 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-4b864d9c-0801-4436-a901-faaa386a5b82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 200 len: 217 time: 0.0352783 Jul 23 14:31:35.891847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-2b76bd4d-993f-4064-a78b-3c885d8bbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:35.893649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-2b76bd4d-993f-4064-a78b-3c885d8bbd0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0501611 Jul 23 14:31:35.935263 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-7aa4ede9-6812-4719-9f25-a96a3aa1d284 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334175 Jul 23 14:31:36.109691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-f617dec4-00b3-4489-97b1-ff6b7e04d644 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672077 Jul 23 14:31:36.121903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579419e1-452c-435a-bf91-2e7700929220 req-a5db01be-9fc7-487f-9259-c332e564fe0a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:36.123433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-a5db01be-9fc7-487f-9259-c332e564fe0a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "GET /v2.0/networks?id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 HTTP/1.1" status: 200 len: 809 time: 0.1624565 Jul 23 14:31:36.154723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Request body: {'port': {'device_id': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589', 'admin_state_up': True, 'tenant_id': '2499cbbb13e14fc78535319ff81399e3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:36.212489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74984d0f-4587-4787-8454-d75a3bff3508 req-ecd43405-18e8-442e-a85a-861fe737da23 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:36.214056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74984d0f-4587-4787-8454-d75a3bff3508 req-ecd43405-18e8-442e-a85a-861fe737da23 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 943 time: 0.0679922 Jul 23 14:31:36.253972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74984d0f-4587-4787-8454-d75a3bff3508 req-7febb6ec-1a05-475c-a04f-8f15d201c1fd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343642 Jul 23 14:31:36.283750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3544a81c-5322-41f0-8cfa-3e9d369f4d1e no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:31:36.307395 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-cd29130a-4043-45cf-b30d-80fe736e5e4c req-744b3843-23f6-4214-962a-a81bc99e3a89 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829634 Jul 23 14:31:36.325735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 3544a81c-5322-41f0-8cfa-3e9d369f4d1e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:31:36.326680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 3544a81c-5322-41f0-8cfa-3e9d369f4d1e not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:31:36.335872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Made reservation on behalf of 2499cbbb13e14fc78535319ff81399e3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:31:36.340012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:36.363822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f203c65f-9251-4b80-8452-f430d61cb1a8 req-38cd2097-740c-4ff8-b953-0d06a4e4d9ac tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 210 time: 0.0356266 Jul 23 14:31:36.475684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Allocated IP 172.20.0.9 (79c2a53e-b0ae-4a60-b6cc-b3fa148a8589/e3d92a84-4102-47c0-b589-a81487688a86/2d1cb876-93d4-4ade-8329-aedab1b1dbde) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:31:36.535348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31049f45-365f-4946-a62e-9c762d5fe1c2 req-7a599832-0ad0-4518-af60-ad0c12ec2ec4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:36.537122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31049f45-365f-4946-a62e-9c762d5fe1c2 req-7a599832-0ad0-4518-af60-ad0c12ec2ec4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0737708 Jul 23 14:31:36.581329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-31049f45-365f-4946-a62e-9c762d5fe1c2 req-217bd9f4-9bd9-431b-b023-bc8ac0bf0817 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Jul 23 14:31:36.604946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6c30267d-4459-42ee-ba9b-399002e18e86 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:31:36.632896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:36.683247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:36.731662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:31:36.738499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:31:36.742447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:31:36.769024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Pushing event updated for resources: {'Port': ['ID=2d1cb876-93d4-4ade-8329-aedab1b1dbde,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:36.795614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:36.796254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:36.811994 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-5935b121-56fe-4a39-9cdb-da93fe49c97a tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6677849 Jul 23 14:31:36.829082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Request body: {'port': {'device_id': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:31:36.864199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6c30267d-4459-42ee-ba9b-399002e18e86, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6c30267d-4459-42ee-ba9b-399002e18e86,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:36.879349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '6c30267d-4459-42ee-ba9b-399002e18e86', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'port_id': '6c30267d-4459-42ee-ba9b-399002e18e86', 'mac_address': 'fa:16:3e:19:27:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:31:36.906671 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:36.920424 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:36.934903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c30267d-4459-42ee-ba9b-399002e18e86 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:36.964013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6c30267d-4459-42ee-ba9b-399002e18e86, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6c30267d-4459-42ee-ba9b-399002e18e86,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:36.970103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:37.024277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6c30267d-4459-42ee-ba9b-399002e18e86,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:37.179832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1cb876-93d4-4ade-8329-aedab1b1dbde {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:37.188502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:37.201547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Transition to ACTIVE for port object 2d1cb876-93d4-4ade-8329-aedab1b1dbde will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:31:37.207261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:37.245261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6c30267d-4459-42ee-ba9b-399002e18e86'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:37.257724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Pushing event updated for resources: {'Port': ['ID=2d1cb876-93d4-4ade-8329-aedab1b1dbde,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:37.348489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Attempting to bind port 2d1cb876-93d4-4ade-8329-aedab1b1dbde on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:31:37.349104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Attempting to bind port 2d1cb876-93d4-4ade-8329-aedab1b1dbde by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:31:37.349711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Attempting to bind port 2d1cb876-93d4-4ade-8329-aedab1b1dbde on network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:37.354378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Port 2d1cb876-93d4-4ade-8329-aedab1b1dbde on network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:31:37.354799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Attempting to bind port 2d1cb876-93d4-4ade-8329-aedab1b1dbde on network 79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:31:37.359634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:31:37.360061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Checking segment: {'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:31:37.360509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Bound using segment: {'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:31:37.361008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Bound port: 2d1cb876-93d4-4ade-8329-aedab1b1dbde, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277e5a30-49a2-48b7-836b-3f3159ef0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:31:37.361500 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:37.403703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c65ca7-3074-4caa-800c-9eec5a95dc9f req-d7348851-ddcb-40f2-94ee-3d472cd51594 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:37.412603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c65ca7-3074-4caa-800c-9eec5a95dc9f req-d7348851-ddcb-40f2-94ee-3d472cd51594 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 944 time: 0.0802295 Jul 23 14:31:37.439539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] For port 2d1cb876-93d4-4ade-8329-aedab1b1dbde, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:31:37.443988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] For port 2d1cb876-93d4-4ade-8329-aedab1b1dbde, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d1cb876-93d4-4ade-8329-aedab1b1dbde,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:31:37.449244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:37.449493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67c65ca7-3074-4caa-800c-9eec5a95dc9f req-9a9d4590-9e58-47a2-a27f-0bfca65db72b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Jul 23 14:31:37.483765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:37.484744 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:37.486556 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] 10.222.0.11 "PUT /v2.0/ports/2d1cb876-93d4-4ade-8329-aedab1b1dbde HTTP/1.1" status: 200 len: 1091 time: 0.6620352 Jul 23 14:31:37.489032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'tag': '2d1cb876-93d4-4ade-8329-aedab1b1dbde'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:37.491415 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14f976-7392-4898-9d17-6315e8cac877" -d '{"events": [{"name": "network-changed", "server_uuid": "55012b4d-e1ca-43fb-8343-06bfd7958026", "tag": "2d1cb876-93d4-4ade-8329-aedab1b1dbde"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:37.528136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115dbc6-0584-4ff5-8dd7-33d3f5a82d0d service neutron] Pushing event updated for resources: {'Port': ['ID=2d1cb876-93d4-4ade-8329-aedab1b1dbde,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:37.600921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579419e1-452c-435a-bf91-2e7700929220 req-be0f5321-d022-4cb6-812b-ca9d7fe665e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:37.602312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-be0f5321-d022-4cb6-812b-ca9d7fe665e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2499cbbb13e14fc78535319ff81399e3&device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 1094 time: 0.0597317 Jul 23 14:31:37.603217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01abc37-dbd5-4b0a-a383-e61458198250 req-d1d2d3a4-3c14-4d89-884e-d3866ac9d7c7 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:37.606072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a01abc37-dbd5-4b0a-a383-e61458198250 req-d1d2d3a4-3c14-4d89-884e-d3866ac9d7c7 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 943 time: 0.0814052 Jul 23 14:31:37.645454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a01abc37-dbd5-4b0a-a383-e61458198250 req-3cdcd1d6-1690-469a-89d0-ca9526840316 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347805 Jul 23 14:31:37.649911 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-ad4fcea9-dc7e-4a86-b1e5-fc59bf388783 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1cb876-93d4-4ade-8329-aedab1b1dbde HTTP/1.1" status: 200 len: 217 time: 0.0349391 Jul 23 14:31:37.678738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:37.695307 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b1b83f-17aa-459f-8e7b-f685978a6856 x-openstack-request-id: req-87b1b83f-17aa-459f-8e7b-f685978a6856 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:37.695659 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55012b4d-e1ca-43fb-8343-06bfd7958026", "tag": "2d1cb876-93d4-4ade-8329-aedab1b1dbde", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:37.696018 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87b1b83f-17aa-459f-8e7b-f685978a6856 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:37.696440 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'tag': '2d1cb876-93d4-4ade-8329-aedab1b1dbde', 'status': 'completed', 'code': 200} Jul 23 14:31:37.715828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579419e1-452c-435a-bf91-2e7700929220 req-46efd4f3-fc89-477d-8d74-ce1acc1c640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:37.717315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-46efd4f3-fc89-477d-8d74-ce1acc1c640b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3d92a84-4102-47c0-b589-a81487688a86 HTTP/1.1" status: 200 len: 849 time: 0.0615139 Jul 23 14:31:37.752717 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-388b555a-e9e4-4118-8aec-de04ffa7d015 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286918 Jul 23 14:31:37.804054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9824-76e0-4878-bec3-8ff7458be1b3 req-c7b322f7-1675-449f-8786-d0f8a7b639c1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:37.805592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d48d9824-76e0-4878-bec3-8ff7458be1b3 req-c7b322f7-1675-449f-8786-d0f8a7b639c1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 946 time: 0.0657644 Jul 23 14:31:37.844966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d48d9824-76e0-4878-bec3-8ff7458be1b3 req-1dc6df04-699f-46f2-944f-322c0bb2b04d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Jul 23 14:31:37.848639 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-91282ee7-7eb5-4cba-aaa9-6b6fc4891cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889595 Jul 23 14:31:37.942162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-579419e1-452c-435a-bf91-2e7700929220 req-6ed4ff42-4890-425e-92a5-f3d72d5e9714 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862689 Jul 23 14:31:38.085055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f976-7392-4898-9d17-6315e8cac877 req-e6996506-63d6-4727-bcd7-1c6229be3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:38.086621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f14f976-7392-4898-9d17-6315e8cac877 req-e6996506-63d6-4727-bcd7-1c6229be3562 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2499cbbb13e14fc78535319ff81399e3&device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 1094 time: 0.0581729 Jul 23 14:31:38.181071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f976-7392-4898-9d17-6315e8cac877 req-fd7a4f0c-98c2-4a45-9469-965962366750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:38.182594 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f14f976-7392-4898-9d17-6315e8cac877 req-fd7a4f0c-98c2-4a45-9469-965962366750 service neutron] 10.222.0.11 "GET /v2.0/networks?id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 HTTP/1.1" status: 200 len: 910 time: 0.0888884 Jul 23 14:31:38.233329 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f14f976-7392-4898-9d17-6315e8cac877 req-caceafd6-9700-499a-aa3b-f352a8376b77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1cb876-93d4-4ade-8329-aedab1b1dbde HTTP/1.1" status: 200 len: 217 time: 0.0393629 Jul 23 14:31:38.284681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f976-7392-4898-9d17-6315e8cac877 req-235ac45e-8ad0-49f3-9651-6b35bbaeac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:38.286176 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f14f976-7392-4898-9d17-6315e8cac877 req-235ac45e-8ad0-49f3-9651-6b35bbaeac92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3d92a84-4102-47c0-b589-a81487688a86 HTTP/1.1" status: 200 len: 849 time: 0.0448864 Jul 23 14:31:38.320648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f14f976-7392-4898-9d17-6315e8cac877 req-c4a49e19-2b12-4a71-8aee-d1b302b45dbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268245 Jul 23 14:31:38.415827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f14f976-7392-4898-9d17-6315e8cac877 req-ebdd984e-74ae-40f1-8c13-bf88146e7ef6 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880160 Jul 23 14:31:38.516472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9f14f976-7392-4898-9d17-6315e8cac877 req-06727b3e-7056-4d72-9912-eac780648cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935585 Jul 23 14:31:38.611387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e232-0218-45c5-a27b-b6187f93ba8e req-54e0de3a-76ab-40cf-a124-2d5ed0ba44bd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:38.613973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e27e232-0218-45c5-a27b-b6187f93ba8e req-54e0de3a-76ab-40cf-a124-2d5ed0ba44bd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 944 time: 0.0720332 Jul 23 14:31:38.618921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6c30267d-4459-42ee-ba9b-399002e18e86 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:38.654414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e27e232-0218-45c5-a27b-b6187f93ba8e req-ced59fcd-0398-41e0-a69d-e980b60c04cd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344324 Jul 23 14:31:38.680051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 6c30267d-4459-42ee-ba9b-399002e18e86 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:38.684032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 6c30267d-4459-42ee-ba9b-399002e18e86 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:38.684473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:38.759327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:38.772923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79fa4-aaff-4111-b690-bf289078cf31 req-7c77bb57-1b22-444c-a7ab-549aca23a952 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:38.774509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-28a79fa4-aaff-4111-b690-bf289078cf31 req-7c77bb57-1b22-444c-a7ab-549aca23a952 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0639496 Jul 23 14:31:38.781057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30267d-4459-42ee-ba9b-399002e18e86'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:38.783366 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079f48e9-cfc2-4fb1-908b-cba321fcc387" -d '{"events": [{"server_uuid": "d57be100-3eaa-4c87-8259-aa5178f12f49", "name": "network-vif-plugged", "status": "completed", "tag": "6c30267d-4459-42ee-ba9b-399002e18e86"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:38.795805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 6c30267d-4459-42ee-ba9b-399002e18e86, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6c30267d-4459-42ee-ba9b-399002e18e86,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:38.800736 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:38.801511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:31:38.813887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-28a79fa4-aaff-4111-b690-bf289078cf31 req-69da3544-5a81-4c56-a33b-440b6ef0ad37 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335577 Jul 23 14:31:38.878116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=6c30267d-4459-42ee-ba9b-399002e18e86,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:38.918039 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:38.941799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa53f3e-4405-467b-89d2-18060d4082cc req-06008d2b-1f2a-4bff-abcf-7f32153359e9 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:38.948918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daa53f3e-4405-467b-89d2-18060d4082cc req-06008d2b-1f2a-4bff-abcf-7f32153359e9 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 943 time: 0.0779350 Jul 23 14:31:38.950920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:38.955838 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:38.982250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daa53f3e-4405-467b-89d2-18060d4082cc req-94ce9216-5d86-4530-b2b7-96ce56c11493 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Jul 23 14:31:39.008333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:39.035737 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61b1229-6234-43ef-9c4c-bf1991f95a9d x-openstack-request-id: req-b61b1229-6234-43ef-9c4c-bf1991f95a9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:39.036106 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57be100-3eaa-4c87-8259-aa5178f12f49", "name": "network-vif-plugged", "status": "completed", "tag": "6c30267d-4459-42ee-ba9b-399002e18e86", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:39.036432 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b61b1229-6234-43ef-9c4c-bf1991f95a9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:39.036831 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30267d-4459-42ee-ba9b-399002e18e86', 'code': 200} Jul 23 14:31:39.145486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b73e5-8f9a-4a29-9d11-b0cdebf4f1ce req-7cda6aeb-b884-4038-a891-3c4dc9f8cdf4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:39.147007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-122b73e5-8f9a-4a29-9d11-b0cdebf4f1ce req-7cda6aeb-b884-4038-a891-3c4dc9f8cdf4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0690382 Jul 23 14:31:39.150300 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60d83d-e380-48ff-b309-3712e393243b req-9f44ebd7-85ce-4203-ac9e-1ddf68277c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:39.151864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e60d83d-e380-48ff-b309-3712e393243b req-9f44ebd7-85ce-4203-ac9e-1ddf68277c6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 1096 time: 0.0568058 Jul 23 14:31:39.186964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-122b73e5-8f9a-4a29-9d11-b0cdebf4f1ce req-b4e5cb5c-b9ab-4386-bf27-c38abedcfb92 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Jul 23 14:31:39.188760 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-5e60d83d-e380-48ff-b309-3712e393243b req-f41a7284-6ed7-4ca2-9b3b-31ff121fcb79 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300527 Jul 23 14:31:39.331612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb5acb-42ba-4b1f-831c-f6870993d9ce req-60eecf9e-c631-4212-9f81-88e9acfcbbc2 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:39.332984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2cdb5acb-42ba-4b1f-831c-f6870993d9ce req-60eecf9e-c631-4212-9f81-88e9acfcbbc2 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0717239 Jul 23 14:31:39.376659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2cdb5acb-42ba-4b1f-831c-f6870993d9ce req-bb0f12e1-bf1b-485f-820f-fe40d79fce87 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Jul 23 14:31:39.702720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c82f-eae3-44de-97f2-07330f07b4b3 req-02153067-8994-4e71-894b-5be3b06484cf tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:39.704409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c219c82f-eae3-44de-97f2-07330f07b4b3 req-02153067-8994-4e71-894b-5be3b06484cf tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0679898 Jul 23 14:31:39.745518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c219c82f-eae3-44de-97f2-07330f07b4b3 req-308c3474-64d3-461c-b2c2-e370220d9076 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Jul 23 14:31:39.790257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:31:39.867295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c332c5d-44b1-4a19-a3ba-59652b1387f7 req-aa50e3c5-683b-4e9b-b66b-144dbdf42c72 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:39.868809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c332c5d-44b1-4a19-a3ba-59652b1387f7 req-aa50e3c5-683b-4e9b-b66b-144dbdf42c72 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0653677 Jul 23 14:31:39.895795 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-f6c2b718-5dbc-482c-b5ca-7d6624b0de45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042295 Jul 23 14:31:39.912471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c332c5d-44b1-4a19-a3ba-59652b1387f7 req-902ecfbb-7115-4e54-9173-f013b7dcdedd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 Jul 23 14:31:40.036115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37456a-0321-43d8-839d-c95dff0665ab req-d7b64bb6-6085-4805-a1aa-7f29eacd0e14 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:40.037586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e37456a-0321-43d8-839d-c95dff0665ab req-d7b64bb6-6085-4805-a1aa-7f29eacd0e14 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0702767 Jul 23 14:31:40.075694 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e37456a-0321-43d8-839d-c95dff0665ab req-ea1451fd-545e-492a-90cb-77cdfce89dec tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321701 Jul 23 14:31:40.203984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b897f-0d93-453f-b7c1-9218d6c36cac req-8a8c4e2f-464e-40d6-a820-1a5cfdba4826 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:40.205684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-720b897f-0d93-453f-b7c1-9218d6c36cac req-8a8c4e2f-464e-40d6-a820-1a5cfdba4826 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 943 time: 0.0686820 Jul 23 14:31:40.248180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-720b897f-0d93-453f-b7c1-9218d6c36cac req-7dccc7bb-228d-436e-a080-4c2f13e47fbe tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Jul 23 14:31:40.300933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d1cb876-93d4-4ade-8329-aedab1b1dbde details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:31:40.401657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d1cb876-93d4-4ade-8329-aedab1b1dbde, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d1cb876-93d4-4ade-8329-aedab1b1dbde,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:40.413784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2d1cb876-93d4-4ade-8329-aedab1b1dbde', 'network_id': '79c2a53e-b0ae-4a60-b6cc-b3fa148a8589', 'port_id': '2d1cb876-93d4-4ade-8329-aedab1b1dbde', 'mac_address': 'fa:16:3e:27:01:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d92a84-4102-47c0-b589-a81487688a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:31:40.452237 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:40.465711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1cb876-93d4-4ade-8329-aedab1b1dbde {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:40.486059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d1cb876-93d4-4ade-8329-aedab1b1dbde, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d1cb876-93d4-4ade-8329-aedab1b1dbde,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:40.491361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:40.543416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2d1cb876-93d4-4ade-8329-aedab1b1dbde,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:40.780482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2d1cb876-93d4-4ade-8329-aedab1b1dbde'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:40.804550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121917ff-f29b-432f-a5e7-176cbed1434f req-a7a6f713-6896-4f11-9428-75eedd4c1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:40.806097 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-a7a6f713-6896-4f11-9428-75eedd4c1561 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669&tenant_id=9097ff86d0774dcab58825fe2b8945a4 HTTP/1.1" status: 200 len: 1095 time: 0.0568135 Jul 23 14:31:40.884050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea42ba7-4775-4e05-b267-b986be2c9cb3 req-38402aab-7526-4605-b53c-c71ee1191ea8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:40.885557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ea42ba7-4775-4e05-b267-b986be2c9cb3 req-38402aab-7526-4605-b53c-c71ee1191ea8 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0661907 Jul 23 14:31:40.886935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121917ff-f29b-432f-a5e7-176cbed1434f req-2c79add9-d3e3-45d5-b655-a432f7bfbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:40.888555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-2c79add9-d3e3-45d5-b655-a432f7bfbbfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1095 time: 0.0589507 Jul 23 14:31:40.925104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ea42ba7-4775-4e05-b267-b986be2c9cb3 req-291ae524-485b-495c-a0a5-58b324aa495e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334930 Jul 23 14:31:40.982980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121917ff-f29b-432f-a5e7-176cbed1434f req-68398d9d-8744-4cd2-a607-36deab1abc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:40.984452 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-68398d9d-8744-4cd2-a607-36deab1abc70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 914 time: 0.0877554 Jul 23 14:31:41.031451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-3b611530-259c-4a7b-949d-bc7745630b6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 200 len: 217 time: 0.0378397 Jul 23 14:31:41.038311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:41.040763 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c28e4b5-acd4-45fa-884c-05abc50bd7fe" -d '{"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:41.046086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecbc02-b76c-4735-b21c-25ee81847cfe req-579914a3-5801-49f5-b362-44a96482b0c5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:41.047621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42ecbc02-b76c-4735-b21c-25ee81847cfe req-579914a3-5801-49f5-b362-44a96482b0c5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0678232 Jul 23 14:31:41.083485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121917ff-f29b-432f-a5e7-176cbed1434f req-48d3a9c3-f90f-4b78-bc74-bc37d53b56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:41.084986 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-48d3a9c3-f90f-4b78-bc74-bc37d53b56e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0454800 Jul 23 14:31:41.086141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42ecbc02-b76c-4735-b21c-25ee81847cfe req-1dec6123-0cd8-48c6-be18-f194e5591a9c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Jul 23 14:31:41.120858 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-f016a177-80cd-4e56-b7a7-d09953bc914d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285046 Jul 23 14:31:41.130690 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0499c403-d1ef-42a0-984a-8f1d499bdbe8 x-openstack-request-id: req-0499c403-d1ef-42a0-984a-8f1d499bdbe8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:41.131085 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:41.131502 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0499c403-d1ef-42a0-984a-8f1d499bdbe8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:41.132023 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'code': 200} Jul 23 14:31:41.216023 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-3a7e4de1-c4ce-4e1e-a251-0e7e0f086204 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879574 Jul 23 14:31:41.241258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa93b88-47a2-4432-9ba4-e5bdbd5553bd req-91343783-b6d4-4e7a-8be7-58be178d50f1 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:41.242796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8aa93b88-47a2-4432-9ba4-e5bdbd5553bd req-91343783-b6d4-4e7a-8be7-58be178d50f1 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0684397 Jul 23 14:31:41.280625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8aa93b88-47a2-4432-9ba4-e5bdbd5553bd req-c7ff29ea-4022-41fc-800e-2676ccc69952 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Jul 23 14:31:41.306087 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-121917ff-f29b-432f-a5e7-176cbed1434f req-ed6566ef-b411-41d0-a32c-a9134e87e1fe service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828562 Jul 23 14:31:41.395978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33661eab-732b-45d7-b795-e92bbc3c51a4 req-3af13cd9-4580-48a8-8773-a55e514a4deb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:41.397565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33661eab-732b-45d7-b795-e92bbc3c51a4 req-3af13cd9-4580-48a8-8773-a55e514a4deb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0642078 Jul 23 14:31:41.436595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33661eab-732b-45d7-b795-e92bbc3c51a4 req-c0ddf510-5109-45b9-90a3-26580a497214 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Jul 23 14:31:41.566998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e9daa-8305-45eb-9bbd-2b0c13bfda21 req-40b1cbdb-d614-4e7d-9cb5-b2d7fe9cb5ac tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:41.574110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-809e9daa-8305-45eb-9bbd-2b0c13bfda21 req-40b1cbdb-d614-4e7d-9cb5-b2d7fe9cb5ac tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 944 time: 0.0818558 Jul 23 14:31:41.627891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-809e9daa-8305-45eb-9bbd-2b0c13bfda21 req-3f289954-5d50-4b54-aa1b-586e20e702a5 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Jul 23 14:31:41.780834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b1ee8-2706-40ef-8a2f-50acfe87b677 req-3ccf8b10-c8f9-45c2-887a-d2fa2ec9087c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:41.790185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-953b1ee8-2706-40ef-8a2f-50acfe87b677 req-3ccf8b10-c8f9-45c2-887a-d2fa2ec9087c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0872183 Jul 23 14:31:41.837802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-953b1ee8-2706-40ef-8a2f-50acfe87b677 req-db6101b9-24de-454f-b204-7a92c79b82d7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Jul 23 14:31:42.147633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e28086-4549-40ac-8598-5706691a5e71 req-2ce644b8-c5c9-4875-ad31-373d6caf9227 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:42.149267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52e28086-4549-40ac-8598-5706691a5e71 req-2ce644b8-c5c9-4875-ad31-373d6caf9227 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0854228 Jul 23 14:31:42.190105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52e28086-4549-40ac-8598-5706691a5e71 req-b33a9c73-a468-4143-9aef-eaee5c527b48 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346305 Jul 23 14:31:42.313797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d1cb876-93d4-4ade-8329-aedab1b1dbde up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:42.330772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0c124-9252-4c1c-9d0d-ad0a08dbce4b req-c2e7d7d2-84ef-4cfe-b514-cb6d4bdbd4b3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:42.332311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3e0c124-9252-4c1c-9d0d-ad0a08dbce4b req-c2e7d7d2-84ef-4cfe-b514-cb6d4bdbd4b3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0780990 Jul 23 14:31:42.370565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2d1cb876-93d4-4ade-8329-aedab1b1dbde completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:31:42.374517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2d1cb876-93d4-4ade-8329-aedab1b1dbde triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:42.374927 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:42.382365 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3e0c124-9252-4c1c-9d0d-ad0a08dbce4b req-ca79d0ac-a131-403f-8ac9-200e2cb3be8f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Jul 23 14:31:42.465854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:42.501297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d1cb876-93d4-4ade-8329-aedab1b1dbde, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d1cb876-93d4-4ade-8329-aedab1b1dbde,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:42.505879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:42.534093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b435f-c2c6-4814-9f77-c34c6c31ae30 req-09c92e33-ffd5-4e8e-a5fd-798ab50e13d3 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:42.535734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f0b435f-c2c6-4814-9f77-c34c6c31ae30 req-09c92e33-ffd5-4e8e-a5fd-798ab50e13d3 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0806053 Jul 23 14:31:42.558535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2d1cb876-93d4-4ade-8329-aedab1b1dbde,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:42.577476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f0b435f-c2c6-4814-9f77-c34c6c31ae30 req-a103c602-fee6-4981-b6a5-ed823e418384 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353971 Jul 23 14:31:42.664627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:31:42.770552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b7a97-d7ec-4fa4-80b7-a24c5df30bc2 req-eafa59d2-98b4-4118-9fa9-c2d74257e0eb tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:42.773817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47b7a97-d7ec-4fa4-80b7-a24c5df30bc2 req-eafa59d2-98b4-4118-9fa9-c2d74257e0eb tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 945 time: 0.0753276 Jul 23 14:31:42.811828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47b7a97-d7ec-4fa4-80b7-a24c5df30bc2 req-a3ae7e24-6b52-4d95-a0ec-ba015f3350d6 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347326 Jul 23 14:31:43.133967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1cb876-93d4-4ade-8329-aedab1b1dbde'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:43.136615 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b2cb3d-14ed-4eec-b46d-b116c94b8b71" -d '{"events": [{"server_uuid": "55012b4d-e1ca-43fb-8343-06bfd7958026", "name": "network-vif-plugged", "status": "completed", "tag": "2d1cb876-93d4-4ade-8329-aedab1b1dbde"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:43.173416 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e037b86-a0d1-4a58-9f47-58c97f5aa375 x-openstack-request-id: req-6e037b86-a0d1-4a58-9f47-58c97f5aa375 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:43.173820 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55012b4d-e1ca-43fb-8343-06bfd7958026", "name": "network-vif-plugged", "status": "completed", "tag": "2d1cb876-93d4-4ade-8329-aedab1b1dbde", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:43.174139 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e037b86-a0d1-4a58-9f47-58c97f5aa375 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:43.174605 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1cb876-93d4-4ade-8329-aedab1b1dbde', 'code': 200} Jul 23 14:31:43.336714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255015f-cb64-44e5-8c22-442466c1b31f req-40496ea8-9f5d-4117-834c-e8ff8f53a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:43.338233 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d255015f-cb64-44e5-8c22-442466c1b31f req-40496ea8-9f5d-4117-834c-e8ff8f53a40a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 1096 time: 0.0614491 Jul 23 14:31:43.354911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f1b-2031-48b7-8f83-33e1e6367db4 req-58bf5a20-1077-496a-b91a-3adb9301fdbd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:43.358377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a26f3f1b-2031-48b7-8f83-33e1e6367db4 req-58bf5a20-1077-496a-b91a-3adb9301fdbd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0875328 Jul 23 14:31:43.382782 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d255015f-cb64-44e5-8c22-442466c1b31f req-fbd5e396-b0d9-40cc-8f29-9a2730ef84fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Jul 23 14:31:43.397267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a26f3f1b-2031-48b7-8f83-33e1e6367db4 req-378e0f91-f6e5-474f-b805-4cb82d2a4045 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340805 Jul 23 14:31:43.528906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447158d9-053f-4c76-aa7e-2bfab63c709c req-4501907d-aa7e-4dec-b7bf-ea2a431a86ae tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:43.530428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-447158d9-053f-4c76-aa7e-2bfab63c709c req-4501907d-aa7e-4dec-b7bf-ea2a431a86ae tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0696294 Jul 23 14:31:43.571513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-447158d9-053f-4c76-aa7e-2bfab63c709c req-cca1042f-c428-4e49-8893-3296b81365f4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Jul 23 14:31:43.711463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d04601-99af-46ec-8d0e-2d66675986b4 req-f61960f0-b979-4473-b24a-8f1abc766b4f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:43.712952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57d04601-99af-46ec-8d0e-2d66675986b4 req-f61960f0-b979-4473-b24a-8f1abc766b4f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0673420 Jul 23 14:31:43.751645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57d04601-99af-46ec-8d0e-2d66675986b4 req-35b6566a-7860-4bfa-9a34-9fb1149c458b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jul 23 14:31:43.943341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532042f5-2b36-4bca-bc22-6455dab39913 req-20ae0832-e59e-499f-a149-2a29033caa9c tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:43.944840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-532042f5-2b36-4bca-bc22-6455dab39913 req-20ae0832-e59e-499f-a149-2a29033caa9c tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 945 time: 0.0666285 Jul 23 14:31:43.990110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-532042f5-2b36-4bca-bc22-6455dab39913 req-a67a39fb-b09e-40c2-9492-eda0f4561768 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Jul 23 14:31:44.546493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dbda9-50f1-4d12-80d9-33c8f5177acc req-a8e8b257-9b0f-460a-af4b-dc26d5a9f2d7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:44.548149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-184dbda9-50f1-4d12-80d9-33c8f5177acc req-a8e8b257-9b0f-460a-af4b-dc26d5a9f2d7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0792758 Jul 23 14:31:44.590655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-184dbda9-50f1-4d12-80d9-33c8f5177acc req-699064f2-b107-43de-ab88-668004a526f7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362508 Jul 23 14:31:44.722358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978948-fdd8-4ad1-938e-1bd542c3bb51 req-68cfdd50-4b80-46c8-a258-ed630542f7d1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:44.724268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd978948-fdd8-4ad1-938e-1bd542c3bb51 req-68cfdd50-4b80-46c8-a258-ed630542f7d1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0736959 Jul 23 14:31:44.765947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd978948-fdd8-4ad1-938e-1bd542c3bb51 req-82892b79-118c-4348-bd77-077a40605122 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Jul 23 14:31:44.905003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bdf4a-62fd-496b-ae49-df1c0344edff req-92992a48-6bd5-44dc-8833-fe532926c08b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:44.906719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb2bdf4a-62fd-496b-ae49-df1c0344edff req-92992a48-6bd5-44dc-8833-fe532926c08b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0761280 Jul 23 14:31:44.947098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb2bdf4a-62fd-496b-ae49-df1c0344edff req-c991497a-81d1-4bde-9770-9c3ecc6f9921 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344088 Jul 23 14:31:45.125510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b738-ffe9-4d6d-a701-65e6948e646d req-9a9aaa2f-482a-4ae9-83f2-8ddb4226c9c4 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:45.127194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd24b738-ffe9-4d6d-a701-65e6948e646d req-9a9aaa2f-482a-4ae9-83f2-8ddb4226c9c4 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 945 time: 0.0679238 Jul 23 14:31:45.167912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd24b738-ffe9-4d6d-a701-65e6948e646d req-66d30356-2dda-49df-860d-946dd85f3951 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345669 Jul 23 14:31:45.793817 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c59e06fd-ca20-4f2d-823f-50ab507bd0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:45.860310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9474e38-1280-495c-b587-3ac2f4d62c43 req-c774521f-688c-441a-a27f-ab691e474a64 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:45.861723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9474e38-1280-495c-b587-3ac2f4d62c43 req-c774521f-688c-441a-a27f-ab691e474a64 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0675106 Jul 23 14:31:45.903764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9474e38-1280-495c-b587-3ac2f4d62c43 req-d49458ea-ea5a-4416-b2b0-7e4572afd33f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356340 Jul 23 14:31:46.042900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4a611-68d6-4f33-90aa-c46d7dafb4de req-c01f7a2c-4359-450c-ac31-401b5442b702 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:46.044573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ab4a611-68d6-4f33-90aa-c46d7dafb4de req-c01f7a2c-4359-450c-ac31-401b5442b702 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 945 time: 0.0828347 Jul 23 14:31:46.084920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ab4a611-68d6-4f33-90aa-c46d7dafb4de req-b023d26e-7a51-4904-a491-848e248a49ba tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Jul 23 14:31:46.208441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7b4b-1777-4c21-8e1d-bcece24a8b2f req-e9e59668-86d8-4146-9b8e-da45a1667bb4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:46.209971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64da7b4b-1777-4c21-8e1d-bcece24a8b2f req-e9e59668-86d8-4146-9b8e-da45a1667bb4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0646684 Jul 23 14:31:46.250863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64da7b4b-1777-4c21-8e1d-bcece24a8b2f req-6a0e21b5-56ef-41fc-b179-653a0a0eec4e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Jul 23 14:31:46.376180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66a018-b806-4b09-b0f8-9c3db0566591 req-545067d6-deb7-4625-89d3-8b9163f00e3a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:46.378087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f66a018-b806-4b09-b0f8-9c3db0566591 req-545067d6-deb7-4625-89d3-8b9163f00e3a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0702679 Jul 23 14:31:46.418566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f66a018-b806-4b09-b0f8-9c3db0566591 req-8ad24e73-5a41-47ea-a0e0-6a05d8ffff2f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344582 Jul 23 14:31:47.047398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e251b1-8935-4e73-89f8-274961fb4514 req-9f4cff13-8b22-4cf9-8020-5874a4e99e17 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:47.049015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80e251b1-8935-4e73-89f8-274961fb4514 req-9f4cff13-8b22-4cf9-8020-5874a4e99e17 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0714622 Jul 23 14:31:47.089388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80e251b1-8935-4e73-89f8-274961fb4514 req-d03ab310-ae2b-4c1e-bfa6-821b5369b738 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Jul 23 14:31:47.239291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23fdf-cdeb-44ed-bbd2-a580374aa774 req-4280ecb7-c3c5-4a29-a2dd-675c7dfa5e38 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:47.243758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39b23fdf-cdeb-44ed-bbd2-a580374aa774 req-4280ecb7-c3c5-4a29-a2dd-675c7dfa5e38 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 945 time: 0.0916388 Jul 23 14:31:47.268838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-e6b9b32d-118d-402e-8ded-6b5e56a83638 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:47.270538 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-e6b9b32d-118d-402e-8ded-6b5e56a83638 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "GET /v2.0/ports?device_id=55012b4d-e1ca-43fb-8343-06bfd7958026 HTTP/1.1" status: 200 len: 945 time: 0.0846941 Jul 23 14:31:47.283740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39b23fdf-cdeb-44ed-bbd2-a580374aa774 req-c0df9e9f-579d-45a9-95a9-4806edd69f69 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f9a64b-7e95-438e-9f97-dceed497602b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Jul 23 14:31:47.426724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7af591-1e0b-45bf-9215-9ea3dc39f0e1 req-daf45a48-3b4b-4831-873f-ba9fe2abff76 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:47.435249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd7af591-1e0b-45bf-9215-9ea3dc39f0e1 req-daf45a48-3b4b-4831-873f-ba9fe2abff76 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0865719 Jul 23 14:31:47.437056 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Deleting port 2d1cb876-93d4-4ade-8329-aedab1b1dbde {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:31:47.437423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:47.473207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd7af591-1e0b-45bf-9215-9ea3dc39f0e1 req-58e1e78f-cfac-42f5-bf35-4696909b43e8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Jul 23 14:31:47.554856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] For port 2d1cb876-93d4-4ade-8329-aedab1b1dbde, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d1cb876-93d4-4ade-8329-aedab1b1dbde,segment=NetworkSegment(277e5a30-49a2-48b7-836b-3f3159ef0c60),segment_id=277e5a30-49a2-48b7-836b-3f3159ef0c60)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:47.555241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:47.568405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Calling delete_port for 2d1cb876-93d4-4ade-8329-aedab1b1dbde owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:31:47.598033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18273b-423e-417a-8697-6094b02bc43d req-4fc218ec-c932-4171-bbac-80329b9043ba tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:47.599571 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa18273b-423e-417a-8697-6094b02bc43d req-4fc218ec-c932-4171-bbac-80329b9043ba tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0691426 Jul 23 14:31:47.647503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa18273b-423e-417a-8697-6094b02bc43d req-4a6f0a0a-af08-4c67-9cae-e9b475dc15fe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Jul 23 14:31:47.717300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:47.747163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Pushing event deleted for resources: {'Port': ['ID=2d1cb876-93d4-4ade-8329-aedab1b1dbde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:47.750069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2d1cb876-93d4-4ade-8329-aedab1b1dbde'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:47.797640 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] No DVR routers for this DVR port 2d1cb876-93d4-4ade-8329-aedab1b1dbde on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:31:47.800787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:47.803175 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-554e0e88-2ad1-4f5d-b50f-c74bdbea0a40 req-aabd94b7-be16-43cc-97ed-d37bce5a2744 tempest-VolumesActionsTest-1989602617 tempest-VolumesActionsTest-1989602617-project] 10.222.0.11 "DELETE /v2.0/ports/2d1cb876-93d4-4ade-8329-aedab1b1dbde HTTP/1.1" status: 204 len: 173 time: 0.5265334 Jul 23 14:31:47.803646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'name': 'network-vif-deleted', 'tag': '2d1cb876-93d4-4ade-8329-aedab1b1dbde'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:47.806780 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4d9773-fc4e-4f5e-b618-39ad45edfc06" -d '{"events": [{"server_uuid": "55012b4d-e1ca-43fb-8343-06bfd7958026", "name": "network-vif-deleted", "tag": "2d1cb876-93d4-4ade-8329-aedab1b1dbde"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:47.847593 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7660ea06-666e-45f4-a867-0250d88c4d6b x-openstack-request-id: req-7660ea06-666e-45f4-a867-0250d88c4d6b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:47.847888 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55012b4d-e1ca-43fb-8343-06bfd7958026", "name": "network-vif-deleted", "tag": "2d1cb876-93d4-4ade-8329-aedab1b1dbde", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:47.848141 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7660ea06-666e-45f4-a867-0250d88c4d6b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:47.848543 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55012b4d-e1ca-43fb-8343-06bfd7958026', 'name': 'network-vif-deleted', 'tag': '2d1cb876-93d4-4ade-8329-aedab1b1dbde', 'status': 'completed', 'code': 200} Jul 23 14:31:47.920830 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:48.278750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb53428-a52b-4173-b4f6-b36de4d3f954 req-26ae29c0-bad6-4983-9f21-bff50b276e86 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:48.280500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fb53428-a52b-4173-b4f6-b36de4d3f954 req-26ae29c0-bad6-4983-9f21-bff50b276e86 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0971663 Jul 23 14:31:48.333381 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:48.337660 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fb53428-a52b-4173-b4f6-b36de4d3f954 req-7fb8d584-687a-4da3-9beb-42813d97aca0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Jul 23 14:31:48.514341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-074af53d-db82-4eb6-ab5e-55032636b9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:48.651233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a9d28-49c9-4656-b743-a33be0c0f555 req-5b452270-43bb-476a-ba3e-87e52e6aaee1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:48.658514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e7a9d28-49c9-4656-b743-a33be0c0f555 req-5b452270-43bb-476a-ba3e-87e52e6aaee1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0856652 Jul 23 14:31:48.695770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e7a9d28-49c9-4656-b743-a33be0c0f555 req-d247e77e-c291-4ce2-8a8a-3b9c5e4f26e2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Jul 23 14:31:48.844459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b20d4-c3ac-4c28-aef6-90611d44367b req-1f43d199-82b8-490e-a2d7-fc6cd86991fb tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:48.846289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b9b20d4-c3ac-4c28-aef6-90611d44367b req-1f43d199-82b8-490e-a2d7-fc6cd86991fb tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0819695 Jul 23 14:31:48.911979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b9b20d4-c3ac-4c28-aef6-90611d44367b req-542d29b1-ba07-4088-b81f-8d646d80b956 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571489 Jul 23 14:31:49.441075 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:31:49.497582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d72a-ee61-45b7-8797-9adee628a84d req-d22958e2-f86e-4965-aa5d-2a7c4fc48870 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:49.499427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2673d72a-ee61-45b7-8797-9adee628a84d req-d22958e2-f86e-4965-aa5d-2a7c4fc48870 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0952137 Jul 23 14:31:49.542872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2673d72a-ee61-45b7-8797-9adee628a84d req-7460936b-b371-4684-8aa7-fa6b5f25df4f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343742 Jul 23 14:31:49.576648 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:49.888291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d87365-4c1c-44e1-a9ca-6d2083d97a85 req-9d046d9a-0cdd-433c-aa9a-55edacce1e43 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:49.890143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26d87365-4c1c-44e1-a9ca-6d2083d97a85 req-9d046d9a-0cdd-433c-aa9a-55edacce1e43 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.1001890 Jul 23 14:31:49.959534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26d87365-4c1c-44e1-a9ca-6d2083d97a85 req-94644978-e42d-4e4a-96df-789f5929f9c5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628462 Jul 23 14:31:50.146953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83475-0f14-4b0c-8a5d-0d2d71c82b8c req-7837c221-3d77-4240-9b97-c7024f856e72 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:50.155686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eae83475-0f14-4b0c-8a5d-0d2d71c82b8c req-7837c221-3d77-4240-9b97-c7024f856e72 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0879037 Jul 23 14:31:50.217478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eae83475-0f14-4b0c-8a5d-0d2d71c82b8c req-83612c8c-5c17-46e3-9755-81c1ab72d1f5 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581827 Jul 23 14:31:50.344688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d1cb876-93d4-4ade-8329-aedab1b1dbde no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:31:50.398930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2d1cb876-93d4-4ade-8329-aedab1b1dbde {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:31:50.402999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d1cb876-93d4-4ade-8329-aedab1b1dbde not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:31:50.605692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af474c-755a-4c8c-85bd-4ff733ff4677 req-76813829-7c9a-4860-ab30-945cb598034b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:50.620167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63af474c-755a-4c8c-85bd-4ff733ff4677 req-76813829-7c9a-4860-ab30-945cb598034b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.1378436 Jul 23 14:31:50.637267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-3e689b6b-b5a6-452e-9b17-fe1ca8caacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:50.639593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-3e689b6b-b5a6-452e-9b17-fe1ca8caacb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1096 time: 0.1185265 Jul 23 14:31:50.710144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63af474c-755a-4c8c-85bd-4ff733ff4677 req-642f523a-8d34-47e1-b769-d5111f47788b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847008 Jul 23 14:31:50.897290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-610a917c-2591-4691-a2e8-61c66ece06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:50.901798 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-610a917c-2591-4691-a2e8-61c66ece06e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.2530823 Jul 23 14:31:51.039196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec91e9-a7ea-4224-a37b-c4a43485a81b req-3c2beb30-b916-496e-9831-86fecfbc2b1b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:51.048707 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8ec91e9-a7ea-4224-a37b-c4a43485a81b req-3c2beb30-b916-496e-9831-86fecfbc2b1b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.2572992 Jul 23 14:31:51.086824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-9f39c924-17f2-4c53-b34f-994acd785f72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 1001 time: 0.1679077 Jul 23 14:31:51.130788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8ec91e9-a7ea-4224-a37b-c4a43485a81b req-a6462d27-1978-446c-9b44-176297243bf0 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572038 Jul 23 14:31:51.170406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-38489a6d-93c1-48fb-abbc-5dd61afbcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:51.172355 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-38489a6d-93c1-48fb-abbc-5dd61afbcaa7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0837159 Jul 23 14:31:51.280638 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:51.294720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5a058-0d81-493a-bc88-2ee801cff26c req-a0493063-fa59-431c-ba00-11b5a84d5e45 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:51.299410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84a5a058-0d81-493a-bc88-2ee801cff26c req-a0493063-fa59-431c-ba00-11b5a84d5e45 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0876608 Jul 23 14:31:51.316695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-957eac34-961b-4c3a-9bf7-23c226bfd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:51.318614 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-957eac34-961b-4c3a-9bf7-23c226bfd694 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395481 Jul 23 14:31:51.413113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84a5a058-0d81-493a-bc88-2ee801cff26c req-9dbbde21-4ef7-4116-8dd3-03bc48aa44b2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998709 Jul 23 14:31:51.517802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-111515ae-739d-4d9d-873b-e786427e5ab1 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913393 Jul 23 14:31:51.738876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9af5701c-6c0c-43bc-b5a1-88cd98455ef3 req-9c626be9-2e43-40d1-ad5e-687571c8ce11 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122269 Jul 23 14:31:52.028453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6dd87-e8a8-4d27-b866-a9bfcd9960e7 req-3e90acdc-3d44-42ee-b01c-e6296819c400 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:52.038471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9b6dd87-e8a8-4d27-b866-a9bfcd9960e7 req-3e90acdc-3d44-42ee-b01c-e6296819c400 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.1785126 Jul 23 14:31:52.129220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9b6dd87-e8a8-4d27-b866-a9bfcd9960e7 req-a2877950-7d65-4052-abb4-4950f31b6acf tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813956 Jul 23 14:31:52.339235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625546-d7ba-4615-a50a-19e723630bca req-3478137c-f28e-436f-960a-a59d900806d4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:52.372273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94625546-d7ba-4615-a50a-19e723630bca req-3478137c-f28e-436f-960a-a59d900806d4 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.1263866 Jul 23 14:31:52.470148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94625546-d7ba-4615-a50a-19e723630bca req-2fc9d591-c79f-4960-9ef5-a7d90be88ffc tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968814 Jul 23 14:31:52.621934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cc3fb-a1e6-4cd4-8b73-fc3282e6ad87 req-1aa10c1e-c30b-4756-ad5d-abf0f78cd577 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:52.629327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-231cc3fb-a1e6-4cd4-8b73-fc3282e6ad87 req-1aa10c1e-c30b-4756-ad5d-abf0f78cd577 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0843236 Jul 23 14:31:52.681706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-231cc3fb-a1e6-4cd4-8b73-fc3282e6ad87 req-c51452f5-9af3-45a3-8d0b-796b390444e6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Jul 23 14:31:53.319899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d30d0e-668a-4730-9139-bf326bab545a req-087a196b-ff23-470c-b744-d6f6e78c647c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:53.328854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4d30d0e-668a-4730-9139-bf326bab545a req-087a196b-ff23-470c-b744-d6f6e78c647c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0985143 Jul 23 14:31:53.367522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4d30d0e-668a-4730-9139-bf326bab545a req-bfcfa2cb-f77e-496e-9218-89f0d904fdb2 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374451 Jul 23 14:31:53.623340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6cfd2-318f-44b3-b224-5bc32fc420fa req-a3b9b482-d070-4727-93db-5e0d51920dd9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:53.625470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fb6cfd2-318f-44b3-b224-5bc32fc420fa req-a3b9b482-d070-4727-93db-5e0d51920dd9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.0738583 Jul 23 14:31:53.671769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fb6cfd2-318f-44b3-b224-5bc32fc420fa req-43d2d1cb-c7c8-4fd6-a0f1-4bc751f2ca4f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Jul 23 14:31:53.824967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd355d-cbd7-40a7-8282-b6993abff30d req-5fc53d82-2ecf-4e22-9c67-5a23629aa97d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:53.826870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34cd355d-cbd7-40a7-8282-b6993abff30d req-5fc53d82-2ecf-4e22-9c67-5a23629aa97d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0781939 Jul 23 14:31:53.872386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34cd355d-cbd7-40a7-8282-b6993abff30d req-46030bf8-f4d2-4cf3-a881-f562ba22a432 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382235 Jul 23 14:31:54.536352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-c39874e5-6c15-40cc-9564-abddaaba57ce tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:54.538845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-c39874e5-6c15-40cc-9564-abddaaba57ce tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 945 time: 0.0760517 Jul 23 14:31:54.660832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port 6c30267d-4459-42ee-ba9b-399002e18e86 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:31:54.661496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:54.784692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] For port 6c30267d-4459-42ee-ba9b-399002e18e86, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=6c30267d-4459-42ee-ba9b-399002e18e86,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:54.785411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:54.810745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for 6c30267d-4459-42ee-ba9b-399002e18e86 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:31:54.890535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0aba-583c-4f78-ac8b-bae28769876e req-a2aff79d-cdaa-4127-be42-066b616e50e6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:54.896179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d3a0aba-583c-4f78-ac8b-bae28769876e req-a2aff79d-cdaa-4127-be42-066b616e50e6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.1034427 Jul 23 14:31:54.944882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d3a0aba-583c-4f78-ac8b-bae28769876e req-fc7e302b-ef3a-4cd5-8930-53218c95be1f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Jul 23 14:31:55.043587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:55.118805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-840db76c-af91-4de3-abd6-bb74e50aabaf req-81ae2521-988d-45a2-9cb4-181cbececda4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 210 time: 0.0956240 Jul 23 14:31:55.126354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['6c30267d-4459-42ee-ba9b-399002e18e86'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:55.145845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=6c30267d-4459-42ee-ba9b-399002e18e86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:55.670691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] No DVR routers for this DVR port 6c30267d-4459-42ee-ba9b-399002e18e86 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:31:55.673637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:55.676071 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f3ba4a3f-259b-467a-82cc-33a6aa48f642 req-3e4dda33-1905-455b-9162-0c26e2d18de1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "DELETE /v2.0/ports/6c30267d-4459-42ee-ba9b-399002e18e86 HTTP/1.1" status: 204 len: 173 time: 1.1307671 Jul 23 14:31:55.676546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'name': 'network-vif-deleted', 'tag': '6c30267d-4459-42ee-ba9b-399002e18e86'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:55.679044 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845ec35-2c21-44f0-98d5-8ff495f2d433" -d '{"events": [{"server_uuid": "d57be100-3eaa-4c87-8259-aa5178f12f49", "name": "network-vif-deleted", "tag": "6c30267d-4459-42ee-ba9b-399002e18e86"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:55.730523 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbffc3a-8e6d-4a7d-9905-a0bf1e48f38d x-openstack-request-id: req-fdbffc3a-8e6d-4a7d-9905-a0bf1e48f38d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:55.730888 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57be100-3eaa-4c87-8259-aa5178f12f49", "name": "network-vif-deleted", "tag": "6c30267d-4459-42ee-ba9b-399002e18e86", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:55.731133 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdbffc3a-8e6d-4a7d-9905-a0bf1e48f38d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:55.731588 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57be100-3eaa-4c87-8259-aa5178f12f49', 'name': 'network-vif-deleted', 'tag': '6c30267d-4459-42ee-ba9b-399002e18e86', 'status': 'completed', 'code': 200} Jul 23 14:31:56.209331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2a0cb-c430-43ae-9fe0-69dc1047f256 req-744c64a7-868f-4acc-8bae-57c763f995a6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:56.215972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3f2a0cb-c430-43ae-9fe0-69dc1047f256 req-744c64a7-868f-4acc-8bae-57c763f995a6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 944 time: 0.1374569 Jul 23 14:31:56.298465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3f2a0cb-c430-43ae-9fe0-69dc1047f256 req-7e33b9f6-7026-4c46-9289-b1997cebc45e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717988 Jul 23 14:31:56.414332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1cad1c17-f2cb-4663-888a-8d1f844ab14c req-23ce0005-488d-4449-b466-50e13c907f99 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 210 time: 0.0350935 Jul 23 14:31:56.714403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:31:56.853342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:56.866995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'network_id': 'a4f47645-21eb-4a77-a76d-a36514878790', 'port_id': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'mac_address': 'fa:16:3e:33:93:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1043aeee-92ab-40f8-b3a0-906ac82acd47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:31:56.910690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:56.925662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:31:56.949949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:56.957537 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:57.018613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:57.187856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cf17b7e-fee9-4bd5-af3a-371a1d399a85'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:31:57.495886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309e400-c4b1-43c0-8425-a87464367b7e req-490913e9-89fd-4673-82dd-7bdfcd42fd55 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:57.497343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0309e400-c4b1-43c0-8425-a87464367b7e req-490913e9-89fd-4673-82dd-7bdfcd42fd55 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 945 time: 0.1178753 Jul 23 14:31:57.593731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0309e400-c4b1-43c0-8425-a87464367b7e req-f2a9d9b6-be2a-4277-bd0b-adb942fc4662 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814438 Jul 23 14:31:57.735261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a154bfd0-d17a-418c-be8c-aec2c9aa4da6 req-0baa1795-fb8f-467f-8245-507d0e88e4da tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 210 time: 0.0691459 Jul 23 14:31:58.714862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:31:58.752300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980ac99-1f30-458d-91c0-d4f27a4a9a4a req-d08f169d-6272-4645-a25b-6d8c8a3bc63d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:58.760586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a980ac99-1f30-458d-91c0-d4f27a4a9a4a req-d08f169d-6272-4645-a25b-6d8c8a3bc63d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 945 time: 0.0775745 Jul 23 14:31:58.791370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:31:58.791774 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:58.815690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a980ac99-1f30-458d-91c0-d4f27a4a9a4a req-2647d5b3-2daa-463c-a13e-745422b78e28 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533695 Jul 23 14:31:58.907885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2197fd2-8502-40de-a337-b101493e1b7d req-616646fd-49df-4bca-8643-129eef8cd586 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 210 time: 0.0315688 Jul 23 14:31:58.918358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:58.948875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:31:58.949894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:31:58.952713 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400bc85-3b4c-4e0a-82cb-2fc8e6990e9e" -d '{"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-plugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:31:58.958707 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:31:58.959820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6c30267d-4459-42ee-ba9b-399002e18e86 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:31:59.018632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:31:59.050460 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88e707b-0d0e-4758-844e-5501acf4546c x-openstack-request-id: req-c88e707b-0d0e-4758-844e-5501acf4546c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:31:59.050795 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-plugged", "status": "completed", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:31:59.051013 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c88e707b-0d0e-4758-844e-5501acf4546c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:31:59.051409 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'code': 200} Jul 23 14:31:59.052346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 6c30267d-4459-42ee-ba9b-399002e18e86 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:31:59.052688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 6c30267d-4459-42ee-ba9b-399002e18e86 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:31:59.265075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff6f70-208e-46ac-928b-2f6696ad7c39 req-a9a7b223-0663-4de5-a26a-65e449d9eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:59.266626 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1eff6f70-208e-46ac-928b-2f6696ad7c39 req-a9a7b223-0663-4de5-a26a-65e449d9eda4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1098 time: 0.0915322 Jul 23 14:31:59.312598 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1eff6f70-208e-46ac-928b-2f6696ad7c39 req-6201e3fa-5439-4ae3-8d98-101c9465df83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 Jul 23 14:31:59.955356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7ca8-32e2-4821-9585-e896224657b3 req-1ff269f0-a4b6-407d-99f6-123e6ecfa005 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:31:59.956761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b11b7ca8-32e2-4821-9585-e896224657b3 req-1ff269f0-a4b6-407d-99f6-123e6ecfa005 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0667453 Jul 23 14:31:59.996806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b11b7ca8-32e2-4821-9585-e896224657b3 req-8898e7a3-fa54-469a-a208-143266194520 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jul 23 14:32:00.107106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c3fba0b-c602-44e7-ad3a-3e7a34bdc009 req-852ddcf2-28f4-4e5e-9a58-94d7c144b06c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57be100-3eaa-4c87-8259-aa5178f12f49 HTTP/1.1" status: 200 len: 210 time: 0.0313671 Jul 23 14:32:01.175048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10bafa-5865-4c17-8146-3679b09719b3 req-0b41cad8-46af-4d96-9c85-9e1fb6f0d368 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:01.184581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa10bafa-5865-4c17-8146-3679b09719b3 req-0b41cad8-46af-4d96-9c85-9e1fb6f0d368 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0910313 Jul 23 14:32:01.228217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa10bafa-5865-4c17-8146-3679b09719b3 req-0ef16746-1316-4446-9a52-69a4f96cb1ec tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Jul 23 14:32:02.400391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155748-86de-4ad6-b92e-f94b1353d5d2 req-81273caf-f9c5-41c2-8a9d-b259c69ba33e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:02.403931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a155748-86de-4ad6-b92e-f94b1353d5d2 req-81273caf-f9c5-41c2-8a9d-b259c69ba33e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0746372 Jul 23 14:32:02.470891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a155748-86de-4ad6-b92e-f94b1353d5d2 req-b8d0c9a7-3676-47a8-a383-463140e86802 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569379 Jul 23 14:32:02.634414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae006c-34a3-498c-893f-c7d9936c84be req-ff7716f2-0227-4aa1-9b03-fc7947a68edd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:02.636327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daae006c-34a3-498c-893f-c7d9936c84be req-ff7716f2-0227-4aa1-9b03-fc7947a68edd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0785689 Jul 23 14:32:02.684535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-daae006c-34a3-498c-893f-c7d9936c84be req-d10fa155-96f5-4a1a-9ee6-16e78530a292 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Jul 23 14:32:02.856208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3a70-8f9b-4e69-8d50-05bff40e65f2 req-192c3def-4daa-4def-a3e1-3d14f0591cbd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:02.858131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b7f3a70-8f9b-4e69-8d50-05bff40e65f2 req-192c3def-4daa-4def-a3e1-3d14f0591cbd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0752869 Jul 23 14:32:02.921856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b7f3a70-8f9b-4e69-8d50-05bff40e65f2 req-96dd3553-7965-4633-b0c8-4c9e9c1dc8a6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Jul 23 14:32:03.125145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f7b52-d069-4b1f-85a7-13f5a2ef7e7e req-7fb9c4c9-de5e-48f8-8bc5-e292e779ea82 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:03.127739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-259f7b52-d069-4b1f-85a7-13f5a2ef7e7e req-7fb9c4c9-de5e-48f8-8bc5-e292e779ea82 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.1023583 Jul 23 14:32:03.184975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-259f7b52-d069-4b1f-85a7-13f5a2ef7e7e req-87d75a9b-fc2f-47fb-acc0-e698ee60c809 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521071 Jul 23 14:32:03.371093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cb49f-5ef9-4811-b681-16c404772b65 req-4b43198f-9a88-4ead-bf22-02f2ac63f98c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:03.372712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-345cb49f-5ef9-4811-b681-16c404772b65 req-4b43198f-9a88-4ead-bf22-02f2ac63f98c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.1195579 Jul 23 14:32:03.450862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-345cb49f-5ef9-4811-b681-16c404772b65 req-85f9985c-438b-4d78-98df-ed2494676bae tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652852 Jul 23 14:32:03.639257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe8abf-bae5-4d32-a570-1d6eb3b70833 req-da146530-ec5a-42e8-ba89-67fa1a38366b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:03.641063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fefe8abf-bae5-4d32-a570-1d6eb3b70833 req-da146530-ec5a-42e8-ba89-67fa1a38366b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0892112 Jul 23 14:32:03.688267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fefe8abf-bae5-4d32-a570-1d6eb3b70833 req-31b34da1-0566-4334-9981-b404cbe41ab9 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Jul 23 14:32:03.852992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef56dae-2c8f-455c-856f-37c6bbb5ca9c req-8cc0d808-906b-4229-aed7-1d4a56615213 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:03.854690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef56dae-2c8f-455c-856f-37c6bbb5ca9c req-8cc0d808-906b-4229-aed7-1d4a56615213 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0784423 Jul 23 14:32:03.906034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ef56dae-2c8f-455c-856f-37c6bbb5ca9c req-f12f6a24-715d-42c1-90f3-1b787d30d27c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Jul 23 14:32:04.347473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46003519-0d3d-4365-be63-0e9098d888c9 req-77c26f8b-e979-478f-87f1-7c030d314bba tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:04.359903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46003519-0d3d-4365-be63-0e9098d888c9 req-77c26f8b-e979-478f-87f1-7c030d314bba tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.1079957 Jul 23 14:32:04.416170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46003519-0d3d-4365-be63-0e9098d888c9 req-6b00011f-50a2-4acc-8362-ce884e125707 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Jul 23 14:32:05.611494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af74366-9fd2-4134-926a-8eabfa0798d0 req-c19fd0a7-f055-4897-a4ab-982d939ffb71 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:05.614044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af74366-9fd2-4134-926a-8eabfa0798d0 req-c19fd0a7-f055-4897-a4ab-982d939ffb71 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0741014 Jul 23 14:32:05.685499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af74366-9fd2-4134-926a-8eabfa0798d0 req-6e9b0aee-b26c-4aea-a2ab-896e5d20883a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652959 Jul 23 14:32:06.100181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-46d90dc8-967f-4c1b-a35c-6ad5eca4e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:06.102243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-46d90dc8-967f-4c1b-a35c-6ad5eca4e078 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9097ff86d0774dcab58825fe2b8945a4&device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 1098 time: 0.0689044 Jul 23 14:32:06.113675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189e31f-8610-4d38-ab43-a99dbf85b8a4 req-e74fe681-61fe-4396-96ac-575bf129a986 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:06.121074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3189e31f-8610-4d38-ab43-a99dbf85b8a4 req-e74fe681-61fe-4396-96ac-575bf129a986 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.1188858 Jul 23 14:32:06.216661 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-b9dc9b04-6e08-4b11-839f-d436b6d1daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:06.218099 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-b9dc9b04-6e08-4b11-839f-d436b6d1daac service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 200 len: 914 time: 0.1090643 Jul 23 14:32:06.228789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3189e31f-8610-4d38-ab43-a99dbf85b8a4 req-d9ed54d2-a4eb-4812-a8b4-270c7260ef96 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996382 Jul 23 14:32:06.276911 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-a97228d5-c3fe-477e-a46b-45ec36ce9646 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 200 len: 217 time: 0.0497489 Jul 23 14:32:06.342265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-dec6e10a-530d-4e8d-b36b-986ea1616606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:06.345285 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-dec6e10a-530d-4e8d-b36b-986ea1616606 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 200 len: 853 time: 0.0612419 Jul 23 14:32:06.403472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-c873ee9b-d7d4-4fbe-9e98-39c1822359a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4f47645-21eb-4a77-a76d-a36514878790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501361 Jul 23 14:32:06.521276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-1efe612d-0775-4db9-b13e-03afc7b88b91 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094973 Jul 23 14:32:06.640672 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a1641931-8e5e-4bf9-8088-294b716a1fbc req-6163427d-fd4e-44e8-b305-6d8a7d39e649 service neutron] 10.222.0.48 "GET /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125987 Jul 23 14:32:07.378869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b3ef2-fa8e-49a6-9002-15fe02c49773 req-15daf515-4958-4639-989d-76dc595a6a7f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:07.380690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d67b3ef2-fa8e-49a6-9002-15fe02c49773 req-15daf515-4958-4639-989d-76dc595a6a7f tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0757871 Jul 23 14:32:07.431721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d67b3ef2-fa8e-49a6-9002-15fe02c49773 req-05213b99-424b-4b63-92b7-f753dada3496 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Jul 23 14:32:07.697130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:08.571476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40741b3d-576d-40d3-8957-fa3661193058 req-c68a0b7f-4eef-49b2-b104-217bd7df37ca tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:08.572998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40741b3d-576d-40d3-8957-fa3661193058 req-c68a0b7f-4eef-49b2-b104-217bd7df37ca tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0724170 Jul 23 14:32:08.612672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40741b3d-576d-40d3-8957-fa3661193058 req-a4784090-345c-43c4-b284-d87e15f56efd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jul 23 14:32:08.753242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1fb87-9b47-445d-81ef-722dd8e682c3 req-9fe711ce-2c6e-4f4c-81d8-c6eb09cd16f6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:08.754755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6d1fb87-9b47-445d-81ef-722dd8e682c3 req-9fe711ce-2c6e-4f4c-81d8-c6eb09cd16f6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0655890 Jul 23 14:32:08.793272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6d1fb87-9b47-445d-81ef-722dd8e682c3 req-479b7459-9443-48e9-a645-92c8bb0f1039 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326436 Jul 23 14:32:08.939425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039df77-b92f-4824-bf08-bf1f02c25bdd req-3d7d3fee-650e-4608-a957-9d2132c06e0a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:08.940897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f039df77-b92f-4824-bf08-bf1f02c25bdd req-3d7d3fee-650e-4608-a957-9d2132c06e0a tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0657320 Jul 23 14:32:08.979336 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f039df77-b92f-4824-bf08-bf1f02c25bdd req-6ad2fe52-9968-4a0a-bec0-a1516b82fb08 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Jul 23 14:32:09.114911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1689e7-ade3-423c-bb87-c9348966ad65 req-1e3eeb5a-9d05-4f3e-872c-459e637cf841 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:09.121882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d1689e7-ade3-423c-bb87-c9348966ad65 req-1e3eeb5a-9d05-4f3e-872c-459e637cf841 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0742760 Jul 23 14:32:09.159182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d1689e7-ade3-423c-bb87-c9348966ad65 req-98fa14de-32f4-4ef5-ae22-242a77b943fd tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363824 Jul 23 14:32:09.345300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a3e4b-2c91-40ff-bfcd-23f8146d31e5 req-8380f9c9-1c21-4567-a307-6d1c5c348995 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:09.346894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d27a3e4b-2c91-40ff-bfcd-23f8146d31e5 req-8380f9c9-1c21-4567-a307-6d1c5c348995 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0683970 Jul 23 14:32:09.386317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d27a3e4b-2c91-40ff-bfcd-23f8146d31e5 req-992dfb77-0383-4821-85cd-56bb9188de3b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339413 Jul 23 14:32:09.532598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965876a-75a4-4b5f-bb55-25160126831c req-7a080cae-4218-4665-ac70-04cd0651f553 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:09.533955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2965876a-75a4-4b5f-bb55-25160126831c req-7a080cae-4218-4665-ac70-04cd0651f553 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0767648 Jul 23 14:32:09.575889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2965876a-75a4-4b5f-bb55-25160126831c req-7862adc6-d8e8-4209-8cd5-d27dc22c5955 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Jul 23 14:32:09.755096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bb84a-de30-475e-ba4b-5f7fffae582c req-cc78eb23-b36e-48c5-9589-487158a3ba8b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:09.762459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f2bb84a-de30-475e-ba4b-5f7fffae582c req-cc78eb23-b36e-48c5-9589-487158a3ba8b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0882506 Jul 23 14:32:09.801854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f2bb84a-de30-475e-ba4b-5f7fffae582c req-c3a98fad-5883-434c-b269-fe4b2bf94f12 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Jul 23 14:32:09.941107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9725af-c8d4-4557-8b08-2e45f528babf req-12de004e-d4ab-48be-9bf4-7b8dc880234e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:09.942660 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be9725af-c8d4-4557-8b08-2e45f528babf req-12de004e-d4ab-48be-9bf4-7b8dc880234e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0655863 Jul 23 14:32:09.990881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be9725af-c8d4-4557-8b08-2e45f528babf req-98f4e658-7c72-4734-aaf3-1a98f82286df tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Jul 23 14:32:10.169405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07b961-d68a-438c-b0ab-073338d254ad req-086e6cbf-f10b-478a-9135-331716355890 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:10.170977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe07b961-d68a-438c-b0ab-073338d254ad req-086e6cbf-f10b-478a-9135-331716355890 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0717447 Jul 23 14:32:10.214102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe07b961-d68a-438c-b0ab-073338d254ad req-5d24b7f2-71e5-40a5-973f-4b944c000aad tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Jul 23 14:32:10.359330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d66d3-6c46-4093-ba9f-71b806fa4229 req-aa658360-3d81-4b4e-b828-10b59bcb6815 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:10.360800 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-767d66d3-6c46-4093-ba9f-71b806fa4229 req-aa658360-3d81-4b4e-b828-10b59bcb6815 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0684092 Jul 23 14:32:10.402749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-767d66d3-6c46-4093-ba9f-71b806fa4229 req-9f9a0f42-9127-4d63-a1d6-b75a58031bbb tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jul 23 14:32:10.559471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065aba6-1b93-4211-a0ba-1cdec26c798c req-920c35eb-4c7e-422d-a519-1e6661f8da05 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:10.561046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3065aba6-1b93-4211-a0ba-1cdec26c798c req-920c35eb-4c7e-422d-a519-1e6661f8da05 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0690818 Jul 23 14:32:10.945024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3065aba6-1b93-4211-a0ba-1cdec26c798c req-ab25a619-6d4f-4470-a97e-69e83aa9841e tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781338 Jul 23 14:32:11.086319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d025b0-fcaa-4449-a252-600b39bbecb9 req-eab1f1ff-4ddf-4cf8-a3f8-c66106a9c875 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:11.093826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89d025b0-fcaa-4449-a252-600b39bbecb9 req-eab1f1ff-4ddf-4cf8-a3f8-c66106a9c875 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0809135 Jul 23 14:32:11.130337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89d025b0-fcaa-4449-a252-600b39bbecb9 req-4c2e5f8f-3df5-4d9e-8cfa-8558fbf1d219 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356054 Jul 23 14:32:11.279227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc798-5d63-4a24-a6dc-864c19dc71bc req-c74cc5df-ae6a-4907-b533-055fcaa9b712 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:11.280969 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4afcc798-5d63-4a24-a6dc-864c19dc71bc req-c74cc5df-ae6a-4907-b533-055fcaa9b712 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0699983 Jul 23 14:32:11.327827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4afcc798-5d63-4a24-a6dc-864c19dc71bc req-ac5a4b35-c232-4b78-abac-fb1d1a85394c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Jul 23 14:32:11.466624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f94d-1dd3-48f3-a53e-e69e59cdbb84 req-514a063a-f97b-447d-bc00-30b9715f8fe6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:11.468083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f607f94d-1dd3-48f3-a53e-e69e59cdbb84 req-514a063a-f97b-447d-bc00-30b9715f8fe6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0698333 Jul 23 14:32:11.507536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f607f94d-1dd3-48f3-a53e-e69e59cdbb84 req-1f541799-7436-4c5b-938e-e0059379ef40 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Jul 23 14:32:11.656288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b1cae-ebba-43bb-8bee-d0a120ea5ece req-8947f598-8c3d-4331-b2df-5dd688e7703b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:11.657909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a12b1cae-ebba-43bb-8bee-d0a120ea5ece req-8947f598-8c3d-4331-b2df-5dd688e7703b tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0651557 Jul 23 14:32:11.700726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a12b1cae-ebba-43bb-8bee-d0a120ea5ece req-25f544f7-42d8-4ba2-a26a-93e6227fed72 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Jul 23 14:32:11.867957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 40806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:11.917119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Deleting subnet e3d92a84-4102-47c0-b589-a81487688a86 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:32:11.920558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:11.962864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.017258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.073260 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.099421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d92a84-4102-47c0-b589-a81487688a86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:12.115044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.117085 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3d92a84-4102-47c0-b589-a81487688a86 HTTP/1.1" status: 204 len: 168 time: 0.2474816 Jul 23 14:32:12.119901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:12.127405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.127861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.128123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.135467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.136019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.136383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.136708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.137048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.137392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.137703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.138028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.138348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb551d0-4b04-48cf-85b8-e0affae59138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.203336 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.285958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.295903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c2a53e-b0ae-4a60-b6cc-b3fa148a8589']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:12.306205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277e5a30-49a2-48b7-836b-3f3159ef0c60') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:12.306492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277e5a30-49a2-48b7-836b-3f3159ef0c60') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:12.317262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.332587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.339571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:32:12.339978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:32:12.341910 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:32:12.399830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.405356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.407426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/79c2a53e-b0ae-4a60-b6cc-b3fa148a8589 HTTP/1.1" status: 204 len: 168 time: 0.2863979 Jul 23 14:32:12.421765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c2a53e-b0ae-4a60-b6cc-b3fa148a8589,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:12.431597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.432146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.432665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.433001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.433328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.433649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.433974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.434290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.434608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.434952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.435269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.435581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7a1f8-2ab6-4e92-8c42-52191a8b94b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:12.545447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:12.587743 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-808739dd-879b-4292-85c9-352ded167482 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2499cbbb13e14fc78535319ff81399e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408971 Jul 23 14:32:12.590209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:12.647226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52426779-0a32-4f6e-b39f-6608fe9ba346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.670176 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52426779-0a32-4f6e-b39f-6608fe9ba346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.721016 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52426779-0a32-4f6e-b39f-6608fe9ba346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.723630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52426779-0a32-4f6e-b39f-6608fe9ba346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:12.724792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-52426779-0a32-4f6e-b39f-6608fe9ba346 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8f9a64b-7e95-438e-9f97-dceed497602b HTTP/1.1" status: 204 len: 168 time: 0.1336606 Jul 23 14:32:12.734800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426779-0a32-4f6e-b39f-6608fe9ba346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9a64b-7e95-438e-9f97-dceed497602b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:12.983216 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-7c761b9d-48c6-46e6-8fbd-7164c130b77b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854115 Jul 23 14:32:13.135637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30339a-c718-4f66-a434-098967aa48ef req-6dff2da0-893c-4b14-9669-956bcf87a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:13.137735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-6dff2da0-893c-4b14-9669-956bcf87a518 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 1096 time: 0.0767725 Jul 23 14:32:13.256420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30339a-c718-4f66-a434-098967aa48ef req-4f69c529-690a-4807-97d8-50e3b07f4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:13.258454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-4f69c529-690a-4807-97d8-50e3b07f4374 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.0982909 Jul 23 14:32:13.353394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-0a595842-16e7-4dc0-93f1-cb45615bf4e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 200 len: 1001 time: 0.0874722 Jul 23 14:32:13.411029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30339a-c718-4f66-a434-098967aa48ef req-5251b526-4690-4e9a-86aa-c7391a1a8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:13.413579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-5251b526-4690-4e9a-86aa-c7391a1a8904 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0524123 Jul 23 14:32:13.494073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30339a-c718-4f66-a434-098967aa48ef req-6eed6bf5-b363-4b5e-90c6-b7be1eeaf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:13.496194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-6eed6bf5-b363-4b5e-90c6-b7be1eeaf28a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755141 Jul 23 14:32:13.626741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-3b3522b0-7ffd-4813-9ab2-d91d2163c5d8 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226506 Jul 23 14:32:13.745054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0a30339a-c718-4f66-a434-098967aa48ef req-2d7f9343-83ae-4302-9cc5-e2d3034b113b service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105046 Jul 23 14:32:15.359555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-54154e1b-0fd9-42d5-b2fe-518c9a4f3094 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e505cce6452248b582a363529a75cf5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361562 Jul 23 14:32:15.556655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-98c305b3-dbef-4065-9cbd-953f56c355d4 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:15.558666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-98c305b3-dbef-4065-9cbd-953f56c355d4 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983433 Jul 23 14:32:15.574352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-09006788-8ff3-42ad-a898-c36fbfc98f26 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/quotas/e505cce6452248b582a363529a75cf5e HTTP/1.1" status: 200 len: 375 time: 0.0098126 Jul 23 14:32:15.623609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-51e1e3f4-cdce-423a-8d99-958d1d326e61 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e505cce6452248b582a363529a75cf5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429096 Jul 23 14:32:15.798555 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30ab0cf1-9f0f-4c01-b9ba-c74a3552d5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:15.853196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f6899360-0429-4354-ac18-781a2ffd372a req-7102960f-95e1-472d-bd0d-64be78687bb0 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 210 time: 0.0320237 Jul 23 14:32:16.637662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025f22-8fcf-4e60-855b-05fe9ab5f975 req-f7e8275d-058e-4e50-a980-83b547f4a27d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:16.639931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f025f22-8fcf-4e60-855b-05fe9ab5f975 req-f7e8275d-058e-4e50-a980-83b547f4a27d tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0757191 Jul 23 14:32:16.682312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f025f22-8fcf-4e60-855b-05fe9ab5f975 req-b17a0395-e668-409a-b054-e787bbf63058 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Jul 23 14:32:16.967388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7449d68b-27fd-49bd-88fc-caf79bc77d1c req-a832dcc1-a0b0-4db4-93d2-589a432acff3 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 210 time: 0.0380514 Jul 23 14:32:17.003942 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-986a05d9-7d5b-4e96-b295-a5249ae0867c tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e505cce6452248b582a363529a75cf5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353792 Jul 23 14:32:17.227609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-c95ff119-e110-4f22-9e08-18645f6b62e1 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:17.229271 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-c95ff119-e110-4f22-9e08-18645f6b62e1 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192554 Jul 23 14:32:17.255378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Request body: {'port': {'device_id': '61cefadd-4645-497c-8c54-66daac360649', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': 'e505cce6452248b582a363529a75cf5e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:17.411464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Made reservation on behalf of e505cce6452248b582a363529a75cf5e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:32:17.415715 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:17.431683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:17.546245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:17.551416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:17.615045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2384ba2-9218-45b8-b2f3-2b520626f54f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:17.690678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Allocated IP 192.168.233.252 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/d9f7e37a-444c-4bf8-8920-0bb9f86485a1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:32:17.814622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206bb5e-40d5-43ac-8532-76ba94cad982 req-78320d39-67bc-4092-bfae-7ca52733a908 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:17.819098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6206bb5e-40d5-43ac-8532-76ba94cad982 req-78320d39-67bc-4092-bfae-7ca52733a908 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0692840 Jul 23 14:32:17.866077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:17.867157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6206bb5e-40d5-43ac-8532-76ba94cad982 req-329f7fb8-5744-40db-adeb-329f5929d867 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441222 Jul 23 14:32:17.879901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Transition to ACTIVE for port object d9f7e37a-444c-4bf8-8920-0bb9f86485a1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:32:17.915846 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:17.921588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:17.957242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:32:17.960653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:32:17.967529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:32:18.002293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Pushing event updated for resources: {'Port': ['ID=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:18.036392 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:18.037070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.055580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-fb7ed4ad-64cd-4bb9-bdb5-04c9006e7119 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8043106 Jul 23 14:32:18.075881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Request body: {'port': {'device_id': '61cefadd-4645-497c-8c54-66daac360649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:18.123598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4672ed-ba9c-414c-b11e-8136cbcafc97 req-3af888e1-2f33-49ce-9c6d-f6b8e661254d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:18.125605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c4672ed-ba9c-414c-b11e-8136cbcafc97 req-3af888e1-2f33-49ce-9c6d-f6b8e661254d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 936 time: 0.0827308 Jul 23 14:32:18.158893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.183809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c4672ed-ba9c-414c-b11e-8136cbcafc97 req-89e82241-4cb9-4298-81c6-553bbcf5fa44 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473368 Jul 23 14:32:18.201991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8579f62b-fee8-4bcd-8a07-2b3117a56c27 None None] Provisioning for port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:32:18.206766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8579f62b-fee8-4bcd-8a07-2b3117a56c27 None None] Provisioning complete for port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:32:18.207178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8579f62b-fee8-4bcd-8a07-2b3117a56c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.241709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8579f62b-fee8-4bcd-8a07-2b3117a56c27 None None] Port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:32:18.318320 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.441028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f7e37a-444c-4bf8-8920-0bb9f86485a1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:32:18.448904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.461908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Transition to ACTIVE for port object d9f7e37a-444c-4bf8-8920-0bb9f86485a1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:32:18.469039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.499476 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f73bd323-8a4f-40f4-8fab-020dcf4c0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.522530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:18.602414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Attempting to bind port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:32:18.602749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Attempting to bind port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:32:18.603097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Attempting to bind port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:32:18.607722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:32:18.608319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Attempting to bind port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:32:18.613555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:32:18.613896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:32:18.614281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:32:18.614733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Bound port: d9f7e37a-444c-4bf8-8920-0bb9f86485a1, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:32:18.615092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.697540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] For port d9f7e37a-444c-4bf8-8920-0bb9f86485a1, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:32:18.732874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] For port d9f7e37a-444c-4bf8-8920-0bb9f86485a1, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:32:18.740302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.780655 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:18.781316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:18.783282 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] 10.222.0.11 "PUT /v2.0/ports/d9f7e37a-444c-4bf8-8920-0bb9f86485a1 HTTP/1.1" status: 200 len: 1096 time: 0.7126522 Jul 23 14:32:18.786702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cefadd-4645-497c-8c54-66daac360649', 'tag': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:18.788931 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092386c1-b4b4-4906-a88d-4c69b496795b" -d '{"events": [{"name": "network-changed", "server_uuid": "61cefadd-4645-497c-8c54-66daac360649", "tag": "d9f7e37a-444c-4bf8-8920-0bb9f86485a1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:18.842711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81288ff-555b-429b-bace-de9f70c34917 req-c2fb54cc-908c-46be-bd3d-e1354e504589 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:18.845029 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c81288ff-555b-429b-bace-de9f70c34917 req-c2fb54cc-908c-46be-bd3d-e1354e504589 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.1557267 Jul 23 14:32:18.845776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fe09a-3608-4dd7-a1fc-58d233701b99 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:18.863553 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8426c1d-91c4-4040-bc3b-655b3e03b106 x-openstack-request-id: req-f8426c1d-91c4-4040-bc3b-655b3e03b106 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:18.863941 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cefadd-4645-497c-8c54-66daac360649", "tag": "d9f7e37a-444c-4bf8-8920-0bb9f86485a1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:18.864374 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8426c1d-91c4-4040-bc3b-655b3e03b106 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:18.864824 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cefadd-4645-497c-8c54-66daac360649', 'tag': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1', 'status': 'completed', 'code': 200} Jul 23 14:32:18.986259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-9fc5dd14-58a6-4795-b1bf-70d4c578c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:18.992264 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-9fc5dd14-58a6-4795-b1bf-70d4c578c11d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e505cce6452248b582a363529a75cf5e&device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 1099 time: 0.1050401 Jul 23 14:32:19.033719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb2a9c-6f45-45a5-b019-1ca2a4a692db req-ed4f6e92-c5c0-40e1-9d9a-ffb6f5c77cd7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:19.035295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ebb2a9c-6f45-45a5-b019-1ca2a4a692db req-ed4f6e92-c5c0-40e1-9d9a-ffb6f5c77cd7 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 947 time: 0.0872869 Jul 23 14:32:19.060418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Deleting port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:32:19.060950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:19.065627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-ebea6834-a488-4e8e-8fd2-1ed495ecae5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1 HTTP/1.1" status: 200 len: 217 time: 0.0502741 Jul 23 14:32:19.082490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ebb2a9c-6f45-45a5-b019-1ca2a4a692db req-fdceec44-6701-4276-9082-5535075b4de1 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e058a16-4dde-43e5-8424-53b42ba6dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Jul 23 14:32:19.173982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-7b2d1528-a5e8-44c1-8ecf-3bd43db49047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:19.175570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-7b2d1528-a5e8-44c1-8ecf-3bd43db49047 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0943995 Jul 23 14:32:19.232824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] For port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,segment=NetworkSegment(adb0d59d-3187-4e1c-b5f0-d11c411c75ec),segment_id=adb0d59d-3187-4e1c-b5f0-d11c411c75ec)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:19.233223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:19.248031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Calling delete_port for 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:32:19.306348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-ac7e3e65-54f1-413e-96ad-5fac59a754b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:19.307939 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-ac7e3e65-54f1-413e-96ad-5fac59a754b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245623 Jul 23 14:32:19.314678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7964c-e884-404f-9b74-bbdb88bb0a8c req-451ed7d9-7ba1-4586-8431-1a984a80a0ff tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:19.319261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8c7964c-e884-404f-9b74-bbdb88bb0a8c req-451ed7d9-7ba1-4586-8431-1a984a80a0ff tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 948 time: 0.0686915 Jul 23 14:32:19.365238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8c7964c-e884-404f-9b74-bbdb88bb0a8c req-2494b1c6-c303-4355-84f5-0a035d540c6a tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 Jul 23 14:32:19.451777 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-3017bd70-e0f9-49c6-819a-79ff795598ef service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352172 Jul 23 14:32:19.482754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:19.495634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cf17b7e-fee9-4bd5-af3a-371a1d399a85'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:32:19.529310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Pushing event deleted for resources: {'Port': ['ID=1cf17b7e-fee9-4bd5-af3a-371a1d399a85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:19.570222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:19.614468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] No DVR routers for this DVR port 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:32:19.618087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:19.620182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c81288ff-555b-429b-bace-de9f70c34917 req-f91c4b45-d9c9-4dd3-a847-7e04ad18829c tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.48 "DELETE /v2.0/ports/1cf17b7e-fee9-4bd5-af3a-371a1d399a85 HTTP/1.1" status: 204 len: 173 time: 0.7666500 Jul 23 14:32:19.642214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ab792f6e-46dc-4c83-8c5a-6d94afb7b27c req-4968eb6f-aa1b-4a24-bccd-da2a6f91d318 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827757 Jul 23 14:32:19.794149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092386c1-b4b4-4906-a88d-4c69b496795b req-4ebbae19-1cd2-4748-925a-539555c83e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:19.795732 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-092386c1-b4b4-4906-a88d-4c69b496795b req-4ebbae19-1cd2-4748-925a-539555c83e33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e505cce6452248b582a363529a75cf5e&device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 1099 time: 0.0593626 Jul 23 14:32:19.893599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092386c1-b4b4-4906-a88d-4c69b496795b req-519427e2-caf9-4953-9a2a-2f538a41503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:19.895138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-092386c1-b4b4-4906-a88d-4c69b496795b req-519427e2-caf9-4953-9a2a-2f538a41503d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.0929964 Jul 23 14:32:19.939697 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-092386c1-b4b4-4906-a88d-4c69b496795b req-3558409f-497e-4116-ba8c-85542fd17385 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1 HTTP/1.1" status: 200 len: 217 time: 0.0351765 Jul 23 14:32:19.996426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092386c1-b4b4-4906-a88d-4c69b496795b req-6802c24a-c74d-42aa-9b1d-9d50d52758dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:19.997969 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-092386c1-b4b4-4906-a88d-4c69b496795b req-6802c24a-c74d-42aa-9b1d-9d50d52758dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0510633 Jul 23 14:32:20.059390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092386c1-b4b4-4906-a88d-4c69b496795b req-50b916db-cad9-4498-8394-85c99bd7598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:20.060940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-092386c1-b4b4-4906-a88d-4c69b496795b req-50b916db-cad9-4498-8394-85c99bd7598e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559833 Jul 23 14:32:20.163462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-092386c1-b4b4-4906-a88d-4c69b496795b req-c7cd8d9c-b86e-4cd4-bd29-e0281bf86898 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954108 Jul 23 14:32:20.223826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-502efcda-8776-43b1-8aeb-d61fe95b72b3 req-f788cc3b-41e8-4f45-b755-b428b9f1fee6 tempest-ServersNegativeTestJSON-343345640 tempest-ServersNegativeTestJSON-343345640-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78fc1aa-1f13-4fad-92e6-86635a863669 HTTP/1.1" status: 200 len: 210 time: 0.0384648 Jul 23 14:32:20.272491 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-092386c1-b4b4-4906-a88d-4c69b496795b req-a3c6fae3-c788-41c8-ae51-2d6856603378 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989094 Jul 23 14:32:20.503054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8471e3-efe8-4992-bedb-df23b47c51c7 req-cbf97e5d-9a05-438f-acff-77d2fdeab38d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:20.504518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb8471e3-efe8-4992-bedb-df23b47c51c7 req-cbf97e5d-9a05-438f-acff-77d2fdeab38d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 948 time: 0.0709002 Jul 23 14:32:20.544431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb8471e3-efe8-4992-bedb-df23b47c51c7 req-db345268-b39a-40c4-9fa2-0aded014471e tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Jul 23 14:32:20.866059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-deleted', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:20.868562 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9056a11-bbd2-4ef9-9e71-fa08cbe1e400" -d '{"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-deleted", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:20.904079 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc6bc1-1e35-4ae4-bbbe-84e600e6fa35 x-openstack-request-id: req-aadc6bc1-1e35-4ae4-bbbe-84e600e6fa35 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:20.904434 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78fc1aa-1f13-4fad-92e6-86635a863669", "name": "network-vif-deleted", "tag": "1cf17b7e-fee9-4bd5-af3a-371a1d399a85", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:20.904743 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aadc6bc1-1e35-4ae4-bbbe-84e600e6fa35 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:20.905133 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78fc1aa-1f13-4fad-92e6-86635a863669', 'name': 'network-vif-deleted', 'tag': '1cf17b7e-fee9-4bd5-af3a-371a1d399a85', 'status': 'completed', 'code': 200} Jul 23 14:32:21.277663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.284947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:21.330422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] Deleting subnet 1043aeee-92ab-40f8-b3a0-906ac82acd47 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:32:21.334508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.380206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.431552 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.511865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.541163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1043aeee-92ab-40f8-b3a0-906ac82acd47,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:21.548006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.550208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f104a3b9-167b-4a10-913d-29477850a3fa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1043aeee-92ab-40f8-b3a0-906ac82acd47 HTTP/1.1" status: 204 len: 168 time: 0.2641339 Jul 23 14:32:21.552704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:21.644146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.794985 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.819570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dffbf6-900b-4480-b967-4ed434a682bd req-f8267d27-1019-4445-b07d-8e1cbc5eba30 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:21.821592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07dffbf6-900b-4480-b967-4ed434a682bd req-f8267d27-1019-4445-b07d-8e1cbc5eba30 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 948 time: 0.1960981 Jul 23 14:32:21.823855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f47645-21eb-4a77-a76d-a36514878790']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:21.837763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:21.838174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb0d59d-3187-4e1c-b5f0-d11c411c75ec') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:21.855073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.888769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.900808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07dffbf6-900b-4480-b967-4ed434a682bd req-5de93410-2ec7-4939-8c65-2c15251ede65 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682170 Jul 23 14:32:21.901776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:32:21.902176 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:32:21.904107 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:32:21.964125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.970513 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:21.972354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4f47645-21eb-4a77-a76d-a36514878790 HTTP/1.1" status: 204 len: 168 time: 0.4185686 Jul 23 14:32:21.983572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89e5e-146b-4e95-a5b9-1908db45ec08 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f47645-21eb-4a77-a76d-a36514878790,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:22.140292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:22.181687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-990d0a5f-60e1-4219-a1ca-a2927ec05453 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9097ff86d0774dcab58825fe2b8945a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402038 Jul 23 14:32:22.184526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 40968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:22.234929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600caadf-2fd4-4112-8d9d-7ced21c254cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:22.256500 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600caadf-2fd4-4112-8d9d-7ced21c254cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:22.311195 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600caadf-2fd4-4112-8d9d-7ced21c254cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:22.314085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600caadf-2fd4-4112-8d9d-7ced21c254cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:22.315278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-600caadf-2fd4-4112-8d9d-7ced21c254cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e058a16-4dde-43e5-8424-53b42ba6dcdf HTTP/1.1" status: 204 len: 168 time: 0.1298275 Jul 23 14:32:22.323514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600caadf-2fd4-4112-8d9d-7ced21c254cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e058a16-4dde-43e5-8424-53b42ba6dcdf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:22.505566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9f7e37a-444c-4bf8-8920-0bb9f86485a1 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:32:22.620801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d9f7e37a-444c-4bf8-8920-0bb9f86485a1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:22.631790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1', 'mac_address': 'fa:16:3e:a3:3d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:32:22.668562 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:22.685814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f7e37a-444c-4bf8-8920-0bb9f86485a1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:32:22.705659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d9f7e37a-444c-4bf8-8920-0bb9f86485a1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:22.709768 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:22.760845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:22.768103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.768443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.768777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.769107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.769434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.769756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.770079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.770397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.770741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.771059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.771373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.771687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:32:22.837349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:32:22.858620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:32:22.859006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cf17b7e-fee9-4bd5-af3a-371a1d399a85 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:32:23.005459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9f7e37a-444c-4bf8-8920-0bb9f86485a1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:32:23.041423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7dec-ba90-49ca-aee3-827202aa5cf7 req-5ddec7d2-c58d-45ce-b8c1-be140e1cf0db tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:23.043005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a55e7dec-ba90-49ca-aee3-827202aa5cf7 req-5ddec7d2-c58d-45ce-b8c1-be140e1cf0db tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 949 time: 0.0660751 Jul 23 14:32:23.083301 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a55e7dec-ba90-49ca-aee3-827202aa5cf7 req-bc21cc83-3388-41a2-962b-f207981f1e6d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Jul 23 14:32:24.244074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeb321-5471-4242-8ecb-5f5ce9025a29 req-a7ca8237-083b-4cd4-aef5-c100f2a5e640 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:24.245619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94aeb321-5471-4242-8ecb-5f5ce9025a29 req-a7ca8237-083b-4cd4-aef5-c100f2a5e640 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 949 time: 0.0749125 Jul 23 14:32:24.291136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-94aeb321-5471-4242-8ecb-5f5ce9025a29 req-00d2dd71-9bf2-4603-b09f-d58b478785fc tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Jul 23 14:32:24.502307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9f7e37a-444c-4bf8-8920-0bb9f86485a1 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:32:24.559938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:32:24.564185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:32:24.564610 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:24.648594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:24.671325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cefadd-4645-497c-8c54-66daac360649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:24.673846 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea4984-ad48-4090-a3d7-cc96a8426475" -d '{"events": [{"server_uuid": "61cefadd-4645-497c-8c54-66daac360649", "name": "network-vif-plugged", "status": "completed", "tag": "d9f7e37a-444c-4bf8-8920-0bb9f86485a1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:24.705441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d9f7e37a-444c-4bf8-8920-0bb9f86485a1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:24.715532 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:24.744288 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c0d865-93c7-4abe-afdb-5159c447cf6c x-openstack-request-id: req-a3c0d865-93c7-4abe-afdb-5159c447cf6c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:24.744811 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cefadd-4645-497c-8c54-66daac360649", "name": "network-vif-plugged", "status": "completed", "tag": "d9f7e37a-444c-4bf8-8920-0bb9f86485a1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:24.745201 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3c0d865-93c7-4abe-afdb-5159c447cf6c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:24.745664 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cefadd-4645-497c-8c54-66daac360649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1', 'code': 200} Jul 23 14:32:24.778259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:24.947501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c6c4-8f20-430d-bc1b-f22be4ad9b12 req-f00456ef-95bc-41f3-9c76-037fe763d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:24.949087 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9544c6c4-8f20-430d-bc1b-f22be4ad9b12 req-f00456ef-95bc-41f3-9c76-037fe763d473 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 1101 time: 0.1134729 Jul 23 14:32:24.987055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9544c6c4-8f20-430d-bc1b-f22be4ad9b12 req-c233b87d-8eee-4762-ad52-cbb621d3f7ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315208 Jul 23 14:32:25.314719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097157-9e7b-4472-b59b-ff5f0bb04711 req-fe6925ed-34cd-4872-a693-5fdb3d359e18 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:25.316493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25097157-9e7b-4472-b59b-ff5f0bb04711 req-fe6925ed-34cd-4872-a693-5fdb3d359e18 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0688491 Jul 23 14:32:25.356855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25097157-9e7b-4472-b59b-ff5f0bb04711 req-b37d2003-0043-4b8e-9e49-dee19f6de396 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345087 Jul 23 14:32:25.476958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919950ab-67ff-4d58-a40c-e4db72840b96 req-03101665-f7ba-4d58-9ac8-14f20643ac13 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:25.478780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-919950ab-67ff-4d58-a40c-e4db72840b96 req-03101665-f7ba-4d58-9ac8-14f20643ac13 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 950 time: 0.0666575 Jul 23 14:32:25.516849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-919950ab-67ff-4d58-a40c-e4db72840b96 req-3ad46aad-b23b-4655-b851-10627e797af9 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Jul 23 14:32:25.678847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:25.805415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb2902b-e112-4a0f-bdfa-c233f00b1011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:25.893814 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb2902b-e112-4a0f-bdfa-c233f00b1011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:25.899731 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb2902b-e112-4a0f-bdfa-c233f00b1011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:25.943060 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aeb2902b-e112-4a0f-bdfa-c233f00b1011 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e76cbd11a2247cda3aca5be6bb9a53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625697 Jul 23 14:32:25.945376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:25.955987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2902b-e112-4a0f-bdfa-c233f00b1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4e10d7-ed36-4f8e-80b0-39fe2970b5dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:26.008352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427dbf76-1913-4b6b-afb9-af95d5e47122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.034966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427dbf76-1913-4b6b-afb9-af95d5e47122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.093069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427dbf76-1913-4b6b-afb9-af95d5e47122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.095692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427dbf76-1913-4b6b-afb9-af95d5e47122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.096865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-427dbf76-1913-4b6b-afb9-af95d5e47122 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb4e10d7-ed36-4f8e-80b0-39fe2970b5dc HTTP/1.1" status: 204 len: 168 time: 0.1503189 Jul 23 14:32:26.105772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dbf76-1913-4b6b-afb9-af95d5e47122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4e10d7-ed36-4f8e-80b0-39fe2970b5dc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:26.295958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-2e7c7524-bb4e-4c80-9f8a-ec5947147a50 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:26.299152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-2e7c7524-bb4e-4c80-9f8a-ec5947147a50 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1083193 Jul 23 14:32:26.313152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-1b4c59c8-e46e-42c0-8f58-ac9c8cf8030f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/quotas/9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 375 time: 0.0095828 Jul 23 14:32:26.387679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-f2e97d99-6d7f-4fe7-9551-059a5668495b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691466 Jul 23 14:32:26.393477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:26.421516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e638317-850c-45f8-af71-946c4c524364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.429908 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:32:26.518917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-802a825f-9a97-40ba-80e0-7eae141ed7f4 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186728 Jul 23 14:32:26.631864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e638317-850c-45f8-af71-946c4c524364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.643563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e638317-850c-45f8-af71-946c4c524364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.665679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-f72a0a92-0b60-42a5-9bf6-97c14014dadf service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357887 Jul 23 14:32:26.685856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e638317-850c-45f8-af71-946c4c524364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01460475-50c6-4730-b303-aee61aafa152,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:26.692702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5e638317-850c-45f8-af71-946c4c524364 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ba2b9ba9bb7450f92ed4c0e047eb1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956314 Jul 23 14:32:26.692990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:26.746799 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9948af97-f540-4768-ab06-12a819b6bb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.774631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9948af97-f540-4768-ab06-12a819b6bb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.837697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9948af97-f540-4768-ab06-12a819b6bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.840649 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9948af97-f540-4768-ab06-12a819b6bb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:26.844137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9948af97-f540-4768-ab06-12a819b6bb02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01460475-50c6-4730-b303-aee61aafa152 HTTP/1.1" status: 204 len: 168 time: 0.1478713 Jul 23 14:32:26.851809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948af97-f540-4768-ab06-12a819b6bb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01460475-50c6-4730-b303-aee61aafa152,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:26.944223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7588bf-c981-41ba-8a4a-87bf832b3a57 req-c4295398-a478-4d41-8e49-7550dc9f3c6d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:26.945752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e7588bf-c981-41ba-8a4a-87bf832b3a57 req-c4295398-a478-4d41-8e49-7550dc9f3c6d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0801995 Jul 23 14:32:26.991627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e7588bf-c981-41ba-8a4a-87bf832b3a57 req-f5ef8e28-9525-4455-a28b-921bce7e684d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367060 Jul 23 14:32:27.117870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687b0f9-0614-4cd3-bfc9-142ced27f97b req-910cfca8-aee2-478c-b4c7-5cf46af36ea4 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:27.123104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a687b0f9-0614-4cd3-bfc9-142ced27f97b req-910cfca8-aee2-478c-b4c7-5cf46af36ea4 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 950 time: 0.0727744 Jul 23 14:32:27.166915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a687b0f9-0614-4cd3-bfc9-142ced27f97b req-d0a114d8-3663-4cd0-87e6-07b80fb1bf75 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Jul 23 14:32:27.245918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dd419be1-1aab-446e-bd59-1421fab03abd req-d4161c15-b887-4a9e-9a72-c2eb01f6be28 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 210 time: 0.0340111 Jul 23 14:32:27.607830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-ed28b9c0-d995-4c54-bdb6-3bfac36feef4 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:27.611502 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-ed28b9c0-d995-4c54-bdb6-3bfac36feef4 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0809665 Jul 23 14:32:27.719368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Deleting port 95467308-4b34-4b3d-a9d1-84901d9f5b0d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:32:27.719982 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:27.860767 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] For port 95467308-4b34-4b3d-a9d1-84901d9f5b0d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=95467308-4b34-4b3d-a9d1-84901d9f5b0d,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:27.861397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:28.105978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-b17d2357-8f32-4bc9-a1fd-f6530610c3e2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:28.107572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-b17d2357-8f32-4bc9-a1fd-f6530610c3e2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.2851832 Jul 23 14:32:28.136696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'port': {'device_id': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'admin_state_up': True, 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:28.186818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274c3b-0e3d-4f30-9484-4ad8e367904c req-a042f3ed-6430-46e2-af2b-8dfda802d9f0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:28.189164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8274c3b-0e3d-4f30-9484-4ad8e367904c req-a042f3ed-6430-46e2-af2b-8dfda802d9f0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 945 time: 0.0695946 Jul 23 14:32:28.241843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8274c3b-0e3d-4f30-9484-4ad8e367904c req-4afc19ca-838a-4c91-ad66-2df9b17eca5e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Jul 23 14:32:28.385157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:32:28.389754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:28.411427 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:28.411943 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:28.412327 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Floating IP ff206a41-2b08-49fb-b18a-2a72d963b066 disassociated. External IP: 172.25.2.205, port: 95467308-4b34-4b3d-a9d1-84901d9f5b0d. Jul 23 14:32:28.412778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Calling delete_port for 95467308-4b34-4b3d-a9d1-84901d9f5b0d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:32:28.418894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0828c56e-29b7-4b66-a757-924884cf1303 req-212378d4-f5e2-43d9-8e47-c588f4f0e405 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 210 time: 0.0777791 Jul 23 14:32:29.049455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:29.077899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event deleted for resources: {'Port': ['ID=95467308-4b34-4b3d-a9d1-84901d9f5b0d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:29.284762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.20.0.8 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/31def5a7-a09d-4092-aab5-6b99e996b1cb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:32:29.337769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:32:29.441111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6fc8416-7cc0-4881-ac48-2d481dbc4d92 req-2336d3c7-bb7f-4aad-8cb1-0fa6bc69d631 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 210 time: 0.0878243 Jul 23 14:32:29.583886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd2d74f8-e3a9-42bf-9e94-89521d550145 req-f9c43d7f-3e74-41b3-8524-cddbdab3b0c3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 210 time: 0.0503047 Jul 23 14:32:29.623885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:32:29.633986 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] Sync routers for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:32:29.655681 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:32:29.661732 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:32:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:29.704200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] No DVR routers for this DVR port 95467308-4b34-4b3d-a9d1-84901d9f5b0d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:32:29.707709 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:29.712712 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2bb0e0a4-fde7-4208-b564-3ccc34463063 req-610f46c9-fc0f-49bb-950e-141e4feac17f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "DELETE /v2.0/ports/95467308-4b34-4b3d-a9d1-84901d9f5b0d HTTP/1.1" status: 204 len: 173 time: 2.0955100 Jul 23 14:32:29.729949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'name': 'network-vif-deleted', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:29.736127 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b3020-07ff-4c5a-8483-f6eefa73695d" -d '{"events": [{"server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "name": "network-vif-deleted", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:29.770994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:29.800467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Transition to ACTIVE for port object 31def5a7-a09d-4092-aab5-6b99e996b1cb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:32:29.844506 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:29.865706 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5d158-e562-4a19-b107-48e746d196d2 x-openstack-request-id: req-ded5d158-e562-4a19-b107-48e746d196d2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:29.866220 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215471f1-5d2d-4611-981d-55d27c67f110", "name": "network-vif-deleted", "tag": "95467308-4b34-4b3d-a9d1-84901d9f5b0d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:29.866540 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ded5d158-e562-4a19-b107-48e746d196d2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:29.867031 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215471f1-5d2d-4611-981d-55d27c67f110', 'name': 'network-vif-deleted', 'tag': '95467308-4b34-4b3d-a9d1-84901d9f5b0d', 'status': 'completed', 'code': 200} Jul 23 14:32:29.879257 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:32:29.910464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:32:29.913755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:32:29.920438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:32:29.968208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=31def5a7-a09d-4092-aab5-6b99e996b1cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:30.019217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:30.020428 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:30.049831 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-71f32d11-9263-4b8b-84c9-896e24a2c0bc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9188321 Jul 23 14:32:30.065313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Request body: {'port': {'device_id': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:30.191556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:30.231664 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:30.271420 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] Checking router: 355cbaf7-7f55-4850-9a51-2c0bba0551c8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:32:30.285493 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:32:30.286340 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:32:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:30.409001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de932a34-5d21-4cca-b766-3d0ed0cc54ce None None] Provisioning for port 31def5a7-a09d-4092-aab5-6b99e996b1cb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:32:30.419180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de932a34-5d21-4cca-b766-3d0ed0cc54ce None None] Provisioning complete for port 31def5a7-a09d-4092-aab5-6b99e996b1cb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:32:30.419850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de932a34-5d21-4cca-b766-3d0ed0cc54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:30.511852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-de932a34-5d21-4cca-b766-3d0ed0cc54ce None None] Port 31def5a7-a09d-4092-aab5-6b99e996b1cb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:32:30.550841 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:32:30.578552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 95467308-4b34-4b3d-a9d1-84901d9f5b0d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:32:30.638369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bf22ada-bfd4-432e-ba6b-8a9ee158ebf9 req-005f5cd1-2ba6-4655-842d-b75f21071545 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=215471f1-5d2d-4611-981d-55d27c67f110 HTTP/1.1" status: 200 len: 210 time: 0.0415583 Jul 23 14:32:30.655151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 95467308-4b34-4b3d-a9d1-84901d9f5b0d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:32:30.655511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 95467308-4b34-4b3d-a9d1-84901d9f5b0d not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:32:30.718969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31def5a7-a09d-4092-aab5-6b99e996b1cb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:32:30.737046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:30.773107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Transition to ACTIVE for port object 31def5a7-a09d-4092-aab5-6b99e996b1cb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:32:30.782413 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:30.799535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eb689-1d70-4099-8da6-afd5e23601ba req-07e7fe6d-6a51-4127-a773-b79cbaf76594 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:30.808108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f08eb689-1d70-4099-8da6-afd5e23601ba req-07e7fe6d-6a51-4127-a773-b79cbaf76594 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 931 time: 0.1217091 Jul 23 14:32:30.876103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f08eb689-1d70-4099-8da6-afd5e23601ba req-42298d2f-1eba-48e1-885c-189b838f457f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617483 Jul 23 14:32:30.963263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Pushing event updated for resources: {'Port': ['ID=31def5a7-a09d-4092-aab5-6b99e996b1cb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:31.067301 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:31.078706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Attempting to bind port 31def5a7-a09d-4092-aab5-6b99e996b1cb on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:32:31.080393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Attempting to bind port 31def5a7-a09d-4092-aab5-6b99e996b1cb by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:32:31.080393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Attempting to bind port 31def5a7-a09d-4092-aab5-6b99e996b1cb on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:32:31.090116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Port 31def5a7-a09d-4092-aab5-6b99e996b1cb on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:32:31.090425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Attempting to bind port 31def5a7-a09d-4092-aab5-6b99e996b1cb on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:32:31.107939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:32:31.108288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:32:31.108782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:32:31.109249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Bound port: 31def5a7-a09d-4092-aab5-6b99e996b1cb, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:32:31.109617 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:31.112918 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf57ba-79be-4e4b-9161-3bb2bc42326e None None] The sync data for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 is: [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:32:31.223143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] For port 31def5a7-a09d-4092-aab5-6b99e996b1cb, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:32:31.228062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] For port 31def5a7-a09d-4092-aab5-6b99e996b1cb, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=31def5a7-a09d-4092-aab5-6b99e996b1cb,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:32:31.235676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:31.299078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:31.299681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:31.301076 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/31def5a7-a09d-4092-aab5-6b99e996b1cb HTTP/1.1" status: 200 len: 1091 time: 1.2421453 Jul 23 14:32:31.353551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc451e-be03-4a0f-a8f3-5ef651aa35a8 service neutron] Pushing event updated for resources: {'Port': ['ID=31def5a7-a09d-4092-aab5-6b99e996b1cb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:31.447893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-d8e5294e-84c2-418f-a440-0ca98b259e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:31.449778 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-d8e5294e-84c2-418f-a440-0ca98b259e6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 1094 time: 0.0860503 Jul 23 14:32:31.552489 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-cef2de38-4734-4949-8b7c-605ecfd98c61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31def5a7-a09d-4092-aab5-6b99e996b1cb HTTP/1.1" status: 200 len: 217 time: 0.0921743 Jul 23 14:32:31.615217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab538136-e4d7-40a1-87e5-6e91e7c80a29 None None] New status for floating IP ff206a41-2b08-49fb-b18a-2a72d963b066: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:32:31.713061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-ffe6116b-a1b8-4b2e-a957-9f9ff9c3e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:31.714920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-ffe6116b-a1b8-4b2e-a957-9f9ff9c3e75f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.1539643 Jul 23 14:32:31.772728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:31.810221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-65d11e5d-a832-4695-bca2-9abfa9330d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:31.812230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-65d11e5d-a832-4695-bca2-9abfa9330d8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864661 Jul 23 14:32:31.868102 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'tag': '31def5a7-a09d-4092-aab5-6b99e996b1cb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:31.879634 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f41c9-e5fc-4732-9f65-4a15078db72f" -d '{"events": [{"name": "network-changed", "server_uuid": "22e0516a-3d22-434f-b850-a1c3c55ac909", "tag": "31def5a7-a09d-4092-aab5-6b99e996b1cb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:31.885902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683d126f-4e20-4785-9924-d9a2517f9bbe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:31.941130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683d126f-4e20-4785-9924-d9a2517f9bbe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:31.996671 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f9d0f8-e901-44e8-9104-da00382805aa x-openstack-request-id: req-32f9d0f8-e901-44e8-9104-da00382805aa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:31.997003 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e0516a-3d22-434f-b850-a1c3c55ac909", "tag": "31def5a7-a09d-4092-aab5-6b99e996b1cb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:31.997209 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32f9d0f8-e901-44e8-9104-da00382805aa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:31.997603 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'tag': '31def5a7-a09d-4092-aab5-6b99e996b1cb', 'status': 'completed', 'code': 200} Jul 23 14:32:32.069808 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683d126f-4e20-4785-9924-d9a2517f9bbe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:32.077169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-683d126f-4e20-4785-9924-d9a2517f9bbe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:32.082766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-683d126f-4e20-4785-9924-d9a2517f9bbe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "DELETE /v2.0/security-groups/1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b HTTP/1.1" status: 204 len: 168 time: 0.3077505 Jul 23 14:32:32.093414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:32.116218 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-129c26ab-0ee4-4a96-b1a2-bc1f523f82b1 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931216 Jul 23 14:32:32.139034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d126f-4e20-4785-9924-d9a2517f9bbe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:32.141516 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c558c2c4-e941-4b34-a592-c062c5555808 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] show failed (client error): The resource could not be found. Jul 23 14:32:32.143083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c558c2c4-e941-4b34-a592-c062c5555808 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups/1c04d4e7-b4f5-4c18-9eeb-c1b67d17ca3b HTTP/1.1" status: 404 len: 347 time: 0.0431111 Jul 23 14:32:32.167084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:32.258776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c2091bd7-bb7f-4ef7-91ef-a155e23da338 req-dd7b5c8c-f219-4e2b-8955-5e47497162c5 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372681 Jul 23 14:32:32.417625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36566e6a-76a5-4602-b376-779494121cea req-bd11a67b-a109-453b-bcc7-7166cdb4252b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:32.420725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36566e6a-76a5-4602-b376-779494121cea req-bd11a67b-a109-453b-bcc7-7166cdb4252b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.3284450 Jul 23 14:32:32.437866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Deleting port c035c60b-8401-431c-bb5b-52c63f162799 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:32:32.438405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:32.473876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-40abe5ce-3b4b-416d-ad5e-4c3a4ef0d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:32.476121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-40abe5ce-3b4b-416d-ad5e-4c3a4ef0d0d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 1094 time: 0.1508698 Jul 23 14:32:32.588500 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:32.589088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:32.604073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Calling delete_port for c035c60b-8401-431c-bb5b-52c63f162799 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:32:32.640536 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-1490f9e3-6be5-4728-a23e-e6d9a306cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:32.642682 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-1490f9e3-6be5-4728-a23e-e6d9a306cd0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1510251 Jul 23 14:32:32.701922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36566e6a-76a5-4602-b376-779494121cea req-5c36378c-69af-4390-8193-48cc6c89720c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524869 Jul 23 14:32:32.725092 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-a08bd2c1-ea0b-4aa4-95e6-10fbb77b4415 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31def5a7-a09d-4092-aab5-6b99e996b1cb HTTP/1.1" status: 200 len: 217 time: 0.0743005 Jul 23 14:32:32.797112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-fa5eb5b7-07d2-45b7-a3fb-04a46cc6b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:32.798886 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-fa5eb5b7-07d2-45b7-a3fb-04a46cc6b12d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0667791 Jul 23 14:32:32.874994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:32.931346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event deleted for resources: {'Port': ['ID=c035c60b-8401-431c-bb5b-52c63f162799,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:32.941505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-5458246b-2c73-48c1-8fe5-bf73f97da09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:32.943579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-5458246b-2c73-48c1-8fe5-bf73f97da09f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358950 Jul 23 14:32:33.065539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:33.071458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:33.073113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ffc0a3a9-1d32-4ce3-a558-f33062787684 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff206a41-2b08-49fb-b18a-2a72d963b066 HTTP/1.1" status: 204 len: 168 time: 0.9048300 Jul 23 14:32:33.203836 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-c36f80c3-d843-4b78-8697-c4f9a1313c16 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525265 Jul 23 14:32:33.405053 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4b8f41c9-e5fc-4732-9f65-4a15078db72f req-f62687d3-c94c-4c69-af65-b01c7403ed69 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826160 Jul 23 14:32:33.787711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:33.801998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-09a1ab3a-c6d6-4ab1-bd8f-a2c5007e3850 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772098579', 'description': 'tempest-description--108619589'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:33.868846 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a1ab3a-c6d6-4ab1-bd8f-a2c5007e3850 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:33.975568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ae58-720c-4f0a-a167-eddc2cfb7af1 req-7c817643-7e9c-4439-83a7-0cce95fc4906 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:33.978520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67d5ae58-720c-4f0a-a167-eddc2cfb7af1 req-7c817643-7e9c-4439-83a7-0cce95fc4906 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.1268234 Jul 23 14:32:34.037867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a1ab3a-c6d6-4ab1-bd8f-a2c5007e3850 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.046045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a1ab3a-c6d6-4ab1-bd8f-a2c5007e3850 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.076307 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67d5ae58-720c-4f0a-a167-eddc2cfb7af1 req-b8e444d0-817a-4ba5-9b50-7c4d857daf23 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861695 Jul 23 14:32:34.077699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a1ab3a-c6d6-4ab1-bd8f-a2c5007e3850 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.079248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-09a1ab3a-c6d6-4ab1-bd8f-a2c5007e3850 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2880945 Jul 23 14:32:34.082206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:34.089613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a8071faf-ab27-4d87-a720-2538b0835863 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'security_group_rule': {'security_group_id': '1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:34.133449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ab3a-c6d6-4ab1-bd8f-a2c5007e3850 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:34.171737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8071faf-ab27-4d87-a720-2538b0835863 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.264929 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8071faf-ab27-4d87-a720-2538b0835863 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.272831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8071faf-ab27-4d87-a720-2538b0835863 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.290669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8071faf-ab27-4d87-a720-2538b0835863 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c56ca1e-f148-4762-8a25-7409bbbcd386,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:34.309816 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8071faf-ab27-4d87-a720-2538b0835863 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.311580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a8071faf-ab27-4d87-a720-2538b0835863 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2280016 Jul 23 14:32:34.313968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:34.319778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74fe8247-d6c2-4a63-9d5f-fff2eb023115 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'security_group_rule': {'security_group_id': '1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:34.367066 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74fe8247-d6c2-4a63-9d5f-fff2eb023115 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.466365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74fe8247-d6c2-4a63-9d5f-fff2eb023115 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.471588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74fe8247-d6c2-4a63-9d5f-fff2eb023115 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.493917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe8247-d6c2-4a63-9d5f-fff2eb023115 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4648915-7d99-4a82-965b-73089f8f3016,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:34.510133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74fe8247-d6c2-4a63-9d5f-fff2eb023115 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.512309 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-74fe8247-d6c2-4a63-9d5f-fff2eb023115 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971090 Jul 23 14:32:34.515674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:34.522678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:34.571825 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.750303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:34.929371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Allocated IP 172.25.2.173 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/cba857b5-b072-4f16-bdb7-352679f83d75) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:32:35.125703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.177128 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.213986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:32:35.218215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:32:35.221877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:32:35.261019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'Port': ['ID=cba857b5-b072-4f16-bdb7-352679f83d75,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:35.276180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bdaa6-5cce-4559-b7c0-ea831ba0f90d req-edc4535f-fb44-494f-b2f3-c637b60300c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:35.285228 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-913bdaa6-5cce-4559-b7c0-ea831ba0f90d req-edc4535f-fb44-494f-b2f3-c637b60300c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.1049557 Jul 23 14:32:35.328154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-913bdaa6-5cce-4559-b7c0-ea831ba0f90d req-312ddb54-ccca-4959-a643-9b3fd6e1a2e5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Jul 23 14:32:35.378018 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.441375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.667481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.675317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.749811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'Port': ['ID=cba857b5-b072-4f16-bdb7-352679f83d75,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:35.772397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.795083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:35.796618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a5cf6bb7-783f-4ec1-9a0d-19dee88f5247 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2796516 Jul 23 14:32:36.045946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-37c7fa16-40c3-4f3a-8eff-39b066634fb4 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--772098579&fields=id&tenant_id=4d6872bb67904a2b95353db15264852c HTTP/1.1" status: 200 len: 267 time: 0.0550120 Jul 23 14:32:36.212664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3996ba60-45c5-470a-935f-9a54a00cb05e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:36.220135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3996ba60-45c5-470a-935f-9a54a00cb05e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 810 time: 0.1594698 Jul 23 14:32:36.237282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3750fdf6-50da-40a6-bcad-74cbffce91fe tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/quotas/4d6872bb67904a2b95353db15264852c HTTP/1.1" status: 200 len: 375 time: 0.0157094 Jul 23 14:32:36.308414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-46ee59a3-7b61-4fcb-bb1e-5a78a82e556c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699353 Jul 23 14:32:36.416974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-ef0d9a24-fac8-48bf-bd41-d232326ea38f service neutron] 10.222.0.21 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973125 Jul 23 14:32:36.514032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e98c6798-ccb6-4036-9caa-6ff4651074f5 service neutron] 10.222.0.21 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968397 Jul 23 14:32:36.784021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fbcfe-5b67-42d3-acbf-2d2eae249aaf req-6f0bd0ad-5a59-4130-b741-3cc5d34453c9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:36.791051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d2fbcfe-5b67-42d3-acbf-2d2eae249aaf req-6f0bd0ad-5a59-4130-b741-3cc5d34453c9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0960073 Jul 23 14:32:36.842108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d2fbcfe-5b67-42d3-acbf-2d2eae249aaf req-59a02f6c-73f0-4392-a4c6-56694025de21 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500927 Jul 23 14:32:36.913837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8d3584e-5be3-474c-bed8-89894a7f03a6 req-a47f8722-1b3d-4b12-a76b-236d2e8b2047 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 210 time: 0.0379977 Jul 23 14:32:37.717765 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:37.938745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-0eb3b43c-42eb-45dc-b9fa-b5cecdeab9dc tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:37.940469 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-0eb3b43c-42eb-45dc-b9fa-b5cecdeab9dc tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 810 time: 0.1778367 Jul 23 14:32:37.996488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e95661-5b00-4a55-a391-04b99f16c13a req-d632e9cf-aa02-433c-a542-b223d3a8fb94 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:38.005001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76e95661-5b00-4a55-a391-04b99f16c13a req-d632e9cf-aa02-433c-a542-b223d3a8fb94 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0792291 Jul 23 14:32:38.009266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-9eff0bd7-b688-4549-8ed6-990b5310e70f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d6872bb67904a2b95353db15264852c HTTP/1.1" status: 200 len: 379 time: 0.0530794 Jul 23 14:32:38.018636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'port': {'device_id': '661dc168-1178-4352-95aa-c508dab0a3aa', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'admin_state_up': True, 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'security_groups': ['1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:38.040403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76e95661-5b00-4a55-a391-04b99f16c13a req-0c0e0111-868a-435c-9f98-c780363686cb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Jul 23 14:32:38.130486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fcb60986-be78-4f2d-8b1d-14e5849771f2 req-fc0ae17f-cd6c-4ed6-84d5-6765d7eb2436 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 210 time: 0.0340118 Jul 23 14:32:38.136691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Made reservation on behalf of 4d6872bb67904a2b95353db15264852c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:32:38.140379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:38.267486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Allocated IP 172.20.0.11 (af59d57c-49e2-41d2-8511-85f2faf9627a/15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5/6cc26c91-3125-4e71-8731-fdaa6e38e237) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:32:38.403833 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:38.418333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Transition to ACTIVE for port object 6cc26c91-3125-4e71-8731-fdaa6e38e237 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:32:38.453160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:38.497616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Network af59d57c-49e2-41d2-8511-85f2faf9627a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:32:38.500762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:32:38.506603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:32:38.532118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event updated for resources: {'Port': ['ID=6cc26c91-3125-4e71-8731-fdaa6e38e237,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:38.562069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:38.562901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:38.578754 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-3215bae8-cac7-495c-a1ea-410fad1daf2d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637176 Jul 23 14:32:38.598351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Request body: {'port': {'device_id': '661dc168-1178-4352-95aa-c508dab0a3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:38.673033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:38.782319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-019c04ff-26c3-4ceb-9bb2-3f1abc67e9e4 None None] Provisioning for port 6cc26c91-3125-4e71-8731-fdaa6e38e237 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:32:38.787196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-019c04ff-26c3-4ceb-9bb2-3f1abc67e9e4 None None] Provisioning complete for port 6cc26c91-3125-4e71-8731-fdaa6e38e237 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:32:38.787968 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-019c04ff-26c3-4ceb-9bb2-3f1abc67e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:38.824053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-019c04ff-26c3-4ceb-9bb2-3f1abc67e9e4 None None] Port 6cc26c91-3125-4e71-8731-fdaa6e38e237 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:32:39.194961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bd5b-ed53-45c4-b1bc-84710291dd00 req-b5d5f23d-82ab-4c17-87ee-ff52e94427c0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:39.196483 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a31bd5b-ed53-45c4-b1bc-84710291dd00 req-b5d5f23d-82ab-4c17-87ee-ff52e94427c0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0801117 Jul 23 14:32:39.257818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a31bd5b-ed53-45c4-b1bc-84710291dd00 req-03e12a1f-0409-4e4d-98d3-bdb245285b6b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Jul 23 14:32:39.272731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc26c91-3125-4e71-8731-fdaa6e38e237 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:32:39.283385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.297441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Transition to ACTIVE for port object 6cc26c91-3125-4e71-8731-fdaa6e38e237 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:32:39.301668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.364276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d0f14-0858-4593-92a8-72bd51c45229 req-0b427fc1-5412-44ce-9c43-ddda83eb1eff tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:39.367002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-805d0f14-0858-4593-92a8-72bd51c45229 req-0b427fc1-5412-44ce-9c43-ddda83eb1eff tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 944 time: 0.0733511 Jul 23 14:32:39.390344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc26c91-3125-4e71-8731-fdaa6e38e237,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:39.420581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-805d0f14-0858-4593-92a8-72bd51c45229 req-a997e869-dd7b-4106-90e1-73851b94f37d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470381 Jul 23 14:32:39.464513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Attempting to bind port 6cc26c91-3125-4e71-8731-fdaa6e38e237 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:32:39.464854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:39.465449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Attempting to bind port 6cc26c91-3125-4e71-8731-fdaa6e38e237 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:32:39.465929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Attempting to bind port 6cc26c91-3125-4e71-8731-fdaa6e38e237 on network af59d57c-49e2-41d2-8511-85f2faf9627a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:32:39.471145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Port 6cc26c91-3125-4e71-8731-fdaa6e38e237 on network af59d57c-49e2-41d2-8511-85f2faf9627a not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:32:39.471466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Attempting to bind port 6cc26c91-3125-4e71-8731-fdaa6e38e237 on network af59d57c-49e2-41d2-8511-85f2faf9627a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:32:39.476766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:32:39.477100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Checking segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:32:39.477484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Bound using segment: {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:32:39.478042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Bound port: 6cc26c91-3125-4e71-8731-fdaa6e38e237, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2e345-f0f7-43b2-b866-04b4af911ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:32:39.478566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.548820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] For port 6cc26c91-3125-4e71-8731-fdaa6e38e237, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:32:39.552050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] For port 6cc26c91-3125-4e71-8731-fdaa6e38e237, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:32:39.558147 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.576918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b20f0de-3523-4afd-b038-a53410477330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.596542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:39.597513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.599376 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] 10.222.0.11 "PUT /v2.0/ports/6cc26c91-3125-4e71-8731-fdaa6e38e237 HTTP/1.1" status: 200 len: 1092 time: 1.0056911 Jul 23 14:32:39.601719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:39.604268 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bddd87-025a-41b6-86fb-10f612c80f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:39.634980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e28c12-01bf-4d4a-a872-f03ef3b5c070 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc26c91-3125-4e71-8731-fdaa6e38e237,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:39.687383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b20f0de-3523-4afd-b038-a53410477330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.691350 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343c021e-3d9d-4de6-bbd2-e33af22699e1 x-openstack-request-id: req-343c021e-3d9d-4de6-bbd2-e33af22699e1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:39.691718 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:39.691960 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-343c021e-3d9d-4de6-bbd2-e33af22699e1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:39.692366 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'status': 'completed', 'code': 200} Jul 23 14:32:39.692940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b20f0de-3523-4afd-b038-a53410477330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.725669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-760a115e-e91c-451b-9af3-a1aece7fb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:39.727353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-760a115e-e91c-451b-9af3-a1aece7fb583 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 1095 time: 0.0674822 Jul 23 14:32:39.732237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20f0de-3523-4afd-b038-a53410477330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33fe384-4b06-4a2a-8571-55ccd05899e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:39.737287 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8b20f0de-3523-4afd-b038-a53410477330 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21db479dd5c4480bba3f29a6ea0fc081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714229 Jul 23 14:32:39.741550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:39.800330 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-6d925910-a36a-4d40-8bf5-e106bddef3b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237 HTTP/1.1" status: 200 len: 217 time: 0.0464387 Jul 23 14:32:39.815786 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1090678c-a4cb-4836-9ee4-5e7fe51f0ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.840090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1090678c-a4cb-4836-9ee4-5e7fe51f0ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.850705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-4a88711a-27d8-45f6-8738-01424d30ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:39.853937 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-4a88711a-27d8-45f6-8738-01424d30ad4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0516610 Jul 23 14:32:39.899764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1090678c-a4cb-4836-9ee4-5e7fe51f0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.902871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1090678c-a4cb-4836-9ee4-5e7fe51f0ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:39.904100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1090678c-a4cb-4836-9ee4-5e7fe51f0ea7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e33fe384-4b06-4a2a-8571-55ccd05899e7 HTTP/1.1" status: 204 len: 168 time: 0.1616051 Jul 23 14:32:39.914166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090678c-a4cb-4836-9ee4-5e7fe51f0ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33fe384-4b06-4a2a-8571-55ccd05899e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:39.922257 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-a2edefef-5060-42a1-bc01-309a91a2cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:39.923928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-a2edefef-5060-42a1-bc01-309a91a2cff5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639257 Jul 23 14:32:40.041324 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-ee47d125-bdfc-47c8-ae5b-0a4dce0496f0 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084137 Jul 23 14:32:40.142214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f60bf1a9-65de-4bfe-a4f9-96e5f97ae223 req-7df9c05d-7205-4279-9d4f-6266046294be service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940833 Jul 23 14:32:40.216703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:40.230755 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1bb3-7a0a-4f0e-9d7d-33baa755168a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:40.321540 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-cd429c15-009b-43e7-a29a-cdea919400f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:40.322204 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-cd429c15-009b-43e7-a29a-cdea919400f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 1095 time: 0.0894549 Jul 23 14:32:40.382158 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad811-8e0e-491d-9cee-ba7fc2997d7e req-f2eaf819-d398-4764-86af-ad92ae63bd98 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:40.384555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51dad811-8e0e-491d-9cee-ba7fc2997d7e req-f2eaf819-d398-4764-86af-ad92ae63bd98 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0749102 Jul 23 14:32:40.425295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51dad811-8e0e-491d-9cee-ba7fc2997d7e req-53891bc1-98be-46ef-a9ce-1790172a6459 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Jul 23 14:32:40.448288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1bb3-7a0a-4f0e-9d7d-33baa755168a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:40.451548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-edf71d6d-dd92-422d-8d1b-152e728722df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:40.453160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-edf71d6d-dd92-422d-8d1b-152e728722df service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.1247671 Jul 23 14:32:40.458356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1bb3-7a0a-4f0e-9d7d-33baa755168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:40.518363 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-3b0e155c-1b65-4b7a-928a-7e5b6e7dfffe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237 HTTP/1.1" status: 200 len: 217 time: 0.0568280 Jul 23 14:32:40.546337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dfcc1bb3-7a0a-4f0e-9d7d-33baa755168a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=867903c6ec1442e4b058cf13b3c6439f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261974 Jul 23 14:32:40.546633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:40.561810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc1bb3-7a0a-4f0e-9d7d-33baa755168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8205cdf2-2725-4487-afcc-9177a30b54aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:40.582422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74f77-50fb-486b-a333-84c51cc9b048 req-40bf82a0-5bce-4cdc-a31d-e51d076d35a0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:40.583797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-13cbc367-3145-4c56-89b9-bd4f40b4e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:40.585337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-13cbc367-3145-4c56-89b9-bd4f40b4e618 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0558958 Jul 23 14:32:40.587118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82a74f77-50fb-486b-a333-84c51cc9b048 req-40bf82a0-5bce-4cdc-a31d-e51d076d35a0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 944 time: 0.0934675 Jul 23 14:32:40.641683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82a74f77-50fb-486b-a333-84c51cc9b048 req-12e7ecbf-9e4b-43c6-8748-f32c3ac3b7af tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Jul 23 14:32:40.642420 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf95035-6aa5-401c-b7a3-bb8c18e748df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:40.646631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-f901f36b-af48-4653-b50e-77bc786dce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:40.648174 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-f901f36b-af48-4653-b50e-77bc786dce76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561526 Jul 23 14:32:40.664413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf95035-6aa5-401c-b7a3-bb8c18e748df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:40.717878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf95035-6aa5-401c-b7a3-bb8c18e748df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:40.720549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf95035-6aa5-401c-b7a3-bb8c18e748df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:40.721925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9bf95035-6aa5-401c-b7a3-bb8c18e748df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8205cdf2-2725-4487-afcc-9177a30b54aa HTTP/1.1" status: 204 len: 168 time: 0.1741290 Jul 23 14:32:40.742617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf95035-6aa5-401c-b7a3-bb8c18e748df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8205cdf2-2725-4487-afcc-9177a30b54aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:40.759041 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-c4b2115d-b2cf-4d90-a813-8081f727ecaf service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035388 Jul 23 14:32:40.861304 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89bddd87-025a-41b6-86fb-10f612c80f4a req-46714725-fbcd-4be1-b313-811ff9b0e1e6 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942039 Jul 23 14:32:41.091117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:41.108774 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fca7f9f-9d70-4380-9ece-97c1008a3372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:41.256115 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fca7f9f-9d70-4380-9ece-97c1008a3372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:41.264780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fca7f9f-9d70-4380-9ece-97c1008a3372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:41.335461 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6fca7f9f-9d70-4380-9ece-97c1008a3372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6807dc902f24e5d8b7424da4b91b162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400177 Jul 23 14:32:41.336550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca7f9f-9d70-4380-9ece-97c1008a3372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c446052-4797-4c90-a5a1-68b9d8c29756,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:41.338130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:41.398275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85a9ac8b-7196-4b6d-ad47-93ede7859c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:41.421586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85a9ac8b-7196-4b6d-ad47-93ede7859c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:41.476781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85a9ac8b-7196-4b6d-ad47-93ede7859c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:41.479664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85a9ac8b-7196-4b6d-ad47-93ede7859c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:41.480839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85a9ac8b-7196-4b6d-ad47-93ede7859c88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c446052-4797-4c90-a5a1-68b9d8c29756 HTTP/1.1" status: 204 len: 168 time: 0.1416671 Jul 23 14:32:41.490728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9ac8b-7196-4b6d-ad47-93ede7859c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c446052-4797-4c90-a5a1-68b9d8c29756,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:41.635314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9efed-a381-4aa6-ba21-2368eaa06c53 req-7467f601-48d5-4d05-85ec-9d10434fc600 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:41.637195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-add9efed-a381-4aa6-ba21-2368eaa06c53 req-7467f601-48d5-4d05-85ec-9d10434fc600 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0925648 Jul 23 14:32:41.684851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-add9efed-a381-4aa6-ba21-2368eaa06c53 req-e6212f69-5b19-419b-9ae7-fe197f47d206 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Jul 23 14:32:41.841041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeb5bb-22c8-445e-abfc-ec1494c1f08c req-34d4eab8-d90e-4de3-be74-eabf35ea134f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:41.842586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79eeb5bb-22c8-445e-abfc-ec1494c1f08c req-34d4eab8-d90e-4de3-be74-eabf35ea134f tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 944 time: 0.0754509 Jul 23 14:32:41.916490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79eeb5bb-22c8-445e-abfc-ec1494c1f08c req-cf03a71a-f0d6-4321-b33f-5cfef902f85d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570977 Jul 23 14:32:42.608383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6cc26c91-3125-4e71-8731-fdaa6e38e237 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:32:42.734447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6cc26c91-3125-4e71-8731-fdaa6e38e237, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:42.748798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'port_id': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'mac_address': 'fa:16:3e:a6:76:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:32:42.827170 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:42.849834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc26c91-3125-4e71-8731-fdaa6e38e237 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:32:42.875494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81597-1b5f-44f3-a653-2a022c5f5a1b req-92b621dc-5e7b-4227-b7c0-b1c80a5f53c2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:42.877056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cde81597-1b5f-44f3-a653-2a022c5f5a1b req-92b621dc-5e7b-4227-b7c0-b1c80a5f53c2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0916464 Jul 23 14:32:42.877811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6cc26c91-3125-4e71-8731-fdaa6e38e237, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:42.898787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:42.931803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cde81597-1b5f-44f3-a653-2a022c5f5a1b req-bb5bef16-3bd8-418a-b698-b0c303fe7239 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Jul 23 14:32:42.971738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6cc26c91-3125-4e71-8731-fdaa6e38e237,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:43.119469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b58620-d737-440e-a26d-b6d4f9b0bf40 req-e7fb8e2d-93f2-4e27-ac91-33ec1beb4b82 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:43.124219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07b58620-d737-440e-a26d-b6d4f9b0bf40 req-e7fb8e2d-93f2-4e27-ac91-33ec1beb4b82 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 945 time: 0.0951891 Jul 23 14:32:43.166880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07b58620-d737-440e-a26d-b6d4f9b0bf40 req-bf2e117d-174b-4383-a00b-e3a1b7cf379a tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393670 Jul 23 14:32:43.205546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['6cc26c91-3125-4e71-8731-fdaa6e38e237'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:32:44.052538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:44.139558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11539744-920d-4b36-9bb4-5f33d3b426eb req-f08a9792-d86e-43ec-bd7f-a3e7db3acbcc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:44.141147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11539744-920d-4b36-9bb4-5f33d3b426eb req-f08a9792-d86e-43ec-bd7f-a3e7db3acbcc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.1245508 Jul 23 14:32:44.187307 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11539744-920d-4b36-9bb4-5f33d3b426eb req-d7cdd7bc-96de-431c-904b-40410ad23be6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 Jul 23 14:32:44.285132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f549-49bd-4211-8a80-58fcf1ba702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.362151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64424f-ba54-49da-a593-2f260f3fabfe req-ddb92098-4fe1-419b-89d3-ff7a70ab1dd4 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:44.364050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f64424f-ba54-49da-a593-2f260f3fabfe req-ddb92098-4fe1-419b-89d3-ff7a70ab1dd4 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 945 time: 0.1055725 Jul 23 14:32:44.418148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f549-49bd-4211-8a80-58fcf1ba702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.424269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f549-49bd-4211-8a80-58fcf1ba702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.462168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5f549-49bd-4211-8a80-58fcf1ba702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1c9800-73f3-49f5-ad11-3cdd261aed0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:44.481092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f64424f-ba54-49da-a593-2f260f3fabfe req-77d133cf-9a49-442c-afd0-36ce429b49a7 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091545 Jul 23 14:32:44.482222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:44.489422 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c8d5f549-49bd-4211-8a80-58fcf1ba702f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bffc4fefb08043e09daa656c67773acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311779 Jul 23 14:32:44.557034 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d520c53-5cb8-4870-a39a-ee769cbec9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.579043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d520c53-5cb8-4870-a39a-ee769cbec9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.625637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6cc26c91-3125-4e71-8731-fdaa6e38e237 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:32:44.659076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d520c53-5cb8-4870-a39a-ee769cbec9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.661903 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d520c53-5cb8-4870-a39a-ee769cbec9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.672815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6d520c53-5cb8-4870-a39a-ee769cbec9d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec1c9800-73f3-49f5-ad11-3cdd261aed0f HTTP/1.1" status: 204 len: 168 time: 0.1809764 Jul 23 14:32:44.710777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d520c53-5cb8-4870-a39a-ee769cbec9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1c9800-73f3-49f5-ad11-3cdd261aed0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:44.727907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 6cc26c91-3125-4e71-8731-fdaa6e38e237 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:32:44.742919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 6cc26c91-3125-4e71-8731-fdaa6e38e237 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:32:44.743154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.857180 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.882307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:44.884737 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca427ad8-8199-4292-8b68-afc4897cd420" -d '{"events": [{"server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "name": "network-vif-plugged", "status": "completed", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:44.904321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 6cc26c91-3125-4e71-8731-fdaa6e38e237, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:44.912055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:44.953293 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a9e018-9f4d-4c4c-9912-4c9dcceb023b x-openstack-request-id: req-15a9e018-9f4d-4c4c-9912-4c9dcceb023b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:44.953776 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "name": "network-vif-plugged", "status": "completed", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:44.953868 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15a9e018-9f4d-4c4c-9912-4c9dcceb023b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:44.954214 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'code': 200} Jul 23 14:32:45.017385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=6cc26c91-3125-4e71-8731-fdaa6e38e237,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:45.111328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e6aba-4131-43ed-8f96-7e04c19d27b7 req-5ff000a5-4987-490e-bd48-5ca8ad280933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:45.113500 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-418e6aba-4131-43ed-8f96-7e04c19d27b7 req-5ff000a5-4987-490e-bd48-5ca8ad280933 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 1097 time: 0.0761743 Jul 23 14:32:45.188397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-418e6aba-4131-43ed-8f96-7e04c19d27b7 req-70ca3e99-0f2d-4108-a375-826622f46f87 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682132 Jul 23 14:32:45.213797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:45.228161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c02b5b4-5e8b-4424-80c8-37ba1780a705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:45.377703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c344642-7a79-4196-9c16-8d0ac447932b req-62d750fd-956a-4f61-9fab-9aa72ce4ce19 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:45.385328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c344642-7a79-4196-9c16-8d0ac447932b req-62d750fd-956a-4f61-9fab-9aa72ce4ce19 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.1134603 Jul 23 14:32:45.395169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c02b5b4-5e8b-4424-80c8-37ba1780a705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:45.420615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c02b5b4-5e8b-4424-80c8-37ba1780a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:45.483949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c344642-7a79-4196-9c16-8d0ac447932b req-47623859-804b-4031-a0cc-a96b4ee32f6d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984693 Jul 23 14:32:45.488497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2c02b5b4-5e8b-4424-80c8-37ba1780a705 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c604efb79ae9452d9b062116cffdc079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715166 Jul 23 14:32:45.489628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:45.505717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02b5b4-5e8b-4424-80c8-37ba1780a705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c788a13-a148-4028-9b38-b729a7425680,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:45.579336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a930edb-24fd-4409-94e7-abc6b3144298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:45.609033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a930edb-24fd-4409-94e7-abc6b3144298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:45.640853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4ddf4-efc5-4f41-90f6-58563d807409 req-9c651d3c-f680-42a6-97ad-6aee4b38deb5 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:45.648386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fb4ddf4-efc5-4f41-90f6-58563d807409 req-9c651d3c-f680-42a6-97ad-6aee4b38deb5 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 946 time: 0.0840867 Jul 23 14:32:45.668932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a930edb-24fd-4409-94e7-abc6b3144298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:45.673837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a930edb-24fd-4409-94e7-abc6b3144298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:45.676524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9a930edb-24fd-4409-94e7-abc6b3144298 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c788a13-a148-4028-9b38-b729a7425680 HTTP/1.1" status: 204 len: 168 time: 0.1852987 Jul 23 14:32:45.687395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a930edb-24fd-4409-94e7-abc6b3144298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c788a13-a148-4028-9b38-b729a7425680,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:45.695218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fb4ddf4-efc5-4f41-90f6-58563d807409 req-95a573e8-3889-4eb2-9a51-137f4635ccee tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459151 Jul 23 14:32:45.798442 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe6b6-d509-448e-a7e7-ac5f219b5817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:46.637031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77b51f-5d08-442f-81fc-6a32b2867bdd req-c64b8e73-ed42-43a0-a7f5-eb1bcd6b48b4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:46.638833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b77b51f-5d08-442f-81fc-6a32b2867bdd req-c64b8e73-ed42-43a0-a7f5-eb1bcd6b48b4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0731680 Jul 23 14:32:46.701582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b77b51f-5d08-442f-81fc-6a32b2867bdd req-968b92b8-66eb-4f47-a6de-83746fad1514 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563571 Jul 23 14:32:46.862032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0dbb9-df31-4137-8f1a-974fd1ef73be req-9332865d-6436-44c1-be2b-ff3f4f49455e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:46.863590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54d0dbb9-df31-4137-8f1a-974fd1ef73be req-9332865d-6436-44c1-be2b-ff3f4f49455e tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 946 time: 0.0797789 Jul 23 14:32:46.909459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-54d0dbb9-df31-4137-8f1a-974fd1ef73be req-3ed1abe1-3e32-451f-86a4-62be11b75e92 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Jul 23 14:32:47.074002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4870f-70f8-4fcf-851f-e1a45c767ab1 req-445736f8-19b0-4812-8228-ccded1034726 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:47.075542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85b4870f-70f8-4fcf-851f-e1a45c767ab1 req-445736f8-19b0-4812-8228-ccded1034726 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 946 time: 0.0841308 Jul 23 14:32:47.084981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:47.091394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Request body: {'floatingip': {'port_id': '6cc26c91-3125-4e71-8731-fdaa6e38e237'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:47.134439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:47.482972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:47.615151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0846e76-6425-4e52-ac38-a7f4a944cec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:47.635845 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:47.641465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:47.936422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.149466 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Floating IP 4555e12e-cf8c-4e7b-9cc9-944d169393bc associated. External IP: 172.25.2.173, port: 6cc26c91-3125-4e71-8731-fdaa6e38e237. Jul 23 14:32:48.195041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bde7e-1f3d-4fc1-b18e-ddbd1aa9f6ab req-85ced73d-272b-4621-902a-26913b056515 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:48.201850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-959bde7e-1f3d-4fc1-b18e-ddbd1aa9f6ab req-85ced73d-272b-4621-902a-26913b056515 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.1928694 Jul 23 14:32:48.279026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0846e76-6425-4e52-ac38-a7f4a944cec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.290560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0846e76-6425-4e52-ac38-a7f4a944cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.316203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-959bde7e-1f3d-4fc1-b18e-ddbd1aa9f6ab req-35788072-bc88-4b24-89ed-ebd0161ef6d5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132789 Jul 23 14:32:48.325168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.349868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d0846e76-6425-4e52-ac38-a7f4a944cec0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=683df3e332154e6db5c1f80efc38ddc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660641 Jul 23 14:32:48.352636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:48.359274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0846e76-6425-4e52-ac38-a7f4a944cec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c08c9b-ce79-4002-82d9-d98d2cd41075,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:48.412861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad1ae-9a74-48e9-972b-a87868bbe8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.436019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad1ae-9a74-48e9-972b-a87868bbe8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.493866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad1ae-9a74-48e9-972b-a87868bbe8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.494678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:32:48.497002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad1ae-9a74-48e9-972b-a87868bbe8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.501258 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1e9ad1ae-9a74-48e9-972b-a87868bbe8e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66c08c9b-ce79-4002-82d9-d98d2cd41075 HTTP/1.1" status: 204 len: 168 time: 0.1469414 Jul 23 14:32:48.509201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ad1ae-9a74-48e9-972b-a87868bbe8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c08c9b-ce79-4002-82d9-d98d2cd41075,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:48.540317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28df3291-677c-4de1-82e7-cf6b902dcb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.627056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:32:48.637237 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:48.637410 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] Sync routers for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:32:48.648937 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:32:48.649677 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:32:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:48.682218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0e37fa0-c573-4655-93de-c6eb122dac78 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "PUT /v2.0/floatingips/4555e12e-cf8c-4e7b-9cc9-944d169393bc HTTP/1.1" status: 200 len: 992 time: 1.5936124 Jul 23 14:32:48.682218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:48.683127 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c21f8f-e63a-4fee-87cd-e4669301ddfd" -d '{"events": [{"name": "network-changed", "server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:48.876909 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:32:49.052541 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12144156-d038-4d80-a1e5-ed39a404d95d x-openstack-request-id: req-12144156-d038-4d80-a1e5-ed39a404d95d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:49.054825 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:49.055295 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12144156-d038-4d80-a1e5-ed39a404d95d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:49.055969 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'status': 'completed', 'code': 200} Jul 23 14:32:49.145831 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '4555e12e-cf8c-4e7b-9cc9-944d169393bc', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'port_id': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'mac_address': 'fa:16:3e:a6:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661dc168-1178-4352-95aa-c508dab0a3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:32:35Z', 'updated_at': '2021-07-23T14:32:47Z', 'revision_number': 1, 'project_id': '4d6872bb67904a2b95353db15264852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:49.163172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-379c0d59-2a0c-4808-bcf9-3f62d743ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:49.164957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-379c0d59-2a0c-4808-bcf9-3f62d743ff51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 1097 time: 0.0650659 Jul 23 14:32:49.176460 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] Checking router: 355cbaf7-7f55-4850-9a51-2c0bba0551c8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:32:49.186961 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:32:49.187655 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:32:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:49.283393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-3af738ba-dece-4cd0-99e4-a53f93965680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:49.285782 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-3af738ba-dece-4cd0-99e4-a53f93965680 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.1099842 Jul 23 14:32:49.344739 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:32:49.383333 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-2c708ab6-4339-4d62-bb91-51c3583a450e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237 HTTP/1.1" status: 200 len: 1000 time: 0.0896084 Jul 23 14:32:49.474327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-3c88e587-25e5-442a-81ca-15dfd0e123be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:49.474327 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-3c88e587-25e5-442a-81ca-15dfd0e123be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0797200 Jul 23 14:32:49.534526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd40ece-2b65-4709-8c2f-a1e8f5162bf4 req-0c7c2631-e72c-455f-a176-ecd7825524dd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:49.536479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fd40ece-2b65-4709-8c2f-a1e8f5162bf4 req-0c7c2631-e72c-455f-a176-ecd7825524dd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.1029487 Jul 23 14:32:49.576918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:49.582120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-4f6592fc-07cc-4662-a0e1-28fa4ea7c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:49.585486 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-4f6592fc-07cc-4662-a0e1-28fa4ea7c2ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028812 Jul 23 14:32:49.589542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fd40ece-2b65-4709-8c2f-a1e8f5162bf4 req-15e922eb-1cdb-43c2-9735-77263d7d24f4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Jul 23 14:32:49.696074 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '4555e12e-cf8c-4e7b-9cc9-944d169393bc', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'port_id': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'mac_address': 'fa:16:3e:a6:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661dc168-1178-4352-95aa-c508dab0a3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:32:35Z', 'updated_at': '2021-07-23T14:32:47Z', 'revision_number': 1, 'project_id': '4d6872bb67904a2b95353db15264852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:32:49.732149 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-e64955b0-f573-4223-a05c-88ca33f45cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350536 Jul 23 14:32:49.732676 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff552e-db08-4088-a5c7-b125bf490821 None None] The sync data for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 is: [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '4555e12e-cf8c-4e7b-9cc9-944d169393bc', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'port_id': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'mac_address': 'fa:16:3e:a6:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661dc168-1178-4352-95aa-c508dab0a3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:32:35Z', 'updated_at': '2021-07-23T14:32:47Z', 'revision_number': 1, 'project_id': '4d6872bb67904a2b95353db15264852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:32:49.869238 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-12c21f8f-e63a-4fee-87cd-e4669301ddfd req-897c87bb-8732-4088-a8d9-b99469c0e45c service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282399 Jul 23 14:32:49.975600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01a420-b0ed-46d0-934e-9f48cf87e5ca None None] New status for floating IP 4555e12e-cf8c-4e7b-9cc9-944d169393bc: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:32:50.208572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:50.319934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f265178-61ba-46e6-a4a2-218596164229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:50.424777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f265178-61ba-46e6-a4a2-218596164229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:50.430094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f265178-61ba-46e6-a4a2-218596164229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:50.467109 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8f265178-61ba-46e6-a4a2-218596164229 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37d38b14c8ff445ba5c58281e158a4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573874 Jul 23 14:32:50.469136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f265178-61ba-46e6-a4a2-218596164229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3245aac2-b10f-4bc3-9e5f-180e623071b3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:50.469899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:50.534284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a3fba2-f472-42d4-81db-6dff0af5f977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:50.556042 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a3fba2-f472-42d4-81db-6dff0af5f977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:50.603659 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a3fba2-f472-42d4-81db-6dff0af5f977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:50.606328 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a3fba2-f472-42d4-81db-6dff0af5f977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:50.607807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-97a3fba2-f472-42d4-81db-6dff0af5f977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3245aac2-b10f-4bc3-9e5f-180e623071b3 HTTP/1.1" status: 204 len: 168 time: 0.1287551 Jul 23 14:32:50.616514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3fba2-f472-42d4-81db-6dff0af5f977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3245aac2-b10f-4bc3-9e5f-180e623071b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:50.737437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420994b9-7ef2-49e2-9175-1ae4258c6bee req-eeedc938-97d8-4864-bc7d-3243954ca0b5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:50.738988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-420994b9-7ef2-49e2-9175-1ae4258c6bee req-eeedc938-97d8-4864-bc7d-3243954ca0b5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0697360 Jul 23 14:32:50.784935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-420994b9-7ef2-49e2-9175-1ae4258c6bee req-9b0fc046-2960-4cbf-8d6d-369d26bc08a1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Jul 23 14:32:51.281730 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:51.920599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12aa7c-b8b9-43da-b23f-007ba22e07e6 req-ad643e6d-5bfd-42ad-99e8-6e3db541ff3b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:51.922231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd12aa7c-b8b9-43da-b23f-007ba22e07e6 req-ad643e6d-5bfd-42ad-99e8-6e3db541ff3b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0639603 Jul 23 14:32:51.967803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd12aa7c-b8b9-43da-b23f-007ba22e07e6 req-4bc96859-e035-47d6-a3d9-0839f45dbb69 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Jul 23 14:32:52.764185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:52.882134 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ebf1f6-43d0-47e1-bdc3-85140d7be3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:52.979013 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ebf1f6-43d0-47e1-bdc3-85140d7be3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:52.984576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11ebf1f6-43d0-47e1-bdc3-85140d7be3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.027250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebf1f6-43d0-47e1-bdc3-85140d7be3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b9aa99-1131-4531-979a-6e18d5a51eac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:53.034957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:53.035510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-11ebf1f6-43d0-47e1-bdc3-85140d7be3f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9f03c29e6d34432829e9a8f8f998800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700932 Jul 23 14:32:53.088527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ab26-0c8b-4412-8f32-d0a4bcbbc89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.111172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ab26-0c8b-4412-8f32-d0a4bcbbc89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.133914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3135f8-b3a8-4acb-9df4-d88f8956da19 req-69008aa7-7ec2-42a0-adab-a29fd5cc78ad tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:53.139114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf3135f8-b3a8-4acb-9df4-d88f8956da19 req-69008aa7-7ec2-42a0-adab-a29fd5cc78ad tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0819449 Jul 23 14:32:53.180578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ab26-0c8b-4412-8f32-d0a4bcbbc89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.182122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf3135f8-b3a8-4acb-9df4-d88f8956da19 req-7355173b-11bf-49f1-b565-905c7222c889 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 Jul 23 14:32:53.183968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ab26-0c8b-4412-8f32-d0a4bcbbc89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.188751 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3cb1ab26-0c8b-4412-8f32-d0a4bcbbc89d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4b9aa99-1131-4531-979a-6e18d5a51eac HTTP/1.1" status: 204 len: 168 time: 0.1525071 Jul 23 14:32:53.197440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1ab26-0c8b-4412-8f32-d0a4bcbbc89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b9aa99-1131-4531-979a-6e18d5a51eac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:53.478799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:53.492672 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-556b853b-4d5b-4d39-b7e0-648ecf24257e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.590063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-556b853b-4d5b-4d39-b7e0-648ecf24257e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.595422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-556b853b-4d5b-4d39-b7e0-648ecf24257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.637469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b853b-4d5b-4d39-b7e0-648ecf24257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b03416-fa26-4b61-bab1-c95db0b96749,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:53.642354 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-556b853b-4d5b-4d39-b7e0-648ecf24257e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2e3a14095f446299b7d9bae8849920a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623898 Jul 23 14:32:53.645332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:53.699183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23226f38-d0ad-4b6f-8d6f-fbaa6b20ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.722411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23226f38-d0ad-4b6f-8d6f-fbaa6b20ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.772051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23226f38-d0ad-4b6f-8d6f-fbaa6b20ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.774768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23226f38-d0ad-4b6f-8d6f-fbaa6b20ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:53.775950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-23226f38-d0ad-4b6f-8d6f-fbaa6b20ae5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60b03416-fa26-4b61-bab1-c95db0b96749 HTTP/1.1" status: 204 len: 168 time: 0.1296988 Jul 23 14:32:53.784933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23226f38-d0ad-4b6f-8d6f-fbaa6b20ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b03416-fa26-4b61-bab1-c95db0b96749,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:54.325356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a3bcb-b542-44d9-9c71-b99d5e8c457c req-bf437474-0578-4277-ba10-6a4147914cbc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:54.326905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c61a3bcb-b542-44d9-9c71-b99d5e8c457c req-bf437474-0578-4277-ba10-6a4147914cbc tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 943 time: 0.0695245 Jul 23 14:32:54.366104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c61a3bcb-b542-44d9-9c71-b99d5e8c457c req-0aaff6f2-ec6a-4343-aaa9-085753bb5554 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Jul 23 14:32:55.023711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 31def5a7-a09d-4092-aab5-6b99e996b1cb details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:32:55.125373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 31def5a7-a09d-4092-aab5-6b99e996b1cb, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=31def5a7-a09d-4092-aab5-6b99e996b1cb,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:55.137787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '31def5a7-a09d-4092-aab5-6b99e996b1cb', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'port_id': '31def5a7-a09d-4092-aab5-6b99e996b1cb', 'mac_address': 'fa:16:3e:2e:e0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:32:55.180957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.196052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31def5a7-a09d-4092-aab5-6b99e996b1cb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:32:55.228556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 31def5a7-a09d-4092-aab5-6b99e996b1cb, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=31def5a7-a09d-4092-aab5-6b99e996b1cb,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:55.234762 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.292289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=31def5a7-a09d-4092-aab5-6b99e996b1cb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:55.474062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['31def5a7-a09d-4092-aab5-6b99e996b1cb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:32:55.492169 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 41970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:55.514625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ae7c1-3399-4eeb-9e5e-a553c16c605a req-5834af82-88b3-4194-8f5a-ed13941b359e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:55.516904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e4ae7c1-3399-4eeb-9e5e-a553c16c605a req-5834af82-88b3-4194-8f5a-ed13941b359e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 944 time: 0.0762997 Jul 23 14:32:55.579390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e4ae7c1-3399-4eeb-9e5e-a553c16c605a req-91d90f50-8e27-449f-b096-5bbcc399d359 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561018 Jul 23 14:32:55.678077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7fabc4c-e3a0-48d8-a378-3162dd60104d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.764676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7fabc4c-e3a0-48d8-a378-3162dd60104d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.771424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7fabc4c-e3a0-48d8-a378-3162dd60104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.814385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 41986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:55.814549 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d7fabc4c-e3a0-48d8-a378-3162dd60104d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5f6ac50d5eb4320a52a65587d372774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203738 Jul 23 14:32:55.815457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fabc4c-e3a0-48d8-a378-3162dd60104d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0777f7d-30b5-4d64-99af-f1447146fb3b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:55.867098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8323f328-45aa-41e8-929c-52b9169e236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.889427 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8323f328-45aa-41e8-929c-52b9169e236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.941315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8323f328-45aa-41e8-929c-52b9169e236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.944534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8323f328-45aa-41e8-929c-52b9169e236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:55.945704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8323f328-45aa-41e8-929c-52b9169e236c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0777f7d-30b5-4d64-99af-f1447146fb3b HTTP/1.1" status: 204 len: 168 time: 0.1302390 Jul 23 14:32:55.954124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f328-45aa-41e8-929c-52b9169e236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0777f7d-30b5-4d64-99af-f1447146fb3b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:56.730775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff06db-8c3c-4443-b141-f64a0679dbdf req-88c3c9ad-8e76-4530-bb2c-c925c45ed122 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:56.735326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2ff06db-8c3c-4443-b141-f64a0679dbdf req-88c3c9ad-8e76-4530-bb2c-c925c45ed122 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 944 time: 0.0704165 Jul 23 14:32:56.773741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2ff06db-8c3c-4443-b141-f64a0679dbdf req-feeef4e0-f25f-4fbe-a0e4-4346c98c1b84 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Jul 23 14:32:56.868524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:56.977149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd29baa-5c07-407a-91ca-cb089f049126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.038850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 31def5a7-a09d-4092-aab5-6b99e996b1cb up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:32:57.073385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd29baa-5c07-407a-91ca-cb089f049126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.078568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd29baa-5c07-407a-91ca-cb089f049126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.089917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 31def5a7-a09d-4092-aab5-6b99e996b1cb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:32:57.094153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 31def5a7-a09d-4092-aab5-6b99e996b1cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:32:57.094821 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.120173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7bd29baa-5c07-407a-91ca-cb089f049126 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d06acc00becf4158ab5445ada32298aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504780 Jul 23 14:32:57.121272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd29baa-5c07-407a-91ca-cb089f049126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd33fa-8143-4a80-97d8-20a207f3ffe2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:57.122944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:57.181844 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.183377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d32572c6-bab1-4e96-81ce-ef4b1e5188d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.207338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d32572c6-bab1-4e96-81ce-ef4b1e5188d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.257942 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d32572c6-bab1-4e96-81ce-ef4b1e5188d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.260817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d32572c6-bab1-4e96-81ce-ef4b1e5188d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.263122 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d32572c6-bab1-4e96-81ce-ef4b1e5188d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eefd33fa-8143-4a80-97d8-20a207f3ffe2 HTTP/1.1" status: 204 len: 168 time: 0.1391058 Jul 23 14:32:57.271518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32572c6-bab1-4e96-81ce-ef4b1e5188d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd33fa-8143-4a80-97d8-20a207f3ffe2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:57.382716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31def5a7-a09d-4092-aab5-6b99e996b1cb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:32:57.385021 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16e21e4-7550-4098-9f2d-f75a7a619d64" -d '{"events": [{"server_uuid": "22e0516a-3d22-434f-b850-a1c3c55ac909", "name": "network-vif-plugged", "status": "completed", "tag": "31def5a7-a09d-4092-aab5-6b99e996b1cb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:32:57.400789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 31def5a7-a09d-4092-aab5-6b99e996b1cb, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=31def5a7-a09d-4092-aab5-6b99e996b1cb,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:32:57.407755 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:57.439512 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca9884-454f-46c3-9209-e4d986f882cd x-openstack-request-id: req-3aca9884-454f-46c3-9209-e4d986f882cd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:32:57.439803 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e0516a-3d22-434f-b850-a1c3c55ac909", "name": "network-vif-plugged", "status": "completed", "tag": "31def5a7-a09d-4092-aab5-6b99e996b1cb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:32:57.440055 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aca9884-454f-46c3-9209-e4d986f882cd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:32:57.440446 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31def5a7-a09d-4092-aab5-6b99e996b1cb', 'code': 200} Jul 23 14:32:57.476705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=31def5a7-a09d-4092-aab5-6b99e996b1cb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:32:57.561060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27931e-ddfc-4e0f-9c25-ba258e22d189 req-972a1805-c699-4168-8846-a55d44eaa4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:57.562802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e27931e-ddfc-4e0f-9c25-ba258e22d189 req-972a1805-c699-4168-8846-a55d44eaa4c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 1096 time: 0.0638630 Jul 23 14:32:57.602611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9e27931e-ddfc-4e0f-9c25-ba258e22d189 req-0600451f-b6a6-4ec7-b494-08196660f022 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325556 Jul 23 14:32:57.917137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899f359-87a0-4af1-b11b-9bb0347d7e7f req-2a4ea5a6-4157-4d68-91a4-5503b7d77f5f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:57.919035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2899f359-87a0-4af1-b11b-9bb0347d7e7f req-2a4ea5a6-4157-4d68-91a4-5503b7d77f5f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 945 time: 0.0726249 Jul 23 14:32:57.961279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2899f359-87a0-4af1-b11b-9bb0347d7e7f req-116ef2a9-1104-4f7e-82d9-058a4b6b8a57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Jul 23 14:32:58.517429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:58.625978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-88a05839-a126-4fc0-8415-14072a0f15d5 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-957725155'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:58.626461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-88a05839-a126-4fc0-8415-14072a0f15d5 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:32:58.815206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a05839-a126-4fc0-8415-14072a0f15d5 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:58.816407 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-88a05839-a126-4fc0-8415-14072a0f15d5 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2974663 Jul 23 14:32:58.819051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:58.823272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e229c18-529b-4ec3-8482-24be6edddfac tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9907d274-bac0-4010-9fb4-76fdc4d96059'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:58.823788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e229c18-529b-4ec3-8482-24be6edddfac tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:32:58.916540 n-d-801990-3 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-0e229c18-529b-4ec3-8482-24be6edddfac tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 14:32:59.019810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e229c18-529b-4ec3-8482-24be6edddfac tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:59.025370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0e229c18-529b-4ec3-8482-24be6edddfac tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2020109 Jul 23 14:32:59.025936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:59.030726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ea7fca1-7768-43de-b765-d3bce8d2360f tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9907d274-bac0-4010-9fb4-76fdc4d96059'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:59.031555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ea7fca1-7768-43de-b765-d3bce8d2360f tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:32:59.094273 n-d-801990-3 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-0ea7fca1-7768-43de-b765-d3bce8d2360f tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 14:32:59.108638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e237f-de8f-48c7-93aa-38406e0c7468 req-6c8d8acf-05a5-4f22-ae07-058127f5d0cb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:59.110347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e8e237f-de8f-48c7-93aa-38406e0c7468 req-6c8d8acf-05a5-4f22-ae07-058127f5d0cb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 945 time: 0.0723500 Jul 23 14:32:59.149727 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e8e237f-de8f-48c7-93aa-38406e0c7468 req-bdab137c-d39c-4f6c-9f94-65c071c11c41 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Jul 23 14:32:59.176216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fca1-7768-43de-b765-d3bce8d2360f tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:59.177407 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ea7fca1-7768-43de-b765-d3bce8d2360f tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1503627 Jul 23 14:32:59.180082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:59.190795 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4698fc49-398b-4e6d-84fd-cb3011edfc9b tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=1642588b-dbf1-4e17-adac-aaae5c856e9e HTTP/1.1" status: 200 len: 464 time: 0.0095694 Jul 23 14:32:59.193473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:59.362246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9988b28-b265-4c83-ae25-3417d08a0fe0 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:59.363391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d9988b28-b265-4c83-ae25-3417d08a0fe0 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/1642588b-dbf1-4e17-adac-aaae5c856e9e HTTP/1.1" status: 204 len: 168 time: 0.1688735 Jul 23 14:32:59.366165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:59.395783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7af5675c-50f3-4863-bd7b-d8ad232ce602 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=1642588b-dbf1-4e17-adac-aaae5c856e9e HTTP/1.1" status: 200 len: 221 time: 0.0284245 Jul 23 14:32:59.399559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:59.404086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2cf0469-e5a6-4dd1-bac3-616357966e42 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1170666425', 'description': 'label created by tempest'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:32:59.404541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2cf0469-e5a6-4dd1-bac3-616357966e42 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:32:59.431089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b1370-8616-4b26-9cdb-1f4b6de8bf7a req-2c8f6f13-3782-4896-bb23-a3f8299f0609 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:59.432595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e51b1370-8616-4b26-9cdb-1f4b6de8bf7a req-2c8f6f13-3782-4896-bb23-a3f8299f0609 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 945 time: 0.1235492 Jul 23 14:32:59.474149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e51b1370-8616-4b26-9cdb-1f4b6de8bf7a req-c4fd106f-26e3-4a21-91c3-6218eee2c53f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354173 Jul 23 14:32:59.566701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0469-e5a6-4dd1-bac3-616357966e42 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:32:59.567916 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f2cf0469-e5a6-4dd1-bac3-616357966e42 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1673527 Jul 23 14:32:59.570503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:59.616368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612cdd0-b2f6-487e-ad62-00a7d1cca37d req-be4af41f-c17d-47d6-8536-a8fb874637c6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:32:59.617934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a612cdd0-b2f6-487e-ad62-00a7d1cca37d req-be4af41f-c17d-47d6-8536-a8fb874637c6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 945 time: 0.0768168 Jul 23 14:32:59.650890 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b755a28b-4db7-424d-92ed-bccfd34e2708 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=423d71a8-8c5c-4847-bf94-e77633578c2f HTTP/1.1" status: 200 len: 468 time: 0.0792243 Jul 23 14:32:59.651555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:32:59.660846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a612cdd0-b2f6-487e-ad62-00a7d1cca37d req-4204b214-81ac-4cb8-b05e-6fae41ccbd86 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Jul 23 14:33:00.032508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5852e-e6db-4bff-9b15-cbb2757af469 req-9e8f49aa-3340-4834-b6e1-bbf7d4282de5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:00.034503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af5852e-e6db-4bff-9b15-cbb2757af469 req-9e8f49aa-3340-4834-b6e1-bbf7d4282de5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 945 time: 0.0802410 Jul 23 14:33:00.082317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7af5852e-e6db-4bff-9b15-cbb2757af469 req-b1d8988c-a0ce-4497-95cf-77ee01a13cf1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jul 23 14:33:00.105451 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e635-9a0f-40cb-a908-e2afa669f3ac tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:00.109353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4cd3e635-9a0f-40cb-a908-e2afa669f3ac tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/423d71a8-8c5c-4847-bf94-e77633578c2f HTTP/1.1" status: 204 len: 168 time: 0.4567668 Jul 23 14:33:00.109506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.122691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-58aeead0-6174-4c51-b84f-71ffa05fdd39 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=423d71a8-8c5c-4847-bf94-e77633578c2f HTTP/1.1" status: 200 len: 216 time: 0.0121329 Jul 23 14:33:00.126177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.139601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5d05f1e1-666a-4a89-b807-d9636a59ddf2 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122106 Jul 23 14:33:00.143012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.158308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5f562a0f-1e55-4f31-aa0e-c829770a8632 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107791 Jul 23 14:33:00.158875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.212908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe1de7cf-ba92-4340-a7be-13ce62cbe96c tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/9907d274-bac0-4010-9fb4-76fdc4d96059 HTTP/1.1" status: 200 len: 472 time: 0.0494418 Jul 23 14:33:00.213113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.225553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-75b59ddb-9589-42bc-b403-69dbfb072da5 tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/5bb5aa62-6433-4517-b7e3-f0b974efe9c9 HTTP/1.1" status: 200 len: 461 time: 0.0086937 Jul 23 14:33:00.225793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.326380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-517e378f-2f40-4db6-a24d-e1d729d5014c tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:00.327783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-517e378f-2f40-4db6-a24d-e1d729d5014c tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/5bb5aa62-6433-4517-b7e3-f0b974efe9c9 HTTP/1.1" status: 204 len: 168 time: 0.1009021 Jul 23 14:33:00.330070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.537056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-282aa946-4712-48f9-8a65-cc779c475a0e tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:00.538248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-282aa946-4712-48f9-8a65-cc779c475a0e tempest-MeteringTestJSON-1337262272 tempest-MeteringTestJSON-1337262272-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9907d274-bac0-4010-9fb4-76fdc4d96059 HTTP/1.1" status: 204 len: 168 time: 0.2072377 Jul 23 14:33:00.790374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:00.904555 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc40c46b-1dee-48f8-a71d-8e2d8b91de3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.002583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc40c46b-1dee-48f8-a71d-8e2d8b91de3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.007395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc40c46b-1dee-48f8-a71d-8e2d8b91de3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.045994 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cc40c46b-1dee-48f8-a71d-8e2d8b91de3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=494afb9c76e04f34b136b2c13f920dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545016 Jul 23 14:33:01.047077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40c46b-1dee-48f8-a71d-8e2d8b91de3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876c15f-1b09-4b86-bdc9-91127eff6de3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:01.048971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:01.101859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a27e8329-ae96-4d01-92fe-e0cb5a643de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.125594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a27e8329-ae96-4d01-92fe-e0cb5a643de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.203449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a27e8329-ae96-4d01-92fe-e0cb5a643de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.206124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a27e8329-ae96-4d01-92fe-e0cb5a643de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.207425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a27e8329-ae96-4d01-92fe-e0cb5a643de6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3876c15f-1b09-4b86-bdc9-91127eff6de3 HTTP/1.1" status: 204 len: 168 time: 0.1571283 Jul 23 14:33:01.221993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e8329-ae96-4d01-92fe-e0cb5a643de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876c15f-1b09-4b86-bdc9-91127eff6de3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:01.235967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c1ed-1876-4c98-991a-80f1ca5ee703 req-6f1827ec-b9b8-40cf-bbb8-c6c92812603f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:01.237492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8146c1ed-1876-4c98-991a-80f1ca5ee703 req-6f1827ec-b9b8-40cf-bbb8-c6c92812603f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 945 time: 0.0828471 Jul 23 14:33:01.280634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8146c1ed-1876-4c98-991a-80f1ca5ee703 req-bf8eadd0-01d3-4e19-ae04-540b6cac92e3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Jul 23 14:33:01.500522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:01.514772 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ad7cc6-9364-4009-955e-6ce732c0885b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.604422 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ad7cc6-9364-4009-955e-6ce732c0885b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.610270 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ad7cc6-9364-4009-955e-6ce732c0885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.646665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad7cc6-9364-4009-955e-6ce732c0885b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec372f2-d4f3-450c-a616-584d5734413a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:01.652346 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-50ad7cc6-9364-4009-955e-6ce732c0885b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f025905a9ad14cef9ddc1b0435b9a8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506855 Jul 23 14:33:01.655007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:01.704581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e47478-0c25-4d5f-aa19-98488bb166ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.725760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e47478-0c25-4d5f-aa19-98488bb166ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.775239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e47478-0c25-4d5f-aa19-98488bb166ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.777902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e47478-0c25-4d5f-aa19-98488bb166ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:01.779151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-97e47478-0c25-4d5f-aa19-98488bb166ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bec372f2-d4f3-450c-a616-584d5734413a HTTP/1.1" status: 204 len: 168 time: 0.1232378 Jul 23 14:33:01.787231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47478-0c25-4d5f-aa19-98488bb166ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec372f2-d4f3-450c-a616-584d5734413a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:01.888082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-4c17d884-1ac4-4644-bc41-275e12419d75 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:01.889694 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-4c17d884-1ac4-4644-bc41-275e12419d75 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 945 time: 0.0649664 Jul 23 14:33:02.013493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port 31def5a7-a09d-4092-aab5-6b99e996b1cb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:02.014542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:02.114448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] For port 31def5a7-a09d-4092-aab5-6b99e996b1cb, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=31def5a7-a09d-4092-aab5-6b99e996b1cb,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:02.114952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:02.127690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for 31def5a7-a09d-4092-aab5-6b99e996b1cb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:02.269453 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:02.283945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['31def5a7-a09d-4092-aab5-6b99e996b1cb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:33:02.302207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=31def5a7-a09d-4092-aab5-6b99e996b1cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:02.359927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] No DVR routers for this DVR port 31def5a7-a09d-4092-aab5-6b99e996b1cb on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:02.362920 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:02.365143 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9feb1e7b-1319-4150-a254-ac1547dcc776 req-0e5953df-d1f2-4b4a-9e45-dc1b6cff42c7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "DELETE /v2.0/ports/31def5a7-a09d-4092-aab5-6b99e996b1cb HTTP/1.1" status: 204 len: 173 time: 0.4684374 Jul 23 14:33:02.365598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'name': 'network-vif-deleted', 'tag': '31def5a7-a09d-4092-aab5-6b99e996b1cb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:33:02.367949 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c571c5b-bc96-4a7c-853f-d65f1ece0fa2" -d '{"events": [{"server_uuid": "22e0516a-3d22-434f-b850-a1c3c55ac909", "name": "network-vif-deleted", "tag": "31def5a7-a09d-4092-aab5-6b99e996b1cb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:33:02.420875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c599038-546a-4380-811a-0292c54a125c req-5a34ff6d-5861-4baa-ad3a-f1352752d14c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 210 time: 0.0457666 Jul 23 14:33:02.497578 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a9821-878a-4d97-af37-05086217f634 x-openstack-request-id: req-773a9821-878a-4d97-af37-05086217f634 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:33:02.497931 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e0516a-3d22-434f-b850-a1c3c55ac909", "name": "network-vif-deleted", "tag": "31def5a7-a09d-4092-aab5-6b99e996b1cb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:33:02.498239 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-773a9821-878a-4d97-af37-05086217f634 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:33:02.498734 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e0516a-3d22-434f-b850-a1c3c55ac909', 'name': 'network-vif-deleted', 'tag': '31def5a7-a09d-4092-aab5-6b99e996b1cb', 'status': 'completed', 'code': 200} Jul 23 14:33:03.416066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.430238 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:33:03.532834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6d1f2b6-b304-421e-b59e-fba1c93e46ba tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:03.557645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-982fdd53-b6d5-4355-9bf4-6b2caf1b914c req-f8f28315-7c38-4a9a-8e33-26043e2e62ae tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 210 time: 0.0402203 Jul 23 14:33:03.594975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.595537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f6d1f2b6-b304-421e-b59e-fba1c93e46ba tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "PUT /v2.0/quotas/d2c72dd4713f4af3a4ce85020bce25ed HTTP/1.1" status: 200 len: 366 time: 0.1777380 Jul 23 14:33:03.606876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e6595612-e946-4ace-be3a-816ef493a0e5 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0102468 Jul 23 14:33:03.609206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.621289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.621442 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0a1288b0-8a9b-4540-a7e7-6dc57ef86199 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "GET /v2.0/quotas/d2c72dd4713f4af3a4ce85020bce25ed HTTP/1.1" status: 200 len: 366 time: 0.0110395 Jul 23 14:33:03.646575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.646754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1ab9fd7b-3634-4861-a38f-5744a607fbdb tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/d2c72dd4713f4af3a4ce85020bce25ed HTTP/1.1" status: 204 len: 168 time: 0.0236650 Jul 23 14:33:03.661583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.661988 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c11841b6-6a06-41fb-ab8c-85a2f0dfc80b tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0136664 Jul 23 14:33:03.673342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3028685c-10c6-4526-be36-3c2288aedc4e tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "GET /v2.0/quotas/d2c72dd4713f4af3a4ce85020bce25ed HTTP/1.1" status: 200 len: 370 time: 0.0105407 Jul 23 14:33:03.675324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.687079 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c9c10818-c973-4ad1-845d-f657d5416762 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "GET /v2.0/quotas/d2c72dd4713f4af3a4ce85020bce25ed/default HTTP/1.1" status: 200 len: 370 time: 0.0083554 Jul 23 14:33:03.689659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.700131 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3926ecdc-0e12-4b80-8c12-9a029ba4aaf5 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] delete failed (client error): The resource could not be found. Jul 23 14:33:03.704339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3926ecdc-0e12-4b80-8c12-9a029ba4aaf5 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/d2c72dd4713f4af3a4ce85020bce25ed HTTP/1.1" status: 404 len: 348 time: 0.0131698 Jul 23 14:33:03.824752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:03.846275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:network and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.852704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.860123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:subnet and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.865338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.872657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:subnetpool and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.878155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.884672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:port and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.889714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.896373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:router and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.901496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.908580 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:floatingip and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.914040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.950312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:security_group and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.955465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.962026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Usage tracker for resource:security_group_rule and tenant:370b0ab27a474b4eb6d1615e0276a997 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 14:33:03.967376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.quota.resource [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 14:33:03.975308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-08ca5a59-4db3-4c0f-b29f-849ecaf58f23 tempest-QuotasTest-289116484 tempest-QuotasTest-289116484-project-admin] 10.222.0.21 "GET /v2.0/quotas/370b0ab27a474b4eb6d1615e0276a997/details.json HTTP/1.1" status: 200 len: 703 time: 0.1492860 Jul 23 14:33:04.328429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:04.437845 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-252f299e-e111-4d34-bc5a-7ff8214a9d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:04.536574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-252f299e-e111-4d34-bc5a-7ff8214a9d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:04.542119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-252f299e-e111-4d34-bc5a-7ff8214a9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:04.584021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f299e-e111-4d34-bc5a-7ff8214a9d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5473d2-b186-44ac-8116-2c831806888a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:04.589329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-252f299e-e111-4d34-bc5a-7ff8214a9d3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36153b54463d4323a4882d7f7d4e91af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598031 Jul 23 14:33:04.592045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:04.665847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9166de-fe45-499d-8f53-302d5d70dcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:04.691392 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f200ebb2-c2e8-472f-a045-6a1c93203c10 req-cb54f933-4221-4918-9136-430f5395d409 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 210 time: 0.0375617 Jul 23 14:33:04.719915 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9166de-fe45-499d-8f53-302d5d70dcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:04.796943 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9166de-fe45-499d-8f53-302d5d70dcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:04.804361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9166de-fe45-499d-8f53-302d5d70dcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:04.805901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd9166de-fe45-499d-8f53-302d5d70dcdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b5473d2-b186-44ac-8116-2c831806888a HTTP/1.1" status: 204 len: 168 time: 0.2129383 Jul 23 14:33:04.816389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9166de-fe45-499d-8f53-302d5d70dcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5473d2-b186-44ac-8116-2c831806888a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:05.057432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 31def5a7-a09d-4092-aab5-6b99e996b1cb no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:33:05.094727 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 31def5a7-a09d-4092-aab5-6b99e996b1cb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:33:05.095176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 31def5a7-a09d-4092-aab5-6b99e996b1cb not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:33:05.100431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:05.116085 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffb90537-3d45-41c0-b5be-710e9a28e2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:05.218337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffb90537-3d45-41c0-b5be-710e9a28e2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:05.223655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffb90537-3d45-41c0-b5be-710e9a28e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:05.261592 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ffb90537-3d45-41c0-b5be-710e9a28e2cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=370b0ab27a474b4eb6d1615e0276a997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599553 Jul 23 14:33:05.262328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb90537-3d45-41c0-b5be-710e9a28e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0572dc29-a5ef-4498-806e-640e8e5df383,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:05.264582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:05.325117 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1d69d87-327a-4b3c-8237-3530a24bb54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:05.348952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1d69d87-327a-4b3c-8237-3530a24bb54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:05.401048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1d69d87-327a-4b3c-8237-3530a24bb54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:05.404151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1d69d87-327a-4b3c-8237-3530a24bb54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:05.407829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c1d69d87-327a-4b3c-8237-3530a24bb54d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0572dc29-a5ef-4498-806e-640e8e5df383 HTTP/1.1" status: 204 len: 168 time: 0.1348078 Jul 23 14:33:05.413928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d69d87-327a-4b3c-8237-3530a24bb54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0572dc29-a5ef-4498-806e-640e8e5df383,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:05.822431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36290a0f-3454-40e3-a0cf-7174a61dd88d req-aafd10ce-64b9-41d9-a9f9-bca0476abdbf tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e0516a-3d22-434f-b850-a1c3c55ac909 HTTP/1.1" status: 200 len: 210 time: 0.0336835 Jul 23 14:33:06.888138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:07.022389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-592200635', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:07.048071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Made reservation on behalf of e234704591bd4bd48dfa1a6216ba1d1c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:07.051298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.061671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.162265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.169017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.176260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] device_id is not set on port ecf35acc-6e74-4546-9658-6c678ffda985 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:07.241311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37111cd8-256d-4170-9ada-dec10c6e985e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:07.322695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Allocated IP 172.25.2.127 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/ecf35acc-6e74-4546-9658-6c678ffda985) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:07.476767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.517116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.570338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:07.576527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:07.578547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Pushing event updated for resources: {'Port': ['ID=ecf35acc-6e74-4546-9658-6c678ffda985,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:07.580996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:07.621006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:07.621711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.638249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-891ce205-3c4a-4aa7-a039-ac1ab7e22075 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7489736 Jul 23 14:33:07.641584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:07.646576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.127'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:07.672374 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.673504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.733569 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.746118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:07.903680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.156150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.177411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.358057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.534810 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.536297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.587702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.589709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c65b30e0-fcd7-4ff1-b2d8-6bd7c77e0cbb {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:33:08.607923 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 14:33:08.609128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ad97ec4d-0c5b-46e7-a92b-5f2bae1927d7 tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9664459 Jul 23 14:33:08.612408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:08.710476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Deleting port ecf35acc-6e74-4546-9658-6c678ffda985 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:08.710858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.799759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.814287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Calling delete_port for ecf35acc-6e74-4546-9658-6c678ffda985 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:08.958352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:08.988319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecf35acc-6e74-4546-9658-6c678ffda985,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:09.085317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.090600 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f6a008bb-f9e5-4b26-ab6d-9176fd6f96eb tempest-RoutersAdminNegativeTest-672382964 tempest-RoutersAdminNegativeTest-672382964-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ecf35acc-6e74-4546-9658-6c678ffda985 HTTP/1.1" status: 204 len: 168 time: 0.4732192 Jul 23 14:33:09.410360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:09.551752 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e02a237-aadf-4b82-85f7-2fac217ac814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.645764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e02a237-aadf-4b82-85f7-2fac217ac814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.651673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e02a237-aadf-4b82-85f7-2fac217ac814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.697147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e02a237-aadf-4b82-85f7-2fac217ac814 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27438414628a4409a9307a1a1294a61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853966 Jul 23 14:33:09.698061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02a237-aadf-4b82-85f7-2fac217ac814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c328484-3c69-41d9-9031-be64dc4dd4d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:09.700154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:09.770788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f02c3-2512-471a-8dd6-7a9d4146d873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.794950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f02c3-2512-471a-8dd6-7a9d4146d873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.845539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f02c3-2512-471a-8dd6-7a9d4146d873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.848397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-039f02c3-2512-471a-8dd6-7a9d4146d873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:09.849599 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-039f02c3-2512-471a-8dd6-7a9d4146d873 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c328484-3c69-41d9-9031-be64dc4dd4d3 HTTP/1.1" status: 204 len: 168 time: 0.1483624 Jul 23 14:33:09.859618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f02c3-2512-471a-8dd6-7a9d4146d873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c328484-3c69-41d9-9031-be64dc4dd4d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:10.129738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:10.169260 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-21f49b11-02bd-4001-a713-5f8b21937996 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e234704591bd4bd48dfa1a6216ba1d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382812 Jul 23 14:33:10.172131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:10.231089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1184-ebc7-4e98-933d-eb67fbd1e483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:10.260586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1184-ebc7-4e98-933d-eb67fbd1e483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:10.337396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1184-ebc7-4e98-933d-eb67fbd1e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:10.340115 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1184-ebc7-4e98-933d-eb67fbd1e483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:10.341315 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0b4a1184-ebc7-4e98-933d-eb67fbd1e483 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37111cd8-256d-4170-9ada-dec10c6e985e HTTP/1.1" status: 204 len: 168 time: 0.1681101 Jul 23 14:33:10.354322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a1184-ebc7-4e98-933d-eb67fbd1e483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37111cd8-256d-4170-9ada-dec10c6e985e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:11.095446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:11.193663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1209895011'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:11.220972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:11.224627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.233289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.326547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.333654 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.358281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:11.375187 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94637023-5d00-4bc0-aeec-84dd966c58e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:11.378404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.378773 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Added segment 59665cbd-e013-4456-8230-30bff2f4b021 of type vlan for network 1e63e250-55eb-4487-8be3-1169d6d62f02 Jul 23 14:33:11.445908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.497792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.509180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:11.509917 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:11.569119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4698620 Jul 23 14:33:11.569929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:11.577133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'subnet': {'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:11.632045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d585a3d-22c0-416c-ae03-616b82468047 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Network': ['ID=1e63e250-55eb-4487-8be3-1169d6d62f02,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:11.643973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:11.678935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:11.682950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:12.226215 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:12.292608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Subnet': ['ID=86a0540d-e972-4a95-88f0-669015308eed,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:12.303608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Checking segment: {'id': '59665cbd-e013-4456-8230-30bff2f4b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:12.303608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network hostable DHCP agents. Network: 1e63e250-55eb-4487-8be3-1169d6d62f02, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:12.320392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:12.329391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1e63e250-55eb-4487-8be3-1169d6d62f02) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:12.334048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:12.334743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:12.344754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3af3a-06a2-4493-a119-27bd386b7434 None None] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:12.355952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8e655ebb-238c-4c14-b541-d7974728238f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7816963 Jul 23 14:33:12.356164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:12.362660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'name': 'tempest-AllowedAddressPairTestJSON-2116722421'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:12.520356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:12.525177 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:12.535824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1e63e250-55eb-4487-8be3-1169d6d62f02', 'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'tenant_id': '2dcb3ed2b7e14e63be2968bc6fc7a753', 'fixed_ips': [{'subnet_id': '86a0540d-e972-4a95-88f0-669015308eed'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:12.536751 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:12.547488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] device_id is not set on port ad752dcd-0c36-44c8-a1f6-01b569cfa38b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:12.695735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Allocated IP 172.20.0.6 (1e63e250-55eb-4487-8be3-1169d6d62f02/86a0540d-e972-4a95-88f0-669015308eed/ad752dcd-0c36-44c8-a1f6-01b569cfa38b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:12.862352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:12.881811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Transition to ACTIVE for port object ad752dcd-0c36-44c8-a1f6-01b569cfa38b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:12.952145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.040695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:13.043969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:13.048920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:13.053021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=ad752dcd-0c36-44c8-a1f6-01b569cfa38b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:13.075623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Allocated IP 172.20.0.2 (1e63e250-55eb-4487-8be3-1169d6d62f02/86a0540d-e972-4a95-88f0-669015308eed/1101fba4-7e63-4934-b017-0c51fb7f00c8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:13.083792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.084144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.084493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.085018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.085355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.085762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.086103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.086431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.086806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.087122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.087501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.087831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:13.124797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:13.125623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.146452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ed2a4fba-be3c-428e-96a8-2ff52fce5345 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7871313 Jul 23 14:33:13.148066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:13.153457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'name': 'tempest-AllowedAddressPairTestJSON-269732115', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:96:29:62'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:13.249867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.260110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Transition to ACTIVE for port object 1101fba4-7e63-4934-b017-0c51fb7f00c8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:13.275913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Transition to ACTIVE for port object 1101fba4-7e63-4934-b017-0c51fb7f00c8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:13.284701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.296929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:13.323502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:13.326566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:13.329316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:13.366565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Pushing event updated for resources: {'Port': ['ID=1101fba4-7e63-4934-b017-0c51fb7f00c8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:13.400629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.406750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Attempting to bind port 1101fba4-7e63-4934-b017-0c51fb7f00c8 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:13.407230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Attempting to bind port 1101fba4-7e63-4934-b017-0c51fb7f00c8 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '59665cbd-e013-4456-8230-30bff2f4b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:13.407688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Attempting to bind port 1101fba4-7e63-4934-b017-0c51fb7f00c8 on network 1e63e250-55eb-4487-8be3-1169d6d62f02 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:13.413035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:13.413541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Checking segment: {'id': '59665cbd-e013-4456-8230-30bff2f4b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:13.414131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.414624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Bound using segment: {'id': '59665cbd-e013-4456-8230-30bff2f4b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:13.415408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Bound port: 1101fba4-7e63-4934-b017-0c51fb7f00c8, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59665cbd-e013-4456-8230-30bff2f4b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:13.415873 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.425650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] device_id is not set on port cb22d3ce-f3b3-46be-948c-a4563da33714 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:13.500363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] For port 1101fba4-7e63-4934-b017-0c51fb7f00c8, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:13.504679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] For port 1101fba4-7e63-4934-b017-0c51fb7f00c8, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1101fba4-7e63-4934-b017-0c51fb7f00c8,segment=NetworkSegment(59665cbd-e013-4456-8230-30bff2f4b021),segment_id=59665cbd-e013-4456-8230-30bff2f4b021)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:13.512697 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.579746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Allocated IP 172.20.0.4 (1e63e250-55eb-4487-8be3-1169d6d62f02/86a0540d-e972-4a95-88f0-669015308eed/cb22d3ce-f3b3-46be-948c-a4563da33714) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:13.591741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ccbe6-e1f2-4068-9232-c7c0acfc3813 None None] Pushing event updated for resources: {'Port': ['ID=1101fba4-7e63-4934-b017-0c51fb7f00c8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:13.788917 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.834864 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Transition to ACTIVE for port object cb22d3ce-f3b3-46be-948c-a4563da33714 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:13.864077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:13.945031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:13.948921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:13.956137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:14.024944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=cb22d3ce-f3b3-46be-948c-a4563da33714,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:14.060835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.062475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.062949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.064718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.065160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.075115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.075601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.076015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.076446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.076874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.077308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.077790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:14.110839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:14.111633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:14.131477 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-38ac76b3-31c0-4171-9f4b-d4f2fb4b98b3 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.9821796 Jul 23 14:33:14.134225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:14.258932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f510b166-a059-434f-990d-785c3780d771 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:14.268827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f510b166-a059-434f-990d-785c3780d771 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:14.275525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f510b166-a059-434f-990d-785c3780d771 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:14.279433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f510b166-a059-434f-990d-785c3780d771 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1436088 Jul 23 14:33:14.280289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:14.422331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting port cb22d3ce-f3b3-46be-948c-a4563da33714 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:14.422703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:14.529581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:14.550498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Calling delete_port for cb22d3ce-f3b3-46be-948c-a4563da33714 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:14.742258 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:14.790168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Port': ['ID=cb22d3ce-f3b3-46be-948c-a4563da33714,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:14.970394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1101fba4-7e63-4934-b017-0c51fb7f00c8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:14.982397 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-c75f39da-f850-493a-9b36-5eac942f7c35 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1184008 Jul 23 14:33:15.033598 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.038661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-77add610-01fd-4c9c-a21f-7b940681cd81 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/ports/cb22d3ce-f3b3-46be-948c-a4563da33714 HTTP/1.1" status: 204 len: 168 time: 0.7544370 Jul 23 14:33:15.039355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:15.075665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1101fba4-7e63-4934-b017-0c51fb7f00c8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:15.091009 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aaef12c-3680-44ea-aa75-318ef7c98f6b tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] GET failed (client error): The resource could not be found. Jul 23 14:33:15.096162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5aaef12c-3680-44ea-aa75-318ef7c98f6b tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "GET /v2.0/ports/cb22d3ce-f3b3-46be-948c-a4563da33714 HTTP/1.1" status: 404 len: 333 time: 0.0520580 Jul 23 14:33:15.097245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:15.116356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'name': 'tempest-AllowedAddressPairTestJSON-875985159'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:15.122500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02705d71-88d3-481f-9925-1223446ebe67 None None] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:15.171233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-d18509a9-a079-4974-a9d3-4c01c63553bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:15.172721 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-d18509a9-a079-4974-a9d3-4c01c63553bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e505cce6452248b582a363529a75cf5e&device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 1101 time: 0.0964148 Jul 23 14:33:15.214554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20256ee7-db16-40a7-95d3-03db7716214f None None] Provisioning for port 1101fba4-7e63-4934-b017-0c51fb7f00c8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:15.223352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20256ee7-db16-40a7-95d3-03db7716214f None None] Provisioning complete for port 1101fba4-7e63-4934-b017-0c51fb7f00c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:15.223732 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20256ee7-db16-40a7-95d3-03db7716214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.291383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:15.301074 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.341938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] device_id is not set on port d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:15.387370 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20256ee7-db16-40a7-95d3-03db7716214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.389960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-0378af5f-dd1b-4840-961e-3aae2878d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:15.395266 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-0378af5f-dd1b-4840-961e-3aae2878d27d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.2002223 Jul 23 14:33:15.465623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20256ee7-db16-40a7-95d3-03db7716214f None None] For port 1101fba4-7e63-4934-b017-0c51fb7f00c8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1101fba4-7e63-4934-b017-0c51fb7f00c8,segment=NetworkSegment(59665cbd-e013-4456-8230-30bff2f4b021),segment_id=59665cbd-e013-4456-8230-30bff2f4b021)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:15.473701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20256ee7-db16-40a7-95d3-03db7716214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.481830 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-4e918cf7-1c2e-4f06-90c8-d83bf8ae17b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1 HTTP/1.1" status: 200 len: 217 time: 0.0771554 Jul 23 14:33:15.519699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Allocated IP 172.20.0.9 (1e63e250-55eb-4487-8be3-1169d6d62f02/86a0540d-e972-4a95-88f0-669015308eed/d99e3e6c-38f0-4091-a64a-4dfc5ec0d297) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:15.543910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20256ee7-db16-40a7-95d3-03db7716214f None None] Pushing event updated for resources: {'Port': ['ID=1101fba4-7e63-4934-b017-0c51fb7f00c8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:15.565752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-c55af97a-3ae6-42ac-98bd-1000ecfe505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:15.567632 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-c55af97a-3ae6-42ac-98bd-1000ecfe505f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0757685 Jul 23 14:33:15.674301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-aa4ec86b-b229-4ec3-b95f-7cd0e55d3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:15.676786 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-aa4ec86b-b229-4ec3-b95f-7cd0e55d3779 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014631 Jul 23 14:33:15.742710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.767713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Transition to ACTIVE for port object d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:15.798631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c03583c1-3a9e-4585-a01d-b89a0a0bdfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.815686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.823970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a18b2cbb-9cf0-42b9-bd20-196ce5bb3a59 None None] Provisioning complete for port 1101fba4-7e63-4934-b017-0c51fb7f00c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:15.824494 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a18b2cbb-9cf0-42b9-bd20-196ce5bb3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:15.868496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-fd99a8f8-ca72-43e3-8a94-cd67ca393f59 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839793 Jul 23 14:33:15.884654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:15.896546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:15.903642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:15.957252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=d99e3e6c-38f0-4091-a64a-4dfc5ec0d297,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:15.985816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:15.986510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.008567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-edab5a4d-a9fe-453b-b8f4-e87135660fa0 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9090741 Jul 23 14:33:16.010268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:16.018094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:96:29:62'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:16.031959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a18b2cbb-9cf0-42b9-bd20-196ce5bb3a59 None None] Provisioning for port ad752dcd-0c36-44c8-a1f6-01b569cfa38b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:16.039666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a18b2cbb-9cf0-42b9-bd20-196ce5bb3a59 None None] Provisioning complete for port ad752dcd-0c36-44c8-a1f6-01b569cfa38b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:16.041515 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a18b2cbb-9cf0-42b9-bd20-196ce5bb3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.147451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-703f6d38-6217-4658-bb94-968b30d1a2a9 req-0bc19aca-7177-453a-8ce9-043a267b2d27 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732174 Jul 23 14:33:16.158114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a18b2cbb-9cf0-42b9-bd20-196ce5bb3a59 None None] Port ad752dcd-0c36-44c8-a1f6-01b569cfa38b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:16.254973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.280962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01d0a837-ce76-4635-b4e5-e449c0e1cf00 None None] Provisioning complete for port ad752dcd-0c36-44c8-a1f6-01b569cfa38b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:16.283088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d0a837-ce76-4635-b4e5-e449c0e1cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.337399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01d0a837-ce76-4635-b4e5-e449c0e1cf00 None None] Port ad752dcd-0c36-44c8-a1f6-01b569cfa38b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:16.461336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29bf3ee5-6031-4372-823c-ec2b06edc1da None None] Could not find standard attr ID for object cb22d3ce-f3b3-46be-948c-a4563da33714. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:33:16.500217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.509258 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.600127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=d99e3e6c-38f0-4091-a64a-4dfc5ec0d297,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:16.619137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] In _notify_port_updated(), no bound segment for port d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 on network 1e63e250-55eb-4487-8be3-1169d6d62f02 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:33:16.625140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:16.625728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.629488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-34089690-2f08-4f13-a031-542c0e800d4c tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "PUT /v2.0/ports/d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 HTTP/1.1" status: 200 len: 992 time: 0.6150510 Jul 23 14:33:16.629720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:16.761480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting port d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:16.761829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.794881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eae085ea-61e8-491c-b93b-32c8a1510be6 None None] Provisioning for port d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:16.803948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eae085ea-61e8-491c-b93b-32c8a1510be6 None None] Provisioning complete for port d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:16.804325 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eae085ea-61e8-491c-b93b-32c8a1510be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.870223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eae085ea-61e8-491c-b93b-32c8a1510be6 None None] Port d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:16.874073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1101fba4-7e63-4934-b017-0c51fb7f00c8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:16.894613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:16.916872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Calling delete_port for d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:16.955664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1101fba4-7e63-4934-b017-0c51fb7f00c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:16.956052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:17.122446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:17.183782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Port': ['ID=d99e3e6c-38f0-4091-a64a-4dfc5ec0d297,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:17.355185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:17.360289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:17.360830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-15e7270c-c494-4e4f-9fe8-369c2bdee2ab tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/ports/d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 HTTP/1.1" status: 204 len: 168 time: 0.7295628 Jul 23 14:33:17.383879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce9e6578-5c13-4af3-8941-7ee125939800 None None] Could not find standard attr ID for object d99e3e6c-38f0-4091-a64a-4dfc5ec0d297. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:33:17.396779 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-235c918f-63a6-4a77-af44-f69b9aeb3034 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] GET failed (client error): The resource could not be found. Jul 23 14:33:17.402502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:17.402836 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-235c918f-63a6-4a77-af44-f69b9aeb3034 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "GET /v2.0/ports/d99e3e6c-38f0-4091-a64a-4dfc5ec0d297 HTTP/1.1" status: 404 len: 333 time: 0.0412662 Jul 23 14:33:17.409106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'name': 'tempest-AllowedAddressPairTestJSON-1949828146'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:17.556204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:17.560063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:17.580883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] device_id is not set on port 4549bd51-2903-47de-a398-af1d6fa3495f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:17.711406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Allocated IP 172.20.0.8 (1e63e250-55eb-4487-8be3-1169d6d62f02/86a0540d-e972-4a95-88f0-669015308eed/4549bd51-2903-47de-a398-af1d6fa3495f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:17.874159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:17.888131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Transition to ACTIVE for port object 4549bd51-2903-47de-a398-af1d6fa3495f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:17.923655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:17.969033 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:17.979741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:17.983075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:17.999856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:18.022482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=4549bd51-2903-47de-a398-af1d6fa3495f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:18.051946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:18.052882 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.072862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ed569155-5013-4681-a6e1-e39b29ac0c9e tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6675153 Jul 23 14:33:18.076031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:18.085737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:96:29:62'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:18.225395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.356484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a67c9fdb-fb44-4d1b-85e4-8bc114a826e0 None None] Provisioning for port 4549bd51-2903-47de-a398-af1d6fa3495f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:18.362305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a67c9fdb-fb44-4d1b-85e4-8bc114a826e0 None None] Provisioning complete for port 4549bd51-2903-47de-a398-af1d6fa3495f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:18.362922 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a67c9fdb-fb44-4d1b-85e4-8bc114a826e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.406659 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.409745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a67c9fdb-fb44-4d1b-85e4-8bc114a826e0 None None] Port 4549bd51-2903-47de-a398-af1d6fa3495f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:18.458535 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.464552 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.508066 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f2cb3f-4146-4b25-9bbe-e65e38a50f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.585172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=4549bd51-2903-47de-a398-af1d6fa3495f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:18.611100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] In _notify_port_updated(), no bound segment for port 4549bd51-2903-47de-a398-af1d6fa3495f on network 1e63e250-55eb-4487-8be3-1169d6d62f02 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:33:18.617058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:18.617739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.619255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-edba28ef-6e8f-48b1-83ed-8e773f5d3e30 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "PUT /v2.0/ports/4549bd51-2903-47de-a398-af1d6fa3495f HTTP/1.1" status: 200 len: 996 time: 0.5410690 Jul 23 14:33:18.621871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:18.756738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting port 4549bd51-2903-47de-a398-af1d6fa3495f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:18.757086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.834323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8cbf1e8-80b6-4773-b24b-9f05815e9e31 None None] Provisioning complete for port 4549bd51-2903-47de-a398-af1d6fa3495f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:18.834736 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf1e8-80b6-4773-b24b-9f05815e9e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.868704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:18.881996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbf1e8-80b6-4773-b24b-9f05815e9e31 None None] Port 4549bd51-2903-47de-a398-af1d6fa3495f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:18.890694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Calling delete_port for 4549bd51-2903-47de-a398-af1d6fa3495f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:19.051156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:19.085391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Port': ['ID=4549bd51-2903-47de-a398-af1d6fa3495f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:19.185559 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:19.190697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:19.191252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ba4053e3-5737-4aad-bfdd-ed0297c55c09 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/ports/4549bd51-2903-47de-a398-af1d6fa3495f HTTP/1.1" status: 204 len: 168 time: 0.5670452 Jul 23 14:33:19.227725 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb889379-0f9f-4c04-9c49-bf492d84fd33 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] GET failed (client error): The resource could not be found. Jul 23 14:33:19.230945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb889379-0f9f-4c04-9c49-bf492d84fd33 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "GET /v2.0/ports/4549bd51-2903-47de-a398-af1d6fa3495f HTTP/1.1" status: 404 len: 333 time: 0.0374100 Jul 23 14:33:19.235554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:19.240793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'name': 'tempest-AllowedAddressPairTestJSON-1800002997'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:19.372093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:19.376051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:19.394767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] device_id is not set on port 8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:19.518894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Allocated IP 172.20.0.10 (1e63e250-55eb-4487-8be3-1169d6d62f02/86a0540d-e972-4a95-88f0-669015308eed/8ff0f527-8581-42eb-ac35-73f4bdf3b8a9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:19.576652 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:19.689555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:19.703709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Transition to ACTIVE for port object 8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:19.752033 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:19.828376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:19.835078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:19.836863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:19.840440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=8ff0f527-8581-42eb-ac35-73f4bdf3b8a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:19.891887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:19.892655 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:19.915249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0c58510b-1f8b-4c5d-953b-2d34a598a377 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6778004 Jul 23 14:33:19.917075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:19.922754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'network_id': '1e63e250-55eb-4487-8be3-1169d6d62f02', 'name': 'tempest-AllowedAddressPairTestJSON-1213361791'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:20.076301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Made reservation on behalf of 2dcb3ed2b7e14e63be2968bc6fc7a753 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:20.080466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:20.100489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] device_id is not set on port a0fe58f1-bd63-4efd-9471-eb7c24f396ba yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:20.113780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75251974-82ec-46af-8b6f-4c1507320ff4 None None] Provisioning for port 8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:20.119082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75251974-82ec-46af-8b6f-4c1507320ff4 None None] Provisioning complete for port 8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:20.119460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75251974-82ec-46af-8b6f-4c1507320ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:20.168784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75251974-82ec-46af-8b6f-4c1507320ff4 None None] Port 8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:20.236466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Allocated IP 172.20.0.4 (1e63e250-55eb-4487-8be3-1169d6d62f02/86a0540d-e972-4a95-88f0-669015308eed/a0fe58f1-bd63-4efd-9471-eb7c24f396ba) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:20.403779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:20.417866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Transition to ACTIVE for port object a0fe58f1-bd63-4efd-9471-eb7c24f396ba will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:20.456425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:20.509391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:20.512942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:20.517841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:20.521912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=a0fe58f1-bd63-4efd-9471-eb7c24f396ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:20.579418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:20.580203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:20.617503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:20.623127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e8803951-7431-4ba6-9fcf-c5f129896d51 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6964040 Jul 23 14:33:20.624367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:96:29:62'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:2c:8a:9e'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:20.831109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:20.897069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cd6dbbe-31c7-45fa-b632-3fa63edb0be3 None None] Provisioning for port a0fe58f1-bd63-4efd-9471-eb7c24f396ba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:20.905786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cd6dbbe-31c7-45fa-b632-3fa63edb0be3 None None] Provisioning complete for port a0fe58f1-bd63-4efd-9471-eb7c24f396ba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:20.906490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd6dbbe-31c7-45fa-b632-3fa63edb0be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:20.958550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6dbbe-31c7-45fa-b632-3fa63edb0be3 None None] Port a0fe58f1-bd63-4efd-9471-eb7c24f396ba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:21.059569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.065353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.164913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event updated for resources: {'Port': ['ID=a0fe58f1-bd63-4efd-9471-eb7c24f396ba,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:21.185772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] In _notify_port_updated(), no bound segment for port a0fe58f1-bd63-4efd-9471-eb7c24f396ba on network 1e63e250-55eb-4487-8be3-1169d6d62f02 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 14:33:21.191538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:21.192188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.193543 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b28ac811-30ae-4e15-aa21-6b4db29438f9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "PUT /v2.0/ports/a0fe58f1-bd63-4efd-9471-eb7c24f396ba HTTP/1.1" status: 200 len: 1056 time: 0.5748727 Jul 23 14:33:21.196606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:21.281055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.359795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting port a0fe58f1-bd63-4efd-9471-eb7c24f396ba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:21.360139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.389394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53f974ec-afdd-46be-b524-d64594912e62 None None] Provisioning complete for port a0fe58f1-bd63-4efd-9471-eb7c24f396ba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:21.389705 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53f974ec-afdd-46be-b524-d64594912e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.444684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53f974ec-afdd-46be-b524-d64594912e62 None None] Port a0fe58f1-bd63-4efd-9471-eb7c24f396ba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:21.479227 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.492950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Calling delete_port for a0fe58f1-bd63-4efd-9471-eb7c24f396ba owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:21.658522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.686940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Port': ['ID=a0fe58f1-bd63-4efd-9471-eb7c24f396ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:21.985094 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:21.987042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7d05692d-06d8-4e7f-9cbc-d0ec66293c2d tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/ports/a0fe58f1-bd63-4efd-9471-eb7c24f396ba HTTP/1.1" status: 204 len: 168 time: 0.7894208 Jul 23 14:33:21.989886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:22.017043 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd75354e-914c-4c04-839f-59ab3228ae98 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] GET failed (client error): The resource could not be found. Jul 23 14:33:22.021203 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bd75354e-914c-4c04-839f-59ab3228ae98 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "GET /v2.0/ports/a0fe58f1-bd63-4efd-9471-eb7c24f396ba HTTP/1.1" status: 404 len: 333 time: 0.0277743 Jul 23 14:33:22.021401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:22.132495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting port 8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:22.132841 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:22.224344 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:22.237182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Calling delete_port for 8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:22.656629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:22.693221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Port': ['ID=8ff0f527-8581-42eb-ac35-73f4bdf3b8a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:22.785158 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:22.787679 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9ad40df-2722-48c2-9d64-9d3124c5d31f tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/ports/8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 HTTP/1.1" status: 204 len: 168 time: 0.7653382 Jul 23 14:33:22.790579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:22.824174 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-681afcd5-8333-4103-8d64-1d84d50daf93 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] GET failed (client error): The resource could not be found. Jul 23 14:33:22.825750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-681afcd5-8333-4103-8d64-1d84d50daf93 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "GET /v2.0/ports/8ff0f527-8581-42eb-ac35-73f4bdf3b8a9 HTTP/1.1" status: 404 len: 333 time: 0.0332649 Jul 23 14:33:22.829586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:22.964805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting port ad752dcd-0c36-44c8-a1f6-01b569cfa38b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:22.965275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.070523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.083494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Calling delete_port for ad752dcd-0c36-44c8-a1f6-01b569cfa38b owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:23.222268 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.253826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Port': ['ID=ad752dcd-0c36-44c8-a1f6-01b569cfa38b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:23.348395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.350940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a97e7266-c18c-4c34-ac7c-d0f29cfb747a tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/ports/ad752dcd-0c36-44c8-a1f6-01b569cfa38b HTTP/1.1" status: 204 len: 168 time: 0.5202689 Jul 23 14:33:23.353512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:23.414490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting subnet 86a0540d-e972-4a95-88f0-669015308eed {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:33:23.418360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.468286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.596326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.661581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.691685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Subnet': ['ID=86a0540d-e972-4a95-88f0-669015308eed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:23.695391 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.697401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1e9d8a38-0b30-4b69-ac68-25e7e0cc1b08 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/subnets/86a0540d-e972-4a95-88f0-669015308eed HTTP/1.1" status: 204 len: 168 time: 0.3428545 Jul 23 14:33:23.700182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:23.706209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00915ccf-9e9d-461c-b0a2-96a71fcfb305 None None] Network 1e63e250-55eb-4487-8be3-1169d6d62f02 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:23.789934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.872961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Deleting port 1101fba4-7e63-4934-b017-0c51fb7f00c8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:23.873723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.955870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] For port 1101fba4-7e63-4934-b017-0c51fb7f00c8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1101fba4-7e63-4934-b017-0c51fb7f00c8,segment=NetworkSegment(59665cbd-e013-4456-8230-30bff2f4b021),segment_id=59665cbd-e013-4456-8230-30bff2f4b021)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:23.956235 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:23.970130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Calling delete_port for 1101fba4-7e63-4934-b017-0c51fb7f00c8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:23.989115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] DHCP port deletion for 1e63e250-55eb-4487-8be3-1169d6d62f02 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:33:24.049316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Deleting port 1101fba4-7e63-4934-b017-0c51fb7f00c8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:24.049693 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.068484 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.102896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Port': ['ID=1101fba4-7e63-4934-b017-0c51fb7f00c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:24.109142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] No DVR routers for this DVR port 1101fba4-7e63-4934-b017-0c51fb7f00c8 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:24.132386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] For port 1101fba4-7e63-4934-b017-0c51fb7f00c8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1101fba4-7e63-4934-b017-0c51fb7f00c8,segment=NetworkSegment(59665cbd-e013-4456-8230-30bff2f4b021),segment_id=59665cbd-e013-4456-8230-30bff2f4b021)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:24.133023 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.147914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Calling delete_port for 1101fba4-7e63-4934-b017-0c51fb7f00c8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:24.205247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.219614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e63e250-55eb-4487-8be3-1169d6d62f02']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:24.231819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59665cbd-e013-4456-8230-30bff2f4b021') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:24.232111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59665cbd-e013-4456-8230-30bff2f4b021') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:24.245744 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:33:24.250944 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:33:24.262945 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.264759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.272268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:24.272971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:24.276712 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:24.282402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] No DVR routers for this DVR port 1101fba4-7e63-4934-b017-0c51fb7f00c8 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:24.304673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Pushing event deleted for resources: {'Port': ['ID=1101fba4-7e63-4934-b017-0c51fb7f00c8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:24.314958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.315654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.316321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.316950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.317417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.317993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.318333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.318765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.319123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.319451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.319773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.320102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391949ce-1d8d-4b9a-ba2b-fc29e5913fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:33:24.355927 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.374021 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.376573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] 10.222.0.21 "DELETE /v2.0/networks/1e63e250-55eb-4487-8be3-1169d6d62f02 HTTP/1.1" status: 204 len: 168 time: 0.6749332 Jul 23 14:33:24.377035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d7a48-2dde-4ed0-82c3-2191003408b9 tempest-AllowedAddressPairTestJSON-1524056498 tempest-AllowedAddressPairTestJSON-1524056498-project] Pushing event deleted for resources: {'Network': ['ID=1e63e250-55eb-4487-8be3-1169d6d62f02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:24.678295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 42974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:24.846346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1101fba4-7e63-4934-b017-0c51fb7f00c8 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:33:24.855403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8c8d3958-4fc7-4cc3-be44-82059738f42f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dcb3ed2b7e14e63be2968bc6fc7a753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758502 Jul 23 14:33:24.857946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 42980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:24.884200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 1101fba4-7e63-4934-b017-0c51fb7f00c8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:33:24.884575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1101fba4-7e63-4934-b017-0c51fb7f00c8 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:33:24.920299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53b8679-f2af-4f15-9a40-90b7887cede9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:24.954360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53b8679-f2af-4f15-9a40-90b7887cede9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:25.012087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53b8679-f2af-4f15-9a40-90b7887cede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:25.014717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c53b8679-f2af-4f15-9a40-90b7887cede9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:25.015970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c53b8679-f2af-4f15-9a40-90b7887cede9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94637023-5d00-4bc0-aeec-84dd966c58e2 HTTP/1.1" status: 204 len: 168 time: 0.1569839 Jul 23 14:33:25.025559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b8679-f2af-4f15-9a40-90b7887cede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94637023-5d00-4bc0-aeec-84dd966c58e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:25.776665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:25.893142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-230133363'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:25.919542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:25.923674 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:25.936893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:26.065663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:26.071158 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:26.102948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:26.112052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d31057-9578-469a-b2cc-f82a4a288dff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:26.118390 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:26.118773 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Added segment 9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6 of type vlan for network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 Jul 23 14:33:26.163066 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:26.204292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:26.218279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:26.219433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:26.249273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4714324 Jul 23 14:33:26.318548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7fff2-0129-433c-8031-5e5a6893bf67 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Network': ['ID=6acf8a6c-5349-4f00-a06d-ede0bb9ed278,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:26.330707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:29.497788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:29.503897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'subnet': {'network_id': '6acf8a6c-5349-4f00-a06d-ede0bb9ed278', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:29.604055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:29.607972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:29.794494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:29.862143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Subnet': ['ID=1071661e-6fe9-4847-8861-1e227059cc60,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:29.867513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Checking segment: {'id': '9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6acf8a6c-5349-4f00-a06d-ede0bb9ed278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:29.867876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network hostable DHCP agents. Network: 6acf8a6c-5349-4f00-a06d-ede0bb9ed278, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:29.885905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:29.896008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6acf8a6c-5349-4f00-a06d-ede0bb9ed278) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:29.900302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:29.900908 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:29.915023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2001f2-07af-4218-a19e-a21e6870fb03 None None] Network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:29.925378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7eb84417-0bee-436a-a0cc-c17e5a184b69 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4255929 Jul 23 14:33:29.929375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:29.935405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2121940420'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:29.962601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:29.966750 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:29.992584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:30.002976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.003858 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Added segment 68efce3d-03b9-496f-ad48-f6996e14a3e8 of type vlan for network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 Jul 23 14:33:30.047263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.080792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.087709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:30.088625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.111421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1800978 Jul 23 14:33:30.112198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:30.117299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-6acf8a6c-5349-4f00-a06d-ede0bb9ed278', 'network_id': '6acf8a6c-5349-4f00-a06d-ede0bb9ed278', 'tenant_id': '532a222a4b964b7f8e06cc3dbae87dea', 'fixed_ips': [{'subnet_id': '1071661e-6fe9-4847-8861-1e227059cc60'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:30.118331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.118869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'subnet': {'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:30.195175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da92bb6-39ca-4a19-af9d-3bfae27b0bfa tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Network': ['ID=39d1e2c0-a593-4e65-a5fd-9d732a2596c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:30.235817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:30.257270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:30.261657 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.368697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Allocated IP 2001:db8:0:ffff::2 (6acf8a6c-5349-4f00-a06d-ede0bb9ed278/1071661e-6fe9-4847-8861-1e227059cc60/8bb719fb-a902-4f12-b6eb-df51fb350c2c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:30.596694 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.621461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Transition to ACTIVE for port object 8bb719fb-a902-4f12-b6eb-df51fb350c2c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:30.649378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Transition to ACTIVE for port object 8bb719fb-a902-4f12-b6eb-df51fb350c2c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:30.661906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:33:30.662478 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.664399 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.749777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Subnet': ['ID=67c1ee13-04b6-4cae-83c2-5b961057e9ec,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:30.755549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Checking segment: {'id': '68efce3d-03b9-496f-ad48-f6996e14a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:30.756305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network hostable DHCP agents. Network: 39d1e2c0-a593-4e65-a5fd-9d732a2596c9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:30.764263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:30.772321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Pushing event updated for resources: {'Port': ['ID=8bb719fb-a902-4f12-b6eb-df51fb350c2c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:30.784843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:30.790343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:30.791727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:30.805899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 39d1e2c0-a593-4e65-a5fd-9d732a2596c9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:30.819520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:30.820333 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.838254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e1d9f8-58b8-464d-9ce9-c8ab5cdeea34 None None] Network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:30.851560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bf037173-e5c8-440d-8320-f99793896e6a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7380328 Jul 23 14:33:30.854142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:30.860727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'port': {'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9', 'name': 'tempest-NetworksIpV6TestAttrs-844699662'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:30.902785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Attempting to bind port 8bb719fb-a902-4f12-b6eb-df51fb350c2c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:30.903069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Attempting to bind port 8bb719fb-a902-4f12-b6eb-df51fb350c2c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6acf8a6c-5349-4f00-a06d-ede0bb9ed278'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:30.903479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Attempting to bind port 8bb719fb-a902-4f12-b6eb-df51fb350c2c on network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:30.946331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:30.947029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Checking segment: {'id': '9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6acf8a6c-5349-4f00-a06d-ede0bb9ed278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:30.947349 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:30.947908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Bound using segment: {'id': '9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6acf8a6c-5349-4f00-a06d-ede0bb9ed278'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:30.948324 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Bound port: 8bb719fb-a902-4f12-b6eb-df51fb350c2c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6acf8a6c-5349-4f00-a06d-ede0bb9ed278'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:30.948866 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:31.029943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] For port 8bb719fb-a902-4f12-b6eb-df51fb350c2c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:31.034505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] For port 8bb719fb-a902-4f12-b6eb-df51fb350c2c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8bb719fb-a902-4f12-b6eb-df51fb350c2c,segment=NetworkSegment(9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6),segment_id=9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:31.062458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:31.066891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:31.095422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] device_id is not set on port 7aeecacd-d936-40ff-91f9-a37055ab64c3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:31.104546 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:31.133738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-39d1e2c0-a593-4e65-a5fd-9d732a2596c9', 'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9', 'tenant_id': '532a222a4b964b7f8e06cc3dbae87dea', 'fixed_ips': [{'subnet_id': '67c1ee13-04b6-4cae-83c2-5b961057e9ec'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:31.134673 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:31.238216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7e08b-ee6e-4533-8398-2181419eae8c None None] Pushing event updated for resources: {'Port': ['ID=8bb719fb-a902-4f12-b6eb-df51fb350c2c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:31.298977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Allocated IP 2001:db8::f816:3eff:fe68:8b9 (39d1e2c0-a593-4e65-a5fd-9d732a2596c9/67c1ee13-04b6-4cae-83c2-5b961057e9ec/7aeecacd-d936-40ff-91f9-a37055ab64c3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:31.564029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:31.591071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Transition to ACTIVE for port object 7aeecacd-d936-40ff-91f9-a37055ab64c3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:31.647364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:31.723857 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Allocated IP 2001:db8::f816:3eff:fe21:1298 (39d1e2c0-a593-4e65-a5fd-9d732a2596c9/67c1ee13-04b6-4cae-83c2-5b961057e9ec/edc1af81-035c-4c34-8c0d-2d5793a2e7e8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:31.744633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:31.747937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:31.753428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:31.760906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:31.761710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:31.766181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Port': ['ID=7aeecacd-d936-40ff-91f9-a37055ab64c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:31.788362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:31.801194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ae7afc94-37b3-4108-88cc-b8ae31584ea3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9443855 Jul 23 14:33:31.849252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Deleting subnet 67c1ee13-04b6-4cae-83c2-5b961057e9ec {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:33:31.969886 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.000079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Transition to ACTIVE for port object edc1af81-035c-4c34-8c0d-2d5793a2e7e8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:32.036386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Transition to ACTIVE for port object edc1af81-035c-4c34-8c0d-2d5793a2e7e8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:32.045673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.064553 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.136499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:32.144793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:32.147542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Pushing event updated for resources: {'Port': ['ID=edc1af81-035c-4c34-8c0d-2d5793a2e7e8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:32.151230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:32.159494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.280109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Attempting to bind port edc1af81-035c-4c34-8c0d-2d5793a2e7e8 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:32.280834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Attempting to bind port edc1af81-035c-4c34-8c0d-2d5793a2e7e8 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '68efce3d-03b9-496f-ad48-f6996e14a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:32.281352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Attempting to bind port edc1af81-035c-4c34-8c0d-2d5793a2e7e8 on network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:32.288482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:32.289727 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Checking segment: {'id': '68efce3d-03b9-496f-ad48-f6996e14a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:32.290467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.291178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Bound using segment: {'id': '68efce3d-03b9-496f-ad48-f6996e14a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:32.292042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Bound port: edc1af81-035c-4c34-8c0d-2d5793a2e7e8, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68efce3d-03b9-496f-ad48-f6996e14a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '39d1e2c0-a593-4e65-a5fd-9d732a2596c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:32.292800 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.352212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.448016 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.452198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] For port edc1af81-035c-4c34-8c0d-2d5793a2e7e8, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:32.457735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] For port edc1af81-035c-4c34-8c0d-2d5793a2e7e8, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=edc1af81-035c-4c34-8c0d-2d5793a2e7e8,segment=NetworkSegment(68efce3d-03b9-496f-ad48-f6996e14a3e8),segment_id=68efce3d-03b9-496f-ad48-f6996e14a3e8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:32.470769 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.508451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Subnet': ['ID=67c1ee13-04b6-4cae-83c2-5b961057e9ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:32.512283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:32.516251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e16c56c2-09d6-4cde-a9e2-36a35562ddcc tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/67c1ee13-04b6-4cae-83c2-5b961057e9ec HTTP/1.1" status: 204 len: 168 time: 0.7259662 Jul 23 14:33:32.519141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:32.583496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83e31b-6850-44c7-9374-3c86a3475548 None None] Pushing event updated for resources: {'Port': ['ID=edc1af81-035c-4c34-8c0d-2d5793a2e7e8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:32.645514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8218791-4341-4dab-8bb2-e5f8dbe6c631 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:32.648065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8218791-4341-4dab-8bb2-e5f8dbe6c631 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:32.653902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:32.665574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f8218791-4341-4dab-8bb2-e5f8dbe6c631 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1298244 Jul 23 14:33:32.806005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a83ca-a813-4339-a59d-d7847a0f6a52 None None] Network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:33.013834 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad65960c-2ec8-40c5-b458-a2e46550eff5 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.028425 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad65960c-2ec8-40c5-b458-a2e46550eff5 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 14:33:33.034787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad65960c-2ec8-40c5-b458-a2e46550eff5 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:33.044768 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad65960c-2ec8-40c5-b458-a2e46550eff5 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/39d1e2c0-a593-4e65-a5fd-9d732a2596c9 HTTP/1.1" status: 409 len: 405 time: 0.3875468 Jul 23 14:33:33.045554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:33.052334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-826611292'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:33.069009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8bb719fb-a902-4f12-b6eb-df51fb350c2c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:33.135152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:33.139435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.185200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a9d82d4-b370-4f3e-a543-3a521eef2ea1 None None] Provisioning for port 8bb719fb-a902-4f12-b6eb-df51fb350c2c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:33.227254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:33.254536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.254982 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Added segment 437dca77-38c7-4adf-8e07-f8b5268b6d58 of type vlan for network f44a2fe9-affe-4d20-a53a-af7813249b66 Jul 23 14:33:33.360934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.444775 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.450949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:33.451860 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.566922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8bb719fb-a902-4f12-b6eb-df51fb350c2c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:33.573215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8bb719fb-a902-4f12-b6eb-df51fb350c2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:33.573788 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.731492 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.811057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 8bb719fb-a902-4f12-b6eb-df51fb350c2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8bb719fb-a902-4f12-b6eb-df51fb350c2c,segment=NetworkSegment(9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6),segment_id=9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:33.825929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:33.946172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=8bb719fb-a902-4f12-b6eb-df51fb350c2c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:34.206494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8c3aef0-4dd8-4937-8d53-27586d5f6af3 None None] Provisioning complete for port 8bb719fb-a902-4f12-b6eb-df51fb350c2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:34.207227 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c3aef0-4dd8-4937-8d53-27586d5f6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.213655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1661134 Jul 23 14:33:34.214733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a77e6d-3067-4120-bc67-64b5d7f6eccb tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Network': ['ID=f44a2fe9-affe-4d20-a53a-af7813249b66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:34.217492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:34.224302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'subnet': {'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:34.240443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f44a2fe9-affe-4d20-a53a-af7813249b66 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:34.246826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d7b26-029e-4b7e-b21c-cb62cfadc279 None None] Network 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:34.326564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:34.331051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.551146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] DHCP port deletion for 39d1e2c0-a593-4e65-a5fd-9d732a2596c9 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:33:34.599223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de18f20e-9842-4307-b977-f899b4160861 None None] Provisioning for port edc1af81-035c-4c34-8c0d-2d5793a2e7e8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:34.618636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] Deleting port edc1af81-035c-4c34-8c0d-2d5793a2e7e8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:34.619052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.629544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:33:34.631151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.688177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] For port edc1af81-035c-4c34-8c0d-2d5793a2e7e8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=edc1af81-035c-4c34-8c0d-2d5793a2e7e8,segment=NetworkSegment(68efce3d-03b9-496f-ad48-f6996e14a3e8),segment_id=68efce3d-03b9-496f-ad48-f6996e14a3e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:34.688743 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.698454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Checking segment: {'id': '437dca77-38c7-4adf-8e07-f8b5268b6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:34.698852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network hostable DHCP agents. Network: f44a2fe9-affe-4d20-a53a-af7813249b66, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:34.700982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Subnet': ['ID=c80bbb06-3a7d-4b49-b0c1-d74612e9ea82,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:34.701129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] Calling delete_port for edc1af81-035c-4c34-8c0d-2d5793a2e7e8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:34.721840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network f44a2fe9-affe-4d20-a53a-af7813249b66 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:34.737464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f44a2fe9-affe-4d20-a53a-af7813249b66) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:34.743415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:34.744665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.747465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41197141-cd03-4c4c-9d46-9be507a601b1 None None] Network f44a2fe9-affe-4d20-a53a-af7813249b66 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:34.765174 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b69f85a9-bac0-46da-b0a9-4d6e3227ad41 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5461259 Jul 23 14:33:34.767825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:34.773387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'port': {'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66', 'name': 'tempest-NetworksIpV6TestAttrs-1062565703'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:34.865298 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.881525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8bb719fb-a902-4f12-b6eb-df51fb350c2c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:34.924068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:34.933197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:34.939976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] Pushing event deleted for resources: {'Port': ['ID=edc1af81-035c-4c34-8c0d-2d5793a2e7e8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:34.945476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8ed37-2e8a-4b23-b8f1-4996c02141cd None None] No DVR routers for this DVR port edc1af81-035c-4c34-8c0d-2d5793a2e7e8 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:34.984012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] device_id is not set on port 728be230-8015-439a-81dd-55f77b3e0c98 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:33:35.036643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f44a2fe9-affe-4d20-a53a-af7813249b66', 'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66', 'tenant_id': '532a222a4b964b7f8e06cc3dbae87dea', 'fixed_ips': [{'subnet_id': 'c80bbb06-3a7d-4b49-b0c1-d74612e9ea82'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:35.037714 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.067381 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8bb719fb-a902-4f12-b6eb-df51fb350c2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:35.067881 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.116569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Allocated IP 2001:db8::f816:3eff:fef2:607c (f44a2fe9-affe-4d20-a53a-af7813249b66/c80bbb06-3a7d-4b49-b0c1-d74612e9ea82/728be230-8015-439a-81dd-55f77b3e0c98) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:35.377124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.400742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Transition to ACTIVE for port object 728be230-8015-439a-81dd-55f77b3e0c98 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:35.424444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-23c7ea06-4d4b-450a-ae3d-67bf1b7dabdd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:35.426833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-23c7ea06-4d4b-450a-ae3d-67bf1b7dabdd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1386633 Jul 23 14:33:35.457077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-efd1393b-1839-454a-a52e-1909eea41715 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/quotas/9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 375 time: 0.0222447 Jul 23 14:33:35.472577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.510339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Allocated IP 2001:db8::f816:3eff:fe95:4d0e (f44a2fe9-affe-4d20-a53a-af7813249b66/c80bbb06-3a7d-4b49-b0c1-d74612e9ea82/d51a5fc5-8b21-4427-9c41-a3ddea8cdf15) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:35.538695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network f44a2fe9-affe-4d20-a53a-af7813249b66 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:35.546389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:35.549009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:35.561466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:35.561466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.561466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Port': ['ID=728be230-8015-439a-81dd-55f77b3e0c98,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:35.579550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-72608899-f991-4aca-9ecc-2f50b114e6db tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8103795 Jul 23 14:33:35.584642 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:35.593538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-1b402b71-5ac5-4f8b-9eed-e5bfacde64f2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304691 Jul 23 14:33:35.645941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Deleting subnet c80bbb06-3a7d-4b49-b0c1-d74612e9ea82 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:33:35.669932 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.678575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Transition to ACTIVE for port object d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:35.692992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Transition to ACTIVE for port object d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:35.699435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.699775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.744467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Network f44a2fe9-affe-4d20-a53a-af7813249b66 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:35.745934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.747728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:35.747967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-00d54b1c-ade0-4ac6-b783-3f08a089cdc9 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426272 Jul 23 14:33:35.750288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:35.761357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Pushing event updated for resources: {'Port': ['ID=d51a5fc5-8b21-4427-9c41-a3ddea8cdf15,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:35.812563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Attempting to bind port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:35.813261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Attempting to bind port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '437dca77-38c7-4adf-8e07-f8b5268b6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:35.813261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Attempting to bind port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 on network f44a2fe9-affe-4d20-a53a-af7813249b66 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:35.819664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:35.820262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Checking segment: {'id': '437dca77-38c7-4adf-8e07-f8b5268b6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:35.820786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.821178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Bound using segment: {'id': '437dca77-38c7-4adf-8e07-f8b5268b6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:35.821638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Bound port: d51a5fc5-8b21-4427-9c41-a3ddea8cdf15, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437dca77-38c7-4adf-8e07-f8b5268b6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f44a2fe9-affe-4d20-a53a-af7813249b66'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:35.822018 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.842936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-ccfdc7bc-b2c3-4904-8ef3-df1f0d8fd4d0 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876131 Jul 23 14:33:35.877298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.948637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.951673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] For port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:35.955237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] For port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d51a5fc5-8b21-4427-9c41-a3ddea8cdf15,segment=NetworkSegment(437dca77-38c7-4adf-8e07-f8b5268b6d58),segment_id=437dca77-38c7-4adf-8e07-f8b5268b6d58)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:35.963074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.965998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:35.967971 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/c80bbb06-3a7d-4b49-b0c1-d74612e9ea82 HTTP/1.1" status: 204 len: 168 time: 0.3814833 Jul 23 14:33:35.970704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:35.986352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39616875-cfd4-4f21-a9b0-a48cfc0613d3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Subnet': ['ID=c80bbb06-3a7d-4b49-b0c1-d74612e9ea82,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:36.048487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d5563-5cd1-4399-a302-228240d065ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:36.050263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d5563-5cd1-4399-a302-228240d065ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:36.052088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2a5d5563-5cd1-4399-a302-228240d065ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0803549 Jul 23 14:33:36.054885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:36.058062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607050f1-fcec-4db1-b24c-0227b9fc5a02 None None] Pushing event updated for resources: {'Port': ['ID=d51a5fc5-8b21-4427-9c41-a3ddea8cdf15,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:36.141518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8899fd3-6f40-4ae0-bc7e-cd712d2a775e tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.149693 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8899fd3-6f40-4ae0-bc7e-cd712d2a775e tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 14:33:36.150166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8899fd3-6f40-4ae0-bc7e-cd712d2a775e tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:36.152295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8899fd3-6f40-4ae0-bc7e-cd712d2a775e tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/f44a2fe9-affe-4d20-a53a-af7813249b66 HTTP/1.1" status: 409 len: 405 time: 0.0962152 Jul 23 14:33:36.157355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:36.167625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-882419308'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:36.191817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:36.197462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.227615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:36.251521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.252108 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Added segment 54763dc2-14fd-4aaa-ae09-d720293b73ec of type vlan for network 8df9c1ba-840e-47cc-84b4-0cb569badd9f Jul 23 14:33:36.313109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.354369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.360512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:36.361149 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.484398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-deb8024b-6519-423c-8e92-3d0e00a54fc6 req-22d0d6fb-4ced-4707-8e9e-d3d841f1a6be tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 210 time: 0.0417633 Jul 23 14:33:36.492856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Network': ['ID=8df9c1ba-840e-47cc-84b4-0cb569badd9f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:36.511320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8df9c1ba-840e-47cc-84b4-0cb569badd9f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:36.514529 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3856c282-3d2d-4c11-afac-8a45d37ccad6 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3559849 Jul 23 14:33:36.516076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:36.521158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'subnet': {'network_id': '8df9c1ba-840e-47cc-84b4-0cb569badd9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:36.622612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:36.626583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.887307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:36.915923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.objects.ports [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:33:36.917785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:36.949311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:36.990731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Subnet': ['ID=ad7af3f8-70e1-41ce-a16f-5405865b97e5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:37.002406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Checking segment: {'id': '54763dc2-14fd-4aaa-ae09-d720293b73ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8df9c1ba-840e-47cc-84b4-0cb569badd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:37.002987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network hostable DHCP agents. Network: 8df9c1ba-840e-47cc-84b4-0cb569badd9f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:37.022039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network 8df9c1ba-840e-47cc-84b4-0cb569badd9f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:37.034522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 8df9c1ba-840e-47cc-84b4-0cb569badd9f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:37.042134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:37.042863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.043079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebaedda-34eb-465a-8489-b05bcba8c737 None None] Network 8df9c1ba-840e-47cc-84b4-0cb569badd9f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:37.065398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f9399ef7-63d9-4648-99fe-282f7d5ddaa4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5482273 Jul 23 14:33:37.068881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:37.183971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.238624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315fdc14-1872-4f3a-bc45-6491b32432c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-8df9c1ba-840e-47cc-84b4-0cb569badd9f', 'network_id': '8df9c1ba-840e-47cc-84b4-0cb569badd9f', 'tenant_id': '532a222a4b964b7f8e06cc3dbae87dea', 'fixed_ips': [{'subnet_id': 'ad7af3f8-70e1-41ce-a16f-5405865b97e5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:37.239625 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-315fdc14-1872-4f3a-bc45-6491b32432c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.263299 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.350188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f7afd-c9d1-4e03-b5f6-db931349982e None None] Network f44a2fe9-affe-4d20-a53a-af7813249b66 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:37.371323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-315fdc14-1872-4f3a-bc45-6491b32432c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad7af3f8-70e1-41ce-a16f-5405865b97e5: This subnet is being modified by another concurrent operation. Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad7af3f8-70e1-41ce-a16f-5405865b97e5: This subnet is being modified by another concurrent operation. Jul 23 14:33:37.403495 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:33:37.412755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7af3f8-70e1-41ce-a16f-5405865b97e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:37.413319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-474e57c5-7999-4b4a-994b-2c177d3628c2 None None] Provisioning for port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:37.447811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabb5b2-02cd-4ced-a744-303e53938a92 None None] Network 8df9c1ba-840e-47cc-84b4-0cb569badd9f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:37.465329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-474e57c5-7999-4b4a-994b-2c177d3628c2 None None] Provisioning complete for port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:37.465707 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-474e57c5-7999-4b4a-994b-2c177d3628c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.504743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-fc27429b-f823-477c-beeb-d382377eb3f8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:37.506754 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-fc27429b-f823-477c-beeb-d382377eb3f8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1894555 Jul 23 14:33:37.518688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.530748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df9c1ba-840e-47cc-84b4-0cb569badd9f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:37.546252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54763dc2-14fd-4aaa-ae09-d720293b73ec') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:37.546594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54763dc2-14fd-4aaa-ae09-d720293b73ec') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:37.548727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'port': {'device_id': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'admin_state_up': True, 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:37.560770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.580246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.587799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:37.588206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:37.731997 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:37.747324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:37.752660 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.796268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f818ce8c-87e6-4d97-be5f-e8136ab9beab req-c9f2f25a-fc0d-49bd-9aff-ecd14497a03d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 210 time: 0.0632596 Jul 23 14:33:37.797158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.805966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.811128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/8df9c1ba-840e-47cc-84b4-0cb569badd9f HTTP/1.1" status: 204 len: 168 time: 0.7408397 Jul 23 14:33:37.830985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:37.838372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1307124853'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:37.841278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dede04-60c1-492c-aca7-51c6a176f698 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Network': ['ID=8df9c1ba-840e-47cc-84b4-0cb569badd9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:37.847679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.856342 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-474e57c5-7999-4b4a-994b-2c177d3628c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.934099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:37.936323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-474e57c5-7999-4b4a-994b-2c177d3628c2 None None] For port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d51a5fc5-8b21-4427-9c41-a3ddea8cdf15,segment=NetworkSegment(437dca77-38c7-4adf-8e07-f8b5268b6d58),segment_id=437dca77-38c7-4adf-8e07-f8b5268b6d58)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:37.938514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:37.939687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] DHCP port deletion for f44a2fe9-affe-4d20-a53a-af7813249b66 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:33:37.950842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-474e57c5-7999-4b4a-994b-2c177d3628c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.009634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.20.0.4 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/d0ca3e58-c4a7-4b84-9384-7d550104072c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:38.054919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e57c5-7999-4b4a-994b-2c177d3628c2 None None] Pushing event updated for resources: {'Port': ['ID=d51a5fc5-8b21-4427-9c41-a3ddea8cdf15,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:38.060802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] Deleting port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:38.061181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.132116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] For port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d51a5fc5-8b21-4427-9c41-a3ddea8cdf15,segment=NetworkSegment(437dca77-38c7-4adf-8e07-f8b5268b6d58),segment_id=437dca77-38c7-4adf-8e07-f8b5268b6d58)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:38.132506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.145999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] Calling delete_port for d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:38.164134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:38.187191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.187543 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Added segment a9b32587-a65b-4ff5-86c5-6a6603dab4a6 of type vlan for network 65ac5472-c345-45eb-b8c1-e608a2114d41 Jul 23 14:33:38.228413 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.235564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.252938 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.258833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Transition to ACTIVE for port object d0ca3e58-c4a7-4b84-9384-7d550104072c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:38.278161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] Pushing event deleted for resources: {'Port': ['ID=d51a5fc5-8b21-4427-9c41-a3ddea8cdf15,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:38.284204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f027a3f-6f55-40b6-8336-4d4d71fe1041 None None] No DVR routers for this DVR port d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:38.305582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7739f9-956f-45f6-810e-63207e859db3 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:33:38.316253 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.322160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:38.322878 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.399371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.401167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Network': ['ID=65ac5472-c345-45eb-b8c1-e608a2114d41,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:38.403958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7739f9-956f-45f6-810e-63207e859db3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:33:38.408660 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-26573608-4145-49b8-8bfe-e1edfc399481 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5764394 Jul 23 14:33:38.411596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:38.412685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 65ac5472-c345-45eb-b8c1-e608a2114d41 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:38.418194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'subnet': {'network_id': '65ac5472-c345-45eb-b8c1-e608a2114d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:38.449238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:38.457366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:38.462376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:38.466520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=d0ca3e58-c4a7-4b84-9384-7d550104072c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:38.516568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:38.517274 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.543670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:38.548851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.551406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-06b3e723-934a-49f0-b3b8-a3bccb464fc4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0192938 Jul 23 14:33:38.571868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Request body: {'port': {'device_id': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:38.683527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.768636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.833127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Subnet': ['ID=1f8cd5fc-06bd-4df3-9899-de45deee9976,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:38.844926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Checking segment: {'id': 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65ac5472-c345-45eb-b8c1-e608a2114d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:38.845445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network hostable DHCP agents. Network: 65ac5472-c345-45eb-b8c1-e608a2114d41, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:38.868029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network 65ac5472-c345-45eb-b8c1-e608a2114d41 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:38.892834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:33:38.900512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 65ac5472-c345-45eb-b8c1-e608a2114d41) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:38.907716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:38.908447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:38.931598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061fe3d-243c-4457-a411-9d0ac60963d6 None None] Network 65ac5472-c345-45eb-b8c1-e608a2114d41 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:38.956409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2bdd4a1e-ffc9-4f68-ad72-d532ed4858de tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5434144 Jul 23 14:33:38.964099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:38.986970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:33:38.993768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d51a5fc5-8b21-4427-9c41-a3ddea8cdf15 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:33:39.091884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ca3e58-c4a7-4b84-9384-7d550104072c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:33:39.104605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.109232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16fdcf2e-063c-48ee-ac9b-8238a5039f4f None None] Provisioning for port d0ca3e58-c4a7-4b84-9384-7d550104072c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:39.119972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16fdcf2e-063c-48ee-ac9b-8238a5039f4f None None] Provisioning complete for port d0ca3e58-c4a7-4b84-9384-7d550104072c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:39.121547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16fdcf2e-063c-48ee-ac9b-8238a5039f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.124332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Transition to ACTIVE for port object d0ca3e58-c4a7-4b84-9384-7d550104072c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:39.130002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.133970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16907-6afa-4306-9796-3b19208ebd28 req-85d7ca65-b7dd-462c-9997-7a5b32dce679 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:39.141002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92b16907-6afa-4306-9796-3b19208ebd28 req-85d7ca65-b7dd-462c-9997-7a5b32dce679 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 931 time: 0.2075000 Jul 23 14:33:39.170916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.185163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Pushing event updated for resources: {'Port': ['ID=d0ca3e58-c4a7-4b84-9384-7d550104072c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:39.203365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16fdcf2e-063c-48ee-ac9b-8238a5039f4f None None] Port d0ca3e58-c4a7-4b84-9384-7d550104072c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:39.210459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92b16907-6afa-4306-9796-3b19208ebd28 req-3883becc-f6fa-47fa-9c29-aa19ba175714 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685263 Jul 23 14:33:39.250334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-65ac5472-c345-45eb-b8c1-e608a2114d41', 'network_id': '65ac5472-c345-45eb-b8c1-e608a2114d41', 'tenant_id': '532a222a4b964b7f8e06cc3dbae87dea', 'fixed_ips': [{'subnet_id': '1f8cd5fc-06bd-4df3-9899-de45deee9976'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:39.253708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.287183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.394361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Attempting to bind port d0ca3e58-c4a7-4b84-9384-7d550104072c on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:39.394793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Attempting to bind port d0ca3e58-c4a7-4b84-9384-7d550104072c by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:39.395125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Attempting to bind port d0ca3e58-c4a7-4b84-9384-7d550104072c on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:39.400231 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Port d0ca3e58-c4a7-4b84-9384-7d550104072c on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:33:39.400566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Attempting to bind port d0ca3e58-c4a7-4b84-9384-7d550104072c on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:39.405989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:39.406399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:39.406844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:39.407333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Bound port: d0ca3e58-c4a7-4b84-9384-7d550104072c, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:39.407695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.423493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Allocated IP 2001:db8::2 (65ac5472-c345-45eb-b8c1-e608a2114d41/1f8cd5fc-06bd-4df3-9899-de45deee9976/ac93dec3-24e9-4de8-bafa-2d59a592e4b5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:39.476825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] For port d0ca3e58-c4a7-4b84-9384-7d550104072c, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:39.480531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] For port d0ca3e58-c4a7-4b84-9384-7d550104072c, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:39.487739 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.489107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-7d1e0ec9-0df8-46d3-895a-ebbb74aaba43 req-fb312f03-2902-4d45-a3d2-a0112c54c781 service neutron] (93767) timed out ('10.222.0.48', 53024) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:33:39.528298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:39.529175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.530734 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] 10.222.0.48 "PUT /v2.0/ports/d0ca3e58-c4a7-4b84-9384-7d550104072c HTTP/1.1" status: 200 len: 1091 time: 0.9680448 Jul 23 14:33:39.531493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'tag': 'd0ca3e58-c4a7-4b84-9384-7d550104072c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:33:39.534158 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a684a27-0165-422f-9e70-62e1a086cfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580", "tag": "d0ca3e58-c4a7-4b84-9384-7d550104072c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:33:39.579325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ffc22-ee79-4458-a9c8-7f38e98ecfea service neutron] Pushing event updated for resources: {'Port': ['ID=d0ca3e58-c4a7-4b84-9384-7d550104072c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:39.597026 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea43f885-4ba0-4ded-ad25-b4a46e570c5b x-openstack-request-id: req-ea43f885-4ba0-4ded-ad25-b4a46e570c5b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:33:39.597327 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580", "tag": "d0ca3e58-c4a7-4b84-9384-7d550104072c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:33:39.597574 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea43f885-4ba0-4ded-ad25-b4a46e570c5b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:33:39.597984 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'tag': 'd0ca3e58-c4a7-4b84-9384-7d550104072c', 'status': 'completed', 'code': 200} Jul 23 14:33:39.674568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-58b583cc-3418-402a-9e27-554252921283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:39.676138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-58b583cc-3418-402a-9e27-554252921283 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 1094 time: 0.0702190 Jul 23 14:33:39.727798 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-71475e64-4a92-462b-93f0-c1493ebe0d57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c HTTP/1.1" status: 200 len: 217 time: 0.0424333 Jul 23 14:33:39.769400 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.778551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Transition to ACTIVE for port object ac93dec3-24e9-4de8-bafa-2d59a592e4b5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:39.784849 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-1a6d88f1-6082-4963-85d8-a4966d4b7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:39.786386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-1a6d88f1-6082-4963-85d8-a4966d4b7815 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0511496 Jul 23 14:33:39.793935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Transition to ACTIVE for port object ac93dec3-24e9-4de8-bafa-2d59a592e4b5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:39.803325 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.826347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.845956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Network 65ac5472-c345-45eb-b8c1-e608a2114d41 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:39.849481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:39.855328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-0685dd8a-37e4-4f1d-bd60-f165e12aa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:39.855665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:39.856863 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-0685dd8a-37e4-4f1d-bd60-f165e12aa4b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631533 Jul 23 14:33:39.881140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8cd5fc-06bd-4df3-9899-de45deee9976,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:39.895494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Pushing event updated for resources: {'Port': ['ID=ac93dec3-24e9-4de8-bafa-2d59a592e4b5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:39.941053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Attempting to bind port ac93dec3-24e9-4de8-bafa-2d59a592e4b5 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:39.941702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Attempting to bind port ac93dec3-24e9-4de8-bafa-2d59a592e4b5 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65ac5472-c345-45eb-b8c1-e608a2114d41'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:39.942222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Attempting to bind port ac93dec3-24e9-4de8-bafa-2d59a592e4b5 on network 65ac5472-c345-45eb-b8c1-e608a2114d41 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:39.947832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:39.948541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Checking segment: {'id': 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65ac5472-c345-45eb-b8c1-e608a2114d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:39.949095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.949629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Bound using segment: {'id': 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65ac5472-c345-45eb-b8c1-e608a2114d41'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:39.950239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Bound port: ac93dec3-24e9-4de8-bafa-2d59a592e4b5, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65ac5472-c345-45eb-b8c1-e608a2114d41'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:39.950820 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.961548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:39.969891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-33fa6190-b7b7-4a23-9eb2-0a6e0f022fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035872 Jul 23 14:33:39.974761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ac5472-c345-45eb-b8c1-e608a2114d41']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:39.986055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:39.986348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:40.006164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.024736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] For port ac93dec3-24e9-4de8-bafa-2d59a592e4b5, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:40.025060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.033667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:40.034072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:40.037283 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:40.082713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a7b8d523-1acc-4334-85b9-6c4f9ce92a34 req-5cb7177c-3148-4029-a7aa-338194e74076 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047676 Jul 23 14:33:40.099146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] For port ac93dec3-24e9-4de8-bafa-2d59a592e4b5, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ac93dec3-24e9-4de8-bafa-2d59a592e4b5,segment=NetworkSegment(a9b32587-a65b-4ff5-86c5-6a6603dab4a6),segment_id=a9b32587-a65b-4ff5-86c5-6a6603dab4a6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:40.101941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:33:40.101941 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:33:40.101941 n-d-801990-3 neutron-server[93767]: [parameters: {'id': '65ac5472-c345-45eb-b8c1-e608a2114d41'}] Jul 23 14:33:40.101941 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:33:40.102534 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:33:40.105805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.161960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29da58-ce2a-4c05-b9fc-09493f5bc919 None None] Pushing event updated for resources: {'Port': ['ID=ac93dec3-24e9-4de8-bafa-2d59a592e4b5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:40.195957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-4fa6aeef-7369-4ce8-be4b-88a4d40851db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:40.197703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-4fa6aeef-7369-4ce8-be4b-88a4d40851db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 1094 time: 0.0633798 Jul 23 14:33:40.227741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec55f92-0fff-48fa-8730-ac8d261e5244 None None] Network 65ac5472-c345-45eb-b8c1-e608a2114d41 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:40.297629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-48caf6ca-637e-4aae-a19d-aff8c31ef12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:40.299164 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-48caf6ca-637e-4aae-a19d-aff8c31ef12d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.0943649 Jul 23 14:33:40.363815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c9c0-d47f-48d9-b60e-0bd202ee1445 req-eee18cf9-345a-48e7-bccd-d873a8ca3aea tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:40.376686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8ec8f-7e74-4c30-9e77-646e26ff17e2 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:33:40.379426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f616c9c0-d47f-48d9-b60e-0bd202ee1445 req-eee18cf9-345a-48e7-bccd-d873a8ca3aea tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.0898318 Jul 23 14:33:40.423560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f616c9c0-d47f-48d9-b60e-0bd202ee1445 req-1e485ea2-9d1f-4484-8054-a0b1d53a4938 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Jul 23 14:33:40.430888 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:33:40.486465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8ec8f-7e74-4c30-9e77-646e26ff17e2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:33:40.603767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.670577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Deleting port ac93dec3-24e9-4de8-bafa-2d59a592e4b5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:40.671232 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.673908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-762cf408-7fbc-4775-a6c8-eec32849ca9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c HTTP/1.1" status: 200 len: 217 time: 0.3672271 Jul 23 14:33:40.725277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-93ca4571-d783-4a99-9d84-ba920cd97a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:40.727217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-93ca4571-d783-4a99-9d84-ba920cd97a3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0456247 Jul 23 14:33:40.741768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] For port ac93dec3-24e9-4de8-bafa-2d59a592e4b5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ac93dec3-24e9-4de8-bafa-2d59a592e4b5,segment=NetworkSegment(a9b32587-a65b-4ff5-86c5-6a6603dab4a6),segment_id=a9b32587-a65b-4ff5-86c5-6a6603dab4a6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:40.742175 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.756760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Calling delete_port for ac93dec3-24e9-4de8-bafa-2d59a592e4b5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:40.798933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-fea84886-8f1b-48c2-b7c4-099144777621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:40.800483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-fea84886-8f1b-48c2-b7c4-099144777621 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664461 Jul 23 14:33:40.838944 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.868164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Port': ['ID=ac93dec3-24e9-4de8-bafa-2d59a592e4b5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:40.875337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No DVR routers for this DVR port ac93dec3-24e9-4de8-bafa-2d59a592e4b5 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:40.893526 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-6d6f569c-f371-4455-ac77-3039c395fd56 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850835 Jul 23 14:33:40.953028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.964662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ac5472-c345-45eb-b8c1-e608a2114d41']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:40.975240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:40.975556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b32587-a65b-4ff5-86c5-6a6603dab4a6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:40.985771 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:40.991682 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a684a27-0165-422f-9e70-62e1a086cfb2 req-9eb9a2e6-9c64-438a-8a63-f143a6885ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908072 Jul 23 14:33:41.015313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.022124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:41.022448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:41.026290 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:41.086234 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.095298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.097211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/65ac5472-c345-45eb-b8c1-e608a2114d41 HTTP/1.1" status: 204 len: 168 time: 2.1053796 Jul 23 14:33:41.101122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:41.107246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6ee4-315c-4a29-879a-cb92d9f61e55 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Network': ['ID=65ac5472-c345-45eb-b8c1-e608a2114d41,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:41.107682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-647575239'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:41.141075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:41.145175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.171403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:41.180689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.181014 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Added segment 25a3b909-9fcc-4082-b5d3-e622914763e9 of type vlan for network adc59766-f157-472d-a9b7-9ef8dcf12015 Jul 23 14:33:41.222198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.254263 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.260319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:41.260923 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.309084 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2025757 Jul 23 14:33:41.309474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:41.318398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Request body: {'subnet': {'network_id': 'adc59766-f157-472d-a9b7-9ef8dcf12015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:41.368915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4e607-6f6d-4477-ad8a-6b5b28d0c618 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Network': ['ID=adc59766-f157-472d-a9b7-9ef8dcf12015,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:41.387973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network adc59766-f157-472d-a9b7-9ef8dcf12015 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:41.469782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Made reservation on behalf of 532a222a4b964b7f8e06cc3dbae87dea for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:41.471843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.597980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5780d-2f00-450c-bc2e-2b6277533a08 req-9f65ff27-9577-480b-aa8f-586958795ff1 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:41.599526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65d5780d-2f00-450c-bc2e-2b6277533a08 req-9f65ff27-9577-480b-aa8f-586958795ff1 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 950 time: 0.1438437 Jul 23 14:33:41.669818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65d5780d-2f00-450c-bc2e-2b6277533a08 req-29450afc-18a6-431f-bb41-47176d6d7ec1 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635376 Jul 23 14:33:41.839061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:33:41.842100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:41.902493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eef57-dcea-4154-96ad-71956e91c7e2 req-36fa5c17-64de-4e7f-a066-bc9dcc1db5ca tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:41.904007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f9eef57-dcea-4154-96ad-71956e91c7e2 req-36fa5c17-64de-4e7f-a066-bc9dcc1db5ca tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.1568320 Jul 23 14:33:41.909550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event updated for resources: {'Subnet': ['ID=0284c88d-c4ca-4783-a084-16632ef90df9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:41.960677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Checking segment: {'id': '25a3b909-9fcc-4082-b5d3-e622914763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'adc59766-f157-472d-a9b7-9ef8dcf12015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:41.961008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network hostable DHCP agents. Network: adc59766-f157-472d-a9b7-9ef8dcf12015, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:41.965619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f9eef57-dcea-4154-96ad-71956e91c7e2 req-977840c8-0fa2-4b36-a2ae-e8f57a277f2d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537281 Jul 23 14:33:41.996975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Network adc59766-f157-472d-a9b7-9ef8dcf12015 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:42.012087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, adc59766-f157-472d-a9b7-9ef8dcf12015) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:42.016299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:42.016816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.023067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d9fb80-ede1-44d5-a2dc-01870a7a8764 None None] Network adc59766-f157-472d-a9b7-9ef8dcf12015 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:42.033887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dafd6b99-55a2-4cfb-af07-e31cf4961e2a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7231727 Jul 23 14:33:42.036680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.146765 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.198574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac701bd-4c2f-4c2e-8aa5-d48ef3a72d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-adc59766-f157-472d-a9b7-9ef8dcf12015', 'network_id': 'adc59766-f157-472d-a9b7-9ef8dcf12015', 'tenant_id': '532a222a4b964b7f8e06cc3dbae87dea', 'fixed_ips': [{'subnet_id': '0284c88d-c4ca-4783-a084-16632ef90df9'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:42.199738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cac701bd-4c2f-4c2e-8aa5-d48ef3a72d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.204107 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.279415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.307797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Subnet': ['ID=0284c88d-c4ca-4783-a084-16632ef90df9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-cac701bd-4c2f-4c2e-8aa5-d48ef3a72d42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0284c88d-c4ca-4783-a084-16632ef90df9: This subnet is being modified by another concurrent operation. Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0284c88d-c4ca-4783-a084-16632ef90df9: This subnet is being modified by another concurrent operation. Jul 23 14:33:42.320488 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:33:42.343902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ec227-7e3e-440e-a6c1-2cbfd2cd7097 None None] Network adc59766-f157-472d-a9b7-9ef8dcf12015 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:42.372871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.384843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc59766-f157-472d-a9b7-9ef8dcf12015']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:42.396061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a3b909-9fcc-4082-b5d3-e622914763e9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:42.396454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a3b909-9fcc-4082-b5d3-e622914763e9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:42.407450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.421898 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.428328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:42.428761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:42.432216 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:42.464966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635b5f7-caf3-46a5-bd64-5b62a41a8192 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:33:42.501151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.508217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.510340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/adc59766-f157-472d-a9b7-9ef8dcf12015 HTTP/1.1" status: 204 len: 168 time: 0.4726908 Jul 23 14:33:42.513739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.531590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a983-87dd-451b-8748-9739b8a451ec tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Network': ['ID=adc59766-f157-472d-a9b7-9ef8dcf12015,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:42.550743 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f133e680-a27f-442d-8103-71ec96da8acd tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:42.551207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f133e680-a27f-442d-8103-71ec96da8acd tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:42.555561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f133e680-a27f-442d-8103-71ec96da8acd tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/0284c88d-c4ca-4783-a084-16632ef90df9 HTTP/1.1" status: 404 len: 337 time: 0.0384610 Jul 23 14:33:42.555737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.564487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2635b5f7-caf3-46a5-bd64-5b62a41a8192 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:33:42.575734 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45297f4-a709-4341-9338-8cc22f40483c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:42.576278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45297f4-a709-4341-9338-8cc22f40483c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:42.580515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c45297f4-a709-4341-9338-8cc22f40483c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/adc59766-f157-472d-a9b7-9ef8dcf12015 HTTP/1.1" status: 404 len: 339 time: 0.0213914 Jul 23 14:33:42.580717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.607604 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d30a7c-6f02-42b2-9cdb-9a1c3e2fbbe7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:42.608054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d30a7c-6f02-42b2-9cdb-9a1c3e2fbbe7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:42.609860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-75d30a7c-6f02-42b2-9cdb-9a1c3e2fbbe7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/1f8cd5fc-06bd-4df3-9899-de45deee9976 HTTP/1.1" status: 404 len: 337 time: 0.0281835 Jul 23 14:33:42.612449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.630419 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-13472fd1-521b-4007-8dd6-2e30116f1501 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:42.630968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13472fd1-521b-4007-8dd6-2e30116f1501 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:42.635001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-13472fd1-521b-4007-8dd6-2e30116f1501 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/65ac5472-c345-45eb-b8c1-e608a2114d41 HTTP/1.1" status: 404 len: 339 time: 0.0191736 Jul 23 14:33:42.635251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.666200 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e5716b-e62d-4015-b35d-3a8409de520a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:42.666839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e5716b-e62d-4015-b35d-3a8409de520a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:42.670741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b0e5716b-e62d-4015-b35d-3a8409de520a tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/ad7af3f8-70e1-41ce-a16f-5405865b97e5 HTTP/1.1" status: 404 len: 337 time: 0.0325396 Jul 23 14:33:42.671404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.689920 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6300fd9f-d309-4e89-a6ca-80e24a217e81 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:42.690619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6300fd9f-d309-4e89-a6ca-80e24a217e81 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:42.693007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6300fd9f-d309-4e89-a6ca-80e24a217e81 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/8df9c1ba-840e-47cc-84b4-0cb569badd9f HTTP/1.1" status: 404 len: 339 time: 0.0200975 Jul 23 14:33:42.695519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:42.822708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceccbf-dbdd-4d3f-8ca6-55981a2581e1 req-e2d8636e-ea47-4297-a274-c79b2b86964c tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:42.831049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Deleting port 728be230-8015-439a-81dd-55f77b3e0c98 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:42.831618 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.831886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faceccbf-dbdd-4d3f-8ca6-55981a2581e1 req-e2d8636e-ea47-4297-a274-c79b2b86964c tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 950 time: 0.0899210 Jul 23 14:33:42.874316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faceccbf-dbdd-4d3f-8ca6-55981a2581e1 req-3aa60362-4aa6-4b2a-941e-d08eced2daa7 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2384ba2-9218-45b8-b2f3-2b520626f54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Jul 23 14:33:42.916888 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:42.928401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Calling delete_port for 728be230-8015-439a-81dd-55f77b3e0c98 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:43.022838 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.083226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.087187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/ports/728be230-8015-439a-81dd-55f77b3e0c98 HTTP/1.1" status: 204 len: 168 time: 0.3900084 Jul 23 14:33:43.089153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:43.091879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae4ae6-aef9-4128-b41f-a6058fcba015 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Port': ['ID=728be230-8015-439a-81dd-55f77b3e0c98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:43.125429 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-114e5dcb-fd33-414f-a753-1b44c1ed4cc0 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:43.125871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114e5dcb-fd33-414f-a753-1b44c1ed4cc0 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:43.127677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-114e5dcb-fd33-414f-a753-1b44c1ed4cc0 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/c80bbb06-3a7d-4b49-b0c1-d74612e9ea82 HTTP/1.1" status: 404 len: 337 time: 0.0374668 Jul 23 14:33:43.131664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-8be282fb-b34a-4ab7-9460-b94770decf9f tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:43.133654 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-8be282fb-b34a-4ab7-9460-b94770decf9f tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.11 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 950 time: 0.1025302 Jul 23 14:33:43.134350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:43.135274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c102b80-fb42-446c-a156-7ef1cf9f17ee req-828ad004-807a-474b-855e-3a5d5177383a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:43.136796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c102b80-fb42-446c-a156-7ef1cf9f17ee req-828ad004-807a-474b-855e-3a5d5177383a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.1040387 Jul 23 14:33:43.177061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c102b80-fb42-446c-a156-7ef1cf9f17ee req-1a029d93-4992-4031-b33c-3c11b95e6801 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Jul 23 14:33:43.274272 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.361018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Deleting port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:43.361366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.394345 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.421695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44a2fe9-affe-4d20-a53a-af7813249b66']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:43.436481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437dca77-38c7-4adf-8e07-f8b5268b6d58') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:43.436780 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437dca77-38c7-4adf-8e07-f8b5268b6d58') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:43.472410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.493424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.508361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:43.508768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:43.511792 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:43.528466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] For port d9f7e37a-444c-4bf8-8920-0bb9f86485a1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:43.528834 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.581438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Calling delete_port for d9f7e37a-444c-4bf8-8920-0bb9f86485a1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:43.597518 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.631380 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.633199 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/f44a2fe9-affe-4d20-a53a-af7813249b66 HTTP/1.1" status: 204 len: 168 time: 0.4977019 Jul 23 14:33:43.635983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:43.647556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539698f-aa86-48fd-b2a6-7123128c3d5c tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Network': ['ID=f44a2fe9-affe-4d20-a53a-af7813249b66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:43.739946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Deleting port 7aeecacd-d936-40ff-91f9-a37055ab64c3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:43.740289 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.746201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.780589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Pushing event deleted for resources: {'Port': ['ID=d9f7e37a-444c-4bf8-8920-0bb9f86485a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:43.781179 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d9f7e37a-444c-4bf8-8920-0bb9f86485a1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:33:43.825696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.839040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Calling delete_port for 7aeecacd-d936-40ff-91f9-a37055ab64c3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:43.841776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] No DVR routers for this DVR port d9f7e37a-444c-4bf8-8920-0bb9f86485a1 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:43.844822 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.846985 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-517193cc-b61e-42f3-a263-1c28b58f59a8 req-0e1b0fd1-d2c5-486f-add0-27aebe5b346d tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.11 "DELETE /v2.0/ports/d9f7e37a-444c-4bf8-8920-0bb9f86485a1 HTTP/1.1" status: 204 len: 173 time: 0.7034225 Jul 23 14:33:43.847444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cefadd-4645-497c-8c54-66daac360649', 'name': 'network-vif-deleted', 'tag': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:33:43.855718 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40ba56d-f7ea-45e6-9031-5093e465e99a" -d '{"events": [{"server_uuid": "61cefadd-4645-497c-8c54-66daac360649", "name": "network-vif-deleted", "tag": "d9f7e37a-444c-4bf8-8920-0bb9f86485a1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:33:43.906474 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc12715-c860-44f3-b928-db3b7bb9b602 x-openstack-request-id: req-3bc12715-c860-44f3-b928-db3b7bb9b602 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:33:43.906877 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cefadd-4645-497c-8c54-66daac360649", "name": "network-vif-deleted", "tag": "d9f7e37a-444c-4bf8-8920-0bb9f86485a1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:33:43.907126 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bc12715-c860-44f3-b928-db3b7bb9b602 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:33:43.907530 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cefadd-4645-497c-8c54-66daac360649', 'name': 'network-vif-deleted', 'tag': 'd9f7e37a-444c-4bf8-8920-0bb9f86485a1', 'status': 'completed', 'code': 200} Jul 23 14:33:43.927742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.962452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Port': ['ID=7aeecacd-d936-40ff-91f9-a37055ab64c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:43.978305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:43.980340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-86db47f0-b226-4f65-a83c-3504fac13af3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/ports/7aeecacd-d936-40ff-91f9-a37055ab64c3 HTTP/1.1" status: 204 len: 168 time: 0.3431885 Jul 23 14:33:43.984568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:44.009836 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-313f4282-7de3-48b1-9cc5-6158ea3644b4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] DELETE failed (client error): The resource could not be found. Jul 23 14:33:44.010318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313f4282-7de3-48b1-9cc5-6158ea3644b4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:33:44.012557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-313f4282-7de3-48b1-9cc5-6158ea3644b4 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/67c1ee13-04b6-4cae-83c2-5b961057e9ec HTTP/1.1" status: 404 len: 337 time: 0.0280888 Jul 23 14:33:44.014779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:44.022878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c72e2a70-c008-4552-84e3-fe75b71ba6f3 req-af856697-217d-4391-8660-630543c85ab5 tempest-VolumesBackupsTest-1184861078 tempest-VolumesBackupsTest-1184861078-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cefadd-4645-497c-8c54-66daac360649 HTTP/1.1" status: 200 len: 210 time: 0.0611603 Jul 23 14:33:44.096668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.185479 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.196324 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d1e2c0-a593-4e65-a5fd-9d732a2596c9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:44.207492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68efce3d-03b9-496f-ad48-f6996e14a3e8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:44.208140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68efce3d-03b9-496f-ad48-f6996e14a3e8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:44.217823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.238076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.245566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:44.246252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:44.250472 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:44.323847 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.343802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.348373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/39d1e2c0-a593-4e65-a5fd-9d732a2596c9 HTTP/1.1" status: 204 len: 168 time: 0.3327453 Jul 23 14:33:44.349308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20751cf-0491-4585-8f7e-77e470ea4bc3 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Network': ['ID=39d1e2c0-a593-4e65-a5fd-9d732a2596c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:44.349699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b60fb-126b-4edb-b978-169c54fcb744 req-f64bebe1-abd6-4ead-8277-c26618554583 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:44.351038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:44.352500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a7b60fb-126b-4edb-b978-169c54fcb744 req-f64bebe1-abd6-4ead-8277-c26618554583 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.0850577 Jul 23 14:33:44.404468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a7b60fb-126b-4edb-b978-169c54fcb744 req-5ed240d2-be84-42c7-a3b1-443496fe27ed tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Jul 23 14:33:44.412181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Deleting subnet 1071661e-6fe9-4847-8861-1e227059cc60 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:33:44.416255 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.470291 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.567867 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.629371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.661791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Subnet': ['ID=1071661e-6fe9-4847-8861-1e227059cc60,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:44.665334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.667426 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-76816bea-932e-4edf-8623-43f15a9b4804 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/subnets/1071661e-6fe9-4847-8861-1e227059cc60 HTTP/1.1" status: 204 len: 168 time: 0.3154767 Jul 23 14:33:44.670075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:44.673852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e4fbe-188a-40ab-8c03-890a2a5a8673 None None] Network 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:44.758879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.819773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Deleting port 8bb719fb-a902-4f12-b6eb-df51fb350c2c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:44.820121 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.865913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] DHCP port deletion for 6acf8a6c-5349-4f00-a06d-ede0bb9ed278 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:33:44.884304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] For port 8bb719fb-a902-4f12-b6eb-df51fb350c2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8bb719fb-a902-4f12-b6eb-df51fb350c2c,segment=NetworkSegment(9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6),segment_id=9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:44.884658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.897092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Calling delete_port for 8bb719fb-a902-4f12-b6eb-df51fb350c2c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:44.911440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] Deleting port 8bb719fb-a902-4f12-b6eb-df51fb350c2c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:44.911882 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.976600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] For port 8bb719fb-a902-4f12-b6eb-df51fb350c2c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8bb719fb-a902-4f12-b6eb-df51fb350c2c,segment=NetworkSegment(9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6),segment_id=9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:44.977043 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.978251 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:44.989395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] Calling delete_port for 8bb719fb-a902-4f12-b6eb-df51fb350c2c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:45.005433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Port': ['ID=8bb719fb-a902-4f12-b6eb-df51fb350c2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:45.007305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] No DVR routers for this DVR port 8bb719fb-a902-4f12-b6eb-df51fb350c2c on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:45.068067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.087652 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.094600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] Pushing event deleted for resources: {'Port': ['ID=8bb719fb-a902-4f12-b6eb-df51fb350c2c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:45.098474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345fccd9-d210-4dd0-80af-3496182ab2dd None None] No DVR routers for this DVR port 8bb719fb-a902-4f12-b6eb-df51fb350c2c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:33:45.100281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acf8a6c-5349-4f00-a06d-ede0bb9ed278']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:45.117752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:45.118128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8c6bd4-7de2-438f-836a-4e4cb0f55ee6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:45.128606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.143706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.150296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:33:45.150814 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:33:45.154407 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:33:45.221562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.228886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.230941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] 10.222.0.21 "DELETE /v2.0/networks/6acf8a6c-5349-4f00-a06d-ede0bb9ed278 HTTP/1.1" status: 204 len: 168 time: 0.5583858 Jul 23 14:33:45.242093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49648777-28f5-40c7-8edc-ee993734bfd7 tempest-NetworksIpV6TestAttrs-124669858 tempest-NetworksIpV6TestAttrs-124669858-project] Pushing event deleted for resources: {'Network': ['ID=6acf8a6c-5349-4f00-a06d-ede0bb9ed278,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:45.480497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:45.558179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca307-7f2e-47a6-8cde-29b15b660922 req-1a8bbf93-4ef5-40f9-8abf-d8d857ab7f62 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:45.565175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-205ca307-7f2e-47a6-8cde-29b15b660922 req-1a8bbf93-4ef5-40f9-8abf-d8d857ab7f62 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.0790963 Jul 23 14:33:45.618173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-205ca307-7f2e-47a6-8cde-29b15b660922 req-aa1ad40d-f1e6-47f9-bb37-724866d5d52c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520573 Jul 23 14:33:45.645937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-965286aa-6879-417f-9763-2760c0627399 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=532a222a4b964b7f8e06cc3dbae87dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619895 Jul 23 14:33:45.646291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:45.697764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20290d88-e95e-4392-b825-454a7257d531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.719580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20290d88-e95e-4392-b825-454a7257d531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.765866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20290d88-e95e-4392-b825-454a7257d531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.768844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20290d88-e95e-4392-b825-454a7257d531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:45.770043 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-20290d88-e95e-4392-b825-454a7257d531 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1d31057-9578-469a-b2cc-f82a4a288dff HTTP/1.1" status: 204 len: 168 time: 0.1227429 Jul 23 14:33:45.779028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290d88-e95e-4392-b825-454a7257d531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d31057-9578-469a-b2cc-f82a4a288dff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:45.814131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845a8d88-df3c-4687-8661-ef7bf9ce6062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.426707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:46.526567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aca4c9ee-c467-440f-8384-10cf5eb6bf95 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-447606048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:46.550739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca4c9ee-c467-440f-8384-10cf5eb6bf95 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.551714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca4c9ee-c467-440f-8384-10cf5eb6bf95 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.600455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca4c9ee-c467-440f-8384-10cf5eb6bf95 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.606383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca4c9ee-c467-440f-8384-10cf5eb6bf95 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.629514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca4c9ee-c467-440f-8384-10cf5eb6bf95 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.630780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aca4c9ee-c467-440f-8384-10cf5eb6bf95 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2018843 Jul 23 14:33:46.633704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:46.638657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1650959403'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:46.663588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:46.667640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.681183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.798423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7a66-4ef6-41b6-b6fd-fcfd2cdeda39 req-b190e24a-419d-4c7b-ae85-a2cd2f20f4de tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:46.799821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ec7a66-4ef6-41b6-b6fd-fcfd2cdeda39 req-b190e24a-419d-4c7b-ae85-a2cd2f20f4de tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.0945747 Jul 23 14:33:46.850226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1ec7a66-4ef6-41b6-b6fd-fcfd2cdeda39 req-c7ca2d50-be42-46c7-bf6c-bba8fcd2fdb3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Jul 23 14:33:46.863565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8bb719fb-a902-4f12-b6eb-df51fb350c2c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:33:46.891660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.895211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8bb719fb-a902-4f12-b6eb-df51fb350c2c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:33:46.895811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8bb719fb-a902-4f12-b6eb-df51fb350c2c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:33:46.900311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.925771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:46.940550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d0bacf-263a-487c-b3d7-03b48b557516,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:46.943672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.943875 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Added segment 11cbbb52-5e11-4095-909f-8437b44d9948 of type vlan for network c7e43b85-712c-48a8-8c0c-0840c72ea506 Jul 23 14:33:46.963703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9f7e37a-444c-4bf8-8920-0bb9f86485a1 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:33:46.984644 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:46.989202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: d9f7e37a-444c-4bf8-8920-0bb9f86485a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:33:46.989553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d9f7e37a-444c-4bf8-8920-0bb9f86485a1 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:33:47.021888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.028301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:47.028886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.065337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4305065 Jul 23 14:33:47.068331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:47.075525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'subnet': {'network_id': 'c7e43b85-712c-48a8-8c0c-0840c72ea506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:47.105858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc1261-37f3-485b-af29-25ad907d8c44 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Network': ['ID=c7e43b85-712c-48a8-8c0c-0840c72ea506,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:47.117091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:47.170765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:47.175396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.383012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.462558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Subnet': ['ID=60091eef-9f56-4142-914e-636ca11f6e1c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:47.466762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Checking segment: {'id': '11cbbb52-5e11-4095-909f-8437b44d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c7e43b85-712c-48a8-8c0c-0840c72ea506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:47.467209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network hostable DHCP agents. Network: c7e43b85-712c-48a8-8c0c-0840c72ea506, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:47.486731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:47.498307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c7e43b85-712c-48a8-8c0c-0840c72ea506) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:47.503100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:47.503728 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.512740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709c0bd-3791-480d-8c76-51d0a5b16ff3 None None] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:47.521696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2dad72ad-ed54-431e-8125-d9b930aed51e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4511595 Jul 23 14:33:47.524838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:47.530572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'network': {'name': 'tempest-router-network01--995591671'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:47.560168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:47.567437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.596249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:47.606075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.606506 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Added segment 070a1830-25e9-4bdd-91b5-8b92fdeab3dd of type vlan for network 9733f2f8-b247-4d2f-898d-309c1cc840d3 Jul 23 14:33:47.661390 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.701002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-c7e43b85-712c-48a8-8c0c-0840c72ea506', 'network_id': 'c7e43b85-712c-48a8-8c0c-0840c72ea506', 'tenant_id': 'd4831e15be6340359492d4f50bd606a2', 'fixed_ips': [{'subnet_id': '60091eef-9f56-4142-914e-636ca11f6e1c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:47.701520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.748340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.762198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:47.763837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.834490 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3059158 Jul 23 14:33:47.835095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:47.840179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'network': {'name': 'tempest-router-network02--131393050'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:47.869768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:47.878532 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.935812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:47.953462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:47.953811 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Added segment ca2c3e71-07cf-4812-b3dc-5601201521c0 of type vlan for network 158be946-2647-4bb8-864e-e42f5a583f4c Jul 23 14:33:47.955045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583f81-ad6f-431d-823e-e6b7937d4565 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Network': ['ID=9733f2f8-b247-4d2f-898d-309c1cc840d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:47.978034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Allocated IP 2001:db8::2 (c7e43b85-712c-48a8-8c0c-0840c72ea506/60091eef-9f56-4142-914e-636ca11f6e1c/b1a52b85-492d-4b9b-b256-26505b4d6f57) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:47.980232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:48.021286 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.066440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.118326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.124913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:48.125539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.143049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2871f-d82d-4738-84bb-859c857edfa8 req-5196d781-1977-4af0-b51a-dbc068f51214 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:48.144661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2a2871f-d82d-4738-84bb-859c857edfa8 req-5196d781-1977-4af0-b51a-dbc068f51214 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.1371911 Jul 23 14:33:48.198871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3604386 Jul 23 14:33:48.201604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:48.206999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'subnet': {'network_id': '9733f2f8-b247-4d2f-898d-309c1cc840d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:48.262073 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.271682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Transition to ACTIVE for port object b1a52b85-492d-4b9b-b256-26505b4d6f57 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:48.273343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2a2871f-d82d-4738-84bb-859c857edfa8 req-b798ae8d-07b8-450b-a7c5-9754821ab0bb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155007 Jul 23 14:33:48.274226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895d4c4-a135-4e66-98a5-585fd313850d tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Network': ['ID=158be946-2647-4bb8-864e-e42f5a583f4c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:48.305198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Transition to ACTIVE for port object b1a52b85-492d-4b9b-b256-26505b4d6f57 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:48.306840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 158be946-2647-4bb8-864e-e42f5a583f4c details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:48.346097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.352520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:48.357450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.397463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.436018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:48.442067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Pushing event updated for resources: {'Port': ['ID=b1a52b85-492d-4b9b-b256-26505b4d6f57,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:48.446254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:48.449660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:48.528178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Attempting to bind port b1a52b85-492d-4b9b-b256-26505b4d6f57 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:48.528547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Attempting to bind port b1a52b85-492d-4b9b-b256-26505b4d6f57 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '11cbbb52-5e11-4095-909f-8437b44d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c7e43b85-712c-48a8-8c0c-0840c72ea506'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:48.528929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Attempting to bind port b1a52b85-492d-4b9b-b256-26505b4d6f57 on network c7e43b85-712c-48a8-8c0c-0840c72ea506 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:48.533691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6246e22-8d40-4592-a015-6b2ee940c991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.535641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:48.536020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Checking segment: {'id': '11cbbb52-5e11-4095-909f-8437b44d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c7e43b85-712c-48a8-8c0c-0840c72ea506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:48.536398 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.536777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Bound using segment: {'id': '11cbbb52-5e11-4095-909f-8437b44d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c7e43b85-712c-48a8-8c0c-0840c72ea506'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:48.537242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Bound port: b1a52b85-492d-4b9b-b256-26505b4d6f57, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cbbb52-5e11-4095-909f-8437b44d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c7e43b85-712c-48a8-8c0c-0840c72ea506'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:48.537617 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.573269 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.608221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] For port b1a52b85-492d-4b9b-b256-26505b4d6f57, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:48.611920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] For port b1a52b85-492d-4b9b-b256-26505b4d6f57, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b1a52b85-492d-4b9b-b256-26505b4d6f57,segment=NetworkSegment(11cbbb52-5e11-4095-909f-8437b44d9948),segment_id=11cbbb52-5e11-4095-909f-8437b44d9948)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:48.619998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.640086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Subnet': ['ID=10560ed3-7ed3-4d25-b489-58f2f74675db,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:48.649342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Checking segment: {'id': '070a1830-25e9-4bdd-91b5-8b92fdeab3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9733f2f8-b247-4d2f-898d-309c1cc840d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:48.649706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network hostable DHCP agents. Network: 9733f2f8-b247-4d2f-898d-309c1cc840d3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:48.680696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:48.683090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8065ad-3071-40f3-812f-65579c5a8382 None None] Pushing event updated for resources: {'Port': ['ID=b1a52b85-492d-4b9b-b256-26505b4d6f57,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:48.694950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9733f2f8-b247-4d2f-898d-309c1cc840d3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:48.699682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:48.700529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.705646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ca295-445a-43f9-9ae0-3d13222f3082 None None] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:48.721165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1923a6be-f153-4752-aff6-4f51842e1a56 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5178483 Jul 23 14:33:48.725570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:48.731367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'subnet': {'network_id': '158be946-2647-4bb8-864e-e42f5a583f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:48.835662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:48.840379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:48.916064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-9733f2f8-b247-4d2f-898d-309c1cc840d3', 'network_id': '9733f2f8-b247-4d2f-898d-309c1cc840d3', 'tenant_id': 'd4831e15be6340359492d4f50bd606a2', 'fixed_ips': [{'subnet_id': '10560ed3-7ed3-4d25-b489-58f2f74675db'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:48.917416 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.116802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Allocated IP 2001:db8::2 (9733f2f8-b247-4d2f-898d-309c1cc840d3/10560ed3-7ed3-4d25-b489-58f2f74675db/130e50cc-1873-421e-9ed6-5215e70faa31) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:49.123002 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.186709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Subnet': ['ID=a571d787-d45b-4aa6-ba5d-e1a6da48067d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:49.201574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Checking segment: {'id': 'ca2c3e71-07cf-4812-b3dc-5601201521c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '158be946-2647-4bb8-864e-e42f5a583f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:49.202160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network hostable DHCP agents. Network: 158be946-2647-4bb8-864e-e42f5a583f4c, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:49.225976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network 158be946-2647-4bb8-864e-e42f5a583f4c is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:49.237279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 158be946-2647-4bb8-864e-e42f5a583f4c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:49.243903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:49.244742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.263258 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-14ae5ed4-6aa0-4ac3-bb28-dedcd10f03df tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5364282 Jul 23 14:33:49.264452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:49.265925 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b91a7-5807-4515-846a-82273b61dcd0 None None] Network 158be946-2647-4bb8-864e-e42f5a583f4c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:49.335358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.350988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Transition to ACTIVE for port object 130e50cc-1873-421e-9ed6-5215e70faa31 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:49.394043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Transition to ACTIVE for port object 130e50cc-1873-421e-9ed6-5215e70faa31 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:49.424384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.465207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609b678-f7fe-4a3f-a15b-89fe26d14b38 req-f909fa33-2e00-408f-acf9-78d9d626d3fd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:49.471037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:49.474306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3609b678-f7fe-4a3f-a15b-89fe26d14b38 req-f909fa33-2e00-408f-acf9-78d9d626d3fd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.1069520 Jul 23 14:33:49.476990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:49.481039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:49.536528 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3609b678-f7fe-4a3f-a15b-89fe26d14b38 req-dd06ee7d-6da4-435d-8f67-5cf903b78327 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610352 Jul 23 14:33:49.560742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Pushing event updated for resources: {'Port': ['ID=130e50cc-1873-421e-9ed6-5215e70faa31,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:49.639122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Attempting to bind port 130e50cc-1873-421e-9ed6-5215e70faa31 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:49.639784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Attempting to bind port 130e50cc-1873-421e-9ed6-5215e70faa31 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '070a1830-25e9-4bdd-91b5-8b92fdeab3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9733f2f8-b247-4d2f-898d-309c1cc840d3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:49.640209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Attempting to bind port 130e50cc-1873-421e-9ed6-5215e70faa31 on network 9733f2f8-b247-4d2f-898d-309c1cc840d3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:49.645198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.646053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-158be946-2647-4bb8-864e-e42f5a583f4c', 'network_id': '158be946-2647-4bb8-864e-e42f5a583f4c', 'tenant_id': 'd4831e15be6340359492d4f50bd606a2', 'fixed_ips': [{'subnet_id': 'a571d787-d45b-4aa6-ba5d-e1a6da48067d'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:49.647529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.687959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.852401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f36baf6-1449-4a5c-82f6-d8e1f320c876 None None] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:49.856715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:49.857086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Checking segment: {'id': '070a1830-25e9-4bdd-91b5-8b92fdeab3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9733f2f8-b247-4d2f-898d-309c1cc840d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:49.857487 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:49.857871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Bound using segment: {'id': '070a1830-25e9-4bdd-91b5-8b92fdeab3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9733f2f8-b247-4d2f-898d-309c1cc840d3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:49.858426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Bound port: 130e50cc-1873-421e-9ed6-5215e70faa31, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070a1830-25e9-4bdd-91b5-8b92fdeab3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9733f2f8-b247-4d2f-898d-309c1cc840d3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:49.858831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.022734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1f123ee-d036-4a60-bb7a-8d32847418b8 None None] Provisioning for port b1a52b85-492d-4b9b-b256-26505b4d6f57 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:50.044174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Allocated IP 2001:db8::1 (9733f2f8-b247-4d2f-898d-309c1cc840d3/10560ed3-7ed3-4d25-b489-58f2f74675db/7dfe53e6-e3f1-4abc-acf4-53536e72ceea) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:50.127711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] For port 130e50cc-1873-421e-9ed6-5215e70faa31, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:50.164715 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.166894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] For port 130e50cc-1873-421e-9ed6-5215e70faa31, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=130e50cc-1873-421e-9ed6-5215e70faa31,segment=NetworkSegment(070a1830-25e9-4bdd-91b5-8b92fdeab3dd),segment_id=070a1830-25e9-4bdd-91b5-8b92fdeab3dd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:50.175265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Allocated IP 2001:db8::2 (158be946-2647-4bb8-864e-e42f5a583f4c/a571d787-d45b-4aa6-ba5d-e1a6da48067d/36063b05-ede4-413c-8c5b-769de37f4b58) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:50.181416 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.182419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Transition to ACTIVE for port object 7dfe53e6-e3f1-4abc-acf4-53536e72ceea will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:50.231244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.279713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:50.284744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:50.288637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:50.289197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.355725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bcd9c-c20f-4f77-aaba-9c386e281d81 None None] Pushing event updated for resources: {'Port': ['ID=130e50cc-1873-421e-9ed6-5215e70faa31,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:50.474463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.498540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Transition to ACTIVE for port object 36063b05-ede4-413c-8c5b-769de37f4b58 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:50.555230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Transition to ACTIVE for port object 36063b05-ede4-413c-8c5b-769de37f4b58 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:50.571093 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.695177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Port': ['ID=7dfe53e6-e3f1-4abc-acf4-53536e72ceea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:50.697137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Network 158be946-2647-4bb8-864e-e42f5a583f4c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:50.707080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:50.712611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Pushing event updated for resources: {'Port': ['ID=36063b05-ede4-413c-8c5b-769de37f4b58,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:50.714985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:50.774621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4850fb-32cb-41fe-b03b-22e99ec454e9 req-8004f0ad-bcb1-40eb-bdbc-2ace9f71550c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:50.778676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c4850fb-32cb-41fe-b03b-22e99ec454e9 req-8004f0ad-bcb1-40eb-bdbc-2ace9f71550c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.1269517 Jul 23 14:33:50.819734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.831292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Attempting to bind port 36063b05-ede4-413c-8c5b-769de37f4b58 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:50.831675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Attempting to bind port 36063b05-ede4-413c-8c5b-769de37f4b58 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ca2c3e71-07cf-4812-b3dc-5601201521c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '158be946-2647-4bb8-864e-e42f5a583f4c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:50.832041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Attempting to bind port 36063b05-ede4-413c-8c5b-769de37f4b58 on network 158be946-2647-4bb8-864e-e42f5a583f4c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:50.838409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c4850fb-32cb-41fe-b03b-22e99ec454e9 req-155b4291-a769-4588-b57d-8ea55271d322 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519619 Jul 23 14:33:50.843463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:50.843847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Checking segment: {'id': 'ca2c3e71-07cf-4812-b3dc-5601201521c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '158be946-2647-4bb8-864e-e42f5a583f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:50.846703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.846703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Bound using segment: {'id': 'ca2c3e71-07cf-4812-b3dc-5601201521c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '158be946-2647-4bb8-864e-e42f5a583f4c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:50.846703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Bound port: 36063b05-ede4-413c-8c5b-769de37f4b58, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2c3e71-07cf-4812-b3dc-5601201521c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '158be946-2647-4bb8-864e-e42f5a583f4c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:50.846703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.970694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] For port 36063b05-ede4-413c-8c5b-769de37f4b58, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:50.976675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] For port 36063b05-ede4-413c-8c5b-769de37f4b58, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=36063b05-ede4-413c-8c5b-769de37f4b58,segment=NetworkSegment(ca2c3e71-07cf-4812-b3dc-5601201521c0),segment_id=ca2c3e71-07cf-4812-b3dc-5601201521c0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:50.984662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:50.998295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1a52b85-492d-4b9b-b256-26505b4d6f57 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:51.096598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a36cd-defe-4a37-afb0-76f8777aff50 None None] Pushing event updated for resources: {'Port': ['ID=36063b05-ede4-413c-8c5b-769de37f4b58,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:51.129216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b1a52b85-492d-4b9b-b256-26505b4d6f57 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:51.133601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b1a52b85-492d-4b9b-b256-26505b4d6f57 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:51.133983 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.195596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.204646 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.205784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.248063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.304987 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.307094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b1a52b85-492d-4b9b-b256-26505b4d6f57, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b1a52b85-492d-4b9b-b256-26505b4d6f57,segment=NetworkSegment(11cbbb52-5e11-4095-909f-8437b44d9948),segment_id=11cbbb52-5e11-4095-909f-8437b44d9948)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:51.313198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.314186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 130e50cc-1873-421e-9ed6-5215e70faa31 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:51.322808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Port': ['ID=7dfe53e6-e3f1-4abc-acf4-53536e72ceea,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:51.402142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:51.407515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:51.441416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b1a52b85-492d-4b9b-b256-26505b4d6f57,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:51.471652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 130e50cc-1873-421e-9ed6-5215e70faa31 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:51.579030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Router 0344d1ed-2848-4035-882c-0723a3c8da51 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:33:51.615236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115a806-f7ca-4b5f-bd2b-a1d6790925e3 None None] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:51.680552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:33:51.688839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:51.688970 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-20669fbf-8a4e-4e81-9234-af2df210bf65 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4227333 Jul 23 14:33:51.691466 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] Sync routers for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:33:51.704432 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:33:51.705136 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:51.713210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-defc4e9b-fc49-4b88-9afe-4c221e1eee2d None None] Provisioning for port 130e50cc-1873-421e-9ed6-5215e70faa31 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:51.719739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-defc4e9b-fc49-4b88-9afe-4c221e1eee2d None None] Provisioning complete for port 130e50cc-1873-421e-9ed6-5215e70faa31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:51.720225 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defc4e9b-fc49-4b88-9afe-4c221e1eee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.752694 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:51.761536 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:33:51.762339 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:51.802057 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:51.803315 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7438f2-f8b7-491b-8d2f-50c14257caa3 None None] The sync data for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:33:51.881955 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defc4e9b-fc49-4b88-9afe-4c221e1eee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:51.934705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-defc4e9b-fc49-4b88-9afe-4c221e1eee2d None None] For port 130e50cc-1873-421e-9ed6-5215e70faa31, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=130e50cc-1873-421e-9ed6-5215e70faa31,segment=NetworkSegment(070a1830-25e9-4bdd-91b5-8b92fdeab3dd),segment_id=070a1830-25e9-4bdd-91b5-8b92fdeab3dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:51.944711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defc4e9b-fc49-4b88-9afe-4c221e1eee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:52.019112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc4e9b-fc49-4b88-9afe-4c221e1eee2d None None] Pushing event updated for resources: {'Port': ['ID=130e50cc-1873-421e-9ed6-5215e70faa31,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:52.356625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4fefc4-90a9-4ad2-af45-eeb43255c906 None None] Network 158be946-2647-4bb8-864e-e42f5a583f4c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:52.441518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b505347-f086-4033-bf78-60bb0f2f7a19 req-090a39b8-a6b8-4c9f-80bf-6f1b6998601f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:52.444661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0751c0a-5d19-437a-826f-c7ce24ee1b3b None None] Provisioning for port 36063b05-ede4-413c-8c5b-769de37f4b58 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:52.450317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b505347-f086-4033-bf78-60bb0f2f7a19 req-090a39b8-a6b8-4c9f-80bf-6f1b6998601f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 943 time: 0.1798601 Jul 23 14:33:52.478171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0751c0a-5d19-437a-826f-c7ce24ee1b3b None None] Provisioning complete for port 130e50cc-1873-421e-9ed6-5215e70faa31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:52.478402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0751c0a-5d19-437a-826f-c7ce24ee1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:52.534949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b505347-f086-4033-bf78-60bb0f2f7a19 req-6feee0d9-3722-4935-978f-7d4dc8bf8300 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813761 Jul 23 14:33:52.648563 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-708a9b27-9db5-461b-8761-7bea1a5ff789 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:33:52.649902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-708a9b27-9db5-461b-8761-7bea1a5ff789 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9596753 Jul 23 14:33:52.652917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:52.659771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0751c0a-5d19-437a-826f-c7ce24ee1b3b None None] Provisioning for port 7dfe53e6-e3f1-4abc-acf4-53536e72ceea completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:52.670466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0751c0a-5d19-437a-826f-c7ce24ee1b3b None None] Provisioning complete for port 7dfe53e6-e3f1-4abc-acf4-53536e72ceea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:52.670869 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0751c0a-5d19-437a-826f-c7ce24ee1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:52.736401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0751c0a-5d19-437a-826f-c7ce24ee1b3b None None] Port 7dfe53e6-e3f1-4abc-acf4-53536e72ceea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:52.862738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f2dd3be-82e5-4562-ac4b-15523a50b098 None None] Provisioning complete for port 7dfe53e6-e3f1-4abc-acf4-53536e72ceea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:52.863113 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f2dd3be-82e5-4562-ac4b-15523a50b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:52.916984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dd3be-82e5-4562-ac4b-15523a50b098 None None] Port 7dfe53e6-e3f1-4abc-acf4-53536e72ceea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:53.028025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 36063b05-ede4-413c-8c5b-769de37f4b58 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:53.053807 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.088008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 36063b05-ede4-413c-8c5b-769de37f4b58 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:53.092509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 36063b05-ede4-413c-8c5b-769de37f4b58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:53.092889 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.174632 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.182351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d0ca3e58-c4a7-4b84-9384-7d550104072c details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:33:53.230977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 36063b05-ede4-413c-8c5b-769de37f4b58, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=36063b05-ede4-413c-8c5b-769de37f4b58,segment=NetworkSegment(ca2c3e71-07cf-4812-b3dc-5601201521c0),segment_id=ca2c3e71-07cf-4812-b3dc-5601201521c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:53.250297 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.251212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1a52b85-492d-4b9b-b256-26505b4d6f57 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:53.352978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting port 7dfe53e6-e3f1-4abc-acf4-53536e72ceea {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:53.353734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.419711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d0ca3e58-c4a7-4b84-9384-7d550104072c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:53.430478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=36063b05-ede4-413c-8c5b-769de37f4b58,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:53.437916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'd0ca3e58-c4a7-4b84-9384-7d550104072c', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'port_id': 'd0ca3e58-c4a7-4b84-9384-7d550104072c', 'mac_address': 'fa:16:3e:11:2f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:33:53.447208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b1a52b85-492d-4b9b-b256-26505b4d6f57 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:53.447208 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.464942 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.480295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Calling delete_port for 7dfe53e6-e3f1-4abc-acf4-53536e72ceea owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:53.506523 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.527772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ca3e58-c4a7-4b84-9384-7d550104072c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:33:53.580919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d0ca3e58-c4a7-4b84-9384-7d550104072c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:53.595992 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.603454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 130e50cc-1873-421e-9ed6-5215e70faa31 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:53.679312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d0ca3e58-c4a7-4b84-9384-7d550104072c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:53.694686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 130e50cc-1873-421e-9ed6-5215e70faa31 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:53.695062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.702675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:53.704462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236ee01-9687-49e0-9d7e-b54ce51159bb req-1607b33e-50d3-4475-b6f0-435511715e4d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:53.712030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2236ee01-9687-49e0-9d7e-b54ce51159bb req-1607b33e-50d3-4475-b6f0-435511715e4d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 944 time: 0.0926130 Jul 23 14:33:53.738246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Port': ['ID=7dfe53e6-e3f1-4abc-acf4-53536e72ceea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:53.758924 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2236ee01-9687-49e0-9d7e-b54ce51159bb req-a70a3bfa-335d-446e-a597-b7606673cbd9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Jul 23 14:33:53.874206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.000663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d0ca3e58-c4a7-4b84-9384-7d550104072c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:33:54.060235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Router 0344d1ed-2848-4035-882c-0723a3c8da51 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:33:54.145634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:33:54.155959 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-42ab8a4c-cdb5-4082-b4b7-01831e437ce5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4980087 Jul 23 14:33:54.156047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:54.158106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] Sync routers for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:33:54.174339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:33:54.175016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:54.193937 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-66a1cb14-9706-4f40-bfb9-1bdd6945aee2 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] delete failed (client error): The resource could not be found. Jul 23 14:33:54.198553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-66a1cb14-9706-4f40-bfb9-1bdd6945aee2 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1752026156 HTTP/1.1" status: 404 len: 335 time: 0.0377171 Jul 23 14:33:54.198769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:54.203648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da8f0d6e-7130-4834-b7e1-87acddeeb0f1 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'router': {'external_gateway_info': {'network_id': '0344d1ed-2848-4035-882c-0723a3c8da51'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:54.209446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:54.220471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:33:54.221213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:54.258016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:54.258716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165813e1-b6b0-4a11-aa69-2a14dd2b7351 None None] The sync data for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:33:54.713850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da8f0d6e-7130-4834-b7e1-87acddeeb0f1 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.736118 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-da8f0d6e-7130-4834-b7e1-87acddeeb0f1 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] update failed (client error): The resource could not be found. Jul 23 14:33:54.737165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-da8f0d6e-7130-4834-b7e1-87acddeeb0f1 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51 HTTP/1.1" status: 404 len: 339 time: 0.5374305 Jul 23 14:33:54.741043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:54.745834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-324310609'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:54.769856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:54.773403 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.800833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:33:54.816057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.819590 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Added segment 94c1d586-89e4-495b-b144-537ceb1e8485 of type vlan for network 30d4c814-f388-498a-bf93-d843316058d9 Jul 23 14:33:54.880583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.883034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 36063b05-ede4-413c-8c5b-769de37f4b58 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:54.915357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.922484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:54.923171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.924118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638871e7-3347-4cc4-89c1-73f0e43c7624 req-7eccb01b-fd5c-4a64-85ed-6125d1ec7035 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:54.926759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-638871e7-3347-4cc4-89c1-73f0e43c7624 req-7eccb01b-fd5c-4a64-85ed-6125d1ec7035 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 944 time: 0.0859966 Jul 23 14:33:54.961783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 36063b05-ede4-413c-8c5b-769de37f4b58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:54.963123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:54.970709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-638871e7-3347-4cc4-89c1-73f0e43c7624 req-4d5e4fd2-df06-408e-a9c5-54258cd70c6e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Jul 23 14:33:55.001911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Network': ['ID=30d4c814-f388-498a-bf93-d843316058d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:55.022611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5a15ae66-bb5a-4b0e-bb4b-a0d7f5f8ab8e tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2778678 Jul 23 14:33:55.023148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:55.031459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'subnet': {'network_id': '30d4c814-f388-498a-bf93-d843316058d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:55.031671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 30d4c814-f388-498a-bf93-d843316058d9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:33:55.146107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Made reservation on behalf of d4831e15be6340359492d4f50bd606a2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:33:55.150482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.178344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d0ca3e58-c4a7-4b84-9384-7d550104072c up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:55.235703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port d0ca3e58-c4a7-4b84-9384-7d550104072c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:55.240246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port d0ca3e58-c4a7-4b84-9384-7d550104072c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:55.240610 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.332097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.362458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.364676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ca3e58-c4a7-4b84-9384-7d550104072c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:33:55.367531 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89587a0b-212b-419a-973b-15c55b57f2e0" -d '{"events": [{"server_uuid": "0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580", "name": "network-vif-plugged", "status": "completed", "tag": "d0ca3e58-c4a7-4b84-9384-7d550104072c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:33:55.395739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port d0ca3e58-c4a7-4b84-9384-7d550104072c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:55.410683 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.413617 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b68df5-1bde-4c89-8b07-3088b237a6ac x-openstack-request-id: req-41b68df5-1bde-4c89-8b07-3088b237a6ac {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:33:55.414007 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580", "name": "network-vif-plugged", "status": "completed", "tag": "d0ca3e58-c4a7-4b84-9384-7d550104072c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:33:55.414400 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41b68df5-1bde-4c89-8b07-3088b237a6ac {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:33:55.428437 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ca3e58-c4a7-4b84-9384-7d550104072c', 'code': 200} Jul 23 14:33:55.451841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Subnet': ['ID=2c69300b-cf9f-4572-bc73-7494aa8ee803,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:55.455637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Checking segment: {'id': '94c1d586-89e4-495b-b144-537ceb1e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30d4c814-f388-498a-bf93-d843316058d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:55.456208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network hostable DHCP agents. Network: 30d4c814-f388-498a-bf93-d843316058d9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:33:55.478732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network 30d4c814-f388-498a-bf93-d843316058d9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:33:55.490284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=d0ca3e58-c4a7-4b84-9384-7d550104072c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:55.494059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 30d4c814-f388-498a-bf93-d843316058d9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:55.505529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec45d4-711c-43c1-95e8-c0dde89cf666 None None] Network 30d4c814-f388-498a-bf93-d843316058d9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:55.521811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:55.522416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.541654 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-026d499f-cc4f-4d45-bf9b-1a799e11be79 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5173547 Jul 23 14:33:55.544413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:55.549144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abc434e3-6d4a-46a5-8c69-04c9a13be9f5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'router': {'external_gateway_info': {'network_id': '30d4c814-f388-498a-bf93-d843316058d9'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:33:55.660824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-30d4c814-f388-498a-bf93-d843316058d9', 'network_id': '30d4c814-f388-498a-bf93-d843316058d9', 'tenant_id': 'd4831e15be6340359492d4f50bd606a2', 'fixed_ips': [{'subnet_id': '2c69300b-cf9f-4572-bc73-7494aa8ee803'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:33:55.661913 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.694163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757de05e-2059-41b7-8dae-f6ed7ec5b1d4 req-2e8da7cb-caa0-42c8-b419-3916c9a8f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:55.695728 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-757de05e-2059-41b7-8dae-f6ed7ec5b1d4 req-2e8da7cb-caa0-42c8-b419-3916c9a8f83a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 1096 time: 0.2102330 Jul 23 14:33:55.786115 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc434e3-6d4a-46a5-8c69-04c9a13be9f5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.796454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-757de05e-2059-41b7-8dae-f6ed7ec5b1d4 req-ef497d93-4d6f-440d-9c38-84d7b02c6477 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925281 Jul 23 14:33:55.806289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Allocated IP 2001:db8:1::2 (30d4c814-f388-498a-bf93-d843316058d9/2c69300b-cf9f-4572-bc73-7494aa8ee803/eaf0a001-f68e-4026-9c4b-e00f2ec27ad1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:55.901375 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-abc434e3-6d4a-46a5-8c69-04c9a13be9f5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:33:55.906566 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-abc434e3-6d4a-46a5-8c69-04c9a13be9f5 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51 HTTP/1.1" status: 400 len: 364 time: 0.3571386 Jul 23 14:33:55.906901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:55.968483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:55.976965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Transition to ACTIVE for port object eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:55.992412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Transition to ACTIVE for port object eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:56.004145 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.055099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Network 30d4c814-f388-498a-bf93-d843316058d9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:56.058783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:56.061133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Pushing event updated for resources: {'Port': ['ID=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:56.068586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:56.135757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Attempting to bind port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:33:56.136131 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Attempting to bind port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '94c1d586-89e4-495b-b144-537ceb1e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30d4c814-f388-498a-bf93-d843316058d9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:33:56.136494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Attempting to bind port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 on network 30d4c814-f388-498a-bf93-d843316058d9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:33:56.143228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:33:56.145065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Checking segment: {'id': '94c1d586-89e4-495b-b144-537ceb1e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30d4c814-f388-498a-bf93-d843316058d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:33:56.145732 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.146132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Bound using segment: {'id': '94c1d586-89e4-495b-b144-537ceb1e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30d4c814-f388-498a-bf93-d843316058d9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:33:56.146608 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Bound port: eaf0a001-f68e-4026-9c4b-e00f2ec27ad1, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c1d586-89e4-495b-b144-537ceb1e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30d4c814-f388-498a-bf93-d843316058d9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:33:56.147024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.158521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12867985-a3c8-48d8-b5fb-450992d6692d req-e669138e-2997-4ca5-9b55-5f3618e6a6d3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:56.169325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12867985-a3c8-48d8-b5fb-450992d6692d req-e669138e-2997-4ca5-9b55-5f3618e6a6d3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 945 time: 0.1047564 Jul 23 14:33:56.209464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-12867985-a3c8-48d8-b5fb-450992d6692d req-de47b090-bd6d-498d-98a2-6f25a28c4a10 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Jul 23 14:33:56.233730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] For port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:33:56.237006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] For port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,segment=NetworkSegment(94c1d586-89e4-495b-b144-537ceb1e8485),segment_id=94c1d586-89e4-495b-b144-537ceb1e8485)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:33:56.241267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.244567 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.307395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77375b-a763-4211-a5f4-be0187f8041e None None] Pushing event updated for resources: {'Port': ['ID=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:56.559785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Allocated IP 2001:db8::1 (c7e43b85-712c-48a8-8c0c-0840c72ea506/60091eef-9f56-4142-914e-636ca11f6e1c/20b14009-6c28-4bc8-a23c-95a18aa0d4eb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:33:56.683256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.698232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Transition to ACTIVE for port object 20b14009-6c28-4bc8-a23c-95a18aa0d4eb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:33:56.737174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.783524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:56.788897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:56.794681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:33:56.794681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:56.849726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Port': ['ID=20b14009-6c28-4bc8-a23c-95a18aa0d4eb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:56.936012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:56.965576 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.005201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:57.157958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d48e564-8d8c-437d-9c68-538d4fb8e03a None None] Provisioning for port 20b14009-6c28-4bc8-a23c-95a18aa0d4eb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:57.163861 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d48e564-8d8c-437d-9c68-538d4fb8e03a None None] Provisioning complete for port 20b14009-6c28-4bc8-a23c-95a18aa0d4eb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:57.164505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d48e564-8d8c-437d-9c68-538d4fb8e03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.211203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d48e564-8d8c-437d-9c68-538d4fb8e03a None None] Port 20b14009-6c28-4bc8-a23c-95a18aa0d4eb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:57.292898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.300574 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.301521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.386603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event updated for resources: {'Port': ['ID=20b14009-6c28-4bc8-a23c-95a18aa0d4eb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:57.388059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e921ed-e9f7-4b7f-a919-47be51403e89 req-6528b94f-1e5b-4257-a5d5-ae6923986f6b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:57.396514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43e921ed-e9f7-4b7f-a919-47be51403e89 req-6528b94f-1e5b-4257-a5d5-ae6923986f6b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 945 time: 0.1050241 Jul 23 14:33:57.448816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43e921ed-e9f7-4b7f-a919-47be51403e89 req-ea2c6075-2fc5-4917-bdd7-77e330ccd932 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Jul 23 14:33:57.479044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:33:57.482078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:33:57.484947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f511b7-1a7c-4ee1-b4d6-3e44afe962c5 None None] Network 30d4c814-f388-498a-bf93-d843316058d9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:33:57.601838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2df2bd67-2455-4e10-a528-0f858542dc30 None None] Provisioning for port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:33:57.616826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2df2bd67-2455-4e10-a528-0f858542dc30 None None] Provisioning complete for port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:57.617287 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd67-2455-4e10-a528-0f858542dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.618653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Router 0344d1ed-2848-4035-882c-0723a3c8da51 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:33:57.754017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027c21-052e-4b1e-8eea-b58b2e24b944 req-12e0730e-cf4b-4548-80b3-5ec5fe3ec4c0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:33:57.756140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44027c21-052e-4b1e-8eea-b58b2e24b944 req-12e0730e-cf4b-4548-80b3-5ec5fe3ec4c0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 945 time: 0.1141961 Jul 23 14:33:57.824424 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd67-2455-4e10-a528-0f858542dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.824644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44027c21-052e-4b1e-8eea-b58b2e24b944 req-bc3e510c-03ee-4433-8ac7-ede689c92214 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618174 Jul 23 14:33:57.892406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2df2bd67-2455-4e10-a528-0f858542dc30 None None] For port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,segment=NetworkSegment(94c1d586-89e4-495b-b144-537ceb1e8485),segment_id=94c1d586-89e4-495b-b144-537ceb1e8485)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:33:57.904385 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd67-2455-4e10-a528-0f858542dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:57.965182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2bd67-2455-4e10-a528-0f858542dc30 None None] Pushing event updated for resources: {'Port': ['ID=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:58.042563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7787b1d-be8f-4bfb-bf3d-c7ea8a69078c None None] Provisioning complete for port 20b14009-6c28-4bc8-a23c-95a18aa0d4eb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:58.043189 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7787b1d-be8f-4bfb-bf3d-c7ea8a69078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:58.093812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f7787b1d-be8f-4bfb-bf3d-c7ea8a69078c None None] Port 20b14009-6c28-4bc8-a23c-95a18aa0d4eb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:33:58.108624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:33:58.119483 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] Sync routers for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:33:58.132729 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:33:58.133461 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:58.134301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:58.134856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-444fce79-f1dc-4d24-ac66-9fa5321ab12b tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2235126 Jul 23 14:33:58.171448 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:58.199675 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:33:58.200728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:58.220557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-563062b3-f725-463f-b0b6-634c718dbe44 None None] Provisioning complete for port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:58.220857 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-563062b3-f725-463f-b0b6-634c718dbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:58.244261 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:33:58.244998 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08071be-c41a-4462-be5a-b97ed53d17c7 None None] The sync data for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:33:58.291430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60e471be-5a91-4395-add5-91d6e2d10b00 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:58.403431 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-60e471be-5a91-4395-add5-91d6e2d10b00 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 14:33:58.404578 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-60e471be-5a91-4395-add5-91d6e2d10b00 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51 HTTP/1.1" status: 409 len: 329 time: 0.2688982 Jul 23 14:33:58.408029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 43924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:33:58.864334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:58.870985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:33:58.951172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:33:58.952000 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:59.189451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting port 20b14009-6c28-4bc8-a23c-95a18aa0d4eb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:33:59.190040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:59.291468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:59.305353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Calling delete_port for 20b14009-6c28-4bc8-a23c-95a18aa0d4eb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:33:59.565312 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:59.628325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Port': ['ID=20b14009-6c28-4bc8-a23c-95a18aa0d4eb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:33:59.785167 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:33:59.954315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Router 0344d1ed-2848-4035-882c-0723a3c8da51 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:34:00.032189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:34:00.042072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4d6ad265-3b06-4104-ac54-e1d23b705155 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6279907 Jul 23 14:34:00.042193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:00.043695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] Sync routers for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:34:00.053666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:00.054572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:00.081759 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2319f885-df67-47d9-8af8-f021b29eac20 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] show failed (client error): The resource could not be found. Jul 23 14:34:00.083191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2319f885-df67-47d9-8af8-f021b29eac20 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1551787902 HTTP/1.1" status: 404 len: 335 time: 0.0407596 Jul 23 14:34:00.086981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:00.090585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:00.092599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22935f85-7782-4c32-a4a2-b06105e709cb tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:00.099638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] Routers {'0344d1ed-2848-4035-882c-0723a3c8da51'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:00.100249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:33:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0344d1ed-2848-4035-882c-0723a3c8da51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:00.126888 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-22935f85-7782-4c32-a4a2-b06105e709cb tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] update failed (client error): The resource could not be found. Jul 23 14:34:00.131184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22935f85-7782-4c32-a4a2-b06105e709cb tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-200896949 HTTP/1.1" status: 404 len: 334 time: 0.0398021 Jul 23 14:34:00.131439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:00.131665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:00.132362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d9d04-adab-4cf0-b6be-ea05143b98c4 None None] The sync data for ids ['0344d1ed-2848-4035-882c-0723a3c8da51'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:34:00.190096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting subnet 2c69300b-cf9f-4572-bc73-7494aa8ee803 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:34:00.193372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.236045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.320567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.385305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.411349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Subnet': ['ID=2c69300b-cf9f-4572-bc73-7494aa8ee803,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:00.420582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.422549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae146ab5-583a-4dbc-9d8c-042f53afb53a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/subnets/2c69300b-cf9f-4572-bc73-7494aa8ee803 HTTP/1.1" status: 204 len: 168 time: 0.2901735 Jul 23 14:34:00.425011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 43984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:00.427589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197cf70d-f16a-4d8d-ac02-4369726d35cc None None] Network 30d4c814-f388-498a-bf93-d843316058d9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:00.505082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.562189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:00.562535 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.633031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] For port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,segment=NetworkSegment(94c1d586-89e4-495b-b144-537ceb1e8485),segment_id=94c1d586-89e4-495b-b144-537ceb1e8485)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:00.633399 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.645932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Calling delete_port for eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:00.654926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] DHCP port deletion for 30d4c814-f388-498a-bf93-d843316058d9 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:34:00.707540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] Deleting port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:00.708373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.742835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.775380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Port': ['ID=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:00.778227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] For port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,segment=NetworkSegment(94c1d586-89e4-495b-b144-537ceb1e8485),segment_id=94c1d586-89e4-495b-b144-537ceb1e8485)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:00.778632 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.782256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] No DVR routers for this DVR port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:00.792538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] Calling delete_port for eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:00.873539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.883888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d4c814-f388-498a-bf93-d843316058d9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:00.903176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c1d586-89e4-495b-b144-537ceb1e8485') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:00.903493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c1d586-89e4-495b-b144-537ceb1e8485') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:00.909620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:00.917002 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.931477 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.934247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:00.934564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:00.937958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:34:00.938364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:34:00.942090 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:34:00.954789 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:00.993138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] Pushing event deleted for resources: {'Port': ['ID=eaf0a001-f68e-4026-9c4b-e00f2ec27ad1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:01.000939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e04802-c7bb-4420-beab-b30d0a46e539 None None] No DVR routers for this DVR port eaf0a001-f68e-4026-9c4b-e00f2ec27ad1 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:01.031066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.038710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.040549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/networks/30d4c814-f388-498a-bf93-d843316058d9 HTTP/1.1" status: 204 len: 168 time: 0.6130869 Jul 23 14:34:01.043274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:01.071327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27081add-8a64-43cc-b675-76f7f7176d87 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Network': ['ID=30d4c814-f388-498a-bf93-d843316058d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:01.098669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting subnet a571d787-d45b-4aa6-ba5d-e1a6da48067d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:34:01.102103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.143826 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.178276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-15a1b86c-6068-44d4-856e-8c47bc0e7364 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:01.180514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-15a1b86c-6068-44d4-856e-8c47bc0e7364 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1387799 Jul 23 14:34:01.199282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-5f36e7ef-f7f0-44a9-92a9-a34c8b25b060 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/quotas/9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 375 time: 0.0134397 Jul 23 14:34:01.234589 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.266583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-90b95ed5-500c-42b6-a019-13f99d4b3f2d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653965 Jul 23 14:34:01.296703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.325556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Subnet': ['ID=a571d787-d45b-4aa6-ba5d-e1a6da48067d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:01.327673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.331766 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf7b6637-bfdd-4909-a64d-90e5b4951bb7 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/subnets/a571d787-d45b-4aa6-ba5d-e1a6da48067d HTTP/1.1" status: 204 len: 168 time: 0.2852883 Jul 23 14:34:01.332038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:01.335283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3e439-62ab-4743-ae33-1b28dd1e2f4a None None] Network 158be946-2647-4bb8-864e-e42f5a583f4c requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:01.373157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-09c0bd70-c6ec-4478-a005-c7b104b369a8 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981512 Jul 23 14:34:01.399268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting subnet 10560ed3-7ed3-4d25-b489-58f2f74675db {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:34:01.403085 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.450172 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.519610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-70854a60-2cda-4704-bada-321d9092c10d service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404243 Jul 23 14:34:01.567882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.569757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] DHCP port deletion for 158be946-2647-4bb8-864e-e42f5a583f4c request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:34:01.641577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] Deleting port 36063b05-ede4-413c-8c5b-769de37f4b58 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:01.642199 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.645711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.682590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.685310 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/subnets/10560ed3-7ed3-4d25-b489-58f2f74675db HTTP/1.1" status: 204 len: 168 time: 0.3523858 Jul 23 14:34:01.687355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b3c29-a400-4f54-8387-c5abb6b01baa tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Subnet': ['ID=10560ed3-7ed3-4d25-b489-58f2f74675db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:01.689461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:01.723607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f410b-acbb-400f-b513-40d406a2f57d None None] Network 9733f2f8-b247-4d2f-898d-309c1cc840d3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:01.749078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] For port 36063b05-ede4-413c-8c5b-769de37f4b58, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=36063b05-ede4-413c-8c5b-769de37f4b58,segment=NetworkSegment(ca2c3e71-07cf-4812-b3dc-5601201521c0),segment_id=ca2c3e71-07cf-4812-b3dc-5601201521c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:01.749470 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.770655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] Calling delete_port for 36063b05-ede4-413c-8c5b-769de37f4b58 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:01.823537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-768b177e-19ed-465a-ae72-9064f9441b40 req-fdc251e2-0b02-4934-ab9a-ad434479eb07 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0925224 Jul 23 14:34:01.894087 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.972547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting port 36063b05-ede4-413c-8c5b-769de37f4b58 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:01.972879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:01.992068 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.014694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] No DVR routers for this DVR port 36063b05-ede4-413c-8c5b-769de37f4b58 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:02.040279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ddd87-9cf3-466a-a3a6-ff5d504ba9a8 None None] Pushing event deleted for resources: {'Port': ['ID=36063b05-ede4-413c-8c5b-769de37f4b58,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:02.069968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] For port 36063b05-ede4-413c-8c5b-769de37f4b58, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=36063b05-ede4-413c-8c5b-769de37f4b58,segment=NetworkSegment(ca2c3e71-07cf-4812-b3dc-5601201521c0),segment_id=ca2c3e71-07cf-4812-b3dc-5601201521c0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:02.070881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.085287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] DHCP port deletion for 9733f2f8-b247-4d2f-898d-309c1cc840d3 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:34:02.098256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Calling delete_port for 36063b05-ede4-413c-8c5b-769de37f4b58 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:02.135308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] Deleting port 130e50cc-1873-421e-9ed6-5215e70faa31 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:02.135946 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.189928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.216350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] For port 130e50cc-1873-421e-9ed6-5215e70faa31, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=130e50cc-1873-421e-9ed6-5215e70faa31,segment=NetworkSegment(070a1830-25e9-4bdd-91b5-8b92fdeab3dd),segment_id=070a1830-25e9-4bdd-91b5-8b92fdeab3dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:02.216790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.229536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Port': ['ID=36063b05-ede4-413c-8c5b-769de37f4b58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:02.229747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] Calling delete_port for 130e50cc-1873-421e-9ed6-5215e70faa31 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:02.242085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] No DVR routers for this DVR port 36063b05-ede4-413c-8c5b-769de37f4b58 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:02.325862 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.342460 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.353675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158be946-2647-4bb8-864e-e42f5a583f4c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:02.365119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2c3e71-07cf-4812-b3dc-5601201521c0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:02.365414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2c3e71-07cf-4812-b3dc-5601201521c0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:02.367708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] Pushing event deleted for resources: {'Port': ['ID=130e50cc-1873-421e-9ed6-5215e70faa31,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:02.373761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1a4d7-7c03-468c-87d4-daa5dee4bdd4 None None] No DVR routers for this DVR port 130e50cc-1873-421e-9ed6-5215e70faa31 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:02.387657 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.403980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.410605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:34:02.411030 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:34:02.414280 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:34:02.480659 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.490956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.496762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/networks/158be946-2647-4bb8-864e-e42f5a583f4c HTTP/1.1" status: 204 len: 168 time: 0.8023615 Jul 23 14:34:02.497270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:02.513667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c8131-32db-49eb-a393-6ef3f021e6d6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Network': ['ID=158be946-2647-4bb8-864e-e42f5a583f4c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:02.591514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.676991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.688503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9733f2f8-b247-4d2f-898d-309c1cc840d3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:02.701365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070a1830-25e9-4bdd-91b5-8b92fdeab3dd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:02.701684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070a1830-25e9-4bdd-91b5-8b92fdeab3dd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:02.711787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.732498 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.739307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:34:02.739819 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:34:02.742928 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:34:02.802252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.809349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.812185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/networks/9733f2f8-b247-4d2f-898d-309c1cc840d3 HTTP/1.1" status: 204 len: 168 time: 0.3136516 Jul 23 14:34:02.814838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:02.824943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5342035-2498-4eb2-9812-9939a08bef70 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Network': ['ID=9733f2f8-b247-4d2f-898d-309c1cc840d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:02.878003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting subnet 60091eef-9f56-4142-914e-636ca11f6e1c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:34:02.892719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.921386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 36063b05-ede4-413c-8c5b-769de37f4b58 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:02.939838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:02.951579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 36063b05-ede4-413c-8c5b-769de37f4b58 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:02.951992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 36063b05-ede4-413c-8c5b-769de37f4b58 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:02.954204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 130e50cc-1873-421e-9ed6-5215e70faa31 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:02.984383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 130e50cc-1873-421e-9ed6-5215e70faa31 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:02.984834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 130e50cc-1873-421e-9ed6-5215e70faa31 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:03.016873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-729896de-92de-405e-a097-7c636a28b2b3 req-00cac39a-f319-4adb-8a4f-c2a3e084ed81 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0824082 Jul 23 14:34:03.096076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.177725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.212081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Subnet': ['ID=60091eef-9f56-4142-914e-636ca11f6e1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:03.222120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.229567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a7b229-3d39-4c94-b21f-f5c4dc27d3a1 None None] Network c7e43b85-712c-48a8-8c0c-0840c72ea506 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:03.232760 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d147aaa-4361-4700-b333-7bb32932b62a tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/subnets/60091eef-9f56-4142-914e-636ca11f6e1c HTTP/1.1" status: 204 len: 168 time: 0.4167595 Jul 23 14:34:03.239431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:03.273475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-1e60b0be-22b7-4b2b-8fd1-03b7b1b2dd23 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:03.275191 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-1e60b0be-22b7-4b2b-8fd1-03b7b1b2dd23 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1513159 Jul 23 14:34:03.294980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'port': {'device_id': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'admin_state_up': True, 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:03.343436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.417716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Deleting port b1a52b85-492d-4b9b-b256-26505b4d6f57 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:03.418156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.498010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] For port b1a52b85-492d-4b9b-b256-26505b4d6f57, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b1a52b85-492d-4b9b-b256-26505b4d6f57,segment=NetworkSegment(11cbbb52-5e11-4095-909f-8437b44d9948),segment_id=11cbbb52-5e11-4095-909f-8437b44d9948)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:03.498817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.503409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:34:03.509697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.515077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Calling delete_port for b1a52b85-492d-4b9b-b256-26505b4d6f57 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:03.621833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.662182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Port': ['ID=b1a52b85-492d-4b9b-b256-26505b4d6f57,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:03.671714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] No DVR routers for this DVR port b1a52b85-492d-4b9b-b256-26505b4d6f57 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:03.680732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129af53-010d-4159-b8a0-6456388e6623 None None] DHCP port deletion for c7e43b85-712c-48a8-8c0c-0840c72ea506 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:34:03.729701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.20.0.12 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/2fc6dcbb-038d-424c-aa4a-6ef7ed60381c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:34:03.786140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.796047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e43b85-712c-48a8-8c0c-0840c72ea506']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:03.807070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cbbb52-5e11-4095-909f-8437b44d9948') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:03.807369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cbbb52-5e11-4095-909f-8437b44d9948') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:03.820346 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.835685 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.843366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:34:03.843902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:34:03.847289 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:34:03.994190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:03.995018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.014527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.019312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/networks/c7e43b85-712c-48a8-8c0c-0840c72ea506 HTTP/1.1" status: 204 len: 168 time: 0.7761736 Jul 23 14:34:04.021698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:04.027231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7e14-db6c-4fdd-96c6-cfc598b0a4f6 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Pushing event deleted for resources: {'Network': ['ID=c7e43b85-712c-48a8-8c0c-0840c72ea506,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:04.035448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Transition to ACTIVE for port object 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:04.057055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-584132ea-5bf4-45f6-82d9-fd1968b8efa2 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "GET /v2.0/ports?device_id=0344d1ed-2848-4035-882c-0723a3c8da51 HTTP/1.1" status: 200 len: 205 time: 0.0320802 Jul 23 14:34:04.059451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:04.137714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-488cb6ab-d6ea-4509-9203-fc4a7af4e43c req-aa82ed21-a6dd-404b-be4b-19ad08698200 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0371480 Jul 23 14:34:04.148861 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3172c7d-44ae-4cfa-9810-d687b649ea61 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.259046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.272958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d0ca3e58-c4a7-4b84-9384-7d550104072c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:34:04.682761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3172c7d-44ae-4cfa-9810-d687b649ea61 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.686486 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3172c7d-44ae-4cfa-9810-d687b649ea61 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.729559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:04.736004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:04.740391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:34:04.747109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:04.773200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3172c7d-44ae-4cfa-9810-d687b649ea61 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.773706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3172c7d-44ae-4cfa-9810-d687b649ea61 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Fanout notify agent at l3_agent the message router_deleted on router 0344d1ed-2848-4035-882c-0723a3c8da51 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:34:04.781789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3172c7d-44ae-4cfa-9810-d687b649ea61 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.782934 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c3172c7d-44ae-4cfa-9810-d687b649ea61 tempest-RoutersNegativeIpV6Test-844543973 tempest-RoutersNegativeIpV6Test-844543973-project] 10.222.0.21 "DELETE /v2.0/routers/0344d1ed-2848-4035-882c-0723a3c8da51 HTTP/1.1" status: 204 len: 168 time: 0.7225606 Jul 23 14:34:04.816170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:04.816859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:04.849782 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e7da5fd1-6c5d-4587-903e-bccf8d4b4fd7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5594249 Jul 23 14:34:04.868228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Request body: {'port': {'device_id': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:04.924061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1a52b85-492d-4b9b-b256-26505b4d6f57 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:04.954531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b1a52b85-492d-4b9b-b256-26505b4d6f57 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:04.954916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b1a52b85-492d-4b9b-b256-26505b4d6f57 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:05.030854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.060294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b9c6cb7c-2145-40b9-b498-9a4e1887bfe2 None None] Provisioning for port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:05.065005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b9c6cb7c-2145-40b9-b498-9a4e1887bfe2 None None] Provisioning complete for port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:05.065522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cb7c-2145-40b9-b498-9a4e1887bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.133068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6cb7c-2145-40b9-b498-9a4e1887bfe2 None None] Port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:34:05.208369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:05.323527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fac16-4efc-46a6-97b1-36e9cb879683 req-5105451f-b884-4d36-9ec7-3a9722f605dd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:05.328397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-460fac16-4efc-46a6-97b1-36e9cb879683 req-5105451f-b884-4d36-9ec7-3a9722f605dd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 932 time: 0.1126432 Jul 23 14:34:05.399506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-460fac16-4efc-46a6-97b1-36e9cb879683 req-c081d439-7061-4210-ad88-243a8e20bca7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651057 Jul 23 14:34:05.485418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ef2710b8-00f1-4c69-90bb-5d114347617f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4831e15be6340359492d4f50bd606a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729073 Jul 23 14:34:05.486474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:05.503274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:34:05.525243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.553000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Transition to ACTIVE for port object 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:05.566580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82555369-4949-46f4-8702-0da7e1d0abff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.575446 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.603814 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82555369-4949-46f4-8702-0da7e1d0abff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.693827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82555369-4949-46f4-8702-0da7e1d0abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.696987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82555369-4949-46f4-8702-0da7e1d0abff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:05.698952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-82555369-4949-46f4-8702-0da7e1d0abff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5d0bacf-263a-487c-b3d7-03b48b557516 HTTP/1.1" status: 204 len: 168 time: 0.2120287 Jul 23 14:34:05.731823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82555369-4949-46f4-8702-0da7e1d0abff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d0bacf-263a-487c-b3d7-03b48b557516,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:05.734002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:05.832327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Attempting to bind port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:34:05.834671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Attempting to bind port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:34:05.835344 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Attempting to bind port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:05.865268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:34:05.865579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Attempting to bind port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:05.875915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:34:05.876251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:05.878021 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:34:05.879769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Bound port: 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:34:05.880446 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:06.041490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] For port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:34:06.053534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] For port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:34:06.064029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:06.133592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:06.134527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:06.137097 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] 10.222.0.11 "PUT /v2.0/ports/2fc6dcbb-038d-424c-aa4a-6ef7ed60381c HTTP/1.1" status: 200 len: 1092 time: 1.2733345 Jul 23 14:34:06.137731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'tag': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:34:06.141497 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650498d5-af64-4ab8-959f-8c18fce8f294" -d '{"events": [{"name": "network-changed", "server_uuid": "3a222cbf-f564-4cf3-ab94-3c9d294bb483", "tag": "2fc6dcbb-038d-424c-aa4a-6ef7ed60381c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:34:06.225278 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8144e27-25b5-499e-8b22-2686ddda5478 x-openstack-request-id: req-e8144e27-25b5-499e-8b22-2686ddda5478 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:34:06.225623 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a222cbf-f564-4cf3-ab94-3c9d294bb483", "tag": "2fc6dcbb-038d-424c-aa4a-6ef7ed60381c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:34:06.225991 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8144e27-25b5-499e-8b22-2686ddda5478 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:34:06.226484 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'tag': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c', 'status': 'completed', 'code': 200} Jul 23 14:34:06.263413 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd25e8e-e164-4ac1-97d8-8c97363e94a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:06.337248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-8b9fa0e4-0339-438b-a386-a4fc0e251ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:06.342960 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-8b9fa0e4-0339-438b-a386-a4fc0e251ed0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 1095 time: 0.1296172 Jul 23 14:34:06.434799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-6526d688-284d-4290-af89-948bfc20d3ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c HTTP/1.1" status: 200 len: 217 time: 0.0810590 Jul 23 14:34:06.569293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-dc795083-16b6-4ecd-898c-9ca61e631e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:06.570866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-dc795083-16b6-4ecd-898c-9ca61e631e86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.1267598 Jul 23 14:34:06.632313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce29c7-96a2-4fd7-a71f-ad2f0a46c47f req-bc2bbf9c-9805-46b8-8b8e-076ba048bd5f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:06.642679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3ce29c7-96a2-4fd7-a71f-ad2f0a46c47f req-bc2bbf9c-9805-46b8-8b8e-076ba048bd5f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.1228962 Jul 23 14:34:06.661476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-5f155988-9052-40e0-a3b0-0ec5f819d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:06.663552 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-5f155988-9052-40e0-a3b0-0ec5f819d5ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862370 Jul 23 14:34:06.704357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3ce29c7-96a2-4fd7-a71f-ad2f0a46c47f req-463c7350-ab34-4f47-8697-b4b076e1957d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523901 Jul 23 14:34:06.828331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-e8f425b0-7237-44e1-92b6-a0ec4785afa4 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580303 Jul 23 14:34:06.941849 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-1bb92d0e-3327-4c1b-9859-cfa60da95f33 req-99b25e63-ca5e-4841-9afc-51f79f092506 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058602 Jul 23 14:34:06.964288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:07.110673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-a3068bca-407c-4f02-8a4f-8764c74e9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:07.112499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-a3068bca-407c-4f02-8a4f-8764c74e9a95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 1095 time: 0.0884614 Jul 23 14:34:07.141905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1dfa6b9-a0e7-479e-bcff-362c5b16e091 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:07.143227 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-d1dfa6b9-a0e7-479e-bcff-362c5b16e091 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 14:34:07.144340 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d1dfa6b9-a0e7-479e-bcff-362c5b16e091 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 14:34:07.147696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d1dfa6b9-a0e7-479e-bcff-362c5b16e091 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1819861 Jul 23 14:34:07.152526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:07.167877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--880088600'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:07.257561 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.280922 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.294855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-f4362d55-40e0-4dd7-a9ab-bd7330b166fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:07.294855 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-f4362d55-40e0-4dd7-a9ab-bd7330b166fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1765878 Jul 23 14:34:07.342570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-5fa0184c-62c2-4fc4-8782-c464d3932a42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c HTTP/1.1" status: 200 len: 217 time: 0.0392373 Jul 23 14:34:07.419034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-44754c2f-ccd7-45f7-8a34-03cf5136f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:07.420698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-44754c2f-ccd7-45f7-8a34-03cf5136f617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0721962 Jul 23 14:34:07.591486 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.598307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-547e91a2-0cc2-4b87-b73e-8807e712cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:07.600417 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-547e91a2-0cc2-4b87-b73e-8807e712cfb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704423 Jul 23 14:34:07.605031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.686905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36502c56-b34d-4630-a99f-5446455ee12e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:07.760455 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.800298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.803828 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-f87def29-f3af-4d25-8cdb-968f04f10222 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937604 Jul 23 14:34:07.807385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.870544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.874773 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7183428 Jul 23 14:34:07.874773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d75ccf-0a10-46a4-9c1b-e9d761f8cbe3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a32379-784f-4b43-b776-726681fdfc14,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:07.875027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:07.880428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b47bbba-a437-4184-b2cd-7f9ffc8e0170 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '26a32379-784f-4b43-b776-726681fdfc14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:07.945389 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-650498d5-af64-4ab8-959f-8c18fce8f294 req-0e96c2a8-5201-427c-9a6d-bebf019a5116 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347604 Jul 23 14:34:07.959577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b47bbba-a437-4184-b2cd-7f9ffc8e0170 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:07.983140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b4d3-b56f-43fb-b04b-269aa4267c8e req-878020ce-6287-49c3-909d-f093fb19dda8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:07.990729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9990b4d3-b56f-43fb-b04b-269aa4267c8e req-878020ce-6287-49c3-909d-f093fb19dda8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.1676548 Jul 23 14:34:08.077183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9990b4d3-b56f-43fb-b04b-269aa4267c8e req-816f71e1-bb2f-44c5-8776-84a83a11d5ee tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855854 Jul 23 14:34:08.096996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b47bbba-a437-4184-b2cd-7f9ffc8e0170 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.112820 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b47bbba-a437-4184-b2cd-7f9ffc8e0170 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.138405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47bbba-a437-4184-b2cd-7f9ffc8e0170 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d77470e-dbb7-4c88-a525-479955537009,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:08.147819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b47bbba-a437-4184-b2cd-7f9ffc8e0170 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.149579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5b47bbba-a437-4184-b2cd-7f9ffc8e0170 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2736835 Jul 23 14:34:08.154328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:08.160331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd80b510-7116-4467-b7b7-cfd20895ff26 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '26a32379-784f-4b43-b776-726681fdfc14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:08.209296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd80b510-7116-4467-b7b7-cfd20895ff26 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.339961 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dd80b510-7116-4467-b7b7-cfd20895ff26 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 14:34:08.349038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:08.350926 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dd80b510-7116-4467-b7b7-cfd20895ff26 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1857119 Jul 23 14:34:08.473974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e9c351-befc-4e1b-827f-2bfe67f0f775 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.503378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e9c351-befc-4e1b-827f-2bfe67f0f775 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.580991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e9c351-befc-4e1b-827f-2bfe67f0f775 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.591286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80e9c351-befc-4e1b-827f-2bfe67f0f775 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.597698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:08.598146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-80e9c351-befc-4e1b-827f-2bfe67f0f775 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/26a32379-784f-4b43-b776-726681fdfc14 HTTP/1.1" status: 204 len: 168 time: 0.2471538 Jul 23 14:34:08.618839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9c351-befc-4e1b-827f-2bfe67f0f775 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a32379-784f-4b43-b776-726681fdfc14,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:08.692690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3e34679a-1a37-463d-862d-9f55a05c52a6 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932603 Jul 23 14:34:08.696789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:08.702470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aff02145-fb62-4047-9ba0-468aa1cdb3b9 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--458477760'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:08.756674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aff02145-fb62-4047-9ba0-468aa1cdb3b9 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.914455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aff02145-fb62-4047-9ba0-468aa1cdb3b9 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.927048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aff02145-fb62-4047-9ba0-468aa1cdb3b9 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.979551 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aff02145-fb62-4047-9ba0-468aa1cdb3b9 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:08.981630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aff02145-fb62-4047-9ba0-468aa1cdb3b9 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2836032 Jul 23 14:34:08.985931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:09.002693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff02145-fb62-4047-9ba0-468aa1cdb3b9 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c11007-719f-4b44-9d67-9c1c727fe1d4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:09.022204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0939641a-1ba1-4953-8399-ab778ed5ece8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': 'e5c11007-719f-4b44-9d67-9c1c727fe1d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:09.029660 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-0939641a-1ba1-4953-8399-ab778ed5ece8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 14:34:09.037578 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0939641a-1ba1-4953-8399-ab778ed5ece8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:09.044514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:09.044909 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0939641a-1ba1-4953-8399-ab778ed5ece8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0360031 Jul 23 14:34:09.167826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e6a6-401d-4967-905d-c8b2cbce6941 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.223580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e6a6-401d-4967-905d-c8b2cbce6941 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.373170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e6a6-401d-4967-905d-c8b2cbce6941 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.376889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e6a6-401d-4967-905d-c8b2cbce6941 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.378175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e1e9e6a6-401d-4967-905d-c8b2cbce6941 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5c11007-719f-4b44-9d67-9c1c727fe1d4 HTTP/1.1" status: 204 len: 168 time: 0.3323929 Jul 23 14:34:09.381328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:09.397397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e6a6-401d-4967-905d-c8b2cbce6941 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c11007-719f-4b44-9d67-9c1c727fe1d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:09.417126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b005-0713-4ef5-957c-71c07274710b req-c4452c19-a0f1-4ff6-a34b-626a7567df77 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:09.417723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85d8b005-0713-4ef5-957c-71c07274710b req-c4452c19-a0f1-4ff6-a34b-626a7567df77 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.1711783 Jul 23 14:34:09.511118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-89a2cd20-5229-40e4-8f06-59d09fb7ba14 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284111 Jul 23 14:34:09.514831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:09.519026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85d8b005-0713-4ef5-957c-71c07274710b req-b5a52f97-4a92-4e55-8a1d-b5105941f2ff tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900896 Jul 23 14:34:09.524967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-620c63e4-ca8d-4754-a20b-3306807c11d1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--321944051'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:09.564298 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-620c63e4-ca8d-4754-a20b-3306807c11d1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.776945 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-620c63e4-ca8d-4754-a20b-3306807c11d1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.786594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-620c63e4-ca8d-4754-a20b-3306807c11d1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.827802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-620c63e4-ca8d-4754-a20b-3306807c11d1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.829651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-620c63e4-ca8d-4754-a20b-3306807c11d1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3093662 Jul 23 14:34:09.831722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c63e4-ca8d-4754-a20b-3306807c11d1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc4c33b-a9c9-456b-a1c7-9e0198478e74,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:09.833426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:09.844614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf90a5eb-88b1-407a-bab3-b8d8e5e2f1b6 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '4fc4c33b-a9c9-456b-a1c7-9e0198478e74', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:09.845553 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-cf90a5eb-88b1-407a-bab3-b8d8e5e2f1b6 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 14:34:09.846306 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-cf90a5eb-88b1-407a-bab3-b8d8e5e2f1b6 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:09.848009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cf90a5eb-88b1-407a-bab3-b8d8e5e2f1b6 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089684 Jul 23 14:34:09.850809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:09.937743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276a5134-5372-4ff0-a1bf-d46829dbedfa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:09.972238 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276a5134-5372-4ff0-a1bf-d46829dbedfa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.043895 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276a5134-5372-4ff0-a1bf-d46829dbedfa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.048726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276a5134-5372-4ff0-a1bf-d46829dbedfa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.049967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-276a5134-5372-4ff0-a1bf-d46829dbedfa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/4fc4c33b-a9c9-456b-a1c7-9e0198478e74 HTTP/1.1" status: 204 len: 168 time: 0.1976194 Jul 23 14:34:10.061266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.063764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a5134-5372-4ff0-a1bf-d46829dbedfa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc4c33b-a9c9-456b-a1c7-9e0198478e74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:10.165044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7daaf8c4-f3c9-4267-beac-53b4989c8c3a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021116 Jul 23 14:34:10.171133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.175375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f4210bf5-5688-498d-8758-c32b0a0dca38 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--206092396'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:10.203804 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4210bf5-5688-498d-8758-c32b0a0dca38 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.331236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4210bf5-5688-498d-8758-c32b0a0dca38 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.337526 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4210bf5-5688-498d-8758-c32b0a0dca38 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.373809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4210bf5-5688-498d-8758-c32b0a0dca38 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.375987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f4210bf5-5688-498d-8758-c32b0a0dca38 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2042644 Jul 23 14:34:10.380025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.381735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4210bf5-5688-498d-8758-c32b0a0dca38 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec75bce-9a6e-46ea-8356-6f38cbd4ad1c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:10.384845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fbbea31-afac-4f12-af7e-bc3b37fb0897 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': 'dec75bce-9a6e-46ea-8356-6f38cbd4ad1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:10.397375 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-3fbbea31-afac-4f12-af7e-bc3b37fb0897 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 14:34:10.397972 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3fbbea31-afac-4f12-af7e-bc3b37fb0897 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:10.399058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3fbbea31-afac-4f12-af7e-bc3b37fb0897 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180089 Jul 23 14:34:10.403049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.408116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a4a4d0f6-40e0-46b6-879a-dacf6b555aae tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': 'dec75bce-9a6e-46ea-8356-6f38cbd4ad1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:10.408905 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-a4a4d0f6-40e0-46b6-879a-dacf6b555aae tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 14:34:10.409479 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a4a4d0f6-40e0-46b6-879a-dacf6b555aae tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:10.413108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a4a4d0f6-40e0-46b6-879a-dacf6b555aae tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089691 Jul 23 14:34:10.413661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.419409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e48d3378-4117-438d-bc8d-2b794482ac09 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': 'dec75bce-9a6e-46ea-8356-6f38cbd4ad1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:10.420321 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-e48d3378-4117-438d-bc8d-2b794482ac09 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 14:34:10.420786 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e48d3378-4117-438d-bc8d-2b794482ac09 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:10.424293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e48d3378-4117-438d-bc8d-2b794482ac09 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069721 Jul 23 14:34:10.424727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.429524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd121e36-795b-44bc-87f5-dc643e06688a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': 'dec75bce-9a6e-46ea-8356-6f38cbd4ad1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:10.430526 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-bd121e36-795b-44bc-87f5-dc643e06688a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 14:34:10.431192 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-bd121e36-795b-44bc-87f5-dc643e06688a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:10.432179 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bd121e36-795b-44bc-87f5-dc643e06688a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063791 Jul 23 14:34:10.434787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.503396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec4757e-9026-4b10-a2ed-aa3130a7a9fa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.534891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec4757e-9026-4b10-a2ed-aa3130a7a9fa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.587677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec4757e-9026-4b10-a2ed-aa3130a7a9fa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.594018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec4757e-9026-4b10-a2ed-aa3130a7a9fa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.599016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dec4757e-9026-4b10-a2ed-aa3130a7a9fa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/dec75bce-9a6e-46ea-8356-6f38cbd4ad1c HTTP/1.1" status: 204 len: 168 time: 0.1632409 Jul 23 14:34:10.601648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.629063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4757e-9026-4b10-a2ed-aa3130a7a9fa tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec75bce-9a6e-46ea-8356-6f38cbd4ad1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:10.674106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4eeda22b-08e2-4513-9d11-e8083cc307d3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706813 Jul 23 14:34:10.677019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.684743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-25b79a60-ca4e-4395-9ece-7544df9c2c50 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517180893'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:10.732568 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b79a60-ca4e-4395-9ece-7544df9c2c50 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.744209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c05a0-fca2-44a8-9b67-cec86b8f1f74 req-8bce329c-409b-480a-98a3-114cba130211 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:10.747449 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b0c05a0-fca2-44a8-9b67-cec86b8f1f74 req-8bce329c-409b-480a-98a3-114cba130211 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.1060145 Jul 23 14:34:10.807242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b0c05a0-fca2-44a8-9b67-cec86b8f1f74 req-2003faa5-0a54-4cc6-a254-0aeacfdb7611 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533164 Jul 23 14:34:10.874442 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b79a60-ca4e-4395-9ece-7544df9c2c50 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.879375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b79a60-ca4e-4395-9ece-7544df9c2c50 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.936752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25b79a60-ca4e-4395-9ece-7544df9c2c50 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:10.938090 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-25b79a60-ca4e-4395-9ece-7544df9c2c50 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2597766 Jul 23 14:34:10.943268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.943973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b79a60-ca4e-4395-9ece-7544df9c2c50 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539de95f-c152-4dde-ab2c-06fbdfd85a6c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:10.955445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5182228f-ebe0-42eb-8bab-d320b5132fb3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:10.958023 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-5182228f-ebe0-42eb-8bab-d320b5132fb3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 14:34:10.958530 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5182228f-ebe0-42eb-8bab-d320b5132fb3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:10.959657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5182228f-ebe0-42eb-8bab-d320b5132fb3 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147378 Jul 23 14:34:10.963149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:10.969096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-63594b07-ff1d-4297-95f5-db052eaf42f0 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.036468 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-63594b07-ff1d-4297-95f5-db052eaf42f0 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.037680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-63594b07-ff1d-4297-95f5-db052eaf42f0 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0733545 Jul 23 14:34:11.040716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.045797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07c4069d-2389-4ff6-ab06-03abce010996 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.046291 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-07c4069d-2389-4ff6-ab06-03abce010996 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 14:34:11.046869 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-07c4069d-2389-4ff6-ab06-03abce010996 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.048034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-07c4069d-2389-4ff6-ab06-03abce010996 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060809 Jul 23 14:34:11.050732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.055310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3ac85fb0-5046-40a3-8c12-30afc9c9fe33 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.098100 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3ac85fb0-5046-40a3-8c12-30afc9c9fe33 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.099418 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3ac85fb0-5046-40a3-8c12-30afc9c9fe33 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0477252 Jul 23 14:34:11.103386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.117178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f13d7052-dfdf-42cf-8f2f-14f4e0851876 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.117509 n-d-801990-3 neutron-server[93766]: WARNING neutron.api.v2.base [None req-f13d7052-dfdf-42cf-8f2f-14f4e0851876 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 14:34:11.118134 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f13d7052-dfdf-42cf-8f2f-14f4e0851876 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.119185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f13d7052-dfdf-42cf-8f2f-14f4e0851876 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109296 Jul 23 14:34:11.121921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.126423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-39ad1c21-3bd0-4175-96e8-2b2bc65eef7d tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.168870 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-39ad1c21-3bd0-4175-96e8-2b2bc65eef7d tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Project e4f5c1b28adc42dc89f7f7ba43aab276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:34:11.200129 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-39ad1c21-3bd0-4175-96e8-2b2bc65eef7d tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.201780 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39ad1c21-3bd0-4175-96e8-2b2bc65eef7d tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0789039 Jul 23 14:34:11.205057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.212954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b753d6c1-1a0c-4382-9c32-2b56a12cb390 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.213904 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-b753d6c1-1a0c-4382-9c32-2b56a12cb390 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 14:34:11.215886 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b753d6c1-1a0c-4382-9c32-2b56a12cb390 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.220830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b753d6c1-1a0c-4382-9c32-2b56a12cb390 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116019 Jul 23 14:34:11.221650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.228745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0abb2d5b-5f64-4ad0-bba7-9d20ba7e8821 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.270586 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-0abb2d5b-5f64-4ad0-bba7-9d20ba7e8821 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Project e4f5c1b28adc42dc89f7f7ba43aab276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:34:11.286995 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0abb2d5b-5f64-4ad0-bba7-9d20ba7e8821 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.289132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0abb2d5b-5f64-4ad0-bba7-9d20ba7e8821 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0662582 Jul 23 14:34:11.292117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.298794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-31ca2977-f5c7-4cd2-92b7-d65f61b9920a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '539de95f-c152-4dde-ab2c-06fbdfd85a6c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.328647 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-31ca2977-f5c7-4cd2-92b7-d65f61b9920a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Project e4f5c1b28adc42dc89f7f7ba43aab276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:34:11.349933 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-31ca2977-f5c7-4cd2-92b7-d65f61b9920a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:11.354842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-31ca2977-f5c7-4cd2-92b7-d65f61b9920a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0615149 Jul 23 14:34:11.355081 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.413177 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5baf0862-b5c4-4563-b85a-79402576cc8e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.436761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5baf0862-b5c4-4563-b85a-79402576cc8e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.488176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5baf0862-b5c4-4563-b85a-79402576cc8e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.491158 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5baf0862-b5c4-4563-b85a-79402576cc8e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.492373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5baf0862-b5c4-4563-b85a-79402576cc8e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/539de95f-c152-4dde-ab2c-06fbdfd85a6c HTTP/1.1" status: 204 len: 168 time: 0.1362433 Jul 23 14:34:11.495185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.501805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf0862-b5c4-4563-b85a-79402576cc8e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539de95f-c152-4dde-ab2c-06fbdfd85a6c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:11.557945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.558158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1db0daac-c303-42ea-9e5f-8beee0696f65 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609672 Jul 23 14:34:11.562322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9a45e4c-2e37-4973-bd04-b3e0d2543fe1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--540077989'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.602587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9a45e4c-2e37-4973-bd04-b3e0d2543fe1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.707973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9a45e4c-2e37-4973-bd04-b3e0d2543fe1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.714712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9a45e4c-2e37-4973-bd04-b3e0d2543fe1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.736534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9a45e4c-2e37-4973-bd04-b3e0d2543fe1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:11.738034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9a45e4c-2e37-4973-bd04-b3e0d2543fe1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1796393 Jul 23 14:34:11.741260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.748666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd615fb9-752f-4108-b203-37a845afad7b tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '8363b87a-0e97-4f43-a612-25fb0ef0eb0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.773703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a45e4c-2e37-4973-bd04-b3e0d2543fe1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8363b87a-0e97-4f43-a612-25fb0ef0eb0a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:11.817379 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fd615fb9-752f-4108-b203-37a845afad7b tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The resource could not be found. Jul 23 14:34:11.822209 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fd615fb9-752f-4108-b203-37a845afad7b tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0768704 Jul 23 14:34:11.822465 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.828098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-498c0db8-dfc9-4d5c-a14e-78f4a07aa828 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '8363b87a-0e97-4f43-a612-25fb0ef0eb0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2750e6e2-4b13-403b-bd6d-fcfb91efc3f9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:11.902142 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-498c0db8-dfc9-4d5c-a14e-78f4a07aa828 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The resource could not be found. Jul 23 14:34:11.906741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-498c0db8-dfc9-4d5c-a14e-78f4a07aa828 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0799990 Jul 23 14:34:11.906741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:11.965832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f38f-68d7-46c5-8949-6e61ccb2de91 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.004765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f38f-68d7-46c5-8949-6e61ccb2de91 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.035310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab924-e862-4259-9984-83b01cd30036 req-e41e8e03-c914-4c2a-84fc-f756bbb539a0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:12.045518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e4ab924-e862-4259-9984-83b01cd30036 req-e41e8e03-c914-4c2a-84fc-f756bbb539a0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.1148603 Jul 23 14:34:12.056388 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f38f-68d7-46c5-8949-6e61ccb2de91 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.064999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f38f-68d7-46c5-8949-6e61ccb2de91 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.068977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0c4f38f-68d7-46c5-8949-6e61ccb2de91 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/8363b87a-0e97-4f43-a612-25fb0ef0eb0a HTTP/1.1" status: 204 len: 168 time: 0.1608655 Jul 23 14:34:12.071133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:12.082373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4f38f-68d7-46c5-8949-6e61ccb2de91 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363b87a-0e97-4f43-a612-25fb0ef0eb0a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:12.125065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e4ab924-e862-4259-9984-83b01cd30036 req-0a8abfaa-5694-4598-84e0-6f529ba48132 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784972 Jul 23 14:34:12.172520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c65132b7-4940-492c-8967-6cf315834b0a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001453 Jul 23 14:34:12.178694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:12.186853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-96632ab8-8454-4aa9-bf2d-b81b46373b2b tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '35c27600-6e5c-423f-a58d-3e9bc95cd6a1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:12.256331 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-96632ab8-8454-4aa9-bf2d-b81b46373b2b tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The resource could not be found. Jul 23 14:34:12.258330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-96632ab8-8454-4aa9-bf2d-b81b46373b2b tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0783896 Jul 23 14:34:12.274397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:12.279827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45d1f4a0-d899-4f56-af99-07981ede8de4 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116114557'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:12.312728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1f4a0-d899-4f56-af99-07981ede8de4 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.423235 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1f4a0-d899-4f56-af99-07981ede8de4 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.429505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1f4a0-d899-4f56-af99-07981ede8de4 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.460678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1f4a0-d899-4f56-af99-07981ede8de4 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.462759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45d1f4a0-d899-4f56-af99-07981ede8de4 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1872003 Jul 23 14:34:12.469190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:12.473294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1f4a0-d899-4f56-af99-07981ede8de4 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89ac8bb-a64b-4be7-861c-dc41c292e2bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:12.484518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c259cc9f-d44a-4365-9aed-d09cb0accd1e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--54631041'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:12.522796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c259cc9f-d44a-4365-9aed-d09cb0accd1e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.637051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c259cc9f-d44a-4365-9aed-d09cb0accd1e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.642758 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c259cc9f-d44a-4365-9aed-d09cb0accd1e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.679591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259cc9f-d44a-4365-9aed-d09cb0accd1e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba31651-b261-422e-8f4d-e930ac1e0bba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:12.682070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c259cc9f-d44a-4365-9aed-d09cb0accd1e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.683374 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c259cc9f-d44a-4365-9aed-d09cb0accd1e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2111988 Jul 23 14:34:12.686494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:12.691226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-75b32393-14b8-48ee-9153-5c3a7247274a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': 'e89ac8bb-a64b-4be7-861c-dc41c292e2bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1ba31651-b261-422e-8f4d-e930ac1e0bba'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:12.742629 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-75b32393-14b8-48ee-9153-5c3a7247274a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:12.743781 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-75b32393-14b8-48ee-9153-5c3a7247274a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0562782 Jul 23 14:34:12.746715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:12.819207 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc16732-5aee-48dc-9d92-73c07b5006e2 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.860155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc16732-5aee-48dc-9d92-73c07b5006e2 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.920827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc16732-5aee-48dc-9d92-73c07b5006e2 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.926792 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc16732-5aee-48dc-9d92-73c07b5006e2 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:12.928405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-adc16732-5aee-48dc-9d92-73c07b5006e2 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ba31651-b261-422e-8f4d-e930ac1e0bba HTTP/1.1" status: 204 len: 168 time: 0.1808074 Jul 23 14:34:12.937192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:12.944293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc16732-5aee-48dc-9d92-73c07b5006e2 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba31651-b261-422e-8f4d-e930ac1e0bba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:13.009714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-557fe2a7-f2f5-4552-9c6d-6194d7e1753b tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0713923 Jul 23 14:34:13.013983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.070211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0641102f-48d2-4c65-9b72-5e997548acf8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.096247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0641102f-48d2-4c65-9b72-5e997548acf8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.145766 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0641102f-48d2-4c65-9b72-5e997548acf8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.153987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0641102f-48d2-4c65-9b72-5e997548acf8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.155666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0641102f-48d2-4c65-9b72-5e997548acf8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/e89ac8bb-a64b-4be7-861c-dc41c292e2bd HTTP/1.1" status: 204 len: 168 time: 0.1403484 Jul 23 14:34:13.158184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.168288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641102f-48d2-4c65-9b72-5e997548acf8 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89ac8bb-a64b-4be7-861c-dc41c292e2bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:13.224745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ceb38d18-362c-402e-ad9f-37d4c065bb24 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641799 Jul 23 14:34:13.229013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.233761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--755381076'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:13.286757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.307054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c49f9-6d83-4344-86ea-c0559254f9c5 req-edd0e59e-db77-421f-ae8c-e21758293183 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:13.308668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-868c49f9-6d83-4344-86ea-c0559254f9c5 req-edd0e59e-db77-421f-ae8c-e21758293183 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.1008954 Jul 23 14:34:13.368694 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-868c49f9-6d83-4344-86ea-c0559254f9c5 req-9419462c-56bd-4d71-976d-1787c9d8dc97 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526185 Jul 23 14:34:13.409339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.414901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.445864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.447019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2170153 Jul 23 14:34:13.448866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3d4a91-ef22-4534-98ce-f5bd027f4b07,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:13.450563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.456279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.456429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b53def7-8cea-40c5-803f-faef39f6ec8d tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '6a3d4a91-ef22-4534-98ce-f5bd027f4b07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:13.456627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.456962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.457310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.457617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.458283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.458605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.458950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.459272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.459591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.459908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.460223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e2d43-2dc0-49eb-8cec-28a40b149b7a tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:13.497519 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1b53def7-8cea-40c5-803f-faef39f6ec8d tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:13.498809 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b53def7-8cea-40c5-803f-faef39f6ec8d tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0469921 Jul 23 14:34:13.501452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.505933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5cfe1b82-289c-4c71-af83-375163525137 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group_rule': {'security_group_id': '6a3d4a91-ef22-4534-98ce-f5bd027f4b07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:13.542811 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5cfe1b82-289c-4c71-af83-375163525137 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:34:13.544057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5cfe1b82-289c-4c71-af83-375163525137 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0416446 Jul 23 14:34:13.546822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.608447 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-464bf7e3-63bb-4c89-97c5-21696bdd0399 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.631008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-464bf7e3-63bb-4c89-97c5-21696bdd0399 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.673285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-464bf7e3-63bb-4c89-97c5-21696bdd0399 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.675973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-464bf7e3-63bb-4c89-97c5-21696bdd0399 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.677147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-464bf7e3-63bb-4c89-97c5-21696bdd0399 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/6a3d4a91-ef22-4534-98ce-f5bd027f4b07 HTTP/1.1" status: 204 len: 168 time: 0.1292741 Jul 23 14:34:13.680103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.686337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bf7e3-63bb-4c89-97c5-21696bdd0399 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3d4a91-ef22-4534-98ce-f5bd027f4b07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:13.733034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c738376c-e207-483b-96ef-5aa6efb242c1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516484 Jul 23 14:34:13.736565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.741161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-828f130d-fd38-4935-8ac9-ccbf462ebcf1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477916044'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:13.766022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828f130d-fd38-4935-8ac9-ccbf462ebcf1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.851263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828f130d-fd38-4935-8ac9-ccbf462ebcf1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.858754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828f130d-fd38-4935-8ac9-ccbf462ebcf1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.892284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828f130d-fd38-4935-8ac9-ccbf462ebcf1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.892284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-828f130d-fd38-4935-8ac9-ccbf462ebcf1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1529548 Jul 23 14:34:13.893720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.899156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3d26fe0-4bb6-4276-95aa-9140c90f576e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:13.899643 n-d-801990-3 neutron-server[93767]: WARNING neutron.api.v2.base [None req-a3d26fe0-4bb6-4276-95aa-9140c90f576e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 14:34:13.900196 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a3d26fe0-4bb6-4276-95aa-9140c90f576e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 14:34:13.902688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a3d26fe0-4bb6-4276-95aa-9140c90f576e tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "PUT /v2.0/security-groups/09976403-3700-4b49-a126-f0b6fe842526 HTTP/1.1" status: 409 len: 330 time: 0.0060730 Jul 23 14:34:13.902688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f130d-fd38-4935-8ac9-ccbf462ebcf1 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09976403-3700-4b49-a126-f0b6fe842526,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:13.904261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:13.959745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff0024a-3cdf-48c3-a334-6b644a24a568 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:13.981637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff0024a-3cdf-48c3-a334-6b644a24a568 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:14.029022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff0024a-3cdf-48c3-a334-6b644a24a568 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:14.032408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff0024a-3cdf-48c3-a334-6b644a24a568 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:14.033749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dff0024a-3cdf-48c3-a334-6b644a24a568 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/09976403-3700-4b49-a126-f0b6fe842526 HTTP/1.1" status: 204 len: 168 time: 0.1284811 Jul 23 14:34:14.036799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:14.044077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0024a-3cdf-48c3-a334-6b644a24a568 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09976403-3700-4b49-a126-f0b6fe842526,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:14.088744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-53639231-1ef6-4602-936e-b12aca1f3196 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504961 Jul 23 14:34:14.094473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:14.109985 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7f2df177-027d-458e-bf0f-6e4a6cb89b39 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] delete failed (client error): The resource could not be found. Jul 23 14:34:14.114787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7f2df177-027d-458e-bf0f-6e4a6cb89b39 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "DELETE /v2.0/security-groups/45ab1523-29cb-4ff3-a94f-4d74bd15e5f2 HTTP/1.1" status: 404 len: 347 time: 0.0158253 Jul 23 14:34:14.115153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:14.130419 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-209c1a89-7d16-4bbb-b333-e7e33bdd3ada tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] show failed (client error): The resource could not be found. Jul 23 14:34:14.131545 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-209c1a89-7d16-4bbb-b333-e7e33bdd3ada tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-groups/f98948d0-4a90-4731-83a9-2de2112efd16 HTTP/1.1" status: 404 len: 347 time: 0.0152898 Jul 23 14:34:14.135590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:14.146884 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-78bff8e3-9ca1-48b4-9a72-819959476815 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] show failed (client error): The resource could not be found. Jul 23 14:34:14.148056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-78bff8e3-9ca1-48b4-9a72-819959476815 tempest-NegativeSecGroupIPv6Test-1671301708 tempest-NegativeSecGroupIPv6Test-1671301708-project] 10.222.0.21 "GET /v2.0/security-group-rules/50774503-1a00-456a-98bd-0eb184d6ebe1 HTTP/1.1" status: 404 len: 356 time: 0.0114279 Jul 23 14:34:14.406510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:14.571402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9b6a3-9c44-48e2-8d83-a368e7d739cb req-8485dfc7-272e-4686-88c5-2ab31b28d455 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:14.573345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6d9b6a3-9c44-48e2-8d83-a368e7d739cb req-8485dfc7-272e-4686-88c5-2ab31b28d455 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.1059678 Jul 23 14:34:14.581155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5ce61691-0edf-4288-b7e0-81d5b26a4d07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4f5c1b28adc42dc89f7f7ba43aab276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732976 Jul 23 14:34:14.584132 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:14.618454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6d9b6a3-9c44-48e2-8d83-a368e7d739cb req-0b3101b6-2b3d-4966-a75d-0c1be47fe1b0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361326 Jul 23 14:34:14.645335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:14.674871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:14.728729 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:14.731927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:14.736018 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36502c56-b34d-4630-a99f-5446455ee12e HTTP/1.1" status: 204 len: 168 time: 0.1508744 Jul 23 14:34:14.744981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36502c56-b34d-4630-a99f-5446455ee12e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:14.755173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.755520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.756164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.756512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.756844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.757332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.757689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.758018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.758347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.758687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.759017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:14.759451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b206812-1206-4f90-a06e-6b7f02c86d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:15.804466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2c03-e693-4cca-ae1c-b0994e487021 req-9bb3b520-2871-4e05-97bb-e363bedbca2c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:15.811789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a85e2c03-e693-4cca-ae1c-b0994e487021 req-9bb3b520-2871-4e05-97bb-e363bedbca2c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0866985 Jul 23 14:34:15.813579 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-966876e6-d287-4d48-99ac-041e8bee5e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:15.858058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a85e2c03-e693-4cca-ae1c-b0994e487021 req-79de3e52-c1c2-4a93-9da6-2e8bea8ee92e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452108 Jul 23 14:34:16.581308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-5c090404-5b00-408f-8392-03ac10a4f005 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572133 Jul 23 14:34:16.676848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-b19c310e-9706-4c0a-9a46-f30755faee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:16.678459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-b19c310e-9706-4c0a-9a46-f30755faee30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6872bb67904a2b95353db15264852c&device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 1097 time: 0.0617301 Jul 23 14:34:16.795061 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-172926bb-976d-4636-90bf-70f1002eb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:16.796648 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-172926bb-976d-4636-90bf-70f1002eb93c service neutron] 10.222.0.11 "GET /v2.0/networks?id=af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 200 len: 911 time: 0.0969081 Jul 23 14:34:16.865602 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-f39bad33-6e67-4f63-ad20-aa0d5d26dd24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237 HTTP/1.1" status: 200 len: 1002 time: 0.0625010 Jul 23 14:34:16.928698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-f1f79d0f-d695-4632-be53-5aac5d193b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:16.930224 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-f1f79d0f-d695-4632-be53-5aac5d193b50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 200 len: 849 time: 0.0590053 Jul 23 14:34:17.010701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-41f9d404-e140-445b-a477-7afd0fefa967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:17.012466 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-41f9d404-e140-445b-a477-7afd0fefa967 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af59d57c-49e2-41d2-8511-85f2faf9627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757940 Jul 23 14:34:17.030324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899102d-641e-467e-9a0e-9d76ae298ce8 req-161eb752-8f75-4ed8-9841-dcacfb3e1155 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:17.032822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5899102d-641e-467e-9a0e-9d76ae298ce8 req-161eb752-8f75-4ed8-9841-dcacfb3e1155 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0860169 Jul 23 14:34:17.082356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5899102d-641e-467e-9a0e-9d76ae298ce8 req-f1ebae58-bca0-484f-9749-f053f64dd3fa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Jul 23 14:34:17.131852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-b6aec059-2c2b-4855-8313-5355550da31f service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125731 Jul 23 14:34:17.227312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2c0f77a1-4dca-4517-9ca0-65ab7900d531 req-9f72fb76-909f-4400-b417-8074363fb25a service neutron] 10.222.0.11 "GET /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Jul 23 14:34:17.431107 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:34:17.977823 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:18.223301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a9062-3e01-488c-b95a-f0fa29ad6859 req-0e07bbf4-b5bc-4a79-8e27-f7dbba91bc81 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:18.224938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-114a9062-3e01-488c-b95a-f0fa29ad6859 req-0e07bbf4-b5bc-4a79-8e27-f7dbba91bc81 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0745544 Jul 23 14:34:18.265904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-114a9062-3e01-488c-b95a-f0fa29ad6859 req-6ab973aa-3022-470b-8b73-010efe71c829 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Jul 23 14:34:18.328135 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:18.499701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c915dfb8-bcc3-47f9-9d40-0ff70fdcb3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.350336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:19.411935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398063-70a7-487b-bd87-53dc7a978e1a req-78f0d146-4c31-42d6-b805-7bb5edc2f47d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:19.413580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b398063-70a7-487b-bd87-53dc7a978e1a req-78f0d146-4c31-42d6-b805-7bb5edc2f47d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0661039 Jul 23 14:34:19.460770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b398063-70a7-487b-bd87-53dc7a978e1a req-ce04a775-7c6f-4fc2-84dc-85df3cfee385 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Jul 23 14:34:19.477194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a53b726-78ce-44d3-b73c-a3e6af20acd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.576923 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a53b726-78ce-44d3-b73c-a3e6af20acd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.583891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a53b726-78ce-44d3-b73c-a3e6af20acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.585928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.623976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53b726-78ce-44d3-b73c-a3e6af20acd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c17d3-e7c6-4b00-8e81-c176f33c303c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:19.628368 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8a53b726-78ce-44d3-b73c-a3e6af20acd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4b5cb8f6ec24ee89523f128fb62759c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769001 Jul 23 14:34:19.630900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:19.683107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c85d-7e96-4201-b6ae-52063be0b1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.704590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c85d-7e96-4201-b6ae-52063be0b1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.758318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c85d-7e96-4201-b6ae-52063be0b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.760983 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c85d-7e96-4201-b6ae-52063be0b1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:19.762143 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1fd9c85d-7e96-4201-b6ae-52063be0b1ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c9c17d3-e7c6-4b00-8e81-c176f33c303c HTTP/1.1" status: 204 len: 168 time: 0.1302967 Jul 23 14:34:19.773815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c85d-7e96-4201-b6ae-52063be0b1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c17d3-e7c6-4b00-8e81-c176f33c303c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:20.071570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:20.086099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b75732-a14a-42c6-aacf-3bfc17eb3e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:20.189311 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b75732-a14a-42c6-aacf-3bfc17eb3e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:20.206673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b75732-a14a-42c6-aacf-3bfc17eb3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:20.248220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b75732-a14a-42c6-aacf-3bfc17eb3e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf71215-e449-4b13-811f-f523ab544d10,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:20.252814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-43b75732-a14a-42c6-aacf-3bfc17eb3e02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ec533fbedc44e9e94200221fd38d0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801150 Jul 23 14:34:20.255457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:20.308068 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fd75-7a65-48f0-882c-281b549bd3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:20.329244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fd75-7a65-48f0-882c-281b549bd3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:20.380799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fd75-7a65-48f0-882c-281b549bd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:20.383558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fd75-7a65-48f0-882c-281b549bd3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:20.387177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0e7fd75-7a65-48f0-882c-281b549bd3a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cf71215-e449-4b13-811f-f523ab544d10 HTTP/1.1" status: 204 len: 168 time: 0.1282926 Jul 23 14:34:20.393657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7fd75-7a65-48f0-882c-281b549bd3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf71215-e449-4b13-811f-f523ab544d10,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:20.601768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb85cf-f812-404d-ace6-a296d90f1c5e req-aee07f72-6ba2-47a8-b047-7cc233ba7656 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:20.603528 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ebfb85cf-f812-404d-ace6-a296d90f1c5e req-aee07f72-6ba2-47a8-b047-7cc233ba7656 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0764749 Jul 23 14:34:20.642805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ebfb85cf-f812-404d-ace6-a296d90f1c5e req-26d0db47-1b1a-45b6-a668-24f291446dfa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329783 Jul 23 14:34:20.840532 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-2a2e84db-4bd8-454b-b752-abcba7e39111 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725091 Jul 23 14:34:20.942198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-d9863136-387c-494d-98a7-7dc668ec4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:20.943881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-d9863136-387c-494d-98a7-7dc668ec4547 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 1096 time: 0.0578215 Jul 23 14:34:21.068965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-9664a76f-70bc-4bdb-9596-a42dae923bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:21.070524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-9664a76f-70bc-4bdb-9596-a42dae923bb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1036060 Jul 23 14:34:21.117651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-92733ce6-6292-40d8-b5c5-0229f540d4d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c HTTP/1.1" status: 200 len: 217 time: 0.0387466 Jul 23 14:34:21.181369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-110d9482-d531-410d-81a5-028fe9f70874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:21.182977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-110d9482-d531-410d-81a5-028fe9f70874 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0555072 Jul 23 14:34:21.252082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-edd42258-3348-401b-8297-34f5c13edd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:21.253649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-edd42258-3348-401b-8297-34f5c13edd74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588231 Jul 23 14:34:21.295231 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:21.363165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-279aaa3c-37b4-485e-84f7-768e246e4f9c service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977409 Jul 23 14:34:21.479827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3ceae67d-0c5d-48d9-b817-08640c9fc5a5 req-c0b01410-e7fa-4252-b3df-079acaba7787 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066661 Jul 23 14:34:21.806356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727229-02bf-4880-aeb1-a24fac412d25 req-42d9dee5-ec2e-416c-bdea-2c6e188ee8ec tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:21.811611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d727229-02bf-4880-aeb1-a24fac412d25 req-42d9dee5-ec2e-416c-bdea-2c6e188ee8ec tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0748718 Jul 23 14:34:21.863033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8d727229-02bf-4880-aeb1-a24fac412d25 req-0b22b064-1dda-4edf-87c9-c9318a9a787d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 Jul 23 14:34:23.019368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536448a-3c24-4295-914a-13c464f70667 req-cdab7cf6-f71e-4e7f-a640-a4614b49aa07 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:23.026220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a536448a-3c24-4295-914a-13c464f70667 req-cdab7cf6-f71e-4e7f-a640-a4614b49aa07 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0813687 Jul 23 14:34:23.060185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a536448a-3c24-4295-914a-13c464f70667 req-366e06a6-87e5-450c-90f1-abdf5dbc0f83 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 23 14:34:24.202086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8064-7ad3-45f0-82db-c40d65250bf3 req-9f2c5842-c813-40cb-a00d-2ba0d3b63cee tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:24.203644 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ffb8064-7ad3-45f0-82db-c40d65250bf3 req-9f2c5842-c813-40cb-a00d-2ba0d3b63cee tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0668459 Jul 23 14:34:24.242155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ffb8064-7ad3-45f0-82db-c40d65250bf3 req-0ae32de7-2fcd-4639-a886-625f9b03edac tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jul 23 14:34:25.166498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:34:25.301962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:25.316035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'port_id': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c', 'mac_address': 'fa:16:3e:8d:12:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:34:25.360686 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:25.375590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:34:25.393983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486415aa-a08f-4b9a-8417-670779bff7db req-08c6ebdd-084c-4df1-84a9-1cb0cd9ce9ae tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:25.399677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:25.403838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-486415aa-a08f-4b9a-8417-670779bff7db req-08c6ebdd-084c-4df1-84a9-1cb0cd9ce9ae tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 944 time: 0.0820279 Jul 23 14:34:25.405902 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:25.449512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-486415aa-a08f-4b9a-8417-670779bff7db req-7702f1de-7ba2-46c1-939b-40864d34272e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444586 Jul 23 14:34:25.463735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:25.472829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.473240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.473832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.474270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.474826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.475259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.475719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.476279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.476698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.477093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.477503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.478241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:25.737513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2fc6dcbb-038d-424c-aa4a-6ef7ed60381c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:34:26.186927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:26.333587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66832508-b0e5-4128-82f7-5cfdda6af9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:26.473957 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66832508-b0e5-4128-82f7-5cfdda6af9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:26.484210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66832508-b0e5-4128-82f7-5cfdda6af9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:26.524852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:26.525437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-66832508-b0e5-4128-82f7-5cfdda6af9ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afdab8400ab848b1ba10ee4ff3df0a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367894 Jul 23 14:34:26.539215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66832508-b0e5-4128-82f7-5cfdda6af9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b19c32-8cf5-47bd-aa80-97eb6b327398,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:26.624031 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-089b40d3-37fe-464b-ab46-049e99cf24ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:26.652454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-089b40d3-37fe-464b-ab46-049e99cf24ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:26.685753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593fb11-7131-4094-ab8b-0f95057c167d req-d2a15fa0-5b7c-4201-a48a-2dcc7e5eb97a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:26.687284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c593fb11-7131-4094-ab8b-0f95057c167d req-d2a15fa0-5b7c-4201-a48a-2dcc7e5eb97a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 945 time: 0.1161382 Jul 23 14:34:26.742135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c593fb11-7131-4094-ab8b-0f95057c167d req-f166cdf9-4f47-4a18-8376-0c9683724b76 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Jul 23 14:34:26.769265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-089b40d3-37fe-464b-ab46-049e99cf24ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:26.773359 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-089b40d3-37fe-464b-ab46-049e99cf24ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:26.777844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-089b40d3-37fe-464b-ab46-049e99cf24ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6b19c32-8cf5-47bd-aa80-97eb6b327398 HTTP/1.1" status: 204 len: 168 time: 0.2511170 Jul 23 14:34:26.801365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b40d3-37fe-464b-ab46-049e99cf24ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b19c32-8cf5-47bd-aa80-97eb6b327398,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:27.111648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:27.128246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82a4380c-525f-4140-abb5-5fe10796941a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.197611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:27.271853 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82a4380c-525f-4140-abb5-5fe10796941a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.277344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:27.280317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82a4380c-525f-4140-abb5-5fe10796941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.285680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:27.287193 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.309428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4380c-525f-4140-abb5-5fe10796941a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ab759-0a39-45be-8cd4-41a0bb06e59d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:27.355689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:27.356739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-82a4380c-525f-4140-abb5-5fe10796941a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f424a8197fe463ebf3cd3f6bb75658a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436314 Jul 23 14:34:27.396347 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.433015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dda54a5-83f7-48a7-9cf6-b05fc5bbcc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.450045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:34:27.453703 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c25e0-cfc9-421d-b661-4a9f6c470e25" -d '{"events": [{"server_uuid": "3a222cbf-f564-4cf3-ab94-3c9d294bb483", "name": "network-vif-plugged", "status": "completed", "tag": "2fc6dcbb-038d-424c-aa4a-6ef7ed60381c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:34:27.472784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:27.480282 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.484980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dda54a5-83f7-48a7-9cf6-b05fc5bbcc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.537572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:27.568581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dda54a5-83f7-48a7-9cf6-b05fc5bbcc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.574533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dda54a5-83f7-48a7-9cf6-b05fc5bbcc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:27.584941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9dda54a5-83f7-48a7-9cf6-b05fc5bbcc3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d44ab759-0a39-45be-8cd4-41a0bb06e59d HTTP/1.1" status: 204 len: 168 time: 0.2232144 Jul 23 14:34:27.596099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda54a5-83f7-48a7-9cf6-b05fc5bbcc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ab759-0a39-45be-8cd4-41a0bb06e59d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:27.698312 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579bdeec-782e-4dca-9b03-9da235a6e1f8 x-openstack-request-id: req-579bdeec-782e-4dca-9b03-9da235a6e1f8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:34:27.698619 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a222cbf-f564-4cf3-ab94-3c9d294bb483", "name": "network-vif-plugged", "status": "completed", "tag": "2fc6dcbb-038d-424c-aa4a-6ef7ed60381c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:34:27.698904 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-579bdeec-782e-4dca-9b03-9da235a6e1f8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:34:27.699315 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c', 'code': 200} Jul 23 14:34:27.917407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912691b-21e6-4b69-83ff-44b15112d215 req-258c705a-b2e6-4daf-a1b0-1f6dc37aa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:27.919214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d912691b-21e6-4b69-83ff-44b15112d215 req-258c705a-b2e6-4daf-a1b0-1f6dc37aa468 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 1097 time: 0.0746341 Jul 23 14:34:27.947543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887be17-d775-4a3f-b71e-4b23d849235b req-c771362a-7343-4984-b8af-b6e8720d437e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:27.949758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9887be17-d775-4a3f-b71e-4b23d849235b req-c771362a-7343-4984-b8af-b6e8720d437e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 946 time: 0.1124325 Jul 23 14:34:27.970320 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d912691b-21e6-4b69-83ff-44b15112d215 req-d095397d-ed13-4df6-b8da-f135aef0b297 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Jul 23 14:34:28.021910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9887be17-d775-4a3f-b71e-4b23d849235b req-eef196f5-ca54-4dc5-8cab-9b586ef95e5b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642664 Jul 23 14:34:28.489924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:28.618916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1627368558-network', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:28.661610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Made reservation on behalf of b98d9f894236403ba26c028fa4ee0443 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:34:28.664424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.673916 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.785565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.794886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.825388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:34:28.837260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e57f4-4ce4-400a-a2a4-a954d825a895,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:28.842997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.843399 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Added segment faf28b6c-07ea-4e28-b3dc-c627278b311c of type vlan for network e169c6af-9c89-4779-9b66-49af87561f07 Jul 23 14:34:28.896579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.928458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.930025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:28.931166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:28.999024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e169c6af-9c89-4779-9b66-49af87561f07,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:29.008210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d4ed14c6-72d2-4052-a5b6-f9a6ac2185c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5171654 Jul 23 14:34:29.011209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:29.015767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e169c6af-9c89-4779-9b66-49af87561f07 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:34:29.016593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Request body: {'subnet': {'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1627368558-subnet', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:29.057243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Made reservation on behalf of b98d9f894236403ba26c028fa4ee0443 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:34:29.065928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.285091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eba45-58dc-4abc-84af-2d5f0a5dc7ce req-a73455be-b1f8-4d1f-b97a-2324618e575d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:29.291209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d03eba45-58dc-4abc-84af-2d5f0a5dc7ce req-a73455be-b1f8-4d1f-b97a-2324618e575d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 946 time: 0.1626925 Jul 23 14:34:29.382150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d03eba45-58dc-4abc-84af-2d5f0a5dc7ce req-6fe3e6b0-be72-4f8f-baa3-ce5c4185b6b2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741677 Jul 23 14:34:29.382150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.444421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Checking segment: {'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:29.444774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Network hostable DHCP agents. Network: e169c6af-9c89-4779-9b66-49af87561f07, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:34:29.447743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25c658b-0e42-4836-9638-26152f07dc01,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:29.470470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Network e169c6af-9c89-4779-9b66-49af87561f07 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:34:29.484123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, e169c6af-9c89-4779-9b66-49af87561f07) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:29.488827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:29.489758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.500169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8892d06-a1f6-42a8-9730-55b5a96eeedd None None] Network e169c6af-9c89-4779-9b66-49af87561f07 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:29.511589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:29.512653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-271291db-bf11-437b-bc50-9f624a5b8434 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4997923 Jul 23 14:34:29.518017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:29.546794 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.548383 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.634042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.689356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-e169c6af-9c89-4779-9b66-49af87561f07', 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'fixed_ips': [{'subnet_id': 'd25c658b-0e42-4836-9638-26152f07dc01'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:34:29.690715 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.798104 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:29.842620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Allocated IP 172.20.0.2 (e169c6af-9c89-4779-9b66-49af87561f07/d25c658b-0e42-4836-9638-26152f07dc01/386ea486-c9c4-4859-bd4d-ba6224e39e73) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:34:30.023470 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.033491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Transition to ACTIVE for port object 386ea486-c9c4-4859-bd4d-ba6224e39e73 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:30.038905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.049893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Transition to ACTIVE for port object 386ea486-c9c4-4859-bd4d-ba6224e39e73 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:30.057881 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.061642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.101065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Network e169c6af-9c89-4779-9b66-49af87561f07 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:30.104329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:30.109389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:34:30.152314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Pushing event updated for resources: {'Port': ['ID=386ea486-c9c4-4859-bd4d-ba6224e39e73,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:30.190867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Allocated IP 172.25.2.245 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:34:30.198989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Attempting to bind port 386ea486-c9c4-4859-bd4d-ba6224e39e73 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:34:30.199534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Attempting to bind port 386ea486-c9c4-4859-bd4d-ba6224e39e73 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:34:30.200027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Attempting to bind port 386ea486-c9c4-4859-bd4d-ba6224e39e73 on network e169c6af-9c89-4779-9b66-49af87561f07 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:30.206759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:34:30.207112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Checking segment: {'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:30.207571 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.208391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Bound using segment: {'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:34:30.208888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Bound port: 386ea486-c9c4-4859-bd4d-ba6224e39e73, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:34:30.209500 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.281525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] For port 386ea486-c9c4-4859-bd4d-ba6224e39e73, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:34:30.284611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] For port 386ea486-c9c4-4859-bd4d-ba6224e39e73, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=386ea486-c9c4-4859-bd4d-ba6224e39e73,segment=NetworkSegment(faf28b6c-07ea-4e28-b3dc-c627278b311c),segment_id=faf28b6c-07ea-4e28-b3dc-c627278b311c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:34:30.290225 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.334200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.367888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cbca1-7c91-4ef1-ba1a-50e1fff21ae4 None None] Pushing event updated for resources: {'Port': ['ID=386ea486-c9c4-4859-bd4d-ba6224e39e73,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:30.384012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.433137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:30.443031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:30.447150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:34:30.481486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:30.586550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690abbb-fce7-4080-85db-058776aad9b0 req-385b5b9d-6170-4226-8a69-1f050034583f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:30.589005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b690abbb-fce7-4080-85db-058776aad9b0 req-385b5b9d-6170-4226-8a69-1f050034583f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 946 time: 0.0939600 Jul 23 14:34:30.658860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b690abbb-fce7-4080-85db-058776aad9b0 req-22754e3e-de06-466e-a4c0-b8e73845d883 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628772 Jul 23 14:34:30.931440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:30.969147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4c964-a01c-45b6-ac40-5d0ba1b5c421 req-b5528981-12a8-4231-84c7-8df2e3799690 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:30.976291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77b4c964-a01c-45b6-ac40-5d0ba1b5c421 req-b5528981-12a8-4231-84c7-8df2e3799690 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 946 time: 0.1629796 Jul 23 14:34:31.023374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 386ea486-c9c4-4859-bd4d-ba6224e39e73 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:31.049722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77b4c964-a01c-45b6-ac40-5d0ba1b5c421 req-784df271-cab4-4ea1-b820-09fc8500d91f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676768 Jul 23 14:34:31.124146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 386ea486-c9c4-4859-bd4d-ba6224e39e73 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:31.564933 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:31.618180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62206-9c9a-4346-8f56-db4e140836be req-32d06db7-158e-423b-aa9b-df8fdf1a13ee tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:31.620794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5d62206-9c9a-4346-8f56-db4e140836be req-32d06db7-158e-423b-aa9b-df8fdf1a13ee tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 946 time: 0.1183693 Jul 23 14:34:31.676540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5d62206-9c9a-4346-8f56-db4e140836be req-d8b69d27-bb9d-4ff8-a292-3c8964a19483 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497622 Jul 23 14:34:31.733431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Router d05c55e9-077a-42d2-8a32-c177b47f0dce is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:34:31.862235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:34:31.865959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0780d-4f70-4d0e-b641-0f964e114c1e None None] Network e169c6af-9c89-4779-9b66-49af87561f07 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:31.873373 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Sync routers for ids ['d05c55e9-077a-42d2-8a32-c177b47f0dce'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:34:31.882350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Routers {'d05c55e9-077a-42d2-8a32-c177b47f0dce'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:31.882987 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d05c55e9-077a-42d2-8a32-c177b47f0dce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:31.916956 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:31.925356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-563f7835-a5ce-47b5-a3ea-4d0fc77f91d8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4057324 Jul 23 14:34:31.925567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:32.000336 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Set router d05c55e9-077a-42d2-8a32-c177b47f0dce gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:32.048887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-acea5e66-586d-4583-81d7-fc5968ad1b52 None None] Provisioning for port 386ea486-c9c4-4859-bd4d-ba6224e39e73 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:32.059747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-acea5e66-586d-4583-81d7-fc5968ad1b52 None None] Provisioning complete for port 386ea486-c9c4-4859-bd4d-ba6224e39e73 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:32.060354 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acea5e66-586d-4583-81d7-fc5968ad1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.206857 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:30Z', 'revision_number': 3, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port': {'id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:30Z', 'updated_at': '2021-07-23T14:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:32.260587 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Checking router: d05c55e9-077a-42d2-8a32-c177b47f0dce for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:34:32.260996 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Updating router d05c55e9-077a-42d2-8a32-c177b47f0dce port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:34:32.298807 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.369428 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acea5e66-586d-4583-81d7-fc5968ad1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.436430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-acea5e66-586d-4583-81d7-fc5968ad1b52 None None] For port 386ea486-c9c4-4859-bd4d-ba6224e39e73, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=386ea486-c9c4-4859-bd4d-ba6224e39e73,segment=NetworkSegment(faf28b6c-07ea-4e28-b3dc-c627278b311c),segment_id=faf28b6c-07ea-4e28-b3dc-c627278b311c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:32.450422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acea5e66-586d-4583-81d7-fc5968ad1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.540684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea5e66-586d-4583-81d7-fc5968ad1b52 None None] Pushing event updated for resources: {'Port': ['ID=386ea486-c9c4-4859-bd4d-ba6224e39e73,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:32.694698 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.712257 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Transition to ACTIVE for port object 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:32.728902 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.783757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6997ebc2-bcd1-4287-8cc6-64c9fbb9b5b3 None None] Provisioning complete for port 386ea486-c9c4-4859-bd4d-ba6224e39e73 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:32.784669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6997ebc2-bcd1-4287-8cc6-64c9fbb9b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.789934 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Pushing event updated for resources: {'Port': ['ID=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:32.814552 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.815057 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.815461 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.815850 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.816306 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.816708 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.817311 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.818286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.818829 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.819302 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.819721 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.820705 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:34:32.824642 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Attempting to bind port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:34:32.825046 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Attempting to bind port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:34:32.825497 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Attempting to bind port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:32.832405 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:34:32.833289 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:32.833790 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.834264 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:34:32.834842 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Bound port: 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:34:32.835304 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.901573 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] For port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:34:32.905821 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] For port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:34:32.914592 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:32.955033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 386ea486-c9c4-4859-bd4d-ba6224e39e73 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:32.996389 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Routers {'d05c55e9-077a-42d2-8a32-c177b47f0dce'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:32.997244 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d05c55e9-077a-42d2-8a32-c177b47f0dce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:33.021993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 386ea486-c9c4-4859-bd4d-ba6224e39e73 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:33.022434 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.111529 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] Set router d05c55e9-077a-42d2-8a32-c177b47f0dce gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:33.121701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8e7d-9ed7-428b-9414-746e56a72039 req-da8895a5-3e1e-43d0-8dc2-819c7de98391 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:33.123363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e0e8e7d-9ed7-428b-9414-746e56a72039 req-da8895a5-3e1e-43d0-8dc2-819c7de98391 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 946 time: 0.2599759 Jul 23 14:34:33.179234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e0e8e7d-9ed7-428b-9414-746e56a72039 req-bdb8b356-af34-47da-bfce-d0f8e9f2e01d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Jul 23 14:34:33.193865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-a28c0aee-a480-47e4-bc9e-23802f3d69aa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:33.206074 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-a28c0aee-a480-47e4-bc9e-23802f3d69aa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 946 time: 0.0961950 Jul 23 14:34:33.342979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.351790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:33.352524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.370551 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca677c87-dbd3-4f6d-b029-4588fceb757b None None] Pushing event updated for resources: {'Port': ['ID=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:33.442330 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:30Z', 'revision_number': 3, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port': {'id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:30Z', 'updated_at': '2021-07-23T14:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:33.475697 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f35d03-2b8e-4577-98e0-0842fd528530 None None] The sync data for ids ['d05c55e9-077a-42d2-8a32-c177b47f0dce'] in n-d-801990-3 is: [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:30Z', 'revision_number': 3, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port': {'id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:30Z', 'updated_at': '2021-07-23T14:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:34:33.528245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] For port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:33.528790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.548880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:33.608260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Allocated IP 172.20.0.1 (e169c6af-9c89-4779-9b66-49af87561f07/d25c658b-0e42-4836-9638-26152f07dc01/46de9356-41b0-463e-a921-d42441acf90f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:34:33.716608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.720775 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.731068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d0ca3e58-c4a7-4b84-9384-7d550104072c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:34:33.737863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Transition to ACTIVE for port object 46de9356-41b0-463e-a921-d42441acf90f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:33.757556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=2fc6dcbb-038d-424c-aa4a-6ef7ed60381c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:33.779974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.787613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2fc6dcbb-038d-424c-aa4a-6ef7ed60381c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:34:33.850014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] No DVR routers for this DVR port 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:33.851570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:33.857193 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9395a407-8ea7-4c6e-b550-9d171778b181 req-2f9129e1-06c5-4389-bc2c-787e53a55814 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "DELETE /v2.0/ports/2fc6dcbb-038d-424c-aa4a-6ef7ed60381c HTTP/1.1" status: 204 len: 173 time: 0.6490130 Jul 23 14:34:33.860989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'name': 'network-vif-deleted', 'tag': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:34:33.864095 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1286207-62b3-49d4-960d-e8785ff9706d" -d '{"events": [{"server_uuid": "3a222cbf-f564-4cf3-ab94-3c9d294bb483", "name": "network-vif-deleted", "tag": "2fc6dcbb-038d-424c-aa4a-6ef7ed60381c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:34:33.867330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Network e169c6af-9c89-4779-9b66-49af87561f07 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:33.870822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:33.878686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:34:33.926618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Pushing event updated for resources: {'Port': ['ID=46de9356-41b0-463e-a921-d42441acf90f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:33.946834 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b204d02f-ff13-4f69-9e21-fd06bf30d36a x-openstack-request-id: req-b204d02f-ff13-4f69-9e21-fd06bf30d36a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:34:33.947202 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a222cbf-f564-4cf3-ab94-3c9d294bb483", "name": "network-vif-deleted", "tag": "2fc6dcbb-038d-424c-aa4a-6ef7ed60381c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:34:33.947448 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b204d02f-ff13-4f69-9e21-fd06bf30d36a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:34:33.948084 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a222cbf-f564-4cf3-ab94-3c9d294bb483', 'name': 'network-vif-deleted', 'tag': '2fc6dcbb-038d-424c-aa4a-6ef7ed60381c', 'status': 'completed', 'code': 200} Jul 23 14:34:34.005729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:34.351323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-127d560d-507a-43f4-b8b2-a21deb9b3608 None None] Provisioning for port 46de9356-41b0-463e-a921-d42441acf90f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:34.358562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-127d560d-507a-43f4-b8b2-a21deb9b3608 None None] Provisioning complete for port 46de9356-41b0-463e-a921-d42441acf90f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:34.359785 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127d560d-507a-43f4-b8b2-a21deb9b3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:34.362100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:34.395102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0475e4aa-bf1c-400e-8035-5f1d41dfed39 req-528f5f55-7907-4366-b453-30d7a9ad8948 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0760443 Jul 23 14:34:34.408706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-127d560d-507a-43f4-b8b2-a21deb9b3608 None None] Port 46de9356-41b0-463e-a921-d42441acf90f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:34:34.622383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:34.629212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:34.703386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Pushing event updated for resources: {'Port': ['ID=46de9356-41b0-463e-a921-d42441acf90f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:34.714657 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:34.822167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Network e169c6af-9c89-4779-9b66-49af87561f07 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:34.823704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:34.978598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:35.039055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Router d05c55e9-077a-42d2-8a32-c177b47f0dce has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:34:35.068825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:35.073945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:35.074564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:35.163801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:35.193449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:35.200357 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:35.238950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:34:35.256211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aef7cbda-2a3e-4833-8166-7323d9531cfe admin admin] 10.222.0.21 "PUT /v2.0/routers/d05c55e9-077a-42d2-8a32-c177b47f0dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3317065 Jul 23 14:34:35.272595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:35.296701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c5a7ab6-d35b-4f44-8400-d046617efd34 None None] Provisioning complete for port 46de9356-41b0-463e-a921-d42441acf90f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:35.296945 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7ab6-d35b-4f44-8400-d046617efd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:35.337713 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a7ab6-d35b-4f44-8400-d046617efd34 None None] Port 46de9356-41b0-463e-a921-d42441acf90f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:34:35.547889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77667d5c-db3c-4ebd-94cd-46d5b9d64f72 req-d26dda9d-0d66-48e3-bf13-a4526544e191 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0603628 Jul 23 14:34:35.878322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:35.883787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1765936501-network', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:35.909958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Made reservation on behalf of b1a3f1c747e440ebace8e77728deacb6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:34:35.915011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:35.925664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:35.955766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Sync routers for ids ['d05c55e9-077a-42d2-8a32-c177b47f0dce'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:34:35.966460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Routers {'d05c55e9-077a-42d2-8a32-c177b47f0dce'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:35.969679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d05c55e9-077a-42d2-8a32-c177b47f0dce'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:36.052384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.058983 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.095983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:34:36.109242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Set router d05c55e9-077a-42d2-8a32-c177b47f0dce gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:36.109792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316eeadd-9fd8-480d-a026-6703d19e0915,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:36.130738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.132106 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Added segment c849ddd6-146a-431b-9cd1-06765bb74e16 of type vlan for network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 Jul 23 14:34:36.195761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.241426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.248171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:36.248171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.339543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] Pushing event updated for resources: {'Network': ['ID=f0fc103c-4e64-4a80-9d15-60be83f6e0e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:36.356064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dfd0d93c-b991-40b2-9ece-93d90c8eebf3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4761627 Jul 23 14:34:36.359062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:36.364550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Request body: {'subnet': {'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1765936501-subnet', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:36.410374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Made reservation on behalf of b1a3f1c747e440ebace8e77728deacb6 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:34:36.413096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.538769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:34:36.644419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:34Z', 'revision_number': 4, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port': {'id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:30Z', 'updated_at': '2021-07-23T14:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '46de9356-41b0-463e-a921-d42441acf90f', 'name': '', 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'mac_address': 'fa:16:3e:0c:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'd25c658b-0e42-4836-9638-26152f07dc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:33Z', 'updated_at': '2021-07-23T14:34:34Z', 'revision_number': 2, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'subnets': [{'id': 'd25c658b-0e42-4836-9638-26152f07dc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:36.676640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Checking router: d05c55e9-077a-42d2-8a32-c177b47f0dce for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:34:36.677073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Updating router d05c55e9-077a-42d2-8a32-c177b47f0dce port 46de9356-41b0-463e-a921-d42441acf90f binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:34:36.705971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.729000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-203be1fa-48ce-4ca8-981a-5d94049a338a req-d947eda7-a099-4329-a796-b82b01d921f0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0479455 Jul 23 14:34:36.765845 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.778060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4850d1e5-62d1-49e5-8cb8-09ef8b60520b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:36.789693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Checking segment: {'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:36.790068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Network hostable DHCP agents. Network: f0fc103c-4e64-4a80-9d15-60be83f6e0e7, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:34:36.811437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:34:36.826895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f0fc103c-4e64-4a80-9d15-60be83f6e0e7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:36.831800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:36.833348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.844742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d780d37-1083-4a0b-ac2f-a011e7b141e1 None None] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:36.854958 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cd1210af-66e6-4685-86de-dd2f9b72adcf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4935517 Jul 23 14:34:36.856983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:36.861835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:36.907057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.908495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:36.947738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:36.972274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.135595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:37.136187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.155695 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.254071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:37.286592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:37.287094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2fc6dcbb-038d-424c-aa4a-6ef7ed60381c not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:37.347599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f0fc103c-4e64-4a80-9d15-60be83f6e0e7', 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'fixed_ips': [{'subnet_id': '4850d1e5-62d1-49e5-8cb8-09ef8b60520b'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:34:37.348480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.410053 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.433379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.547337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Allocated IP 172.25.2.236 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/e6649c92-d66f-41d3-80e3-2cad80c8b829) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:34:37.608388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.629506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Transition to ACTIVE for port object 46de9356-41b0-463e-a921-d42441acf90f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:37.636249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Allocated IP 172.20.0.2 (f0fc103c-4e64-4a80-9d15-60be83f6e0e7/4850d1e5-62d1-49e5-8cb8-09ef8b60520b/3d97f81e-c864-404a-ad0d-59adff6cd82c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:34:37.649284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.693807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.761751 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.770674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.851772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6491ff-4ca8-4f96-87a4-ab656ff0c8e1 None None] Pushing event updated for resources: {'Port': ['ID=46de9356-41b0-463e-a921-d42441acf90f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:37.888109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:37.893586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:37.909294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:34:37.922029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Attempting to bind port 46de9356-41b0-463e-a921-d42441acf90f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:34:37.922676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Attempting to bind port 46de9356-41b0-463e-a921-d42441acf90f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:34:37.923228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Attempting to bind port 46de9356-41b0-463e-a921-d42441acf90f on network e169c6af-9c89-4779-9b66-49af87561f07 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:37.941412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:34:37.943120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Checking segment: {'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:37.946771 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.947481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Bound using segment: {'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:34:37.948282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Bound port: 46de9356-41b0-463e-a921-d42441acf90f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf28b6c-07ea-4e28-b3dc-c627278b311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:34:37.948863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:37.999386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6649c92-d66f-41d3-80e3-2cad80c8b829,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:38.289559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] For port 46de9356-41b0-463e-a921-d42441acf90f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:34:38.307451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] For port 46de9356-41b0-463e-a921-d42441acf90f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=46de9356-41b0-463e-a921-d42441acf90f,segment=NetworkSegment(faf28b6c-07ea-4e28-b3dc-c627278b311c),segment_id=faf28b6c-07ea-4e28-b3dc-c627278b311c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:34:38.309556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:38.337052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:38.375244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Transition to ACTIVE for port object 3d97f81e-c864-404a-ad0d-59adff6cd82c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:38.424235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9674cefa-c43b-4c55-b2c2-416913462512 req-a4b00225-144b-4deb-b6a6-f580bfd35687 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0986357 Jul 23 14:34:38.437145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Routers {'d05c55e9-077a-42d2-8a32-c177b47f0dce'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:38.450619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d05c55e9-077a-42d2-8a32-c177b47f0dce'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:38.471492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Transition to ACTIVE for port object 3d97f81e-c864-404a-ad0d-59adff6cd82c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:38.476022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:38.559754 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:38.584994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6491ff-4ca8-4f96-87a4-ab656ff0c8e1 None None] Pushing event updated for resources: {'Port': ['ID=46de9356-41b0-463e-a921-d42441acf90f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:38.597367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:38.626349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:38.628944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:34:38.686687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Pushing event updated for resources: {'Port': ['ID=3d97f81e-c864-404a-ad0d-59adff6cd82c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:38.739844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] Set router d05c55e9-077a-42d2-8a32-c177b47f0dce gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:38.742518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Attempting to bind port 3d97f81e-c864-404a-ad0d-59adff6cd82c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:34:38.743348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Attempting to bind port 3d97f81e-c864-404a-ad0d-59adff6cd82c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:34:38.743348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Attempting to bind port 3d97f81e-c864-404a-ad0d-59adff6cd82c on network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:38.764468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:38.786098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:34:38.786548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Checking segment: {'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:38.787017 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:38.787414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Bound using segment: {'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:34:38.787965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Bound port: 3d97f81e-c864-404a-ad0d-59adff6cd82c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:34:38.788374 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:39.023177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Router 46067381-33ff-4d3d-b798-77d72dff45f5 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:34:39.195649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:34:39.212486 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Sync routers for ids ['46067381-33ff-4d3d-b798-77d72dff45f5'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:34:39.234109 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Routers {'46067381-33ff-4d3d-b798-77d72dff45f5'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:39.235627 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['46067381-33ff-4d3d-b798-77d72dff45f5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:39.266623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:39.268283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-33e3fb70-00df-48ee-a042-e2d4b0af6ff0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4101202 Jul 23 14:34:39.271190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:39.432556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] For port 3d97f81e-c864-404a-ad0d-59adff6cd82c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:34:39.445414 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Set router 46067381-33ff-4d3d-b798-77d72dff45f5 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:39.461457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] For port 3d97f81e-c864-404a-ad0d-59adff6cd82c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3d97f81e-c864-404a-ad0d-59adff6cd82c,segment=NetworkSegment(c849ddd6-146a-431b-9cd1-06765bb74e16),segment_id=c849ddd6-146a-431b-9cd1-06765bb74e16)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:34:39.478594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:39.636302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-629e5604-d56a-43a5-bb44-4924b7e1f11c req-ae97e27c-d6c3-4f37-bf2c-75f58ab553c3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a222cbf-f564-4cf3-ab94-3c9d294bb483 HTTP/1.1" status: 200 len: 210 time: 0.0443156 Jul 23 14:34:39.701875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7bea5-315e-4221-b6b8-d92175849a75 None None] Pushing event updated for resources: {'Port': ['ID=3d97f81e-c864-404a-ad0d-59adff6cd82c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:39.761628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:34Z', 'revision_number': 4, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port': {'id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:30Z', 'updated_at': '2021-07-23T14:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '46de9356-41b0-463e-a921-d42441acf90f', 'name': '', 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'mac_address': 'fa:16:3e:0c:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'd25c658b-0e42-4836-9638-26152f07dc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:33Z', 'updated_at': '2021-07-23T14:34:38Z', 'revision_number': 4, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'subnets': [{'id': 'd25c658b-0e42-4836-9638-26152f07dc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:39.839739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39bb18-8f38-45d8-aeda-e59049fcc74d None None] The sync data for ids ['d05c55e9-077a-42d2-8a32-c177b47f0dce'] in n-d-801990-3 is: [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:34Z', 'revision_number': 4, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port': {'id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:30Z', 'updated_at': '2021-07-23T14:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '46de9356-41b0-463e-a921-d42441acf90f', 'name': '', 'network_id': 'e169c6af-9c89-4779-9b66-49af87561f07', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'mac_address': 'fa:16:3e:0c:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'd25c658b-0e42-4836-9638-26152f07dc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:33Z', 'updated_at': '2021-07-23T14:34:38Z', 'revision_number': 4, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'subnets': [{'id': 'd25c658b-0e42-4836-9638-26152f07dc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:34:39.916591 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:38Z', 'revision_number': 3, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port': {'id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:37Z', 'updated_at': '2021-07-23T14:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:40.057834 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Checking router: 46067381-33ff-4d3d-b798-77d72dff45f5 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:34:40.058176 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Updating router 46067381-33ff-4d3d-b798-77d72dff45f5 port e6649c92-d66f-41d3-80e3-2cad80c8b829 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:34:40.147168 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:40.375341 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:40.645674 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:40.674348 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Transition to ACTIVE for port object e6649c92-d66f-41d3-80e3-2cad80c8b829 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:40.689526 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:40.782301 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Attempting to bind port e6649c92-d66f-41d3-80e3-2cad80c8b829 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:34:40.784870 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Attempting to bind port e6649c92-d66f-41d3-80e3-2cad80c8b829 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:34:40.785239 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Attempting to bind port e6649c92-d66f-41d3-80e3-2cad80c8b829 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:40.845052 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:34:40.846338 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:40.847179 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:40.847731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:34:40.849785 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Bound port: e6649c92-d66f-41d3-80e3-2cad80c8b829, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:34:40.850899 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:40.966187 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fd61a-dfae-400c-abfd-4ce4d897a69a None None] Pushing event updated for resources: {'Port': ['ID=e6649c92-d66f-41d3-80e3-2cad80c8b829,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:41.061644 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] For port e6649c92-d66f-41d3-80e3-2cad80c8b829, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:34:41.065919 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] For port e6649c92-d66f-41d3-80e3-2cad80c8b829, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e6649c92-d66f-41d3-80e3-2cad80c8b829,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:34:41.086238 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:41.182588 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fd61a-dfae-400c-abfd-4ce4d897a69a None None] Pushing event updated for resources: {'Port': ['ID=e6649c92-d66f-41d3-80e3-2cad80c8b829,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:41.190309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3d97f81e-c864-404a-ad0d-59adff6cd82c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:41.216487 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Routers {'46067381-33ff-4d3d-b798-77d72dff45f5'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:41.217266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['46067381-33ff-4d3d-b798-77d72dff45f5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:41.333532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3d97f81e-c864-404a-ad0d-59adff6cd82c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:41.339294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 46de9356-41b0-463e-a921-d42441acf90f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:41.429557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1626f08c-2e76-46c9-857b-70ffb71d661a None None] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:41.466379 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] Set router 46067381-33ff-4d3d-b798-77d72dff45f5 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:41.514208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Allocated IP 172.20.0.1 (f0fc103c-4e64-4a80-9d15-60be83f6e0e7/4850d1e5-62d1-49e5-8cb8-09ef8b60520b/9d49764c-8885-4d96-8817-83436a4139dc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:34:41.600536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e94004a-0f12-40ce-8356-1c12085da1db None None] Provisioning for port 3d97f81e-c864-404a-ad0d-59adff6cd82c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:41.621434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e94004a-0f12-40ce-8356-1c12085da1db None None] Provisioning complete for port 3d97f81e-c864-404a-ad0d-59adff6cd82c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:41.622052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e94004a-0f12-40ce-8356-1c12085da1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:41.659634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 46de9356-41b0-463e-a921-d42441acf90f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:41.706148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 46de9356-41b0-463e-a921-d42441acf90f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:41.706369 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:41.756330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:41.799305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Transition to ACTIVE for port object 9d49764c-8885-4d96-8817-83436a4139dc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:41.809037 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ade99519-6079-48db-bf52-4572732571d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:38Z', 'revision_number': 3, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port': {'id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:37Z', 'updated_at': '2021-07-23T14:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:41.879506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e94004a-0f12-40ce-8356-1c12085da1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:41.892376 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade99519-6079-48db-bf52-4572732571d8 None None] The sync data for ids ['46067381-33ff-4d3d-b798-77d72dff45f5'] in n-d-801990-3 is: [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:38Z', 'revision_number': 3, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port': {'id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:37Z', 'updated_at': '2021-07-23T14:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:34:41.905144 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:41.955903 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:41.974499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e94004a-0f12-40ce-8356-1c12085da1db None None] For port 3d97f81e-c864-404a-ad0d-59adff6cd82c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3d97f81e-c864-404a-ad0d-59adff6cd82c,segment=NetworkSegment(c849ddd6-146a-431b-9cd1-06765bb74e16),segment_id=c849ddd6-146a-431b-9cd1-06765bb74e16)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:41.988794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e94004a-0f12-40ce-8356-1c12085da1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.048319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 46de9356-41b0-463e-a921-d42441acf90f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=46de9356-41b0-463e-a921-d42441acf90f,segment=NetworkSegment(faf28b6c-07ea-4e28-b3dc-c627278b311c),segment_id=faf28b6c-07ea-4e28-b3dc-c627278b311c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:42.065094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.091625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Pushing event updated for resources: {'Port': ['ID=9d49764c-8885-4d96-8817-83436a4139dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:42.118746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94004a-0f12-40ce-8356-1c12085da1db None None] Pushing event updated for resources: {'Port': ['ID=3d97f81e-c864-404a-ad0d-59adff6cd82c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:42.129083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:42.132722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:42.139415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:34:42.258694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=46de9356-41b0-463e-a921-d42441acf90f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:42.264938 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.463808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd0aeff3-23e4-4d40-af62-279940e90458 None None] Provisioning complete for port 3d97f81e-c864-404a-ad0d-59adff6cd82c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:42.464255 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd0aeff3-23e4-4d40-af62-279940e90458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.503459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.823874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6326b566-aa61-4384-b412-8f48172b86bc None None] Provisioning for port 9d49764c-8885-4d96-8817-83436a4139dc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:42.828389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6326b566-aa61-4384-b412-8f48172b86bc None None] Provisioning complete for port 9d49764c-8885-4d96-8817-83436a4139dc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:42.828768 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6326b566-aa61-4384-b412-8f48172b86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.869186 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.886083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:42.913169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6326b566-aa61-4384-b412-8f48172b86bc None None] Port 9d49764c-8885-4d96-8817-83436a4139dc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:34:43.063044 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:43.066212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Pushing event updated for resources: {'Port': ['ID=9d49764c-8885-4d96-8817-83436a4139dc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:43.125159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e6649c92-d66f-41d3-80e3-2cad80c8b829 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:43.212010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port e6649c92-d66f-41d3-80e3-2cad80c8b829 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:43.217867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e6649c92-d66f-41d3-80e3-2cad80c8b829 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:43.218480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:43.335053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:34:43.336545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:34:43.395399 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:43.441439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port e6649c92-d66f-41d3-80e3-2cad80c8b829, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e6649c92-d66f-41d3-80e3-2cad80c8b829,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:43.447783 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:43.448960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3d97f81e-c864-404a-ad0d-59adff6cd82c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:43.571811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Router 46067381-33ff-4d3d-b798-77d72dff45f5 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:34:43.595323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=e6649c92-d66f-41d3-80e3-2cad80c8b829,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:43.635227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3d97f81e-c864-404a-ad0d-59adff6cd82c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:43.635542 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:43.752041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:34:43.762840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-da1ca15f-7c34-48a0-844d-92ee8c4cb322 admin admin] 10.222.0.21 "PUT /v2.0/routers/46067381-33ff-4d3d-b798-77d72dff45f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4903123 Jul 23 14:34:43.809598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 46de9356-41b0-463e-a921-d42441acf90f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:43.911260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efbb5f31-f1f9-4a11-86c1-deb1c1280e54 None None] Provisioning complete for port 9d49764c-8885-4d96-8817-83436a4139dc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:43.911899 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efbb5f31-f1f9-4a11-86c1-deb1c1280e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:43.965269 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 46de9356-41b0-463e-a921-d42441acf90f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:43.966103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:44.012716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-efbb5f31-f1f9-4a11-86c1-deb1c1280e54 None None] Port 9d49764c-8885-4d96-8817-83436a4139dc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:34:44.624415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Sync routers for ids ['46067381-33ff-4d3d-b798-77d72dff45f5'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:34:44.653359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Routers {'46067381-33ff-4d3d-b798-77d72dff45f5'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:44.655139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['46067381-33ff-4d3d-b798-77d72dff45f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:44.964566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Set router 46067381-33ff-4d3d-b798-77d72dff45f5 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:45.007304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e6649c92-d66f-41d3-80e3-2cad80c8b829 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:45.220177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e6649c92-d66f-41d3-80e3-2cad80c8b829 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:45.223710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:45.358549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:45.389655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:42Z', 'revision_number': 4, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port': {'id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:37Z', 'updated_at': '2021-07-23T14:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9d49764c-8885-4d96-8817-83436a4139dc', 'name': '', 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'mac_address': 'fa:16:3e:c2:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '4850d1e5-62d1-49e5-8cb8-09ef8b60520b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:40Z', 'updated_at': '2021-07-23T14:34:42Z', 'revision_number': 2, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'subnets': [{'id': '4850d1e5-62d1-49e5-8cb8-09ef8b60520b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:45.428261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Checking router: 46067381-33ff-4d3d-b798-77d72dff45f5 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:34:45.428704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Updating router 46067381-33ff-4d3d-b798-77d72dff45f5 port 9d49764c-8885-4d96-8817-83436a4139dc binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:34:45.465996 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:45.853553 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23531c52-a59d-425c-95be-466d8905abaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:45.865421 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:45.888879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Transition to ACTIVE for port object 9d49764c-8885-4d96-8817-83436a4139dc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:34:45.904887 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:45.977118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:46.016513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86434d28-9d1d-4e02-93a3-f21e62263cc0 None None] Pushing event updated for resources: {'Port': ['ID=9d49764c-8885-4d96-8817-83436a4139dc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:46.084770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Attempting to bind port 9d49764c-8885-4d96-8817-83436a4139dc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:34:46.085341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Attempting to bind port 9d49764c-8885-4d96-8817-83436a4139dc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:34:46.085805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Attempting to bind port 9d49764c-8885-4d96-8817-83436a4139dc on network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:34:46.096682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:34:46.104236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Checking segment: {'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:34:46.104826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:46.105335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Bound using segment: {'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:34:46.105953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Bound port: 9d49764c-8885-4d96-8817-83436a4139dc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c849ddd6-146a-431b-9cd1-06765bb74e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:34:46.107126 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:46.238350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] For port 9d49764c-8885-4d96-8817-83436a4139dc, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:34:46.242822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] For port 9d49764c-8885-4d96-8817-83436a4139dc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9d49764c-8885-4d96-8817-83436a4139dc,segment=NetworkSegment(c849ddd6-146a-431b-9cd1-06765bb74e16),segment_id=c849ddd6-146a-431b-9cd1-06765bb74e16)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:34:46.251301 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:46.407643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Routers {'46067381-33ff-4d3d-b798-77d72dff45f5'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:46.410672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['46067381-33ff-4d3d-b798-77d72dff45f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:46.429050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Deleting port 46de9356-41b0-463e-a921-d42441acf90f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:46.429631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:46.452395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86434d28-9d1d-4e02-93a3-f21e62263cc0 None None] Pushing event updated for resources: {'Port': ['ID=9d49764c-8885-4d96-8817-83436a4139dc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:46.596379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] For port 46de9356-41b0-463e-a921-d42441acf90f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=46de9356-41b0-463e-a921-d42441acf90f,segment=NetworkSegment(faf28b6c-07ea-4e28-b3dc-c627278b311c),segment_id=faf28b6c-07ea-4e28-b3dc-c627278b311c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:46.597885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:46.619891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] Set router 46067381-33ff-4d3d-b798-77d72dff45f5 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:46.651262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Calling delete_port for 46de9356-41b0-463e-a921-d42441acf90f owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:46.910523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:42Z', 'revision_number': 4, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port': {'id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:37Z', 'updated_at': '2021-07-23T14:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9d49764c-8885-4d96-8817-83436a4139dc', 'name': '', 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'mac_address': 'fa:16:3e:c2:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '4850d1e5-62d1-49e5-8cb8-09ef8b60520b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:40Z', 'updated_at': '2021-07-23T14:34:46Z', 'revision_number': 4, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'subnets': [{'id': '4850d1e5-62d1-49e5-8cb8-09ef8b60520b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:46.941923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006949c-a3fb-4934-bf6c-a4318d6341b6 None None] The sync data for ids ['46067381-33ff-4d3d-b798-77d72dff45f5'] in n-d-801990-3 is: [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:42Z', 'revision_number': 4, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port': {'id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:37Z', 'updated_at': '2021-07-23T14:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9d49764c-8885-4d96-8817-83436a4139dc', 'name': '', 'network_id': 'f0fc103c-4e64-4a80-9d15-60be83f6e0e7', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'mac_address': 'fa:16:3e:c2:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '4850d1e5-62d1-49e5-8cb8-09ef8b60520b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:40Z', 'updated_at': '2021-07-23T14:34:46Z', 'revision_number': 4, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'subnets': [{'id': '4850d1e5-62d1-49e5-8cb8-09ef8b60520b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:34:46.965486 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:46.993870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46de9356-41b0-463e-a921-d42441acf90f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:47.031187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db63047-db77-4594-9a2d-c9ee18a3e38c req-5d4c950a-632a-4b52-96f6-5eeb664be4b4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:47.038527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1db63047-db77-4594-9a2d-c9ee18a3e38c req-5d4c950a-632a-4b52-96f6-5eeb664be4b4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 945 time: 0.1499577 Jul 23 14:34:47.142659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1db63047-db77-4594-9a2d-c9ee18a3e38c req-8a98c557-2f8d-4386-91d7-66470c9469ec tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984855 Jul 23 14:34:47.319690 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:47.577332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Router d05c55e9-077a-42d2-8a32-c177b47f0dce has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:34:47.697250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:34:47.704819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-91afbfaf-cd15-4cfb-8c23-c2f54b8142f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/d05c55e9-077a-42d2-8a32-c177b47f0dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3427873 Jul 23 14:34:47.705337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:47.708773 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] Sync routers for ids ['d05c55e9-077a-42d2-8a32-c177b47f0dce'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:34:47.718767 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] Routers {'d05c55e9-077a-42d2-8a32-c177b47f0dce'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:47.719559 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d05c55e9-077a-42d2-8a32-c177b47f0dce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:47.834769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:47.880857 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] Set router d05c55e9-077a-42d2-8a32-c177b47f0dce gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:47.959781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.013438 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.077627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Deleting port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:48.077969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.164335 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:46Z', 'revision_number': 5, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port': {'id': '7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:30Z', 'updated_at': '2021-07-23T14:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:48.216781 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] Checking router: d05c55e9-077a-42d2-8a32-c177b47f0dce for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:34:48.228749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] For port 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:48.231982 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.247591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Calling delete_port for 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:48.250920 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] Routers {'d05c55e9-077a-42d2-8a32-c177b47f0dce'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:48.251854 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d05c55e9-077a-42d2-8a32-c177b47f0dce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:48.336331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.369249 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] Set router d05c55e9-077a-42d2-8a32-c177b47f0dce gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:48.471685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72650dcd-f4ea-4768-8797-9fde798bc6bc req-ce310903-2687-4760-a148-5260a68a789d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:48.479951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72650dcd-f4ea-4768-8797-9fde798bc6bc req-ce310903-2687-4760-a148-5260a68a789d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 945 time: 0.2172921 Jul 23 14:34:48.523487 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b2196d6-e22d-47d8-bb9f-a6fb0a4952a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.533212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72650dcd-f4ea-4768-8797-9fde798bc6bc req-b7c83d10-b418-4d9c-b7cc-56c5d728e010 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=5509c944-616e-4f55-aeaf-b1375eb8acda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520601 Jul 23 14:34:48.605575 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:47Z', 'revision_number': 6, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:48.617323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.637434 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffaf77-e3e9-4d78-aed4-36e769ec4537 None None] The sync data for ids ['d05c55e9-077a-42d2-8a32-c177b47f0dce'] in n-d-801990-3 is: [{'id': 'd05c55e9-077a-42d2-8a32-c177b47f0dce', 'name': 'tempest-TestAggregatesBasicOps-1627368558-router', 'tenant_id': 'b98d9f894236403ba26c028fa4ee0443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:29Z', 'updated_at': '2021-07-23T14:34:47Z', 'revision_number': 6, 'project_id': 'b98d9f894236403ba26c028fa4ee0443', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:34:48.678964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:48.734258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d660c96e-dc3c-450d-9c50-ddf476ae2530 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:48.736514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d660c96e-dc3c-450d-9c50-ddf476ae2530 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 945 time: 0.0813112 Jul 23 14:34:48.744180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.869511 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.872009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.889401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port d0ca3e58-c4a7-4b84-9384-7d550104072c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:48.889675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.927056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.927624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05c55e9-077a-42d2-8a32-c177b47f0dce {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:34:48.933461 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:48.934671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dc26c367-0ce1-4059-8532-d331127c6376 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d05c55e9-077a-42d2-8a32-c177b47f0dce HTTP/1.1" status: 204 len: 168 time: 1.2287221 Jul 23 14:34:48.939163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:49.002620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] For port d0ca3e58-c4a7-4b84-9384-7d550104072c, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=d0ca3e58-c4a7-4b84-9384-7d550104072c,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:49.006293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.022736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] Deleting subnet d25c658b-0e42-4836-9638-26152f07dc01 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:34:49.026599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for d0ca3e58-c4a7-4b84-9384-7d550104072c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:49.026902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.071360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.239458 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.277204 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.293145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['d0ca3e58-c4a7-4b84-9384-7d550104072c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:34:49.347974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=d0ca3e58-c4a7-4b84-9384-7d550104072c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:49.358564 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.416125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25c658b-0e42-4836-9638-26152f07dc01,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:49.421816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.428208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d2592198-d725-4a25-8ab1-cb203d754630 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d25c658b-0e42-4836-9638-26152f07dc01 HTTP/1.1" status: 204 len: 168 time: 0.4837785 Jul 23 14:34:49.428479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 44980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:49.432501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd9b21-ca32-4d8d-991e-9c73cfb17e02 None None] Network e169c6af-9c89-4779-9b66-49af87561f07 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:49.451398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] No DVR routers for this DVR port d0ca3e58-c4a7-4b84-9384-7d550104072c on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:49.454406 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.458039 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95a561f2-aae7-474d-8766-c29dbdf6b51f req-d396e281-2491-4eed-a0d8-f9e0ee710755 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "DELETE /v2.0/ports/d0ca3e58-c4a7-4b84-9384-7d550104072c HTTP/1.1" status: 204 len: 173 time: 0.7140810 Jul 23 14:34:49.458701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'name': 'network-vif-deleted', 'tag': 'd0ca3e58-c4a7-4b84-9384-7d550104072c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:34:49.473452 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d65f96-6884-4a5c-bdfc-24508c4cb799" -d '{"events": [{"server_uuid": "0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580", "name": "network-vif-deleted", "tag": "d0ca3e58-c4a7-4b84-9384-7d550104072c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:34:49.527723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.583670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Deleting port 386ea486-c9c4-4859-bd4d-ba6224e39e73 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:49.584009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.644279 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cc9d3d-8e98-4c35-a471-0630e82b9907 x-openstack-request-id: req-c6cc9d3d-8e98-4c35-a471-0630e82b9907 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:34:49.645405 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580", "name": "network-vif-deleted", "tag": "d0ca3e58-c4a7-4b84-9384-7d550104072c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:34:49.645748 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6cc9d3d-8e98-4c35-a471-0630e82b9907 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:34:49.646198 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580', 'name': 'network-vif-deleted', 'tag': 'd0ca3e58-c4a7-4b84-9384-7d550104072c', 'status': 'completed', 'code': 200} Jul 23 14:34:49.681968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] For port 386ea486-c9c4-4859-bd4d-ba6224e39e73, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=386ea486-c9c4-4859-bd4d-ba6224e39e73,segment=NetworkSegment(faf28b6c-07ea-4e28-b3dc-c627278b311c),segment_id=faf28b6c-07ea-4e28-b3dc-c627278b311c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:49.682527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.698047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Calling delete_port for 386ea486-c9c4-4859-bd4d-ba6224e39e73 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:49.842231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9d49764c-8885-4d96-8817-83436a4139dc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:49.850943 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.888332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b49807b-db43-422e-beee-2ab00c853892 req-6f958379-ec10-483e-b1f9-dc49a6dda849 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 210 time: 0.0876093 Jul 23 14:34:49.978073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:49.999642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9d49764c-8885-4d96-8817-83436a4139dc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:34:50.010104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9d49764c-8885-4d96-8817-83436a4139dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:50.010583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.032961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=386ea486-c9c4-4859-bd4d-ba6224e39e73,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:50.041631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] No DVR routers for this DVR port 386ea486-c9c4-4859-bd4d-ba6224e39e73 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:50.074792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57067daf-6e3a-4c7e-8573-7d4881202af4 None None] DHCP port deletion for e169c6af-9c89-4779-9b66-49af87561f07 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:34:50.122999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.135549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e169c6af-9c89-4779-9b66-49af87561f07']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:50.154913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf28b6c-07ea-4e28-b3dc-c627278b311c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:50.155201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf28b6c-07ea-4e28-b3dc-c627278b311c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:50.165057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.176425 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.286925 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 9d49764c-8885-4d96-8817-83436a4139dc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9d49764c-8885-4d96-8817-83436a4139dc,segment=NetworkSegment(c849ddd6-146a-431b-9cd1-06765bb74e16),segment_id=c849ddd6-146a-431b-9cd1-06765bb74e16)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:50.301286 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.391901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 46de9356-41b0-463e-a921-d42441acf90f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:50.438913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 46de9356-41b0-463e-a921-d42441acf90f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:50.439261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 46de9356-41b0-463e-a921-d42441acf90f not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:50.440894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=9d49764c-8885-4d96-8817-83436a4139dc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:50.628552 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.634528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:34:50.635250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:34:50.636921 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:34:50.694073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.700551 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:50.705600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 44998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:50.706019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] 10.222.0.21 "DELETE /v2.0/networks/e169c6af-9c89-4779-9b66-49af87561f07 HTTP/1.1" status: 204 len: 168 time: 1.2735279 Jul 23 14:34:50.718261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8036fde-3924-486d-b959-9de142efd4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e169c6af-9c89-4779-9b66-49af87561f07,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:50.942619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9d49764c-8885-4d96-8817-83436a4139dc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:34:51.037920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9d49764c-8885-4d96-8817-83436a4139dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:34:51.040558 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:51.050889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f443c6a2-d0c6-43c4-b524-a13476dde615 req-f52c4ca4-e478-42a9-b176-12ca8c08d460 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 210 time: 0.0637932 Jul 23 14:34:51.170894 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:51.196429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 386ea486-c9c4-4859-bd4d-ba6224e39e73 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:51.218979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 386ea486-c9c4-4859-bd4d-ba6224e39e73 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:51.219544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 386ea486-c9c4-4859-bd4d-ba6224e39e73 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:51.220146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:51.241349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:51.242016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7f68dfeb-4cf3-46c7-9a3e-f3f2dd62f16b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:51.296518 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:51.468140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Deleting port 9d49764c-8885-4d96-8817-83436a4139dc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:51.468636 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:51.489074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d0ca3e58-c4a7-4b84-9384-7d550104072c no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:51.525979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: d0ca3e58-c4a7-4b84-9384-7d550104072c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:51.526321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device d0ca3e58-c4a7-4b84-9384-7d550104072c not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:51.560073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] For port 9d49764c-8885-4d96-8817-83436a4139dc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9d49764c-8885-4d96-8817-83436a4139dc,segment=NetworkSegment(c849ddd6-146a-431b-9cd1-06765bb74e16),segment_id=c849ddd6-146a-431b-9cd1-06765bb74e16)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:51.560454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:51.573791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Calling delete_port for 9d49764c-8885-4d96-8817-83436a4139dc owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:51.764459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:51.792142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d49764c-8885-4d96-8817-83436a4139dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:52.005901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:52.247481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Router 46067381-33ff-4d3d-b798-77d72dff45f5 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:34:52.274243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e7ae0f9-7bdc-47a3-a24b-83c078aef225 req-5da53282-7130-42d9-a3c9-e03db15a2d7e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 210 time: 0.1540959 Jul 23 14:34:52.368188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:34:52.376282 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fcab3807-5036-4672-95be-60140f6cf58c admin admin] 10.222.0.21 "PUT /v2.0/routers/46067381-33ff-4d3d-b798-77d72dff45f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6685767 Jul 23 14:34:52.376666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:52.377215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] Sync routers for ids ['46067381-33ff-4d3d-b798-77d72dff45f5'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:34:52.398317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] Routers {'46067381-33ff-4d3d-b798-77d72dff45f5'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:52.398601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['46067381-33ff-4d3d-b798-77d72dff45f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:52.509014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:52.540731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] Set router 46067381-33ff-4d3d-b798-77d72dff45f5 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:52.618874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:52.683194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Deleting port e6649c92-d66f-41d3-80e3-2cad80c8b829 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:52.683632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:52.736588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:51Z', 'revision_number': 5, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port': {'id': 'e6649c92-d66f-41d3-80e3-2cad80c8b829', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:34:37Z', 'updated_at': '2021-07-23T14:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:52.770604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] For port e6649c92-d66f-41d3-80e3-2cad80c8b829, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e6649c92-d66f-41d3-80e3-2cad80c8b829,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:52.771017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] Checking router: 46067381-33ff-4d3d-b798-77d72dff45f5 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:34:52.771270 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:52.781660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] Routers {'46067381-33ff-4d3d-b798-77d72dff45f5'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:34:52.782297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['46067381-33ff-4d3d-b798-77d72dff45f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:52.788295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Calling delete_port for e6649c92-d66f-41d3-80e3-2cad80c8b829 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:52.883782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] Set router 46067381-33ff-4d3d-b798-77d72dff45f5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:34:52.943693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:52Z', 'revision_number': 6, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:52.977218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb847b84-80e0-4ba3-8e7a-315e47838dcf None None] The sync data for ids ['46067381-33ff-4d3d-b798-77d72dff45f5'] in n-d-801990-3 is: [{'id': '46067381-33ff-4d3d-b798-77d72dff45f5', 'name': 'tempest-TestAggregatesBasicOps-1765936501-router', 'tenant_id': 'b1a3f1c747e440ebace8e77728deacb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:36Z', 'updated_at': '2021-07-23T14:34:52Z', 'revision_number': 6, 'project_id': 'b1a3f1c747e440ebace8e77728deacb6', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:34:52.997971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.031351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6649c92-d66f-41d3-80e3-2cad80c8b829,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:53.114699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.209007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.211287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.257084 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.257683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46067381-33ff-4d3d-b798-77d72dff45f5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:34:53.262503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.263757 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8ffa5145-2376-46c5-ae7c-bf63f071669e admin admin] 10.222.0.21 "DELETE /v2.0/routers/46067381-33ff-4d3d-b798-77d72dff45f5 HTTP/1.1" status: 204 len: 168 time: 0.8861034 Jul 23 14:34:53.266262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:53.320854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] Deleting subnet 4850d1e5-62d1-49e5-8cb8-09ef8b60520b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:34:53.324524 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.402770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1d16982-6ef7-4474-a2d1-8c7dcc49821e req-84b5f860-4cfb-4bf2-a4d9-cf2bf7e73542 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 210 time: 0.0431383 Jul 23 14:34:53.415158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.518570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.588994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.619049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4850d1e5-62d1-49e5-8cb8-09ef8b60520b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:53.621206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.623276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f48d0f4f-9b65-4d88-a1b9-a8830bd7d72f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4850d1e5-62d1-49e5-8cb8-09ef8b60520b HTTP/1.1" status: 204 len: 168 time: 0.3560307 Jul 23 14:34:53.625847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:53.628599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948d4b2-e437-4432-bf34-cc5da33cc8fa None None] Network f0fc103c-4e64-4a80-9d15-60be83f6e0e7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:34:53.698310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.763746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Deleting port 3d97f81e-c864-404a-ad0d-59adff6cd82c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:53.764248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.861565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] For port 3d97f81e-c864-404a-ad0d-59adff6cd82c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3d97f81e-c864-404a-ad0d-59adff6cd82c,segment=NetworkSegment(c849ddd6-146a-431b-9cd1-06765bb74e16),segment_id=c849ddd6-146a-431b-9cd1-06765bb74e16)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:53.861806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] DHCP port deletion for f0fc103c-4e64-4a80-9d15-60be83f6e0e7 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:34:53.862021 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:53.877315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Calling delete_port for 3d97f81e-c864-404a-ad0d-59adff6cd82c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:53.951311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] Deleting port 3d97f81e-c864-404a-ad0d-59adff6cd82c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:34:53.952234 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.059840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] For port 3d97f81e-c864-404a-ad0d-59adff6cd82c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3d97f81e-c864-404a-ad0d-59adff6cd82c,segment=NetworkSegment(c849ddd6-146a-431b-9cd1-06765bb74e16),segment_id=c849ddd6-146a-431b-9cd1-06765bb74e16)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:34:54.060245 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.068390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.083745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] Calling delete_port for 3d97f81e-c864-404a-ad0d-59adff6cd82c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:34:54.114529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] No DVR routers for this DVR port 3d97f81e-c864-404a-ad0d-59adff6cd82c on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:54.120744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d97f81e-c864-404a-ad0d-59adff6cd82c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:54.178097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.212835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.216189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] Pushing event deleted for resources: {'Port': ['ID=3d97f81e-c864-404a-ad0d-59adff6cd82c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:54.223148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdbd92-8768-4084-8d2f-a4088c20375f None None] No DVR routers for this DVR port 3d97f81e-c864-404a-ad0d-59adff6cd82c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:34:54.224143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fc103c-4e64-4a80-9d15-60be83f6e0e7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:54.247034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c849ddd6-146a-431b-9cd1-06765bb74e16') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:54.247711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c849ddd6-146a-431b-9cd1-06765bb74e16') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:34:54.258415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.274157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.280875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:34:54.281431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:34:54.283800 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:34:54.355040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.367364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.372595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0fc103c-4e64-4a80-9d15-60be83f6e0e7 HTTP/1.1" status: 204 len: 168 time: 0.7453973 Jul 23 14:34:54.385781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e793bc8-cf22-4ce9-a850-2658dd0bd17e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fc103c-4e64-4a80-9d15-60be83f6e0e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:54.432552 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:34:54.553992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f02f032-4c36-4315-8879-d000c695d1d4 req-851f1034-8f28-44ec-879e-a57de216de59 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a82f79e-e8b4-41a2-a24b-b2bd8c6b6580 HTTP/1.1" status: 200 len: 210 time: 0.0587096 Jul 23 14:34:54.645855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:54.691776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9412ad1d-6009-4ca6-9aa1-668e385f6476 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b98d9f894236403ba26c028fa4ee0443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444865 Jul 23 14:34:54.694335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:54.748438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c604-b27c-452c-b290-b016526cf040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.784843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c604-b27c-452c-b290-b016526cf040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.838091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c604-b27c-452c-b290-b016526cf040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.842696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c604-b27c-452c-b290-b016526cf040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:54.844397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d2f8c604-b27c-452c-b290-b016526cf040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee0e57f4-4ce4-400a-a2a4-a954d825a895 HTTP/1.1" status: 204 len: 168 time: 0.1487260 Jul 23 14:34:54.856252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8c604-b27c-452c-b290-b016526cf040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e57f4-4ce4-400a-a2a4-a954d825a895,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:55.000310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e6649c92-d66f-41d3-80e3-2cad80c8b829 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:55.029022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: e6649c92-d66f-41d3-80e3-2cad80c8b829 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:55.029533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e6649c92-d66f-41d3-80e3-2cad80c8b829 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:55.029980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3d97f81e-c864-404a-ad0d-59adff6cd82c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:55.063321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3d97f81e-c864-404a-ad0d-59adff6cd82c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:55.063659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3d97f81e-c864-404a-ad0d-59adff6cd82c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:55.064223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9d49764c-8885-4d96-8817-83436a4139dc no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:34:55.085031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9d49764c-8885-4d96-8817-83436a4139dc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:34:55.085430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9d49764c-8885-4d96-8817-83436a4139dc not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:34:55.305326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:55.351955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0c51e0e5-e668-4128-9fd5-026a19f8e71f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1a3f1c747e440ebace8e77728deacb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453253 Jul 23 14:34:55.354674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:55.406723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ec680b-e659-4d50-b0f1-75a5667a82c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:55.430373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ec680b-e659-4d50-b0f1-75a5667a82c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:55.482726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ec680b-e659-4d50-b0f1-75a5667a82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:55.485582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48ec680b-e659-4d50-b0f1-75a5667a82c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:55.489375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-48ec680b-e659-4d50-b0f1-75a5667a82c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/316eeadd-9fd8-480d-a026-6703d19e0915 HTTP/1.1" status: 204 len: 168 time: 0.1311846 Jul 23 14:34:55.496447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec680b-e659-4d50-b0f1-75a5667a82c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316eeadd-9fd8-480d-a026-6703d19e0915,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:57.669957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:57.679225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944832293', 'description': 'tempest-secgroup-smoke-1944832293 description', 'project_id': '7da946df1c4a4592991bcccb02324307'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:57.749657 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:57.783680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:57.899771 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:57.905099 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:57.947662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848315ce-6ccd-4cc2-b7d9-d4e6c5c737dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.022694 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.027919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.062502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf2387-0c22-4856-8c44-2b2387711f74,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.067844 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.069763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9103150f-da0f-42be-be76-1da87e793ea4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3977580 Jul 23 14:34:58.074390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.079839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ab649802-ce86-48fe-837e-c35266d6744c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '67bf2387-0c22-4856-8c44-2b2387711f74', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.111603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab649802-ce86-48fe-837e-c35266d6744c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.172575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab649802-ce86-48fe-837e-c35266d6744c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.180026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab649802-ce86-48fe-837e-c35266d6744c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.203787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649802-ce86-48fe-837e-c35266d6744c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e22202-6b5a-4e6c-a622-2057f322f2a7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.206828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab649802-ce86-48fe-837e-c35266d6744c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.208785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ab649802-ce86-48fe-837e-c35266d6744c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328580 Jul 23 14:34:58.211587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.217731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bf12b69b-aef5-45ac-90c7-f8613ac5dfcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '67bf2387-0c22-4856-8c44-2b2387711f74', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.253548 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf12b69b-aef5-45ac-90c7-f8613ac5dfcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.267809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.272660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-995fb974-2ce4-4244-9970-f69a19f13c9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1624441660', 'description': 'tempest-secgroup-smoke-1624441660 description', 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.298251 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-995fb974-2ce4-4244-9970-f69a19f13c9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.324341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf12b69b-aef5-45ac-90c7-f8613ac5dfcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.330860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf12b69b-aef5-45ac-90c7-f8613ac5dfcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.359978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12b69b-aef5-45ac-90c7-f8613ac5dfcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad5b1de-cff0-4f59-ae8a-8fc214cdb98a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.396267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-995fb974-2ce4-4244-9970-f69a19f13c9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.402867 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-995fb974-2ce4-4244-9970-f69a19f13c9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.408241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf12b69b-aef5-45ac-90c7-f8613ac5dfcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.412761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bf12b69b-aef5-45ac-90c7-f8613ac5dfcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2000294 Jul 23 14:34:58.413619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.419505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-00805071-7214-4c4c-bfa8-c65de1834071 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '67bf2387-0c22-4856-8c44-2b2387711f74', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.440729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb974-2ce4-4244-9970-f69a19f13c9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3899a9a9-5ac6-4bb4-aa85-314631500024,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.444632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-995fb974-2ce4-4244-9970-f69a19f13c9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.449856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-995fb974-2ce4-4244-9970-f69a19f13c9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1782529 Jul 23 14:34:58.451031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.456786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e10fe11a-3a8a-4161-b714-ef1092f3f88f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'security_group_rule': {'security_group_id': '3899a9a9-5ac6-4bb4-aa85-314631500024', 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.478241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00805071-7214-4c4c-bfa8-c65de1834071 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.510496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e10fe11a-3a8a-4161-b714-ef1092f3f88f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.555692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00805071-7214-4c4c-bfa8-c65de1834071 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.563809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00805071-7214-4c4c-bfa8-c65de1834071 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.591322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00805071-7214-4c4c-bfa8-c65de1834071 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a311869f-b468-4020-9a19-79140251a6f0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.600446 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e10fe11a-3a8a-4161-b714-ef1092f3f88f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.604505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00805071-7214-4c4c-bfa8-c65de1834071 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.606006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-00805071-7214-4c4c-bfa8-c65de1834071 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909206 Jul 23 14:34:58.608908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.610240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e10fe11a-3a8a-4161-b714-ef1092f3f88f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.617219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d6fa23d-8d63-419c-bbd6-018f97239ada tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '67bf2387-0c22-4856-8c44-2b2387711f74', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.630968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fe11a-3a8a-4161-b714-ef1092f3f88f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ae5e56-0129-46b9-a9c4-985dd1e389cb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.650730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa23d-8d63-419c-bbd6-018f97239ada tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.651608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e10fe11a-3a8a-4161-b714-ef1092f3f88f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.653840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e10fe11a-3a8a-4161-b714-ef1092f3f88f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2009501 Jul 23 14:34:58.656646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.661516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f7e52fc-df07-4cd3-a497-06b068560510 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'security_group_rule': {'security_group_id': '3899a9a9-5ac6-4bb4-aa85-314631500024', 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.698077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7e52fc-df07-4cd3-a497-06b068560510 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.730100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa23d-8d63-419c-bbd6-018f97239ada tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.736336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa23d-8d63-419c-bbd6-018f97239ada tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.761164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fa23d-8d63-419c-bbd6-018f97239ada tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1467738-4c35-4cac-970e-697c16e1f853,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.771793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa23d-8d63-419c-bbd6-018f97239ada tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.773757 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4d6fa23d-8d63-419c-bbd6-018f97239ada tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635475 Jul 23 14:34:58.776544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.776905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7e52fc-df07-4cd3-a497-06b068560510 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.781851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7e52fc-df07-4cd3-a497-06b068560510 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.782964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '67bf2387-0c22-4856-8c44-2b2387711f74', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.804753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e52fc-df07-4cd3-a497-06b068560510 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4168c997-361e-4b1a-9aae-4b63eee60332,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.808436 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:34:58.814370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7e52fc-df07-4cd3-a497-06b068560510 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.814539 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.818447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8f7e52fc-df07-4cd3-a497-06b068560510 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582365 Jul 23 14:34:58.818951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.829453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a8db1ce-574b-4652-9966-95020f9a6cbd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'security_group_rule': {'security_group_id': '3899a9a9-5ac6-4bb4-aa85-314631500024', 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:58.887210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8db1ce-574b-4652-9966-95020f9a6cbd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.916975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.925434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.962586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b1b245-195d-4a4f-a784-27ab8d688e96,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:58.973161 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:58.974375 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2f4a3632-468b-4324-8b54-573c59d3eef3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1962469 Jul 23 14:34:58.977399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:58.982261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '67bf2387-0c22-4856-8c44-2b2387711f74', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:59.011215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8db1ce-574b-4652-9966-95020f9a6cbd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.017737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8db1ce-574b-4652-9966-95020f9a6cbd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.032528 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:34:59.046739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8db1ce-574b-4652-9966-95020f9a6cbd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cb6f45-9914-481c-b7bb-8ade435188eb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:59.051452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.064836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8db1ce-574b-4652-9966-95020f9a6cbd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.066045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3a8db1ce-574b-4652-9966-95020f9a6cbd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2461097 Jul 23 14:34:59.069500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:59.075306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df113c77-2991-4815-81fa-8677b232c3c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'security_group_rule': {'security_group_id': '3899a9a9-5ac6-4bb4-aa85-314631500024', 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:59.111313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df113c77-2991-4815-81fa-8677b232c3c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.128301 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.135534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.157311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60701ae8-46b3-4e78-92e9-7a7502ebaca7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:59.166257 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.169817 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9cfd481e-a7d3-4306-89b2-1f07ac591b73 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912963 Jul 23 14:34:59.173394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:59.179236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'network': {'name': 'tempest-network-smoke--2060874632', 'project_id': '7da946df1c4a4592991bcccb02324307', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:59.203521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:34:59.208189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.212919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df113c77-2991-4815-81fa-8677b232c3c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.218963 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df113c77-2991-4815-81fa-8677b232c3c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.249775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df113c77-2991-4815-81fa-8677b232c3c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c429395-a9e3-45c3-938d-914a1c8ab1ec,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:59.257036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:34:59.265980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df113c77-2991-4815-81fa-8677b232c3c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.267742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.267896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-df113c77-2991-4815-81fa-8677b232c3c4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1966333 Jul 23 14:34:59.267993 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Added segment af14a4bf-c4a9-4b1d-806f-d5460eeb7932 of type vlan for network adec4a72-0301-488d-b6ba-09e0af4e63b0 Jul 23 14:34:59.271170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:59.276589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'security_group_rule': {'security_group_id': '3899a9a9-5ac6-4bb4-aa85-314631500024', 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:59.307023 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Project 9b3eb1af49c54bfc9253fe5aa3aa9d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:34:59.316056 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.316351 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.353206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.362046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:34:59.363040 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.389990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.397456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.427030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3fd3bf-b7f3-4485-b13d-9e6079851c50,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:59.438104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.442440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fbef47b7-5dae-4766-a835-18e456d84c57 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1701634 Jul 23 14:34:59.443215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:59.448533 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2740693 Jul 23 14:34:59.449058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'security_group_rule': {'security_group_id': '3899a9a9-5ac6-4bb4-aa85-314631500024', 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:59.450193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300349f4-817f-4292-b6e5-cd316b6643d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Network': ['ID=adec4a72-0301-488d-b6ba-09e0af4e63b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:59.453889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:34:59.463046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:34:59.474947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'admin_state_up': True, 'project_id': '7da946df1c4a4592991bcccb02324307', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:34:59.488529 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Project 9b3eb1af49c54bfc9253fe5aa3aa9d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:34:59.494309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.526412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.528197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.619901 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.625225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.636112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.652089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45425c7-cec3-420a-a883-4c3ec803ba51,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:34:59.665248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:34:59.667210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-11a27f98-25a2-4199-aa67-b611cde40874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2228720 Jul 23 14:34:59.792620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:00.374583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:00.407292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:00.527992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.38 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/f218d131-74a4-44b1-a9fa-c6d188a78d8b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:00.672218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:00.727410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:00.776158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:00.782905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:00.785460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=f218d131-74a4-44b1-a9fa-c6d188a78d8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:00.787732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:01.092182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:01.303124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:01.454272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 010cdf28-f263-4154-8ece-2c8ef92f7c0b is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:35:01.579337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:35:01.593813 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Sync routers for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:35:01.604398 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:01.605267 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:01.606607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:01.611065 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-824dcd4b-b7e4-4815-90db-9836ab88ad34 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1530695 Jul 23 14:35:01.611446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:01.729284 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:01.794074 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-852c8042-507a-448f-90eb-d901dbbcfab2 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7da946df1c4a4592991bcccb02324307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1810439 Jul 23 14:35:01.796856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:01.988985 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:00Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:02.026164 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Checking router: 010cdf28-f263-4154-8ece-2c8ef92f7c0b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:35:02.026611 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Updating router 010cdf28-f263-4154-8ece-2c8ef92f7c0b port f218d131-74a4-44b1-a9fa-c6d188a78d8b binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:35:02.040630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bcd88b-ae35-45e3-9809-0cbbd2d9e0f8 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:02.042167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d1bcd88b-ae35-45e3-9809-0cbbd2d9e0f8 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2443023 Jul 23 14:35:02.045025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:02.074763 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.094936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-27b7c00e-5f96-401a-b679-49367e99e951 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464745 Jul 23 14:35:02.095391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:02.100690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259124059', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'project_id': '7da946df1c4a4592991bcccb02324307', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:02.255748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:35:02.260456 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.478466 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.540793 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.553910 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Transition to ACTIVE for port object f218d131-74a4-44b1-a9fa-c6d188a78d8b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:02.568605 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.577718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Checking segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:35:02.578327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network hostable DHCP agents. Network: adec4a72-0301-488d-b6ba-09e0af4e63b0, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:35:02.586750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Subnet': ['ID=5e014dc8-d08c-4fd5-b33b-98bc7c012821,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:02.610310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:35:02.625884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, adec4a72-0301-488d-b6ba-09e0af4e63b0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:02.633087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:02.633767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.638430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94484bb9-7204-4b95-87a4-5f034b4e2183 None None] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:35:02.640190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Attempting to bind port f218d131-74a4-44b1-a9fa-c6d188a78d8b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:35:02.640883 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Attempting to bind port f218d131-74a4-44b1-a9fa-c6d188a78d8b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:35:02.641356 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Attempting to bind port f218d131-74a4-44b1-a9fa-c6d188a78d8b on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:35:02.651379 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:35:02.651925 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:35:02.652429 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.652915 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:35:02.653515 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Bound port: f218d131-74a4-44b1-a9fa-c6d188a78d8b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:35:02.653980 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.655759 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d256f8-e77f-450e-bd0e-b96263b84b74 None None] Pushing event updated for resources: {'Port': ['ID=f218d131-74a4-44b1-a9fa-c6d188a78d8b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:02.657045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5e860671-b8d2-4e0e-9bd2-57e106940f7b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5604100 Jul 23 14:35:02.659982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:02.735035 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] For port f218d131-74a4-44b1-a9fa-c6d188a78d8b, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:35:02.738830 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] For port f218d131-74a4-44b1-a9fa-c6d188a78d8b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f218d131-74a4-44b1-a9fa-c6d188a78d8b,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:35:02.745572 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.813503 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:02.814358 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:02.914295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-adec4a72-0301-488d-b6ba-09e0af4e63b0', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:35:02.918360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:02.931374 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d256f8-e77f-450e-bd0e-b96263b84b74 None None] Pushing event updated for resources: {'Port': ['ID=f218d131-74a4-44b1-a9fa-c6d188a78d8b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:03.014998 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:03.127495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Allocated IP 172.20.0.2 (adec4a72-0301-488d-b6ba-09e0af4e63b0/5e014dc8-d08c-4fd5-b33b-98bc7c012821/a68451f9-5a80-4d19-a011-eb9bdcc58073) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:03.362714 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:03.394469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Transition to ACTIVE for port object a68451f9-5a80-4d19-a011-eb9bdcc58073 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:03.411947 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:00Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:03.418275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:03.433302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Transition to ACTIVE for port object a68451f9-5a80-4d19-a011-eb9bdcc58073 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:03.445124 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:03.465016 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8423b0-58cd-4d3c-a994-3fb077aec724 None None] The sync data for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 is: [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:00Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:35:03.517170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Pushing event updated for resources: {'Port': ['ID=a68451f9-5a80-4d19-a011-eb9bdcc58073,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:03.564766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:03.569422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:03.578818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:03.687573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Attempting to bind port a68451f9-5a80-4d19-a011-eb9bdcc58073 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:35:03.688127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Attempting to bind port a68451f9-5a80-4d19-a011-eb9bdcc58073 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:35:03.688335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Attempting to bind port a68451f9-5a80-4d19-a011-eb9bdcc58073 on network adec4a72-0301-488d-b6ba-09e0af4e63b0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:35:03.694871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:35:03.695834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Checking segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:35:03.696376 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:03.697297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Bound using segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:35:03.698016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Bound port: a68451f9-5a80-4d19-a011-eb9bdcc58073, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:35:03.698619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:03.852670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] For port a68451f9-5a80-4d19-a011-eb9bdcc58073, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:35:03.860387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] For port a68451f9-5a80-4d19-a011-eb9bdcc58073, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a68451f9-5a80-4d19-a011-eb9bdcc58073,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:35:03.879480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:04.003846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369969b-9695-4aa4-b94b-6bd22bbc1c16 None None] Pushing event updated for resources: {'Port': ['ID=a68451f9-5a80-4d19-a011-eb9bdcc58073,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:04.150068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.1 (adec4a72-0301-488d-b6ba-09e0af4e63b0/5e014dc8-d08c-4fd5-b33b-98bc7c012821/f7c07d5a-6a1c-406a-a117-9509dc7ac2cb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:04.406747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:04.447788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object f7c07d5a-6a1c-406a-a117-9509dc7ac2cb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:04.548727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:04.641446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:04.660631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:04.675665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:04.684016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:04.758581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.008162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.081317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a68451f9-5a80-4d19-a011-eb9bdcc58073 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:05.158203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a68451f9-5a80-4d19-a011-eb9bdcc58073 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:05.164418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f218d131-74a4-44b1-a9fa-c6d188a78d8b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:05.246188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f218d131-74a4-44b1-a9fa-c6d188a78d8b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:05.253407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f218d131-74a4-44b1-a9fa-c6d188a78d8b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:05.253785 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.358089 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.385627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f218d131-74a4-44b1-a9fa-c6d188a78d8b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f218d131-74a4-44b1-a9fa-c6d188a78d8b,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:05.398673 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.587693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d21d4e-a6cc-4c08-9cca-224b3eafecbe None None] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:35:05.699410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.711140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.820371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:05.904790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:05.985660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f218d131-74a4-44b1-a9fa-c6d188a78d8b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:06.020364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2889f37c-65e6-43d6-bdca-8fa43b1e9c69 None None] Provisioning for port a68451f9-5a80-4d19-a011-eb9bdcc58073 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:06.026945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2889f37c-65e6-43d6-bdca-8fa43b1e9c69 None None] Provisioning complete for port a68451f9-5a80-4d19-a011-eb9bdcc58073 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:06.027379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2889f37c-65e6-43d6-bdca-8fa43b1e9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:06.036847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:06.038514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:06.218084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2889f37c-65e6-43d6-bdca-8fa43b1e9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:06.282931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2889f37c-65e6-43d6-bdca-8fa43b1e9c69 None None] For port a68451f9-5a80-4d19-a011-eb9bdcc58073, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a68451f9-5a80-4d19-a011-eb9bdcc58073,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:06.290702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2889f37c-65e6-43d6-bdca-8fa43b1e9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:06.422681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889f37c-65e6-43d6-bdca-8fa43b1e9c69 None None] Pushing event updated for resources: {'Port': ['ID=a68451f9-5a80-4d19-a011-eb9bdcc58073,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:06.651125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59dee61e-3fb3-4c19-bcc2-07b9c00cc465 None None] Provisioning complete for port a68451f9-5a80-4d19-a011-eb9bdcc58073 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:06.654491 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59dee61e-3fb3-4c19-bcc2-07b9c00cc465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:06.883891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59dee61e-3fb3-4c19-bcc2-07b9c00cc465 None None] Provisioning for port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:06.888435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59dee61e-3fb3-4c19-bcc2-07b9c00cc465 None None] Provisioning complete for port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:06.889002 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59dee61e-3fb3-4c19-bcc2-07b9c00cc465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:06.956332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-59dee61e-3fb3-4c19-bcc2-07b9c00cc465 None None] Port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:35:07.026158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a68451f9-5a80-4d19-a011-eb9bdcc58073 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:07.150618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7859aa6-1780-42d1-98c8-8348fa25473a None None] Provisioning complete for port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:07.150618 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7859aa6-1780-42d1-98c8-8348fa25473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:07.160190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 010cdf28-f263-4154-8ece-2c8ef92f7c0b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:35:07.199028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7859aa6-1780-42d1-98c8-8348fa25473a None None] Port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:35:07.202297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a68451f9-5a80-4d19-a011-eb9bdcc58073 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:07.202753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:07.318183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f218d131-74a4-44b1-a9fa-c6d188a78d8b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:07.347309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:35:07.353048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9b0fa87e-ff65-4cf2-81ad-286b08a483f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/010cdf28-f263-4154-8ece-2c8ef92f7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6918273 Jul 23 14:35:07.359492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Sync routers for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:35:07.398250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:07.401946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:07.617266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-177d076c-bd47-4056-b92c-2f766740176e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944832293&fields=id&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 267 time: 0.1021576 Jul 23 14:35:07.744998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f218d131-74a4-44b1-a9fa-c6d188a78d8b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:07.745453 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:07.792363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-21543d02-be82-4f54-89aa-61d7e17cb1a1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:07.799703 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-21543d02-be82-4f54-89aa-61d7e17cb1a1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 797 time: 0.1743648 Jul 23 14:35:07.822002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0dfd3dbd-95ac-4fda-aaf8-ab8e8ae14a10 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/quotas/7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 375 time: 0.0209002 Jul 23 14:35:07.823651 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:07.883617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d8966bd-424a-4b20-923e-8635bad55f33 None None] Provisioning complete for port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:07.884086 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d8966bd-424a-4b20-923e-8635bad55f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:07.932137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0d8966bd-424a-4b20-923e-8635bad55f33 None None] Port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:35:07.956804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-37f7457a-5e74-49d8-8aef-696d09ac83c8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261575 Jul 23 14:35:07.970549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:08.096718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-fa886250-87b8-4445-a8fc-bf3cb166e828 service neutron] 10.222.0.21 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353528 Jul 23 14:35:08.235433 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-1944ba49-3c23-48f2-a175-0818e79fa1da service neutron] 10.222.0.21 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355758 Jul 23 14:35:08.326344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 2, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:08.397739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Checking router: 010cdf28-f263-4154-8ece-2c8ef92f7c0b for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:35:08.398327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Updating router 010cdf28-f263-4154-8ece-2c8ef92f7c0b port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:35:08.443147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:08.509567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ea202b2-3210-4c21-a29f-ac762b50cd5b req-d501be6d-bf13-4b3a-8183-323f7e48d29d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 210 time: 0.0583663 Jul 23 14:35:08.893618 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:08.910114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Transition to ACTIVE for port object f7c07d5a-6a1c-406a-a117-9509dc7ac2cb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:08.924440 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:09.038439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3780c2-2820-42f5-9de0-e4f9cb57dcc5 None None] Pushing event updated for resources: {'Port': ['ID=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:09.092602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Attempting to bind port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:35:09.093948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Attempting to bind port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:35:09.094604 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Attempting to bind port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb on network adec4a72-0301-488d-b6ba-09e0af4e63b0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:35:09.106385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:35:09.107048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Checking segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:35:09.108177 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:09.108544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Bound using segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:35:09.109210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Bound port: f7c07d5a-6a1c-406a-a117-9509dc7ac2cb, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:35:09.109609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:09.197244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] For port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:35:09.200934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] For port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:35:09.208232 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:09.299488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:09.300151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:09.343562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3780c2-2820-42f5-9de0-e4f9cb57dcc5 None None] Pushing event updated for resources: {'Port': ['ID=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:09.471529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:09.641088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-505c5753-c082-4ade-b83e-9dcfb5f5f4cc req-96dde688-882d-4eac-a231-64ee2b766bc6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 210 time: 0.0418179 Jul 23 14:35:09.747074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:09Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:09.780959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88562f-b550-4eab-bd8b-c3bcdc114bbb None None] The sync data for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 is: [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:09Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:35:10.004202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7732abcb-a24e-49eb-aed3-9c744307d5fa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:10.008829 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7732abcb-a24e-49eb-aed3-9c744307d5fa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 797 time: 0.1840558 Jul 23 14:35:10.093295 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-4cadf0c6-4bba-431c-8ec0-4c91079ee504 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 380 time: 0.0711217 Jul 23 14:35:10.104958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'port': {'device_id': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'admin_state_up': True, 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'security_groups': ['67bf2387-0c22-4856-8c44-2b2387711f74']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:10.309944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:35:10.320492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:10.568770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.9 (adec4a72-0301-488d-b6ba-09e0af4e63b0/5e014dc8-d08c-4fd5-b33b-98bc7c012821/65cf4e5a-e2f5-42e2-812f-ec776a8220f4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:10.744249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8521a-4322-4a97-a10c-f8be2ba8a50c req-bdfb53e8-6858-4266-aab3-06d71db9884d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:10.745985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8a8521a-4322-4a97-a10c-f8be2ba8a50c req-bdfb53e8-6858-4266-aab3-06d71db9884d tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 946 time: 0.1126494 Jul 23 14:35:10.775917 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:10.797708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:10.819034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f8a8521a-4322-4a97-a10c-f8be2ba8a50c req-f5bc634c-bcb3-4961-a095-4f652e5d3f6b tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645990 Jul 23 14:35:10.850024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:10.909693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:10.913184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:10.920355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:10.961862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:11.028773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:11.029458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.079425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7c07d5a-6a1c-406a-a117-9509dc7ac2cb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:11.091969 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-0a8bf2f9-1083-44b4-b2de-2427110f9365 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9742157 Jul 23 14:35:11.094584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50d80-826a-4652-b0be-8d7186c03b10 req-8773ef11-170f-41ab-bd7e-e415a9ecdd23 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:11.097983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97d50d80-826a-4652-b0be-8d7186c03b10 req-8773ef11-170f-41ab-bd7e-e415a9ecdd23 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 931 time: 0.1982834 Jul 23 14:35:11.115313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Request body: {'port': {'device_id': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:11.191137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:11.196487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:11.197156 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.211883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97d50d80-826a-4652-b0be-8d7186c03b10 req-eabe2c9b-3d0d-4ddc-a023-df2543a89213 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016049 Jul 23 14:35:11.354599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.363591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.438202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:11.446609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.506453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de5d5d6f-a169-4602-a589-14795e6ab53c None None] Provisioning for port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:11.508926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:11.516992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de5d5d6f-a169-4602-a589-14795e6ab53c None None] Provisioning complete for port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:11.518147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de5d5d6f-a169-4602-a589-14795e6ab53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.576049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-de5d5d6f-a169-4602-a589-14795e6ab53c None None] Port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:35:11.710986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:35:11.721421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.733263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Transition to ACTIVE for port object 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:11.738294 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.791151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:11.920017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:35:11.920364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:35:11.920693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on network adec4a72-0301-488d-b6ba-09e0af4e63b0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:35:11.925690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on network adec4a72-0301-488d-b6ba-09e0af4e63b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:35:11.926271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on network adec4a72-0301-488d-b6ba-09e0af4e63b0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:35:11.933212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:35:11.933633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Checking segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:35:11.934133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Bound using segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:35:11.934776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Bound port: 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:35:11.935203 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:11.982957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bb694-c7b0-4f52-adf5-f5c7a16cf4fe req-ed9a4ce6-6213-44e1-80a3-7030b67ff7f0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:11.992195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49bb694-c7b0-4f52-adf5-f5c7a16cf4fe req-ed9a4ce6-6213-44e1-80a3-7030b67ff7f0 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 946 time: 0.1005394 Jul 23 14:35:12.049710 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:35:12.054765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:35:12.059385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49bb694-c7b0-4f52-adf5-f5c7a16cf4fe req-a164591b-f5ab-47c6-b79d-6e91c52afafd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658357 Jul 23 14:35:12.061382 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:12.076960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:12.077578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:12.079685 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] 10.222.0.48 "PUT /v2.0/ports/65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 1091 time: 0.9828131 Jul 23 14:35:12.079919 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:35:12.083849 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589548fe-c107-4001-9751-7193cb852b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:35:12.158685 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b947cd-7f08-4014-98d5-f7f3df2ff7b8 x-openstack-request-id: req-98b947cd-7f08-4014-98d5-f7f3df2ff7b8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:35:12.159029 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:35:12.159224 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98b947cd-7f08-4014-98d5-f7f3df2ff7b8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:35:12.160050 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'status': 'completed', 'code': 200} Jul 23 14:35:12.173629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47926d-375c-49f0-8e98-7b644229f97b service neutron] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:12.231033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-c2184342-fe91-42d8-8d93-61806f9f973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:12.232593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-c2184342-fe91-42d8-8d93-61806f9f973e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1094 time: 0.0671287 Jul 23 14:35:12.304360 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-7bf3e4e6-314c-4627-89b3-751a558d8703 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 217 time: 0.0632217 Jul 23 14:35:12.393939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea719359-d2b8-41aa-9f28-ccb6149408bd req-52b3fdc1-d467-455b-a924-3851d7775bde tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:12.402133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea719359-d2b8-41aa-9f28-ccb6149408bd req-52b3fdc1-d467-455b-a924-3851d7775bde tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.0952888 Jul 23 14:35:12.464060 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-b4d07764-ef9b-40a0-bb18-08653dec6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:12.465603 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-b4d07764-ef9b-40a0-bb18-08653dec6085 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.1511447 Jul 23 14:35:12.471430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea719359-d2b8-41aa-9f28-ccb6149408bd req-f69ed8cb-5412-466f-8171-a1f8d603effe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679774 Jul 23 14:35:12.526890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-3321528d-7f80-42c2-9354-fd44e4135377 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:12.528445 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-3321528d-7f80-42c2-9354-fd44e4135377 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 946 time: 0.1889405 Jul 23 14:35:12.583046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-c48b7a4d-f300-4810-979b-c8a3dbd7f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:12.584587 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-c48b7a4d-f300-4810-979b-c8a3dbd7f893 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073318 Jul 23 14:35:12.714962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Deleting port 6cc26c91-3125-4e71-8731-fdaa6e38e237 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:12.715225 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:12.730944 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-dc262aa6-7537-499c-b168-b3f8e74c3be2 service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162302 Jul 23 14:35:12.868429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] For port 6cc26c91-3125-4e71-8731-fdaa6e38e237, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=6cc26c91-3125-4e71-8731-fdaa6e38e237,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:12.868889 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:12.941390 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b4240c0f-b9b3-468f-af9d-1f8b0817a9d9 req-5071d529-6ae0-4a1e-883e-0457704e3eae service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012379 Jul 23 14:35:12.952013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7c07d5a-6a1c-406a-a117-9509dc7ac2cb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:13.038810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:13.039327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:13.128349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589548fe-c107-4001-9751-7193cb852b6c req-5d12b6f2-5729-411c-9b20-eb9dcabbd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:13.129892 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589548fe-c107-4001-9751-7193cb852b6c req-5d12b6f2-5729-411c-9b20-eb9dcabbd116 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1094 time: 0.1278522 Jul 23 14:35:13.163557 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:13.164496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:13.164496 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Floating IP 4555e12e-cf8c-4e7b-9cc9-944d169393bc disassociated. External IP: 172.25.2.173, port: 6cc26c91-3125-4e71-8731-fdaa6e38e237. Jul 23 14:35:13.165163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Calling delete_port for 6cc26c91-3125-4e71-8731-fdaa6e38e237 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:13.288995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c166-af2c-46f3-9b73-64e598a0bc5f req-510070e3-fe10-4f9d-a4a9-a8d388a8023c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:13.292897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3c5c166-af2c-46f3-9b73-64e598a0bc5f req-510070e3-fe10-4f9d-a4a9-a8d388a8023c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 946 time: 0.0986383 Jul 23 14:35:13.297186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589548fe-c107-4001-9751-7193cb852b6c req-a4cd5a6b-2098-42c9-8faf-7f320f79da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:13.298772 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589548fe-c107-4001-9751-7193cb852b6c req-a4cd5a6b-2098-42c9-8faf-7f320f79da87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.1598535 Jul 23 14:35:13.355741 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589548fe-c107-4001-9751-7193cb852b6c req-6121c380-a33c-4090-a19d-a36b21a8e8da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 217 time: 0.0456123 Jul 23 14:35:13.364213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3c5c166-af2c-46f3-9b73-64e598a0bc5f req-b4ef208a-1e71-46d9-a245-d5df5d83b868 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648651 Jul 23 14:35:13.459424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589548fe-c107-4001-9751-7193cb852b6c req-bb4ae598-d3d8-4877-b48d-96102b704c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:13.461020 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589548fe-c107-4001-9751-7193cb852b6c req-bb4ae598-d3d8-4877-b48d-96102b704c18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.0939155 Jul 23 14:35:13.468055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:13.513363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event deleted for resources: {'Port': ['ID=6cc26c91-3125-4e71-8731-fdaa6e38e237,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:13.643617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347aef0a-d065-477a-abaa-a46cf44324fa req-b06b05cf-a2e5-45c5-a980-03b5c0ac218b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:13.645309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-347aef0a-d065-477a-abaa-a46cf44324fa req-b06b05cf-a2e5-45c5-a980-03b5c0ac218b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.0938580 Jul 23 14:35:13.669208 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589548fe-c107-4001-9751-7193cb852b6c req-131976ea-f07a-467e-83ef-a17137259cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:13.671448 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589548fe-c107-4001-9751-7193cb852b6c req-131976ea-f07a-467e-83ef-a17137259cfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966321 Jul 23 14:35:13.705971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-347aef0a-d065-477a-abaa-a46cf44324fa req-aeb9fa4a-bb84-403d-83b9-59b3217c0596 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531695 Jul 23 14:35:14.044566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:35:14.197701 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589548fe-c107-4001-9751-7193cb852b6c req-a56d4119-a087-4603-a78f-f660d261d4e9 service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178287 Jul 23 14:35:14.229332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:35:14.239274 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] Sync routers for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:35:14.251678 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:14.252809 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:14.287686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] No DVR routers for this DVR port 6cc26c91-3125-4e71-8731-fdaa6e38e237 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:35:14.313953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:14.315871 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9f5ce03-ca2c-43e1-b991-2919ed357ca5 req-dccd2498-5ea0-40f4-bc89-532446c6aacd tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.11 "DELETE /v2.0/ports/6cc26c91-3125-4e71-8731-fdaa6e38e237 HTTP/1.1" status: 204 len: 173 time: 1.7806211 Jul 23 14:35:14.316328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'name': 'network-vif-deleted', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:35:14.318601 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147a22e6-df2b-4d6f-9d76-3046a8b5b301" -d '{"events": [{"server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "name": "network-vif-deleted", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:35:14.367760 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-589548fe-c107-4001-9751-7193cb852b6c req-6839a724-f7c9-4edd-a303-22a9f9892f3f service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591091 Jul 23 14:35:14.398460 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:14.413885 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d63c35-891a-44f6-959f-1b79ed3be825 x-openstack-request-id: req-d7d63c35-891a-44f6-959f-1b79ed3be825 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:35:14.414533 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661dc168-1178-4352-95aa-c508dab0a3aa", "name": "network-vif-deleted", "tag": "6cc26c91-3125-4e71-8731-fdaa6e38e237", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:35:14.415147 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7d63c35-891a-44f6-959f-1b79ed3be825 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:35:14.416024 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661dc168-1178-4352-95aa-c508dab0a3aa', 'name': 'network-vif-deleted', 'tag': '6cc26c91-3125-4e71-8731-fdaa6e38e237', 'status': 'completed', 'code': 200} Jul 23 14:35:14.551264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e606941-28c7-4183-ace1-d2933898773e req-1f75d974-9541-410f-ad67-e4584ea34857 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/ports?device_id=661dc168-1178-4352-95aa-c508dab0a3aa HTTP/1.1" status: 200 len: 210 time: 0.0372305 Jul 23 14:35:14.654231 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:14.827950 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] Checking router: 355cbaf7-7f55-4850-9a51-2c0bba0551c8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:35:14.838190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:14.838940 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:34:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:14.915898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad516188-5ceb-478c-a19c-e14865b77c74 req-19ed747e-5ba4-436d-9029-af49b8d61300 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:14.918816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad516188-5ceb-478c-a19c-e14865b77c74 req-19ed747e-5ba4-436d-9029-af49b8d61300 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.0992079 Jul 23 14:35:14.970097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad516188-5ceb-478c-a19c-e14865b77c74 req-5eba48e5-2ad3-4a3a-b216-2ab31bbc884e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Jul 23 14:35:15.030211 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:15.242457 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:15.275745 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bacb932-63b2-4ebe-968a-93c4f6af2c23 None None] The sync data for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 is: [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '123cdb04-1a8b-4681-b413-98c834957d6b', 'name': '', 'network_id': 'af59d57c-49e2-41d2-8511-85f2faf9627a', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'mac_address': 'fa:16:3e:f6:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:39Z', 'updated_at': '2021-07-23T14:28:47Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'subnets': [{'id': '15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:35:15.461661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6cc26c91-3125-4e71-8731-fdaa6e38e237 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:35:15.482593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 6cc26c91-3125-4e71-8731-fdaa6e38e237 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:35:15.482898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 6cc26c91-3125-4e71-8731-fdaa6e38e237 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:35:15.574548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d758a-1304-4acf-953e-09ea1307c5f5 None None] New status for floating IP 4555e12e-cf8c-4e7b-9cc9-944d169393bc: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:35:15.650170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:15.653181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:35:15.862300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:15.893886 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7359-b75c-426e-b009-553c002c8fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:15.909228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:15.929495 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:15.949153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'port_id': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'mac_address': 'fa:16:3e:e4:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:35:15.967464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:15.970434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:15.971737 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "DELETE /v2.0/security-groups/1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae HTTP/1.1" status: 204 len: 168 time: 0.3204660 Jul 23 14:35:15.974970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:15.982312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:15.991292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.991638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.992067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.992518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.992952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.993287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.994171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.994171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.994459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.994942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.995634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:15.996585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af063f93-0034-4f00-a4b6-f7c36ba4092c tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.000244 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-55621f40-ab33-4421-8b1d-d07d18783e13 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] show failed (client error): The resource could not be found. Jul 23 14:35:16.001706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-55621f40-ab33-4421-8b1d-d07d18783e13 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "GET /v2.0/security-groups/1c6c5ac4-1e9e-4e56-b037-2ed1939b94ae HTTP/1.1" status: 404 len: 347 time: 0.0256445 Jul 23 14:35:16.002509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:16.027423 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.044466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:35:16.073729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:16.079395 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.148225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:16.236520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10646ae-95c3-49d9-8e91-8573dac0baee req-a9ea376b-2291-4817-8bc9-4abead38937b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:16.238175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c10646ae-95c3-49d9-8e91-8573dac0baee req-a9ea376b-2291-4817-8bc9-4abead38937b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 944 time: 0.1683190 Jul 23 14:35:16.254537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Deleting port cba857b5-b072-4f16-bdb7-352679f83d75 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:16.254962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.303911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c10646ae-95c3-49d9-8e91-8573dac0baee req-a43512ed-eaea-4677-aa6d-748fdb0a7143 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583432 Jul 23 14:35:16.318251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['65cf4e5a-e2f5-42e2-812f-ec776a8220f4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:35:16.369522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.369855 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.384621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Calling delete_port for cba857b5-b072-4f16-bdb7-352679f83d75 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:16.565048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.658782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Pushing event deleted for resources: {'Port': ['ID=cba857b5-b072-4f16-bdb7-352679f83d75,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:16.669585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.669924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.670278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.670592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.670940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.673235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.673939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.674263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.674590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.674930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.675249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.675569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:16.693394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.696305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:16.697488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d3d6688b-63fb-4027-8a03-225c66317e64 tempest-AttachVolumeTestJSON-2047165741 tempest-AttachVolumeTestJSON-2047165741-project] 10.222.0.21 "DELETE /v2.0/floatingips/4555e12e-cf8c-4e7b-9cc9-944d169393bc HTTP/1.1" status: 204 len: 168 time: 0.6914487 Jul 23 14:35:17.463375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cfc70-2c5a-4c8f-992c-305279eaeb72 req-5258e9bc-122b-4816-8ce2-5873fa9d8502 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:17.465004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-512cfc70-2c5a-4c8f-992c-305279eaeb72 req-5258e9bc-122b-4816-8ce2-5873fa9d8502 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 944 time: 0.0682716 Jul 23 14:35:17.526486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-512cfc70-2c5a-4c8f-992c-305279eaeb72 req-ff41367d-bb85-4d05-b8f0-2f42ce8124ba tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514128 Jul 23 14:35:17.645651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:17.708570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:17.713921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:17.714481 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:17.860699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:17.893732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:35:17.896533 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72df431-d4b0-4682-9d13-b7049409ecf4" -d '{"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-plugged", "status": "completed", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:35:17.940621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:17.950878 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbad76-2218-4b2b-a7c4-28f61caf1311 x-openstack-request-id: req-e9cbad76-2218-4b2b-a7c4-28f61caf1311 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:35:17.951376 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-plugged", "status": "completed", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:35:17.951784 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9cbad76-2218-4b2b-a7c4-28f61caf1311 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:35:17.952325 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'code': 200} Jul 23 14:35:17.953732 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:18.016795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:18.034939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:18.091058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef9dce-7d6d-436b-91b1-768c69105313 req-19a151d8-49f7-4572-9e83-87a856a8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:18.092975 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3ef9dce-7d6d-436b-91b1-768c69105313 req-19a151d8-49f7-4572-9e83-87a856a8184d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1096 time: 0.0694051 Jul 23 14:35:18.141650 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b3ef9dce-7d6d-436b-91b1-768c69105313 req-7718c193-892e-412a-bd8a-1380f3e63145 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Jul 23 14:35:18.346568 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:18.508950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2754-e428-48f4-a4d3-1c48ce6bef26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:18.743706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35935d39-68bc-4855-85bb-019190c9eefe req-d95679e9-643a-4e50-8006-3c34cde6c1fa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:18.745409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35935d39-68bc-4855-85bb-019190c9eefe req-d95679e9-643a-4e50-8006-3c34cde6c1fa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0995350 Jul 23 14:35:18.788086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35935d39-68bc-4855-85bb-019190c9eefe req-eed63b37-46b5-4eef-9b5a-9a800c46ac1f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354252 Jul 23 14:35:19.601978 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:19.932272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f2678-6b81-42b4-9fc8-f85ba4aec8e5 req-2cec2ca9-a554-4f35-9d81-da577e1ba27d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:19.938361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-466f2678-6b81-42b4-9fc8-f85ba4aec8e5 req-2cec2ca9-a554-4f35-9d81-da577e1ba27d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0720394 Jul 23 14:35:19.986347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-466f2678-6b81-42b4-9fc8-f85ba4aec8e5 req-eaa36740-c262-41f7-b98a-79075c53d1ec tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Jul 23 14:35:20.199063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc11b-d105-41e8-8f54-0d4fb25d7753 req-e536673f-3bcb-49e0-9b20-b10fd9316710 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:20.200790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485dc11b-d105-41e8-8f54-0d4fb25d7753 req-e536673f-3bcb-49e0-9b20-b10fd9316710 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0846677 Jul 23 14:35:20.256985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485dc11b-d105-41e8-8f54-0d4fb25d7753 req-abbb9c24-10bd-415d-8a93-8c556c158322 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501747 Jul 23 14:35:20.274259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:20.350737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725c784-c6aa-4bb4-b2a5-5e22eaee1afb tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:20.352846 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7725c784-c6aa-4bb4-b2a5-5e22eaee1afb tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1091 time: 0.0765574 Jul 23 14:35:20.355990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:20.361432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:20.421620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:20.636580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:20.814827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.39 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/2200b962-480e-452b-96df-8e1519fba899) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:20.827899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-264744f3-5884-4ae7-9940-ad3643c70078 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675104 Jul 23 14:35:20.981972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-e1bfaeb4-e7e8-4051-bc44-317805634cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:20.983850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-e1bfaeb4-e7e8-4051-bc44-317805634cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1096 time: 0.1010971 Jul 23 14:35:21.001072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:21.097588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:21.224582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-78c491bf-04c4-43b6-8d25-8a97436c51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:21.227920 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-78c491bf-04c4-43b6-8d25-8a97436c51c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.2100682 Jul 23 14:35:21.246542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:21.251383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:21.259708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:21.308187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:21.331201 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-32b60bbe-c898-4790-990f-6e1a9e464acc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 217 time: 0.0939424 Jul 23 14:35:21.384136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=2200b962-480e-452b-96df-8e1519fba899,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:21.401706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-46bc86d2-75af-4c67-a3ed-32154cfa9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:21.403870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-46bc86d2-75af-4c67-a3ed-32154cfa9647 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.0669773 Jul 23 14:35:21.521243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-308cd43c-4a55-4f79-885b-dddf3132b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:21.523106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-308cd43c-4a55-4f79-885b-dddf3132b63b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091645 Jul 23 14:35:21.686382 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-87fe5edb-f5da-4a9b-8559-48b44135db68 service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533070 Jul 23 14:35:21.805347 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f66f51fb-662b-499f-9b18-6a3b4c85f8de req-9cdf29b0-e2ae-4897-84b7-22f9c50f99da service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071000 Jul 23 14:35:21.920517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:22.013548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:22.186017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:22.194379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:22.249799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=2200b962-480e-452b-96df-8e1519fba899,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:22.331897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:22.441628 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 40938471-d46e-4bad-ba59-6e43abd8ef5a associated. External IP: 172.25.2.39, port: 65cf4e5a-e2f5-42e2-812f-ec776a8220f4. Jul 23 14:35:22.668297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 010cdf28-f263-4154-8ece-2c8ef92f7c0b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:35:23.040910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:35:23.054863 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] Sync routers for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:35:23.058680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:23.064724 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:23.065688 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:23.097519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-671f89df-9624-4d2d-8167-35118e2099af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7402999 Jul 23 14:35:23.098027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:35:23.100660 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42" -d '{"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:35:23.199080 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:23.236337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74daefc-3af6-48eb-96f2-cc24954a10a7 req-51d36f31-a1fa-4ad8-85d6-b6aa7bdb44d3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:23.238354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e74daefc-3af6-48eb-96f2-cc24954a10a7 req-51d36f31-a1fa-4ad8-85d6-b6aa7bdb44d3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0799789 Jul 23 14:35:23.286775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e74daefc-3af6-48eb-96f2-cc24954a10a7 req-1fd4991e-bb59-4c47-95bf-73849822e503 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412831 Jul 23 14:35:23.312096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:23.375595 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f5bd7f-0fea-41e8-b62d-77daf29eaf4d x-openstack-request-id: req-47f5bd7f-0fea-41e8-b62d-77daf29eaf4d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:35:23.376550 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:35:23.376550 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47f5bd7f-0fea-41e8-b62d-77daf29eaf4d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:35:23.376550 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'status': 'completed', 'code': 200} Jul 23 14:35:23.406977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-629af1ef-9bd5-49fe-9bfe-cb4e0a2b3a92 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/40938471-d46e-4bad-ba59-6e43abd8ef5a HTTP/1.1" status: 200 len: 990 time: 0.0935898 Jul 23 14:35:23.500612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-a66d4d26-37f9-448a-88ea-555eefadffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:23.509932 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-a66d4d26-37f9-448a-88ea-555eefadffe8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1096 time: 0.0999367 Jul 23 14:35:23.563321 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '40938471-d46e-4bad-ba59-6e43abd8ef5a', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'port_id': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'mac_address': 'fa:16:3e:e4:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:35:21Z', 'updated_at': '2021-07-23T14:35:21Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:11Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:23.606405 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] Checking router: 010cdf28-f263-4154-8ece-2c8ef92f7c0b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:35:23.616606 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:23.617220 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:23.666553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-424e8d39-ed33-438f-9491-09dbb3602db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:23.668447 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-424e8d39-ed33-438f-9491-09dbb3602db8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.1482131 Jul 23 14:35:23.780777 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:23.810591 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-fa6c049c-0459-4142-a66c-4746acef1d9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 998 time: 0.1335177 Jul 23 14:35:23.814654 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-094abfeb-21a5-4d6b-8232-29204193c9bf tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1624441660&fields=id&tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 267 time: 0.0766442 Jul 23 14:35:23.880137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-20054186-e5a9-46f4-b71f-6a37e066f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:23.882081 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-20054186-e5a9-46f4-b71f-6a37e066f822 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.0604372 Jul 23 14:35:23.986144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-c839cc02-f67f-4d16-ab65-2a8cdb4a5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:23.990918 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-c839cc02-f67f-4d16-ab65-2a8cdb4a5853 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931184 Jul 23 14:35:24.026240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-bc4b7633-6dd0-49a2-897c-ff09b9649204 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:24.033204 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-bc4b7633-6dd0-49a2-897c-ff09b9649204 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.2037997 Jul 23 14:35:24.050832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-b814a253-590c-4974-89ba-403dec911ae3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/quotas/9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 375 time: 0.0166292 Jul 23 14:35:24.169459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-f2f32317-4349-4d2c-ad1b-2b0aebe1768e service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728358 Jul 23 14:35:24.200356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-c836cee5-eba9-4991-9712-38ca28a642f5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485455 Jul 23 14:35:24.212781 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '40938471-d46e-4bad-ba59-6e43abd8ef5a', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'port_id': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'mac_address': 'fa:16:3e:e4:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:35:21Z', 'updated_at': '2021-07-23T14:35:21Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:11Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:24.259817 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87350d1-ce9a-40ca-8efd-4ce646600678 None None] The sync data for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 is: [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '40938471-d46e-4bad-ba59-6e43abd8ef5a', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'port_id': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'mac_address': 'fa:16:3e:e4:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:35:21Z', 'updated_at': '2021-07-23T14:35:21Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:11Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:35:24.322999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7a1b10aa-80ff-4a0a-93bf-e62a32a46a42 req-c998698f-71c0-4843-acf7-89f5a68cc919 service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444688 Jul 23 14:35:24.331749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-30fd747a-5eb5-4f15-91b6-cbe90db96ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278968 Jul 23 14:35:24.410863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:24.461691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-b8629d72-687c-40f0-9472-c4e8d3440a32 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284020 Jul 23 14:35:24.506723 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f5cdc909-0100-4628-bec9-2e0859031e7d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/40938471-d46e-4bad-ba59-6e43abd8ef5a HTTP/1.1" status: 200 len: 990 time: 0.0946324 Jul 23 14:35:24.584347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35898ea-1d2b-420f-b694-35eb372dc66a None None] New status for floating IP 40938471-d46e-4bad-ba59-6e43abd8ef5a: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:35:24.874489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ecc250c-4549-41a3-9ecc-e90a62a38cec req-0b56549b-1666-4d93-b070-d98bf64573cd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 210 time: 0.0469968 Jul 23 14:35:25.510559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:25.578034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-89499f0b-165c-4aaa-a532-3cc05318372c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/40938471-d46e-4bad-ba59-6e43abd8ef5a HTTP/1.1" status: 200 len: 992 time: 0.0661938 Jul 23 14:35:25.934240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0aa6ee1c-7968-4181-9fc5-eaa3acbfa1da tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:25.935817 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0aa6ee1c-7968-4181-9fc5-eaa3acbfa1da tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1416001 Jul 23 14:35:26.019211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-78731d25-be89-4a00-b38d-615e0a7a3b3f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 380 time: 0.0689931 Jul 23 14:35:26.035962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'port': {'device_id': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'admin_state_up': True, 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'security_groups': ['3899a9a9-5ac6-4bb4-aa85-314631500024']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:26.041867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89113f62-7453-480f-be7e-c4f764d79820 req-cef0995e-f240-493f-ab01-9c3e33dc1a5e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 210 time: 0.0445275 Jul 23 14:35:26.195870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:35:26.201192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:26.353867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.20.0.11 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/2d218d80-bac4-4c69-a367-0eb018204c6b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:26.520973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:26.535043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Transition to ACTIVE for port object 2d218d80-bac4-4c69-a367-0eb018204c6b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:26.571777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:26.619637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:26.625923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:26.630144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:26.690764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:26.691612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:26.712771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=2d218d80-bac4-4c69-a367-0eb018204c6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:26.723900 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-72d128c5-4f4b-4e34-88a7-afeb58efba65 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921833 Jul 23 14:35:26.799353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Request body: {'port': {'device_id': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:26.879379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:26.967532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c603ca9-a83a-4f29-ac8e-673149b701d0 None None] Provisioning for port 2d218d80-bac4-4c69-a367-0eb018204c6b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:26.978100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c603ca9-a83a-4f29-ac8e-673149b701d0 None None] Provisioning complete for port 2d218d80-bac4-4c69-a367-0eb018204c6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:26.978829 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c603ca9-a83a-4f29-ac8e-673149b701d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:27.032239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9c603ca9-a83a-4f29-ac8e-673149b701d0 None None] Port 2d218d80-bac4-4c69-a367-0eb018204c6b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:35:27.196320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e030e-2795-4639-b3be-47d766a12914 req-11cb47e0-d36a-4dec-8dca-4815cbbfd267 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:27.197784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b08e030e-2795-4639-b3be-47d766a12914 req-11cb47e0-d36a-4dec-8dca-4815cbbfd267 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 932 time: 0.0742795 Jul 23 14:35:27.216967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d218d80-bac4-4c69-a367-0eb018204c6b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:35:27.225213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:27.235751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b08e030e-2795-4639-b3be-47d766a12914 req-ed99ae8a-1323-4ad7-be35-2e3da7d96591 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Jul 23 14:35:27.238183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Transition to ACTIVE for port object 2d218d80-bac4-4c69-a367-0eb018204c6b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:35:27.245851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:27.325141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Pushing event updated for resources: {'Port': ['ID=2d218d80-bac4-4c69-a367-0eb018204c6b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:27.352612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:27.420782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Attempting to bind port 2d218d80-bac4-4c69-a367-0eb018204c6b on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:35:27.421151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Attempting to bind port 2d218d80-bac4-4c69-a367-0eb018204c6b by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:35:27.421705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Attempting to bind port 2d218d80-bac4-4c69-a367-0eb018204c6b on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:35:27.427015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Port 2d218d80-bac4-4c69-a367-0eb018204c6b on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:35:27.427427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Attempting to bind port 2d218d80-bac4-4c69-a367-0eb018204c6b on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:35:27.432623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:35:27.432948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:35:27.433331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:35:27.433800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Bound port: 2d218d80-bac4-4c69-a367-0eb018204c6b, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:35:27.434314 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:27.508692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] For port 2d218d80-bac4-4c69-a367-0eb018204c6b, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:35:27.511982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] For port 2d218d80-bac4-4c69-a367-0eb018204c6b, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d218d80-bac4-4c69-a367-0eb018204c6b,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:35:27.517855 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:27.563753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:27.564820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:27.566378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] 10.222.0.11 "PUT /v2.0/ports/2d218d80-bac4-4c69-a367-0eb018204c6b HTTP/1.1" status: 200 len: 1092 time: 0.8291664 Jul 23 14:35:27.569745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:35:27.572020 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e0e27-f635-4354-9cb4-7d88e985b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:35:27.623809 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a14e-d649-4840-a090-0f73e5de077b service neutron] Pushing event updated for resources: {'Port': ['ID=2d218d80-bac4-4c69-a367-0eb018204c6b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:27.681617 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f221d2f1-6034-4a70-9a52-d3dcae6cb87c x-openstack-request-id: req-f221d2f1-6034-4a70-9a52-d3dcae6cb87c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:35:27.682264 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:35:27.682737 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f221d2f1-6034-4a70-9a52-d3dcae6cb87c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:35:27.683357 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'status': 'completed', 'code': 200} Jul 23 14:35:27.736254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-d0a22771-81d9-48e9-9d7b-cb148bd0498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:27.737988 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-d0a22771-81d9-48e9-9d7b-cb148bd0498a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0964804 Jul 23 14:35:27.794161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-98fb5183-340b-43dc-beac-ca5a6bca428a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d218d80-bac4-4c69-a367-0eb018204c6b HTTP/1.1" status: 200 len: 217 time: 0.0420799 Jul 23 14:35:27.867691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-19130e7f-6ede-44b9-852e-65d98f81e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:27.869174 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-19130e7f-6ede-44b9-852e-65d98f81e003 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0624869 Jul 23 14:35:27.963990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-1ab940ee-0884-434e-aa0d-7bada8ef1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:27.967022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-1ab940ee-0884-434e-aa0d-7bada8ef1cf1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882611 Jul 23 14:35:28.049546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:28.078357 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-f7fec21b-d062-42d8-984f-d96d310e54fa service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038897 Jul 23 14:35:28.200995 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-485041e8-bbcf-4d2d-b129-aa9f2d4c30a1 req-420cd360-f7a9-4949-a32a-75b1e853665a service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143198 Jul 23 14:35:28.338757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-c3a728cd-72e9-4468-b19e-46329846f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:28.340629 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-c3a728cd-72e9-4468-b19e-46329846f867 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0618703 Jul 23 14:35:28.385841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Deleting port 123cdb04-1a8b-4681-b413-98c834957d6b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:28.386432 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:28.428151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da051b59-ec9c-4fca-ae40-8c397e9ed4ab req-f9aadc6a-2310-4ef9-acab-261620a54ec0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:28.429735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da051b59-ec9c-4fca-ae40-8c397e9ed4ab req-f9aadc6a-2310-4ef9-acab-261620a54ec0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.1053071 Jul 23 14:35:28.446490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-49e83022-905c-41a0-8e5b-fcc1e1290f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:28.448429 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-49e83022-905c-41a0-8e5b-fcc1e1290f92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1005056 Jul 23 14:35:28.508022 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-9c05b222-e58c-467f-be44-0a9de91ca509 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d218d80-bac4-4c69-a367-0eb018204c6b HTTP/1.1" status: 200 len: 217 time: 0.0429113 Jul 23 14:35:28.509800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] For port 123cdb04-1a8b-4681-b413-98c834957d6b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=123cdb04-1a8b-4681-b413-98c834957d6b,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:28.510163 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:28.515279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da051b59-ec9c-4fca-ae40-8c397e9ed4ab req-f1603f6d-166e-4875-8dee-679c1e45113c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569239 Jul 23 14:35:28.525753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Calling delete_port for 123cdb04-1a8b-4681-b413-98c834957d6b owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:28.565850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-fa69af84-6a37-434a-bbbc-1a3c1a0d9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:28.567421 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-fa69af84-6a37-434a-bbbc-1a3c1a0d9573 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0531750 Jul 23 14:35:28.626480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-6f62e72b-a81e-46c9-b1f1-8faff9a91296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:28.628046 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-6f62e72b-a81e-46c9-b1f1-8faff9a91296 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540705 Jul 23 14:35:28.717560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:28.722137 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-09ba10e0-c0ec-4cc9-aa8f-17cc39c74309 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871232 Jul 23 14:35:28.808751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=123cdb04-1a8b-4681-b413-98c834957d6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:28.829627 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-829e0e27-f635-4354-9cb4-7d88e985b73e req-b195b53e-d780-4be2-8bcd-bb1b66607f90 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005783 Jul 23 14:35:28.921626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:29.146147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:35:29.253464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:35:29.258468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-de28a272-6a5e-4b75-8674-3dcaacc77c77 admin admin] 10.222.0.21 "PUT /v2.0/routers/355cbaf7-7f55-4850-9a51-2c0bba0551c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9047110 Jul 23 14:35:29.261215 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:29.265610 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] Sync routers for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:35:29.275108 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:29.275789 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:29.370103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:29.381913 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:29.571278 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:35:28Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:29.686605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fd3aa-4737-40a1-87ef-f0dda1a2cb6b req-fcaa8098-6acf-4808-86a1-6e00084729ba tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:29.688410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc6fd3aa-4737-40a1-87ef-f0dda1a2cb6b req-fcaa8098-6acf-4808-86a1-6e00084729ba tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0834451 Jul 23 14:35:29.740459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc6fd3aa-4737-40a1-87ef-f0dda1a2cb6b req-da410a71-34c8-46fb-928a-3b6fd0eee845 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459454 Jul 23 14:35:29.743924 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] Checking router: 355cbaf7-7f55-4850-9a51-2c0bba0551c8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:35:29.757198 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] Routers {'355cbaf7-7f55-4850-9a51-2c0bba0551c8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:29.757840 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:29.814032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:29.867311 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] Set router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:29.868473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Deleting port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:29.868818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:29.949869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] For port 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:29.950261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:29.967502 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Calling delete_port for 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:30.049668 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:35:28Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:30.078941 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eb0f5-cc49-4247-b2f1-1a6c52849e3c None None] The sync data for ids ['355cbaf7-7f55-4850-9a51-2c0bba0551c8'] in n-d-801990-3 is: [{'id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'name': 'tempest-AttachVolumeTestJSON-701002457-router', 'tenant_id': '4d6872bb67904a2b95353db15264852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:28:35Z', 'updated_at': '2021-07-23T14:35:28Z', 'revision_number': 5, 'project_id': '4d6872bb67904a2b95353db15264852c', 'gw_port': {'id': '0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355cbaf7-7f55-4850-9a51-2c0bba0551c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:28:36Z', 'updated_at': '2021-07-23T14:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:35:30.141182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.167776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:30.232768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.324031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.326204 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.371156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.371909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355cbaf7-7f55-4850-9a51-2c0bba0551c8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:35:30.376600 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.377776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6e83900f-26a9-4c20-ab49-09d9d2ace008 admin admin] 10.222.0.21 "DELETE /v2.0/routers/355cbaf7-7f55-4850-9a51-2c0bba0551c8 HTTP/1.1" status: 204 len: 168 time: 1.1154115 Jul 23 14:35:30.380317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:30.430116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] Deleting subnet 15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:35:30.434113 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.473325 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.555398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.614680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.639200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:30.646402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.648905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0d7a462-28d7-4f88-b168-b85749a37841 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/15ad72ed-7706-4b3c-8d67-cff9bcbfd2a5 HTTP/1.1" status: 204 len: 168 time: 0.2675807 Jul 23 14:35:30.651359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:30.655315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32fc63-36bf-48b6-b7d9-e6dc0cf22947 None None] Network af59d57c-49e2-41d2-8511-85f2faf9627a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:35:30.729285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.825936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Deleting port 42480db6-0385-4166-9c87-283fc71a3d3b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:30.826285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.901559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] DHCP port deletion for af59d57c-49e2-41d2-8511-85f2faf9627a request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:35:30.923008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca202882-7e14-468d-a1eb-8720572d8909 req-ebb8b17d-08cc-45ff-ad13-757a883aaeb7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:30.923582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] For port 42480db6-0385-4166-9c87-283fc71a3d3b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=42480db6-0385-4166-9c87-283fc71a3d3b,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:30.923582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.925413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca202882-7e14-468d-a1eb-8720572d8909 req-ebb8b17d-08cc-45ff-ad13-757a883aaeb7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0999441 Jul 23 14:35:30.938291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Calling delete_port for 42480db6-0385-4166-9c87-283fc71a3d3b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:30.953999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Deleting port 42480db6-0385-4166-9c87-283fc71a3d3b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:30.954759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:30.971725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca202882-7e14-468d-a1eb-8720572d8909 req-bcd60a5c-221c-4c6c-b8fb-a5f4eff03fa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 Jul 23 14:35:31.024537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] For port 42480db6-0385-4166-9c87-283fc71a3d3b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=42480db6-0385-4166-9c87-283fc71a3d3b,segment=NetworkSegment(ebc2e345-f0f7-43b2-b866-04b4af911ebd),segment_id=ebc2e345-f0f7-43b2-b866-04b4af911ebd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:31.025011 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.038525 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.039347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Calling delete_port for 42480db6-0385-4166-9c87-283fc71a3d3b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:31.069063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Pushing event deleted for resources: {'Port': ['ID=42480db6-0385-4166-9c87-283fc71a3d3b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:31.070940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] No DVR routers for this DVR port 42480db6-0385-4166-9c87-283fc71a3d3b on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:35:31.129558 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.143563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.154008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Pushing event deleted for resources: {'Port': ['ID=42480db6-0385-4166-9c87-283fc71a3d3b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:31.155247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af59d57c-49e2-41d2-8511-85f2faf9627a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:31.163683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.164038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.164355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.164687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.165014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.166414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc2e345-f0f7-43b2-b866-04b4af911ebd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:31.166530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.166743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc2e345-f0f7-43b2-b866-04b4af911ebd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:31.166872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.167104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.167429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.167750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.168465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.168465 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:35:31.177418 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.186437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab6a6d-b417-47f4-9ed8-d4e9f6941de7 None None] No DVR routers for this DVR port 42480db6-0385-4166-9c87-283fc71a3d3b on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:35:31.195781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.204019 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:35:31.204019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:35:31.207925 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:35:31.278959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.285143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42480db6-0385-4166-9c87-283fc71a3d3b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:35:31.291089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.293142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] 10.222.0.21 "DELETE /v2.0/networks/af59d57c-49e2-41d2-8511-85f2faf9627a HTTP/1.1" status: 204 len: 168 time: 0.6379964 Jul 23 14:35:31.306480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0fb8c-6aa0-408b-a782-78d30febda80 admin admin] Pushing event deleted for resources: {'Network': ['ID=af59d57c-49e2-41d2-8511-85f2faf9627a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:31.317662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 42480db6-0385-4166-9c87-283fc71a3d3b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:35:31.318196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42480db6-0385-4166-9c87-283fc71a3d3b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:35:31.318628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:35:31.339123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:35:31.339538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0f4bbcef-a967-4e73-b1c3-b72c3bf02d4a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:35:31.340196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 123cdb04-1a8b-4681-b413-98c834957d6b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:35:31.359490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 123cdb04-1a8b-4681-b413-98c834957d6b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:35:31.359926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 123cdb04-1a8b-4681-b413-98c834957d6b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:35:31.432261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:31.439222 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:35:31.473028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e132acf1-68b4-47f6-a6a9-0d1f4f2602b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d6872bb67904a2b95353db15264852c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395873 Jul 23 14:35:31.475857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:31.525608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9be6933-2732-49cb-bd76-6b81e47a5d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.546637 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9be6933-2732-49cb-bd76-6b81e47a5d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.594988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9be6933-2732-49cb-bd76-6b81e47a5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.597702 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9be6933-2732-49cb-bd76-6b81e47a5d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:31.598963 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a9be6933-2732-49cb-bd76-6b81e47a5d39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/268163c3-05b1-4573-9b1c-b004105826d1 HTTP/1.1" status: 204 len: 168 time: 0.1220407 Jul 23 14:35:31.607487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be6933-2732-49cb-bd76-6b81e47a5d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268163c3-05b1-4573-9b1c-b004105826d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:32.123213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685ef2e-eb8d-4349-9dee-cbcba9c6899a req-d150f37f-f473-4923-add1-2d35bf9210a8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:32.130731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8685ef2e-eb8d-4349-9dee-cbcba9c6899a req-d150f37f-f473-4923-add1-2d35bf9210a8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0843191 Jul 23 14:35:32.188186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8685ef2e-eb8d-4349-9dee-cbcba9c6899a req-d68b05e0-ccec-4452-b8a0-e25ad39d30bd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566149 Jul 23 14:35:33.327045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c967ee-fbf4-4e42-80b7-b757c36b0807 req-84e74e35-7508-4edf-9a82-337a86532d1b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:33.334617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0c967ee-fbf4-4e42-80b7-b757c36b0807 req-84e74e35-7508-4edf-9a82-337a86532d1b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0812356 Jul 23 14:35:33.370878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0c967ee-fbf4-4e42-80b7-b757c36b0807 req-781c1892-8eb6-4ab5-b69e-f410fec6b663 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353281 Jul 23 14:35:33.906862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 45980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:34.034818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-122d87d9-7578-456c-88f3-f9c77c82a74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.132934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-122d87d9-7578-456c-88f3-f9c77c82a74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.137863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-122d87d9-7578-456c-88f3-f9c77c82a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.174761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d87d9-7578-456c-88f3-f9c77c82a74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a666fc17-b342-4c4c-a8a1-8699f318663d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:34.183978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:34.184185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-122d87d9-7578-456c-88f3-f9c77c82a74d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79860a9591ec4c21b0895f92acb61a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749286 Jul 23 14:35:34.234081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfa1-168d-441e-bb09-3525de034aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.254437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfa1-168d-441e-bb09-3525de034aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.304490 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfa1-168d-441e-bb09-3525de034aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.307235 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfa1-168d-441e-bb09-3525de034aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.311215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1a17bfa1-168d-441e-bb09-3525de034aab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a666fc17-b342-4c4c-a8a1-8699f318663d HTTP/1.1" status: 204 len: 168 time: 0.1244645 Jul 23 14:35:34.317295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17bfa1-168d-441e-bb09-3525de034aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666fc17-b342-4c4c-a8a1-8699f318663d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:34.528104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c45c3-91e9-4886-9acc-edc9f5bc199f req-851dd42b-7d5e-4bde-b893-1acc878edc5b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:34.529722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-031c45c3-91e9-4886-9acc-edc9f5bc199f req-851dd42b-7d5e-4bde-b893-1acc878edc5b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0671887 Jul 23 14:35:34.570255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-031c45c3-91e9-4886-9acc-edc9f5bc199f req-710b1f97-9809-4c76-bec2-a9813fd2111b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349002 Jul 23 14:35:34.614312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:34.631333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11b84206-050d-4d68-a323-388fe1d0c5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.725010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11b84206-050d-4d68-a323-388fe1d0c5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.729770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11b84206-050d-4d68-a323-388fe1d0c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.765640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b84206-050d-4d68-a323-388fe1d0c5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ac846-3d91-4873-a175-db6133fdb534,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:34.772666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-11b84206-050d-4d68-a323-388fe1d0c5b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60ecf9299c294bde88200b62b82643d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547604 Jul 23 14:35:34.772897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 45996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:34.822091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82a61051-a0f5-4109-908a-809519f03057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.844840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82a61051-a0f5-4109-908a-809519f03057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.893558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82a61051-a0f5-4109-908a-809519f03057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.896333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82a61051-a0f5-4109-908a-809519f03057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:34.897492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-82a61051-a0f5-4109-908a-809519f03057 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/788ac846-3d91-4873-a175-db6133fdb534 HTTP/1.1" status: 204 len: 168 time: 0.1236939 Jul 23 14:35:34.907440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a61051-a0f5-4109-908a-809519f03057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ac846-3d91-4873-a175-db6133fdb534,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:35.714465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781cb5a-2928-4259-a831-741b573fc239 req-2710b5f4-3a02-4493-a2bc-c14d03d8370d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:35.716117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9781cb5a-2928-4259-a831-741b573fc239 req-2710b5f4-3a02-4493-a2bc-c14d03d8370d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0729311 Jul 23 14:35:35.762783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9781cb5a-2928-4259-a831-741b573fc239 req-e0c7e04b-f967-4021-9fad-d86c1cd0cf9e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350480 Jul 23 14:35:36.897666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fcec6-95dc-47d6-9445-2e0cd79ced5a req-342da3ec-dcbb-4be7-91a4-44d2cb4c72bf tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:36.899499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d0fcec6-95dc-47d6-9445-2e0cd79ced5a req-342da3ec-dcbb-4be7-91a4-44d2cb4c72bf tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0684183 Jul 23 14:35:36.938342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d0fcec6-95dc-47d6-9445-2e0cd79ced5a req-6041aa44-ff33-4836-92db-2534114480da tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331206 Jul 23 14:35:36.944366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:37.056054 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5798511f-ba6a-4013-8b79-0d48e1db8d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.146840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5798511f-ba6a-4013-8b79-0d48e1db8d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.151912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5798511f-ba6a-4013-8b79-0d48e1db8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.189921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798511f-ba6a-4013-8b79-0d48e1db8d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf304b3-66e8-4bee-aad9-e214fda5dc74,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:37.198141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5798511f-ba6a-4013-8b79-0d48e1db8d9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9c363c948f24a50b08b4ad530f16b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529483 Jul 23 14:35:37.201055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:37.258914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9f89-064b-4501-81bc-7220d8acf4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.282335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9f89-064b-4501-81bc-7220d8acf4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.338268 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9f89-064b-4501-81bc-7220d8acf4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.341148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9f89-064b-4501-81bc-7220d8acf4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.342522 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c6dc9f89-064b-4501-81bc-7220d8acf4c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bf304b3-66e8-4bee-aad9-e214fda5dc74 HTTP/1.1" status: 204 len: 168 time: 0.1402977 Jul 23 14:35:37.351295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc9f89-064b-4501-81bc-7220d8acf4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf304b3-66e8-4bee-aad9-e214fda5dc74,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:37.634095 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:37.647991 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d3802b-ae7d-43de-90db-70d45ab78c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.740115 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d3802b-ae7d-43de-90db-70d45ab78c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.745148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d3802b-ae7d-43de-90db-70d45ab78c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.752904 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.787805 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f2d3802b-ae7d-43de-90db-70d45ab78c40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fd27514150b4cc39affb4e6bb1579b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525249 Jul 23 14:35:37.788705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3802b-ae7d-43de-90db-70d45ab78c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9fe06c-bf15-475a-862a-6c425c7fa2d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:37.790633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:37.841377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4edd1627-4c6a-476e-a62e-57c0621e96a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.862553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4edd1627-4c6a-476e-a62e-57c0621e96a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.915770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4edd1627-4c6a-476e-a62e-57c0621e96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.918576 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4edd1627-4c6a-476e-a62e-57c0621e96a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:37.921656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4edd1627-4c6a-476e-a62e-57c0621e96a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f9fe06c-bf15-475a-862a-6c425c7fa2d3 HTTP/1.1" status: 204 len: 168 time: 0.1280894 Jul 23 14:35:37.928115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd1627-4c6a-476e-a62e-57c0621e96a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9fe06c-bf15-475a-862a-6c425c7fa2d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:38.086257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d38da-87c7-471a-8733-aa7c1b417c2d req-62f16382-abe5-4ac9-97c6-ad79949066bd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:38.087795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b72d38da-87c7-471a-8733-aa7c1b417c2d req-62f16382-abe5-4ac9-97c6-ad79949066bd tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0667999 Jul 23 14:35:38.126910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b72d38da-87c7-471a-8733-aa7c1b417c2d req-360d756a-6869-424b-bccc-c8a55e497731 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Jul 23 14:35:39.269935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb91b-dc01-4521-92ce-ad91b1d07d39 req-980fdf72-d57d-4c10-b89f-51a2328685c6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:39.276816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f30bb91b-dc01-4521-92ce-ad91b1d07d39 req-980fdf72-d57d-4c10-b89f-51a2328685c6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 944 time: 0.0811131 Jul 23 14:35:39.325103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f30bb91b-dc01-4521-92ce-ad91b1d07d39 req-e5e2e91b-02a1-4ee7-8edb-62aaaef18023 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Jul 23 14:35:39.558899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d218d80-bac4-4c69-a367-0eb018204c6b details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:35:39.851849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d218d80-bac4-4c69-a367-0eb018204c6b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d218d80-bac4-4c69-a367-0eb018204c6b,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:39.863184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'port_id': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'mac_address': 'fa:16:3e:f0:9f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:35:39.900342 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:39.918756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d218d80-bac4-4c69-a367-0eb018204c6b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:35:39.944044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d218d80-bac4-4c69-a367-0eb018204c6b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d218d80-bac4-4c69-a367-0eb018204c6b,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:39.950297 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:39.979772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:40.012809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2d218d80-bac4-4c69-a367-0eb018204c6b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:40.108082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57384821-9666-48b5-8199-c542d0219d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.204161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57384821-9666-48b5-8199-c542d0219d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.210681 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57384821-9666-48b5-8199-c542d0219d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.221590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2d218d80-bac4-4c69-a367-0eb018204c6b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:35:40.251001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57384821-9666-48b5-8199-c542d0219d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7037dff8-a6f4-4a31-a261-eae31ddef164,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:40.260618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:40.261748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57384821-9666-48b5-8199-c542d0219d38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff6c6faf56be40d2b4b36520da78057d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807007 Jul 23 14:35:40.317025 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6cb7-1324-4119-a9aa-7c4062dfa80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.346476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6cb7-1324-4119-a9aa-7c4062dfa80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.403482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6cb7-1324-4119-a9aa-7c4062dfa80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.406483 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6cb7-1324-4119-a9aa-7c4062dfa80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.407972 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d3cf6cb7-1324-4119-a9aa-7c4062dfa80a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7037dff8-a6f4-4a31-a261-eae31ddef164 HTTP/1.1" status: 204 len: 168 time: 0.1461272 Jul 23 14:35:40.417851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf6cb7-1324-4119-a9aa-7c4062dfa80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037dff8-a6f4-4a31-a261-eae31ddef164,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:40.497723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0e356-adb1-49d1-80b7-0e2b10baf94d req-8c1b9c39-6639-464c-8fdb-487147e3830f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:40.499296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1a0e356-adb1-49d1-80b7-0e2b10baf94d req-8c1b9c39-6639-464c-8fdb-487147e3830f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 945 time: 0.0971179 Jul 23 14:35:40.548485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1a0e356-adb1-49d1-80b7-0e2b10baf94d req-cca4d2c2-bcf6-4a8a-98fc-7772fe00f675 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Jul 23 14:35:40.726264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:40.740767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a64b1b2-fe44-4d81-8586-d0c1692ebc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.839417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a64b1b2-fe44-4d81-8586-d0c1692ebc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.844570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a64b1b2-fe44-4d81-8586-d0c1692ebc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.883581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5a64b1b2-fe44-4d81-8586-d0c1692ebc19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71695b2912ef48d09f2c659be7a04f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560683 Jul 23 14:35:40.884492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64b1b2-fe44-4d81-8586-d0c1692ebc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e2fb3b-c561-4f2f-a2d2-43c7c1c3a303,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:40.886474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:40.940482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b139801-04b2-4365-9300-83e508aaaaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:40.963132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b139801-04b2-4365-9300-83e508aaaaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:41.020109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b139801-04b2-4365-9300-83e508aaaaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:41.023122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b139801-04b2-4365-9300-83e508aaaaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:41.024404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b139801-04b2-4365-9300-83e508aaaaa5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17e2fb3b-c561-4f2f-a2d2-43c7c1c3a303 HTTP/1.1" status: 204 len: 168 time: 0.1357741 Jul 23 14:35:41.033752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139801-04b2-4365-9300-83e508aaaaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e2fb3b-c561-4f2f-a2d2-43c7c1c3a303,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:41.576102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d218d80-bac4-4c69-a367-0eb018204c6b up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:35:41.646856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2d218d80-bac4-4c69-a367-0eb018204c6b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:35:41.652276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2d218d80-bac4-4c69-a367-0eb018204c6b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:35:41.652660 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:41.718145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7a35-cec1-4db0-b575-85e610d9c747 req-56f790e6-4250-4ff7-b01c-a39708ad6bec tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:41.719706 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-162b7a35-cec1-4db0-b575-85e610d9c747 req-56f790e6-4250-4ff7-b01c-a39708ad6bec tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 945 time: 0.0809689 Jul 23 14:35:41.751646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:41.776920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-162b7a35-cec1-4db0-b575-85e610d9c747 req-cc6533af-b706-45d6-b2a6-e507726bc4a8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472157 Jul 23 14:35:41.789970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d218d80-bac4-4c69-a367-0eb018204c6b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d218d80-bac4-4c69-a367-0eb018204c6b,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:35:41.791470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:35:41.795010 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d48dc3a-0264-4652-af6b-174799fb11b9" -d '{"events": [{"server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "name": "network-vif-plugged", "status": "completed", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:35:41.800832 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:41.849490 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fa74f8-e965-4f2a-a663-76807d14bfb6 x-openstack-request-id: req-c5fa74f8-e965-4f2a-a663-76807d14bfb6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:35:41.849657 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "name": "network-vif-plugged", "status": "completed", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:35:41.850075 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5fa74f8-e965-4f2a-a663-76807d14bfb6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:35:41.850623 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'code': 200} Jul 23 14:35:41.879601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2d218d80-bac4-4c69-a367-0eb018204c6b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:42.002137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0a2ec-9388-47d2-b071-a5c0072d2e13 req-b8eb9f04-5042-40a0-9a5d-1cb105b599b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:42.003984 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0bc0a2ec-9388-47d2-b071-a5c0072d2e13 req-b8eb9f04-5042-40a0-9a5d-1cb105b599b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0709958 Jul 23 14:35:42.042124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0bc0a2ec-9388-47d2-b071-a5c0072d2e13 req-c3e7bba9-0a9e-4a69-bc6c-28bc70fda928 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311348 Jul 23 14:35:42.785040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:42.928860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012082a-f986-4780-9e54-df6c32f5009e req-309a1fd4-fc48-4e13-be85-bfb1f205fa91 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:42.930280 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02f275b0-04da-490d-bf80-202b9b370c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:42.930534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4012082a-f986-4780-9e54-df6c32f5009e req-309a1fd4-fc48-4e13-be85-bfb1f205fa91 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 946 time: 0.0864327 Jul 23 14:35:42.977656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4012082a-f986-4780-9e54-df6c32f5009e req-dd073e2b-b888-40a6-9e25-b1a30bec8d5b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394862 Jul 23 14:35:43.039369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02f275b0-04da-490d-bf80-202b9b370c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:43.045434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02f275b0-04da-490d-bf80-202b9b370c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:43.100861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-02f275b0-04da-490d-bf80-202b9b370c5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b1cad5370244793892befc95ba7b1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142331 Jul 23 14:35:43.102050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f275b0-04da-490d-bf80-202b9b370c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1fab61-af6f-4fef-97de-a575d4755f15,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:43.103816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:43.160610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5823d32-7180-4ab8-984b-86642c517daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:43.182839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5823d32-7180-4ab8-984b-86642c517daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:43.229280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5823d32-7180-4ab8-984b-86642c517daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:43.231975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5823d32-7180-4ab8-984b-86642c517daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:43.233145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c5823d32-7180-4ab8-984b-86642c517daf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df1fab61-af6f-4fef-97de-a575d4755f15 HTTP/1.1" status: 204 len: 168 time: 0.1280541 Jul 23 14:35:43.244296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5823d32-7180-4ab8-984b-86642c517daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1fab61-af6f-4fef-97de-a575d4755f15,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:44.125934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4953c3-3777-4353-8f2c-a19a0d20d647 req-1a7191f1-ff82-4686-bbfd-8f2908613d9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:44.131200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd4953c3-3777-4353-8f2c-a19a0d20d647 req-1a7191f1-ff82-4686-bbfd-8f2908613d9b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 946 time: 0.0778100 Jul 23 14:35:44.174441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd4953c3-3777-4353-8f2c-a19a0d20d647 req-e7b4638a-9765-48f6-b066-0312de2a0606 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402048 Jul 23 14:35:44.325814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82b148-33a5-4041-afae-5aab5b45a1b1 req-b3eea64c-a21a-494c-879c-786c78a9e55d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:44.327486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd82b148-33a5-4041-afae-5aab5b45a1b1 req-b3eea64c-a21a-494c-879c-786c78a9e55d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 946 time: 0.0838418 Jul 23 14:35:44.370368 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd82b148-33a5-4041-afae-5aab5b45a1b1 req-ea675c7a-1b1e-4f55-8523-d38118a06236 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361207 Jul 23 14:35:44.394595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:44.499890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97602f-baf3-45df-ba35-936882985d20 tempest-TestVolumeBootPattern-929419030 tempest-TestVolumeBootPattern-929419030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:44.501513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd97602f-baf3-45df-ba35-936882985d20 tempest-TestVolumeBootPattern-929419030 tempest-TestVolumeBootPattern-929419030-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 1092 time: 0.0968716 Jul 23 14:35:44.504687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:44.510258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:44.537704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:44.651589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:44.771798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.25.2.228 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3cc0c28d-e30b-45e8-87d0-e40ba9f75a03) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:44.883718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:44.925225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:44.967457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:44.973972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:44.978608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:44.981884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=3cc0c28d-e30b-45e8-87d0-e40ba9f75a03,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:45.702608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:45.791725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:45.805191 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c92a168-559a-473f-bb29-22a250b885c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:45.982360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:45.992139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:46.080796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=3cc0c28d-e30b-45e8-87d0-e40ba9f75a03,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:46.086256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:46.206424 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Floating IP d952434d-ea38-4850-bbaa-3d26ffa69368 associated. External IP: 172.25.2.228, port: 2d218d80-bac4-4c69-a367-0eb018204c6b. Jul 23 14:35:46.443460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:35:46.587216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:35:46.607048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:46.608955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64979c8-6234-419e-b320-1080810596c0 None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:35:46.617781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:46.618419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:46.659066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a97f649b-b5c9-4309-bf46-cd45c9900a09 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1529944 Jul 23 14:35:46.659935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:35:46.662487 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:35:46.729435 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55395b1-3632-4e6a-8bd5-a5b26ab52d35 x-openstack-request-id: req-b55395b1-3632-4e6a-8bd5-a5b26ab52d35 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:35:46.729993 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:35:46.729993 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b55395b1-3632-4e6a-8bd5-a5b26ab52d35 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:35:46.730216 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'status': 'completed', 'code': 200} Jul 23 14:35:46.779613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:46.859779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-a62a2ea4-03ec-4ecb-b531-8eed73dc9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:46.861955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-a62a2ea4-03ec-4ecb-b531-8eed73dc9188 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0877616 Jul 23 14:35:46.983080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-0b042b8a-d962-4102-ac48-1413b889725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:46.984612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-0b042b8a-d962-4102-ac48-1413b889725f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1155655 Jul 23 14:35:47.084370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'd952434d-ea38-4850-bbaa-3d26ffa69368', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:f0:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:35:45Z', 'updated_at': '2021-07-23T14:35:45Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:47.090400 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-405c0a87-a0cf-4e06-95c3-e66b2f9aa890 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d218d80-bac4-4c69-a367-0eb018204c6b HTTP/1.1" status: 200 len: 1000 time: 0.0900347 Jul 23 14:35:47.119942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64979c8-6234-419e-b320-1080810596c0 None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:35:47.129233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:47.129865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:47.147294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-691362ea-a9c3-476a-b8eb-76a8ecc87542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:47.149185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-691362ea-a9c3-476a-b8eb-76a8ecc87542 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0527396 Jul 23 14:35:47.222161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-ebc7de3d-1791-44e7-8a07-ee974e4a945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:47.224106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-ebc7de3d-1791-44e7-8a07-ee974e4a945d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679076 Jul 23 14:35:47.275250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:47.335538 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-664fd672-c934-46b3-a074-de3224360ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048431 Jul 23 14:35:47.427903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4dc7af8d-bc42-46b1-bb87-e1bb42a6a5b5 req-11137df2-846d-4f1f-be55-fadca38ea74c service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862377 Jul 23 14:35:47.541582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a64979c8-6234-419e-b320-1080810596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'd952434d-ea38-4850-bbaa-3d26ffa69368', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:f0:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:35:45Z', 'updated_at': '2021-07-23T14:35:45Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:47.580349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64979c8-6234-419e-b320-1080810596c0 None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'd952434d-ea38-4850-bbaa-3d26ffa69368', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:f0:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:35:45Z', 'updated_at': '2021-07-23T14:35:45Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:35:47.807384 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083584d-a99d-4deb-b769-237cd4af2e88 None None] New status for floating IP d952434d-ea38-4850-bbaa-3d26ffa69368: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:35:48.018116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:48.321897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:48.518679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47604cf1-3af8-4235-b0cb-71537ac393b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.326274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:49.437624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85019af1-73e0-4f90-9718-ce576e338ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.530939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85019af1-73e0-4f90-9718-ce576e338ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.536791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85019af1-73e0-4f90-9718-ce576e338ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.579641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019af1-73e0-4f90-9718-ce576e338ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817fe40a-8662-424f-a2a6-0d10b1419203,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:49.587146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:49.595240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85019af1-73e0-4f90-9718-ce576e338ceb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a330176da7af492ba0a92f9ada762c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677374 Jul 23 14:35:49.601167 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.643076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97314001-1c97-4cc8-8215-f5b84e741b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.667087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97314001-1c97-4cc8-8215-f5b84e741b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.722704 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97314001-1c97-4cc8-8215-f5b84e741b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.725377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97314001-1c97-4cc8-8215-f5b84e741b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:49.726593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-97314001-1c97-4cc8-8215-f5b84e741b0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/817fe40a-8662-424f-a2a6-0d10b1419203 HTTP/1.1" status: 204 len: 168 time: 0.1384459 Jul 23 14:35:49.735377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97314001-1c97-4cc8-8215-f5b84e741b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817fe40a-8662-424f-a2a6-0d10b1419203,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:50.894851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:51.013395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4fef-c338-43b4-bc20-e00366eae45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.120022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4fef-c338-43b4-bc20-e00366eae45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.125790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4fef-c338-43b4-bc20-e00366eae45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.163823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2d6c4fef-c338-43b4-bc20-e00366eae45f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=936ea8b8866d47ba9e967e987a143cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677112 Jul 23 14:35:51.165752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c4fef-c338-43b4-bc20-e00366eae45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b15cf4-d4bb-4a97-ab4c-1f17ce97aa5c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:51.166733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:51.230711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a1a468-9379-4d2a-ac96-62d3b68eb309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.253221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a1a468-9379-4d2a-ac96-62d3b68eb309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.300292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.302022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a1a468-9379-4d2a-ac96-62d3b68eb309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.304813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a1a468-9379-4d2a-ac96-62d3b68eb309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:51.306026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-02a1a468-9379-4d2a-ac96-62d3b68eb309 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5b15cf4-d4bb-4a97-ab4c-1f17ce97aa5c HTTP/1.1" status: 204 len: 168 time: 0.1381762 Jul 23 14:35:51.323301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a468-9379-4d2a-ac96-62d3b68eb309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b15cf4-d4bb-4a97-ab4c-1f17ce97aa5c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:52.555341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:52.658349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-583154011', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:52.688087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Made reservation on behalf of c325e93c5dbf43a98862b2c355a23a95 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:35:52.690845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:52.700359 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:52.811589 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:52.816643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:52.841890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:35:52.852027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb6fdb-ef2c-4f96-97d1-028d11174af5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:52.858409 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:52.858875 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Added segment 2426a1c3-d4f3-44c8-b4d5-293b87ff8237 of type vlan for network e7296fce-8610-4001-9efb-0e7cbc59482f Jul 23 14:35:52.908162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:52.944278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:52.945246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:52.945851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.016697 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4595664 Jul 23 14:35:53.017823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae95bcf-1b66-4e7b-8033-1dd57939d4a9 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Network': ['ID=e7296fce-8610-4001-9efb-0e7cbc59482f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:53.019832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:53.026070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'subnet': {'network_id': 'e7296fce-8610-4001-9efb-0e7cbc59482f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:53.028125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e7296fce-8610-4001-9efb-0e7cbc59482f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:35:53.054896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Made reservation on behalf of c325e93c5dbf43a98862b2c355a23a95 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:35:53.057907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.356283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.objects.ports [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 14:35:53.356603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.412206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Subnet': ['ID=64fe5c74-ba2b-40d7-b7af-7115843d8f88,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:53.429135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Checking segment: {'id': '2426a1c3-d4f3-44c8-b4d5-293b87ff8237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e7296fce-8610-4001-9efb-0e7cbc59482f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:35:53.429506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network hostable DHCP agents. Network: e7296fce-8610-4001-9efb-0e7cbc59482f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:35:53.448209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network e7296fce-8610-4001-9efb-0e7cbc59482f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:35:53.459731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, e7296fce-8610-4001-9efb-0e7cbc59482f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:53.464893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:53.465611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.472166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f531333c-e7bc-4832-a82c-201966ff83d4 None None] Network e7296fce-8610-4001-9efb-0e7cbc59482f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:35:53.482454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4bbebba6-4a7c-494e-9a8c-0c63f2adbf97 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4608276 Jul 23 14:35:53.485359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:53.490440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1805018621', 'network_id': 'e7296fce-8610-4001-9efb-0e7cbc59482f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:53.513152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Made reservation on behalf of c325e93c5dbf43a98862b2c355a23a95 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:35:53.515735 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.531909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] device_id is not set on port 37bd995f-6bcf-460f-a99a-2376e381ba1a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:35:53.621660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79fe95-4651-40e1-954f-dec4626f66bb None None] Network e7296fce-8610-4001-9efb-0e7cbc59482f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:35:53.641378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Allocated IP 172.20.0.4 (e7296fce-8610-4001-9efb-0e7cbc59482f/64fe5c74-ba2b-40d7-b7af-7115843d8f88/37bd995f-6bcf-460f-a99a-2376e381ba1a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:53.798199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.848242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.896407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network e7296fce-8610-4001-9efb-0e7cbc59482f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:53.902260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:53.905184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:53.933944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Port': ['ID=37bd995f-6bcf-460f-a99a-2376e381ba1a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:53.965034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:53.965999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:53.982334 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4950c689-ebbc-437c-b09d-d1c93cbf847f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4956825 Jul 23 14:35:53.984950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:54.104271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Deleting port 37bd995f-6bcf-460f-a99a-2376e381ba1a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:54.104474 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.180527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.192510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Calling delete_port for 37bd995f-6bcf-460f-a99a-2376e381ba1a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:54.333501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.365515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event deleted for resources: {'Port': ['ID=37bd995f-6bcf-460f-a99a-2376e381ba1a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:54.442975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.445076 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a470c2c8-7f5f-4f4b-9c03-8725fd97601b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "DELETE /v2.0/ports/37bd995f-6bcf-460f-a99a-2376e381ba1a HTTP/1.1" status: 204 len: 168 time: 0.4590118 Jul 23 14:35:54.447706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:54.452505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7296fce-8610-4001-9efb-0e7cbc59482f', 'external_fixed_ips': [{'subnet_id': '64fe5c74-ba2b-40d7-b7af-7115843d8f88', 'ip_address': '172.20.0.4'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:54.477350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.478565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.534616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.672796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.880859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:54.907360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:55.057170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Allocated IP 172.20.0.4 (e7296fce-8610-4001-9efb-0e7cbc59482f/64fe5c74-ba2b-40d7-b7af-7115843d8f88/15baf060-8c77-4549-a500-2de32c258a39) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:55.164463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:55.206970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:55.245552 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network e7296fce-8610-4001-9efb-0e7cbc59482f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:55.252294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:55.256956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:55.260275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Port': ['ID=15baf060-8c77-4549-a500-2de32c258a39,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:55.513199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:55.709228 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:55.844351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Router 09cc075b-f63f-4e72-b954-d0d5162bcc60 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:35:56.247445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:35:56.256535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Sync routers for ids ['09cc075b-f63f-4e72-b954-d0d5162bcc60'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:35:56.265100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.266509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e7759e84-46bd-4b16-872d-fd95cf214f40 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.8177400 Jul 23 14:35:56.267974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Routers {'09cc075b-f63f-4e72-b954-d0d5162bcc60'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:56.268580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['09cc075b-f63f-4e72-b954-d0d5162bcc60'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:56.269473 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:56.370308 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.374497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Set router 09cc075b-f63f-4e72-b954-d0d5162bcc60 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:35:56.472629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.528581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Deleting port 15baf060-8c77-4549-a500-2de32c258a39 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:35:56.528827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.550384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cc075b-f63f-4e72-b954-d0d5162bcc60', 'name': '', 'tenant_id': 'c325e93c5dbf43a98862b2c355a23a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7296fce-8610-4001-9efb-0e7cbc59482f', 'external_fixed_ips': [{'subnet_id': '64fe5c74-ba2b-40d7-b7af-7115843d8f88', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '15baf060-8c77-4549-a500-2de32c258a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:35:54Z', 'updated_at': '2021-07-23T14:35:55Z', 'revision_number': 3, 'project_id': 'c325e93c5dbf43a98862b2c355a23a95', 'gw_port': {'id': '15baf060-8c77-4549-a500-2de32c258a39', 'name': '', 'network_id': 'e7296fce-8610-4001-9efb-0e7cbc59482f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cc075b-f63f-4e72-b954-d0d5162bcc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '64fe5c74-ba2b-40d7-b7af-7115843d8f88', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:54Z', 'updated_at': '2021-07-23T14:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64fe5c74-ba2b-40d7-b7af-7115843d8f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:56.580336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Checking router: 09cc075b-f63f-4e72-b954-d0d5162bcc60 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:35:56.580695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Updating router 09cc075b-f63f-4e72-b954-d0d5162bcc60 port 15baf060-8c77-4549-a500-2de32c258a39 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:35:56.606793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.614191 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.618782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Calling delete_port for 15baf060-8c77-4549-a500-2de32c258a39 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:35:56.800157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.832221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event deleted for resources: {'Port': ['ID=15baf060-8c77-4549-a500-2de32c258a39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:56.904443 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:35:56.904853 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:35:56.917047 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:56.929486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469336cd-2e7e-4df5-a75a-e6f49e6dd3a4 req-10966a1c-1525-4c42-b17c-347c86c80443 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:56.931303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-469336cd-2e7e-4df5-a75a-e6f49e6dd3a4 req-10966a1c-1525-4c42-b17c-347c86c80443 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1096 time: 0.0598919 Jul 23 14:35:56.956226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-469336cd-2e7e-4df5-a75a-e6f49e6dd3a4 req-c9f20518-40ea-49a9-a0fd-37b8e43866d6 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.011434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.014020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.053842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-469336cd-2e7e-4df5-a75a-e6f49e6dd3a4 req-c9f20518-40ea-49a9-a0fd-37b8e43866d6 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.061344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-469336cd-2e7e-4df5-a75a-e6f49e6dd3a4 req-c9f20518-40ea-49a9-a0fd-37b8e43866d6 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.083680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.084382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09cc075b-f63f-4e72-b954-d0d5162bcc60 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:35:57.093683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.095122 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a45116c0-80e8-45a0-80b3-241c83a88f63 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "DELETE /v2.0/routers/09cc075b-f63f-4e72-b954-d0d5162bcc60 HTTP/1.1" status: 204 len: 168 time: 0.8243608 Jul 23 14:35:57.097729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:57.110400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-469336cd-2e7e-4df5-a75a-e6f49e6dd3a4 req-c9f20518-40ea-49a9-a0fd-37b8e43866d6 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709464 Jul 23 14:35:57.130678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f20518-40ea-49a9-a0fd-37b8e43866d6 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637bec91-30e8-4b4e-ae45-60b4c20cbfc7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:57.151904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Deleting subnet 64fe5c74-ba2b-40d7-b7af-7115843d8f88 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:35:57.155371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.197541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.241137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.254924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1edc4-5cf6-4f29-833e-4d39e0b82700 req-9cff785d-8457-4d76-baac-e61c05107dd2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:57.256454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8f1edc4-5cf6-4f29-833e-4d39e0b82700 req-9cff785d-8457-4d76-baac-e61c05107dd2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0714581 Jul 23 14:35:57.299259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8f1edc4-5cf6-4f29-833e-4d39e0b82700 req-fea3fe8d-10be-4e79-945a-06152ccaa75b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359612 Jul 23 14:35:57.307727 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.325766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:57.335217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=64fe5c74-ba2b-40d7-b7af-7115843d8f88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:57.338949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.341159 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7110b0ac-e5e7-4cd0-90ee-adbbc23e816f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/64fe5c74-ba2b-40d7-b7af-7115843d8f88 HTTP/1.1" status: 204 len: 168 time: 0.2421949 Jul 23 14:35:57.343717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:57.395647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-028cc951-fe0e-4edb-839f-83d4977d3fe6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/40938471-d46e-4bad-ba59-6e43abd8ef5a HTTP/1.1" status: 200 len: 992 time: 0.0683153 Jul 23 14:35:57.433088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Port 15baf060-8c77-4549-a500-2de32c258a39 not found while updating agent binding for router 09cc075b-f63f-4e72-b954-d0d5162bcc60. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 14:35:57.436862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.445509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:35:57.445940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:35:57.446534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09cc075b-f63f-4e72-b954-d0d5162bcc60'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:35:57.447070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a8634-578d-4a7a-ac97-e3f71fb63ae8 None None] The sync data for ids ['09cc075b-f63f-4e72-b954-d0d5162bcc60'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:35:57.523504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.534496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7296fce-8610-4001-9efb-0e7cbc59482f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:57.544670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2426a1c3-d4f3-44c8-b4d5-293b87ff8237') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:57.544982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2426a1c3-d4f3-44c8-b4d5-293b87ff8237') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:35:57.554577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.571133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.578004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:35:57.578475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:35:57.580387 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:35:57.647513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.652868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7296fce-8610-4001-9efb-0e7cbc59482f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 14:35:57.662541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.664768 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e7296fce-8610-4001-9efb-0e7cbc59482f HTTP/1.1" status: 204 len: 168 time: 0.3199363 Jul 23 14:35:57.678322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c0c71-738f-4626-ad04-2527732f6c26 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7296fce-8610-4001-9efb-0e7cbc59482f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:57.878230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 46982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:57.884178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-01af49de-9033-4625-bc22-63816010cb00 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'router': {'name': 'tempest-router--1416063864', 'project_id': '99a0e2ddad294ecaabe84956f254905c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:57.913745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01af49de-9033-4625-bc22-63816010cb00 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.915163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01af49de-9033-4625-bc22-63816010cb00 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.979416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01af49de-9033-4625-bc22-63816010cb00 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:57.985995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01af49de-9033-4625-bc22-63816010cb00 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.017080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01af49de-9033-4625-bc22-63816010cb00 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.018406 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-01af49de-9033-4625-bc22-63816010cb00 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1385462 Jul 23 14:35:58.021931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 46984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:58.140297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f22fc-718a-489e-9e36-58792fc98a05 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.202051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-4b673b42-8a1e-46c6-8053-537772fe8677 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686319 Jul 23 14:35:58.354448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f22fc-718a-489e-9e36-58792fc98a05 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.357210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f22fc-718a-489e-9e36-58792fc98a05 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.403209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a551cc-b44b-4910-928b-769795d7577e req-4ff70d85-c876-4e2b-be07-17d78457ef7d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:58.404778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4a551cc-b44b-4910-928b-769795d7577e req-4ff70d85-c876-4e2b-be07-17d78457ef7d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.2175059 Jul 23 14:35:58.419370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f22fc-718a-489e-9e36-58792fc98a05 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.420111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83f22fc-718a-489e-9e36-58792fc98a05 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e44192d9-b94e-4d9a-9637-9a0150a89e3b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:35:58.430429 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f22fc-718a-489e-9e36-58792fc98a05 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.431627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a83f22fc-718a-489e-9e36-58792fc98a05 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e44192d9-b94e-4d9a-9637-9a0150a89e3b HTTP/1.1" status: 204 len: 168 time: 0.4086103 Jul 23 14:35:58.464452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4a551cc-b44b-4910-928b-769795d7577e req-4ef8157b-14b4-4444-9bd0-14b7d49c5ce1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526080 Jul 23 14:35:58.513036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-7de99d40-6416-4080-8d6c-3c1843ad01cd req-60c77f21-6e1d-482e-9ef4-e3463a230969 service neutron] (93767) timed out ('10.222.0.21', 56892) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:35:58.559129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:35:58.766406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-973690149', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:35:58.796157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.797350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.854840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:58.994028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:59.461578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:59.481788 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:59.586751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-4524eae8-ea3c-49e3-8380-13ce31b433af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:59.589568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-4524eae8-ea3c-49e3-8380-13ce31b433af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1096 time: 0.0654626 Jul 23 14:35:59.628522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Allocated IP 172.25.2.182 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/61055346-c3d7-40e1-aecb-6eb0785e24be) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:35:59.683476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195c4a-23bf-4bc0-ba92-ce680a69ef09 req-f5f890bf-9283-4877-8eed-2c0d9ce1ee9e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:59.685056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3195c4a-23bf-4bc0-ba92-ce680a69ef09 req-f5f890bf-9283-4877-8eed-2c0d9ce1ee9e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1139674 Jul 23 14:35:59.705785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-404fc87f-3d4c-42a2-94b4-8f1f292a972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:59.707742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-404fc87f-3d4c-42a2-94b4-8f1f292a972e service neutron] 10.222.0.48 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.1107216 Jul 23 14:35:59.771123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3195c4a-23bf-4bc0-ba92-ce680a69ef09 req-8a945ae4-3ec5-40e6-9405-64494e69db49 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569944 Jul 23 14:35:59.776451 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-2cf3a17f-bcad-4876-a188-f5e35565675e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 1000 time: 0.0609000 Jul 23 14:35:59.793748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:59.831743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:35:59.833177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-46d1c95c-395d-4f36-8382-ff963250cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:59.834790 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-46d1c95c-395d-4f36-8382-ff963250cfef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.0514946 Jul 23 14:35:59.872924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:35:59.878513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:35:59.880513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event updated for resources: {'Port': ['ID=61055346-c3d7-40e1-aecb-6eb0785e24be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:35:59.882672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:35:59.900592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-5adf5314-1cd3-47ef-b6cd-94e52a81664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:35:59.902274 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-5adf5314-1cd3-47ef-b6cd-94e52a81664c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604699 Jul 23 14:36:00.003691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-9555181b-51a0-4739-8e08-6054d91112e3 service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932419 Jul 23 14:36:00.101240 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-a195c227-d3a1-48ba-a225-3e87b1e6d007 service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900917 Jul 23 14:36:00.135030 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:00.362801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:00.497162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Router 538e99f2-b90f-4376-b86e-55b785948088 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:00.611606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:00.621260 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] Sync routers for ids ['538e99f2-b90f-4376-b86e-55b785948088'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:00.631173 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] Routers {'538e99f2-b90f-4376-b86e-55b785948088'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:00.631785 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['538e99f2-b90f-4376-b86e-55b785948088'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:00.634738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:00.636154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1377c682-3eaa-4b09-8f67-d5e794470948 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0759425 Jul 23 14:36:00.638727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:00.666608 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:00.675816 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] Routers {'538e99f2-b90f-4376-b86e-55b785948088'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:00.676421 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['538e99f2-b90f-4376-b86e-55b785948088'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:00.711163 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:00.711723 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fc95f-4575-44dc-8026-1a1ac43171df None None] The sync data for ids ['538e99f2-b90f-4376-b86e-55b785948088'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:00.747735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-af029e84-d646-4a38-b156-68374691eaad tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/538e99f2-b90f-4376-b86e-55b785948088 HTTP/1.1" status: 200 len: 920 time: 0.1077983 Jul 23 14:36:00.750453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:00.783353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0752d206-525f-4441-a529-e11b75f529eb tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=538e99f2-b90f-4376-b86e-55b785948088 HTTP/1.1" status: 200 len: 205 time: 0.0312796 Jul 23 14:36:00.785663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:00.910327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:00.937926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de363d8-ae2e-499b-ad99-c2f9fcc4e6f1 req-5824ecfe-3a92-4be6-bc60-3fd223b47f84 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:00.939656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5de363d8-ae2e-499b-ad99-c2f9fcc4e6f1 req-5824ecfe-3a92-4be6-bc60-3fd223b47f84 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0894890 Jul 23 14:36:00.982867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5de363d8-ae2e-499b-ad99-c2f9fcc4e6f1 req-870c01c0-42b6-4abb-a11c-0a9528997087 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346949 Jul 23 14:36:01.026889 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.081791 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Deleting port 61055346-c3d7-40e1-aecb-6eb0785e24be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:01.082270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.167845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.180486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Calling delete_port for 61055346-c3d7-40e1-aecb-6eb0785e24be owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:01.364436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.398445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event deleted for resources: {'Port': ['ID=61055346-c3d7-40e1-aecb-6eb0785e24be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:01.472137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.566223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.569778 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.620661 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.621507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Fanout notify agent at l3_agent the message router_deleted on router 538e99f2-b90f-4376-b86e-55b785948088 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:01.629567 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.634246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-916bdb0c-3027-4f1f-b456-7d5ba505cca7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/538e99f2-b90f-4376-b86e-55b785948088 HTTP/1.1" status: 204 len: 168 time: 0.8444037 Jul 23 14:36:01.635422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:01.640006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1815683603', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:01.665864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.667264 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.726392 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:01.864567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:02.101555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:02.126253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:02.228203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4539-006e-4923-afdc-0a64c2397d48 req-7f4596cd-94a0-48f1-95cf-0a5a1c61225a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:02.229758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4c4539-006e-4923-afdc-0a64c2397d48 req-7f4596cd-94a0-48f1-95cf-0a5a1c61225a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1643827 Jul 23 14:36:02.278369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Allocated IP 172.25.2.192 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/23b00938-f183-41bf-a8d3-029b40857574) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:02.294514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4c4539-006e-4923-afdc-0a64c2397d48 req-77c5e691-05f1-4765-899d-c0e24c1f91a4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566924 Jul 23 14:36:02.392981 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:02.434394 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:02.476535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:02.481352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:02.485032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:02.490710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Port': ['ID=23b00938-f183-41bf-a8d3-029b40857574,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:02.742852 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:03.219373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:03.347927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Router 36503304-505e-4594-a887-5908c518fee0 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:03.498288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:03.509352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Sync routers for ids ['36503304-505e-4594-a887-5908c518fee0'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:03.517908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c93a-5baf-4b25-a696-2fb12c9ac652 req-f9580487-9abf-4892-930d-4dae5aab4315 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:03.519371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4844c93a-5baf-4b25-a696-2fb12c9ac652 req-f9580487-9abf-4892-930d-4dae5aab4315 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1277606 Jul 23 14:36:03.522026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Routers {'36503304-505e-4594-a887-5908c518fee0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:03.523566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['36503304-505e-4594-a887-5908c518fee0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:03.528924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:03.530092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-01f514ab-9cf8-4436-80aa-8523fcfd61b2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.8937142 Jul 23 14:36:03.533223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:03.571329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4844c93a-5baf-4b25-a696-2fb12c9ac652 req-565ed791-a7c7-40cc-9e1b-be21a9ca5d0d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Jul 23 14:36:03.661859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Set router 36503304-505e-4594-a887-5908c518fee0 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:36:03.678337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d2c82886-cac1-4e59-84b9-0f7ace4d759c tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/36503304-505e-4594-a887-5908c518fee0 HTTP/1.1" status: 200 len: 909 time: 0.1437190 Jul 23 14:36:03.681100 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:03.685949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1815683603', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:03.710535 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:03.715352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:03.794463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:03.971221 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.026369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36503304-505e-4594-a887-5908c518fee0', 'name': 'tempest-snat-router-1815683603', 'tenant_id': 'c325e93c5dbf43a98862b2c355a23a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.192'}], 'enable_snat': False}, 'gw_port_id': '23b00938-f183-41bf-a8d3-029b40857574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:36:01Z', 'updated_at': '2021-07-23T14:36:02Z', 'revision_number': 3, 'project_id': 'c325e93c5dbf43a98862b2c355a23a95', 'gw_port': {'id': '23b00938-f183-41bf-a8d3-029b40857574', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36503304-505e-4594-a887-5908c518fee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:36:02Z', 'updated_at': '2021-07-23T14:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:04.052623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Checking router: 36503304-505e-4594-a887-5908c518fee0 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:36:04.053064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Updating router 36503304-505e-4594-a887-5908c518fee0 port 23b00938-f183-41bf-a8d3-029b40857574 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:36:04.093403 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.189880 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.213296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.383522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.394390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Transition to ACTIVE for port object 23b00938-f183-41bf-a8d3-029b40857574 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:04.403663 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.454390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Allocated IP 172.25.2.103 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:04.481210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Attempting to bind port 23b00938-f183-41bf-a8d3-029b40857574 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:36:04.481581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Attempting to bind port 23b00938-f183-41bf-a8d3-029b40857574 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:36:04.481944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Attempting to bind port 23b00938-f183-41bf-a8d3-029b40857574 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:04.489268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e9627-3357-4bd7-959f-3aac4dee2ad7 None None] Pushing event updated for resources: {'Port': ['ID=23b00938-f183-41bf-a8d3-029b40857574,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:04.495007 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:36:04.495476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:04.495894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.496280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:36:04.496752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Bound port: 23b00938-f183-41bf-a8d3-029b40857574, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:36:04.497130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.560278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] For port 23b00938-f183-41bf-a8d3-029b40857574, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:04.561334 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.564155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] For port 23b00938-f183-41bf-a8d3-029b40857574, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=23b00938-f183-41bf-a8d3-029b40857574,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:36:04.568970 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.608739 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:04.623190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Routers {'36503304-505e-4594-a887-5908c518fee0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:04.623828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['36503304-505e-4594-a887-5908c518fee0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:04.647803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:04.653278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:04.655988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:04.687641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Port': ['ID=9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:04.698425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e9627-3357-4bd7-959f-3aac4dee2ad7 None None] Pushing event updated for resources: {'Port': ['ID=23b00938-f183-41bf-a8d3-029b40857574,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:04.740102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa790cd-27d7-4d34-ad9d-b1aafb337a4d req-f249826a-96a8-4384-bd95-efe316de7fec tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:04.742886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9aa790cd-27d7-4d34-ad9d-b1aafb337a4d req-f249826a-96a8-4384-bd95-efe316de7fec tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0932145 Jul 23 14:36:04.745614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] Set router 36503304-505e-4594-a887-5908c518fee0 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:36:04.786949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9aa790cd-27d7-4d34-ad9d-b1aafb337a4d req-938edb64-92a4-43d7-a0d3-12c15046c7a1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376482 Jul 23 14:36:04.958835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36503304-505e-4594-a887-5908c518fee0', 'name': 'tempest-snat-router-1815683603', 'tenant_id': 'c325e93c5dbf43a98862b2c355a23a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.192'}], 'enable_snat': False}, 'gw_port_id': '23b00938-f183-41bf-a8d3-029b40857574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:36:01Z', 'updated_at': '2021-07-23T14:36:02Z', 'revision_number': 3, 'project_id': 'c325e93c5dbf43a98862b2c355a23a95', 'gw_port': {'id': '23b00938-f183-41bf-a8d3-029b40857574', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36503304-505e-4594-a887-5908c518fee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:36:02Z', 'updated_at': '2021-07-23T14:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:04.993334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359e4ea-c160-499e-a9b2-c8db0060a74f None None] The sync data for ids ['36503304-505e-4594-a887-5908c518fee0'] in n-d-801990-3 is: [{'id': '36503304-505e-4594-a887-5908c518fee0', 'name': 'tempest-snat-router-1815683603', 'tenant_id': 'c325e93c5dbf43a98862b2c355a23a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.192'}], 'enable_snat': False}, 'gw_port_id': '23b00938-f183-41bf-a8d3-029b40857574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:36:01Z', 'updated_at': '2021-07-23T14:36:02Z', 'revision_number': 3, 'project_id': 'c325e93c5dbf43a98862b2c355a23a95', 'gw_port': {'id': '23b00938-f183-41bf-a8d3-029b40857574', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36503304-505e-4594-a887-5908c518fee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:36:02Z', 'updated_at': '2021-07-23T14:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:05.330619 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:05.565173 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:05.720087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Router 19c7a320-9fdd-4267-9d2d-86a4d389b0d4 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:05.856174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:05.867146 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Sync routers for ids ['19c7a320-9fdd-4267-9d2d-86a4d389b0d4'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:05.878897 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Routers {'19c7a320-9fdd-4267-9d2d-86a4d389b0d4'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:05.879515 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['19c7a320-9fdd-4267-9d2d-86a4d389b0d4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:05.881000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:05.884949 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2da99e1b-8f7b-401d-bca1-78d37345918b tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2002325 Jul 23 14:36:05.889183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:05.995442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e322ee-4361-4dcd-944c-15c8c93a8845 req-ba46b0ed-5cfd-47d6-804a-57b6c6cd329b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:06.007570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16e322ee-4361-4dcd-944c-15c8c93a8845 req-ba46b0ed-5cfd-47d6-804a-57b6c6cd329b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1214902 Jul 23 14:36:06.087792 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d5da6a1f-93a7-4b1f-8f9c-33c48425d9a0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/19c7a320-9fdd-4267-9d2d-86a4d389b0d4 HTTP/1.1" status: 200 len: 908 time: 0.1969640 Jul 23 14:36:06.088417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:06.095077 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Set router 19c7a320-9fdd-4267-9d2d-86a4d389b0d4 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:36:06.107000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16e322ee-4361-4dcd-944c-15c8c93a8845 req-58ef90c1-e8a2-4745-8369-af75cc05977e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962749 Jul 23 14:36:06.235761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.324366 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c7a320-9fdd-4267-9d2d-86a4d389b0d4', 'name': 'tempest-snat-router-1815683603', 'tenant_id': 'c325e93c5dbf43a98862b2c355a23a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:36:03Z', 'updated_at': '2021-07-23T14:36:05Z', 'revision_number': 3, 'project_id': 'c325e93c5dbf43a98862b2c355a23a95', 'gw_port': {'id': '9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c7a320-9fdd-4267-9d2d-86a4d389b0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:36:04Z', 'updated_at': '2021-07-23T14:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:06.356577 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Checking router: 19c7a320-9fdd-4267-9d2d-86a4d389b0d4 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:36:06.356836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.357318 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Updating router 19c7a320-9fdd-4267-9d2d-86a4d389b0d4 port 9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:36:06.409426 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.428841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Deleting port 9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:06.429613 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.519678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.532819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Calling delete_port for 9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:06.758305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.759069 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:36:06.759402 n-d-801990-3 neutron-server[93769]: DEBUG oslo_db.api [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:36:06.785550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:06.863066 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.969625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:06.972135 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.006827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 23b00938-f183-41bf-a8d3-029b40857574 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:07.027667 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.028336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19c7a320-9fdd-4267-9d2d-86a4d389b0d4 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:07.036980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.038687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6209b33b-7009-4106-8ace-312933d49592 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "DELETE /v2.0/routers/19c7a320-9fdd-4267-9d2d-86a4d389b0d4 HTTP/1.1" status: 204 len: 168 time: 0.9487000 Jul 23 14:36:07.041642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:07.072071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 23b00938-f183-41bf-a8d3-029b40857574 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:07.076598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 23b00938-f183-41bf-a8d3-029b40857574 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:07.077165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.181879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.193831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.215684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 23b00938-f183-41bf-a8d3-029b40857574, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=23b00938-f183-41bf-a8d3-029b40857574,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:07.221954 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.282402 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Port 9e5e4fa9-bf27-4ab1-8ae9-ecfa7e25d95c not found while updating agent binding for router 19c7a320-9fdd-4267-9d2d-86a4d389b0d4. {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 14:36:07.293798 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Routers set() bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:07.294503 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Router IDs set() for agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 14:36:07.295509 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19c7a320-9fdd-4267-9d2d-86a4d389b0d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 14:36:07.296265 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8db057-939b-420c-aac1-0cda2db0c9f5 None None] The sync data for ids ['19c7a320-9fdd-4267-9d2d-86a4d389b0d4'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:07.314346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=23b00938-f183-41bf-a8d3-029b40857574,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:07.355995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f218a-6167-43de-908b-7640f2ad9330 req-a1fbb936-ee05-454e-bbb3-90a1c8f3631f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:07.357520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f1f218a-6167-43de-908b-7640f2ad9330 req-a1fbb936-ee05-454e-bbb3-90a1c8f3631f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1389010 Jul 23 14:36:07.359785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.421311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f1f218a-6167-43de-908b-7640f2ad9330 req-0d2ce24c-4445-49fd-a734-d18ded0e6641 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560806 Jul 23 14:36:07.442784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Deleting port 23b00938-f183-41bf-a8d3-029b40857574 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:07.443301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.527884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] For port 23b00938-f183-41bf-a8d3-029b40857574, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=23b00938-f183-41bf-a8d3-029b40857574,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:07.528407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.540294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Calling delete_port for 23b00938-f183-41bf-a8d3-029b40857574 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:07.708787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.734062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event deleted for resources: {'Port': ['ID=23b00938-f183-41bf-a8d3-029b40857574,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:07.773162 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.801425 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.895953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.898388 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.944349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.944988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36503304-505e-4594-a887-5908c518fee0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:07.951676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.953480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4d25c497-d6eb-4763-9cc4-11cb9404008d tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "DELETE /v2.0/routers/36503304-505e-4594-a887-5908c518fee0 HTTP/1.1" status: 204 len: 168 time: 0.9101751 Jul 23 14:36:07.958110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:07.963628 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1246575070', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:07.996719 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:07.997815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:08.062122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:08.215395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:08.411730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:08.430608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:08.437567 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:36:08.542625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Allocated IP 172.25.2.209 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3f274b4b-9aaa-4fe1-9aee-77cbcb9e7f6d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:08.584804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6b429-d6b5-4280-acd6-b730830c00d3 req-15ad2ef4-06c9-4df9-8264-aa6f11608551 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:08.586625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62a6b429-d6b5-4280-acd6-b730830c00d3 req-15ad2ef4-06c9-4df9-8264-aa6f11608551 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0773339 Jul 23 14:36:08.628747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62a6b429-d6b5-4280-acd6-b730830c00d3 req-79b515f3-dae5-42e0-9fc7-9b03c04ccf46 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347223 Jul 23 14:36:08.671958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:08.715816 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:08.753437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:08.756950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:08.762677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:08.786112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event updated for resources: {'Port': ['ID=3f274b4b-9aaa-4fe1-9aee-77cbcb9e7f6d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:08.958409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 23b00938-f183-41bf-a8d3-029b40857574 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:36:08.980990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 23b00938-f183-41bf-a8d3-029b40857574 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:36:08.981380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 23b00938-f183-41bf-a8d3-029b40857574 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:36:09.041746 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:09.254928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:09.710930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Router 2fad450a-90e2-4a6c-8b96-bf79e5bd7730 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:09.777527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b1bfd-7b0d-4cfc-b198-3deaf839c3e7 req-d5397a3c-9137-49e5-8f4f-5d1d39bc4bfe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:09.778952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-659b1bfd-7b0d-4cfc-b198-3deaf839c3e7 req-d5397a3c-9137-49e5-8f4f-5d1d39bc4bfe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0698617 Jul 23 14:36:09.817384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-659b1bfd-7b0d-4cfc-b198-3deaf839c3e7 req-82fe28fa-1a5d-47b0-a063-3d5ad98988d5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Jul 23 14:36:09.821927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:09.831360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] Sync routers for ids ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:09.841286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] Routers {'2fad450a-90e2-4a6c-8b96-bf79e5bd7730'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:09.842139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:09.846111 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:09.847423 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ea16c3f5-62bd-48b2-b7dd-40040a5811c9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8882558 Jul 23 14:36:09.850198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:09.854729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:09.873664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:09.882126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] Routers {'2fad450a-90e2-4a6c-8b96-bf79e5bd7730'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:09.882764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:09.916871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:09.917549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201aa4d-459b-498b-ab0f-149e651aee2a None None] The sync data for ids ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:10.160533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:10.552496 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:10.556288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:10.667776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Router 2fad450a-90e2-4a6c-8b96-bf79e5bd7730 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:36:10.777131 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:10.781678 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:10.782982 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e11ab35f-d83b-4516-98ae-f4da77de4bcb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "PUT /v2.0/routers/2fad450a-90e2-4a6c-8b96-bf79e5bd7730 HTTP/1.1" status: 200 len: 922 time: 0.9317012 Jul 23 14:36:10.785805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:10.787572 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] Sync routers for ids ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:10.801285 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] Routers {'2fad450a-90e2-4a6c-8b96-bf79e5bd7730'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:10.803073 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:10.841446 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:10.851215 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] Routers {'2fad450a-90e2-4a6c-8b96-bf79e5bd7730'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:10.851755 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:10.886905 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:10.887862 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c06a36-efe9-419f-8eb2-8fb8c5ce8293 None None] The sync data for ids ['2fad450a-90e2-4a6c-8b96-bf79e5bd7730'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:10.905150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ab40602-b584-4999-84da-d1948694b646 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/2fad450a-90e2-4a6c-8b96-bf79e5bd7730 HTTP/1.1" status: 200 len: 922 time: 0.1173999 Jul 23 14:36:10.907875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:11.049231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da56cf19-31b7-432f-b0ea-43e2a46399e2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:11.050791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-da56cf19-31b7-432f-b0ea-43e2a46399e2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=2fad450a-90e2-4a6c-8b96-bf79e5bd7730&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1418617 Jul 23 14:36:11.053656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:11.069539 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639e5a0-912a-43b2-a904-d862e5cdce34 req-964f564d-3183-4b68-b2b0-50904cde9b2b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:11.071058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5639e5a0-912a-43b2-a904-d862e5cdce34 req-964f564d-3183-4b68-b2b0-50904cde9b2b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1333611 Jul 23 14:36:11.161849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5639e5a0-912a-43b2-a904-d862e5cdce34 req-408cccf1-0222-4ce7-8291-e3f055a9db91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782144 Jul 23 14:36:11.180917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37876b-33ae-4be0-84e1-4384c447d6c3 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:11.185396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4e37876b-33ae-4be0-84e1-4384c447d6c3 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.1277339 Jul 23 14:36:11.185604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:11.229495 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0db64c67-64d3-443a-acaf-c36b461963c2 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fad450a-90e2-4a6c-8b96-bf79e5bd7730 HTTP/1.1" status: 200 len: 205 time: 0.0403547 Jul 23 14:36:11.229921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:11.336411 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:11.721332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:11.778857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Deleting port 3f274b4b-9aaa-4fe1-9aee-77cbcb9e7f6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:11.779200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:11.853333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:11.865804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Calling delete_port for 3f274b4b-9aaa-4fe1-9aee-77cbcb9e7f6d owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:12.061304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.096458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event deleted for resources: {'Port': ['ID=3f274b4b-9aaa-4fe1-9aee-77cbcb9e7f6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:12.167048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.277240 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.295188 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.342139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.342713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Fanout notify agent at l3_agent the message router_deleted on router 2fad450a-90e2-4a6c-8b96-bf79e5bd7730 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:12.349873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.350990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7f27d89a-a7e5-4ded-aafe-51b6813cba7a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/2fad450a-90e2-4a6c-8b96-bf79e5bd7730 HTTP/1.1" status: 204 len: 168 time: 1.1197448 Jul 23 14:36:12.354865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:12.359376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9a4a1547-f386-46ab-b1e6-553b119b753a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-410997833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:12.398047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2dd8-4b7a-4049-9102-850aaffe7f11 req-bb3751ca-6c97-48a1-9d59-fca37e508346 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:12.399475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-221e2dd8-4b7a-4049-9102-850aaffe7f11 req-bb3751ca-6c97-48a1-9d59-fca37e508346 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1422143 Jul 23 14:36:12.407047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1547-f386-46ab-b1e6-553b119b753a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.408433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1547-f386-46ab-b1e6-553b119b753a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.472510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-221e2dd8-4b7a-4049-9102-850aaffe7f11 req-7066ca24-b55f-47cc-ab69-26c0de94237b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591443 Jul 23 14:36:12.503014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1547-f386-46ab-b1e6-553b119b753a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.509102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1547-f386-46ab-b1e6-553b119b753a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.528464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1547-f386-46ab-b1e6-553b119b753a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.529753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9a4a1547-f386-46ab-b1e6-553b119b753a tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1738999 Jul 23 14:36:12.532758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:12.537718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:12.760554 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:12.983444 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:13.003636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:13.126382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Allocated IP 172.25.2.90 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/52f232fe-eaba-4d98-a9b4-72fb8ad4b86c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:13.236790 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:13.284995 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:13.333634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:13.337218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:13.340387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:13.376716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event updated for resources: {'Port': ['ID=52f232fe-eaba-4d98-a9b4-72fb8ad4b86c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:13.654767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:13.707684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc910-173c-41bd-9135-9520c16a2b8a req-dd863c9c-5f29-49d7-a476-eaefbb28f88b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:13.709362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d60cc910-173c-41bd-9135-9520c16a2b8a req-dd863c9c-5f29-49d7-a476-eaefbb28f88b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1409445 Jul 23 14:36:13.797217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d60cc910-173c-41bd-9135-9520c16a2b8a req-58fe7c8f-41b2-4924-ae3c-1245ba49e4f4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594256 Jul 23 14:36:13.926926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:13.930707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:14.065421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Router 9b4cd233-6864-4c88-882d-ad9af872e988 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:14.186595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:14.193460 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:14.197256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-51556952-8366-4e34-ad88-7f0d09609615 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "PUT /v2.0/routers/9b4cd233-6864-4c88-882d-ad9af872e988 HTTP/1.1" status: 200 len: 878 time: 1.6608007 Jul 23 14:36:14.197414 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] Sync routers for ids ['9b4cd233-6864-4c88-882d-ad9af872e988'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:14.197847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:14.205540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] Routers {'9b4cd233-6864-4c88-882d-ad9af872e988'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:14.206198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9b4cd233-6864-4c88-882d-ad9af872e988'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:14.237540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:14.246797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] Routers {'9b4cd233-6864-4c88-882d-ad9af872e988'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:14.247398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9b4cd233-6864-4c88-882d-ad9af872e988'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:14.279666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:14.280320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62bc692-e8e9-4ffc-afce-83c38ca23d27 None None] The sync data for ids ['9b4cd233-6864-4c88-882d-ad9af872e988'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:14.565763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9187ad23-1092-4651-8608-86f28b1bad9a tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/9b4cd233-6864-4c88-882d-ad9af872e988 HTTP/1.1" status: 200 len: 919 time: 0.3671308 Jul 23 14:36:14.568535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:14.626083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5de3a-0def-41d0-a5a4-0543f32e8d82 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:14.627821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eff5de3a-0def-41d0-a5a4-0543f32e8d82 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=9b4cd233-6864-4c88-882d-ad9af872e988&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0583575 Jul 23 14:36:14.630673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:14.723872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48586bd-1375-4f00-8809-44e5c97d867f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:14.725499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b48586bd-1375-4f00-8809-44e5c97d867f tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.0937028 Jul 23 14:36:14.728388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:14.757427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-344abe6a-80ae-41ea-903e-ef6c3b4402c8 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4cd233-6864-4c88-882d-ad9af872e988 HTTP/1.1" status: 200 len: 205 time: 0.0279300 Jul 23 14:36:14.759947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:14.870577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:14.943067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22317bb8-5795-460c-95a4-64a0befa6735 req-580cbda4-66a1-4517-ac2e-f51f9047c8f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:14.944783 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22317bb8-5795-460c-95a4-64a0befa6735 req-580cbda4-66a1-4517-ac2e-f51f9047c8f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0753186 Jul 23 14:36:14.980643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:14.985126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22317bb8-5795-460c-95a4-64a0befa6735 req-29a30dae-07da-4391-b7de-17a429a206e7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Jul 23 14:36:15.046736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Deleting port 52f232fe-eaba-4d98-a9b4-72fb8ad4b86c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:15.047081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.125244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.137179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Calling delete_port for 52f232fe-eaba-4d98-a9b4-72fb8ad4b86c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:15.307673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.337982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event deleted for resources: {'Port': ['ID=52f232fe-eaba-4d98-a9b4-72fb8ad4b86c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:15.402742 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.494090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.496226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.539669 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.540241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4cd233-6864-4c88-882d-ad9af872e988 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:15.547136 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.552112 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aaad077b-3309-491e-b369-26fd28da5c8c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/9b4cd233-6864-4c88-882d-ad9af872e988 HTTP/1.1" status: 204 len: 168 time: 0.7874570 Jul 23 14:36:15.552380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:15.557228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b2c9c02-62a0-4837-afd5-266f2c6a12ee tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1886700856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:15.583893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9c02-62a0-4837-afd5-266f2c6a12ee tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.584881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9c02-62a0-4837-afd5-266f2c6a12ee tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.637549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9c02-62a0-4837-afd5-266f2c6a12ee tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.643455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9c02-62a0-4837-afd5-266f2c6a12ee tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.661130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9c02-62a0-4837-afd5-266f2c6a12ee tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.662579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5b2c9c02-62a0-4837-afd5-266f2c6a12ee tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1089315 Jul 23 14:36:15.665096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:15.669456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': True}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:15.800668 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07ce60b-b58c-4923-9b76-bcd0033bc2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:15.872234 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:16.113119 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:16.134263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:16.210155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6d02-7912-4d1d-b261-0ec80e6fa18e req-1cf09914-73f2-42ae-877c-e6a5103b1e16 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:16.211751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-728a6d02-7912-4d1d-b261-0ec80e6fa18e req-1cf09914-73f2-42ae-877c-e6a5103b1e16 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1433129 Jul 23 14:36:16.285468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-728a6d02-7912-4d1d-b261-0ec80e6fa18e req-89f94b57-3069-41ae-aaba-951676a222ed tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674634 Jul 23 14:36:16.286481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Allocated IP 172.25.2.60 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/51a144da-0b80-47ee-83ec-a8d5c8d81575) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:16.397241 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:16.438246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:16.472457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:16.477214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:16.480879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:16.512050 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Port': ['ID=51a144da-0b80-47ee-83ec-a8d5c8d81575,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:16.738858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:16.939408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:16.942893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:17.075112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Router aa1c5371-cea3-438d-9b92-1dc43fb9eb7b is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:17.177382 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-ecadc386-cc3b-43fb-8e30-517bf209a861 service neutron] show failed (client error): The resource could not be found. Jul 23 14:36:17.178439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-ecadc386-cc3b-43fb-8e30-517bf209a861 service neutron] 10.222.0.48 "GET /v2.0/ports/65cf4e5a-e2f5-42e2-812f-ec776a8220f4/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0636988 Jul 23 14:36:17.188160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:17.193384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:17.194635 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7f9a9052-7ce9-4ae5-a0d5-b12393603168 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "PUT /v2.0/routers/aa1c5371-cea3-438d-9b92-1dc43fb9eb7b HTTP/1.1" status: 200 len: 914 time: 1.5285580 Jul 23 14:36:17.197172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:17.200706 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] Sync routers for ids ['aa1c5371-cea3-438d-9b92-1dc43fb9eb7b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:17.212728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] Routers {'aa1c5371-cea3-438d-9b92-1dc43fb9eb7b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:17.213531 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['aa1c5371-cea3-438d-9b92-1dc43fb9eb7b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:17.249955 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:17.260916 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] Routers {'aa1c5371-cea3-438d-9b92-1dc43fb9eb7b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:17.261615 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:35:48Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['aa1c5371-cea3-438d-9b92-1dc43fb9eb7b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:17.309166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d23f4972-499e-4ed7-b24c-9a344706764a tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/aa1c5371-cea3-438d-9b92-1dc43fb9eb7b HTTP/1.1" status: 200 len: 920 time: 0.1108556 Jul 23 14:36:17.312211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:17.419010 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:17.419957 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41473397-bff4-4d1f-b9ed-49929cc109b6 None None] The sync data for ids ['aa1c5371-cea3-438d-9b92-1dc43fb9eb7b'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:17.437878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd44415-6c6e-4f6a-ae31-2636999a8c5c tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:17.442147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-afd44415-6c6e-4f6a-ae31-2636999a8c5c tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=aa1c5371-cea3-438d-9b92-1dc43fb9eb7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1262441 Jul 23 14:36:17.442459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:17.498796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d414-31d6-4ca4-8b69-daf06c613743 req-0fa0a6bb-cea2-4ae2-85fd-c35e6340f3cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:17.500358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ac3d414-31d6-4ca4-8b69-daf06c613743 req-0fa0a6bb-cea2-4ae2-85fd-c35e6340f3cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.0885642 Jul 23 14:36:17.540298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ac3d414-31d6-4ca4-8b69-daf06c613743 req-03dcb257-7515-4ca1-8ba9-34bad0f7ab6a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Jul 23 14:36:17.578315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-c4e89a58-788d-4458-a3e8-3cfc4f7149cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:17.580016 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-c4e89a58-788d-4458-a3e8-3cfc4f7149cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 1096 time: 0.1286345 Jul 23 14:36:17.581555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b780d-73e8-46b6-897b-fddae56ce88e tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:17.583276 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a77b780d-73e8-46b6-897b-fddae56ce88e tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.1397259 Jul 23 14:36:17.586390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:17.600630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:17.624711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-875e2286-1629-48f3-820b-64d3060fd416 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1c5371-cea3-438d-9b92-1dc43fb9eb7b HTTP/1.1" status: 200 len: 205 time: 0.0371299 Jul 23 14:36:17.627770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:17.693033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:17.735766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:17.915446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:17.954532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:18.015204 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.027583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.030437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Transition to ACTIVE for port object 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:18.031452 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:36:18.034136 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4584f7-7f3b-428b-b5b0-1526ef998c59" -d '{"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-unplugged", "status": "completed", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:36:18.037586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.111311 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32717799-82e3-4d6b-9cbf-4932e33e0b3f x-openstack-request-id: req-32717799-82e3-4d6b-9cbf-4932e33e0b3f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:36:18.111614 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-unplugged", "status": "completed", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:36:18.111864 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32717799-82e3-4d6b-9cbf-4932e33e0b3f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:36:18.112268 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'code': 200} Jul 23 14:36:18.154193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:18.181302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.182000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.182000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.182419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.182820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.183266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.183637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.183963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.184288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.184610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.185301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.185301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:18.190246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.252730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] No DVR routers for this DVR port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:36:18.302167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-aec12ad8-b8e3-4328-8cae-a5662100973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:18.303733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-aec12ad8-b8e3-4328-8cae-a5662100973b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1052 time: 0.1889279 Jul 23 14:36:18.314776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Deleting port 51a144da-0b80-47ee-83ec-a8d5c8d81575 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:18.315111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.342299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.520673 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-996d1eb2-303e-4611-ae22-26a6db2a6445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.540308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.560156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-66fa62ea-c987-432f-9103-548551765467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:18.561962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-66fa62ea-c987-432f-9103-548551765467 service neutron] 10.222.0.11 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.2298374 Jul 23 14:36:18.562682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Calling delete_port for 51a144da-0b80-47ee-83ec-a8d5c8d81575 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:18.743742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:36:18.744471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:36:18.744471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on network adec4a72-0301-488d-b6ba-09e0af4e63b0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:18.749374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on network adec4a72-0301-488d-b6ba-09e0af4e63b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:36:18.749704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Attempting to bind port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on network adec4a72-0301-488d-b6ba-09e0af4e63b0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:18.755645 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:36:18.756032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Checking segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:18.756396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Bound using segment: {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:36:18.756836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Bound port: 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:36:18.757196 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.823537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-8eb719b8-be61-4ae6-b021-955d578d64fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 998 time: 0.2543368 Jul 23 14:36:18.824712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:18.828411 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:36:18.834841 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.870990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:18.871795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:18.873373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] 10.222.0.11 "PUT /v2.0/ports/65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 1091 time: 1.2779119 Jul 23 14:36:18.908372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60877ab-7e46-40fc-bfc6-d83da64b95db service neutron] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:18.941848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f392-e9ac-4991-acfe-9b77eb5534f3 req-46c1dcdf-5e64-4892-883e-d00ff6921f5a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:18.943662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73e6f392-e9ac-4991-acfe-9b77eb5534f3 req-46c1dcdf-5e64-4892-883e-d00ff6921f5a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.3121717 Jul 23 14:36:18.945205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-93f98edd-5b02-4ca5-8e77-905dbdec269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:18.946766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-93f98edd-5b02-4ca5-8e77-905dbdec269d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.1099563 Jul 23 14:36:19.062487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.075098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73e6f392-e9ac-4991-acfe-9b77eb5534f3 req-d1a7dfc2-3e49-4d32-a86b-183bfdb3469a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195235 Jul 23 14:36:19.110530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event deleted for resources: {'Port': ['ID=51a144da-0b80-47ee-83ec-a8d5c8d81575,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:19.154332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.154707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.155054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.155392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.155725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.156054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.156375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.156714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.157024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.157340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.157662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.157981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:19.191254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-de73d474-49a3-40b5-8ba1-0b71be208700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:19.192786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-de73d474-49a3-40b5-8ba1-0b71be208700 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386479 Jul 23 14:36:19.233176 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.357420 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.360635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.409769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-272dc266-bb4f-4706-ba9e-894efde0714e service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092521 Jul 23 14:36:19.424628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.425161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Fanout notify agent at l3_agent the message router_deleted on router aa1c5371-cea3-438d-9b92-1dc43fb9eb7b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:19.440508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.441695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-da06c553-afb8-4b76-a0aa-6b9d88a02aab tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/aa1c5371-cea3-438d-9b92-1dc43fb9eb7b HTTP/1.1" status: 204 len: 168 time: 1.8126233 Jul 23 14:36:19.448161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:19.454084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65d9917f-56ba-4dab-858e-315fd8042ae6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2051891836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:19.481114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d9917f-56ba-4dab-858e-315fd8042ae6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.482410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d9917f-56ba-4dab-858e-315fd8042ae6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.520806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f2df5a9-a410-4097-8fec-fe288667ddb5 req-da62352d-0d17-4098-9f9d-ee159d2d0e0a service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045206 Jul 23 14:36:19.540371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d9917f-56ba-4dab-858e-315fd8042ae6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.546958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d9917f-56ba-4dab-858e-315fd8042ae6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.566203 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d9917f-56ba-4dab-858e-315fd8042ae6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:19.570323 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-65d9917f-56ba-4dab-858e-315fd8042ae6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1177416 Jul 23 14:36:19.570893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:19.576069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:19.604130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:20.081105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:36:20.091012 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:20.097440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-25f88b81-f67a-45b4-b011-e3a887bb78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.099177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-25f88b81-f67a-45b4-b011-e3a887bb78ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1094 time: 0.4859829 Jul 23 14:36:20.113282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:36:20.117766 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95812042-7d19-46af-b4e3-fe4d336b35e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:36:20.127300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:36:20.270397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-61d0f209-849d-4c7b-8e7f-65ba5861e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.271913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-61d0f209-849d-4c7b-8e7f-65ba5861e08b service neutron] 10.222.0.11 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.1553507 Jul 23 14:36:20.364252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d92db-a449-4565-a4de-ad6970783cbe req-f5a10e2a-5de7-4c94-b7a6-677c2f111bab tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.365835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df7d92db-a449-4565-a4de-ad6970783cbe req-f5a10e2a-5de7-4c94-b7a6-677c2f111bab tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.2007828 Jul 23 14:36:20.404471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-76b75032-4860-468c-b271-a63435b190d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 998 time: 0.1077299 Jul 23 14:36:20.459998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df7d92db-a449-4565-a4de-ad6970783cbe req-a9a460e9-1cd8-4554-abc4-28cbf68224d1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864375 Jul 23 14:36:20.524884 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a74d22-ed1a-45df-9523-3b7f3e3b7e6f x-openstack-request-id: req-86a74d22-ed1a-45df-9523-3b7f3e3b7e6f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:36:20.525731 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:36:20.526158 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86a74d22-ed1a-45df-9523-3b7f3e3b7e6f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:36:20.526734 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'status': 'completed', 'code': 200} Jul 23 14:36:20.537113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-65775fd4-b05e-4e42-91b4-10ebcff35c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.538912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-65775fd4-b05e-4e42-91b4-10ebcff35c25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.1260726 Jul 23 14:36:20.611868 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:20.635346 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:20.662682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-e073e18d-3172-42ef-99d0-c5e4f3ebe5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.664236 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-e073e18d-3172-42ef-99d0-c5e4f3ebe5eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1094 time: 0.1152034 Jul 23 14:36:20.688839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-5b235873-5c4c-45c4-aefb-a7e435d54283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.690391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-5b235873-5c4c-45c4-aefb-a7e435d54283 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442156 Jul 23 14:36:20.764737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-efa3b80f-b866-40e5-be1c-e83571769629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.766229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-efa3b80f-b866-40e5-be1c-e83571769629 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.0934291 Jul 23 14:36:20.815579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Allocated IP 172.25.2.71 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/a896e184-4935-46dd-813c-11b14326aa5e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:20.833300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-6b92fdd8-1c0e-4051-9e54-ade004ee54b6 service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352947 Jul 23 14:36:20.834557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-21867eb6-2620-4463-83a9-8fcdfbe0f5de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 998 time: 0.0609159 Jul 23 14:36:20.911470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-c8ffd276-02a0-4b51-b1e6-9c1f5f1b35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.913230 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-c8ffd276-02a0-4b51-b1e6-9c1f5f1b35f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.0717940 Jul 23 14:36:20.988039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-d26cd692-bb99-4eb1-a382-9c8169550d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:20.989589 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-d26cd692-bb99-4eb1-a382-9c8169550d40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674713 Jul 23 14:36:21.016266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9d3e2d2-af7a-4705-8308-84fc2ac0a9d4 req-9095774f-5af1-43d7-bb1b-62e39d74f5fe service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754606 Jul 23 14:36:21.018875 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:21.076139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:21.096060 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-8a89d7b4-5ba5-48f9-bfa1-d72d90d74ace service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969117 Jul 23 14:36:21.165101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:21.176365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:21.184326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:21.188373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Pushing event updated for resources: {'Port': ['ID=a896e184-4935-46dd-813c-11b14326aa5e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:21.215482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-07f01e26-6dcc-4767-b80f-a19161d39d20 service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124606 Jul 23 14:36:21.302084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:21.329628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-39e3cd96-1300-4b9b-b24a-ee8f61e1adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:21.331396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-39e3cd96-1300-4b9b-b24a-ee8f61e1adf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1094 time: 0.2106810 Jul 23 14:36:21.565742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-a3b49227-afb1-48e1-aa72-e21f272b7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:21.567888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-a3b49227-afb1-48e1-aa72-e21f272b7787 service neutron] 10.222.0.11 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.2288990 Jul 23 14:36:21.689380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-d0ead68f-6208-4315-92a5-0c3c57771876 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 998 time: 0.1132269 Jul 23 14:36:21.691069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:21.846709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-d3664adb-ced7-4b58-8ed1-0b5507fd95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:21.848409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-d3664adb-ced7-4b58-8ed1-0b5507fd95ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.1519179 Jul 23 14:36:21.860706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667c4a-c1f1-440f-8707-2b323e46dd6b req-a1bed801-33ff-4984-8ac5-b17e6635e7e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:21.862146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a667c4a-c1f1-440f-8707-2b323e46dd6b req-a1bed801-33ff-4984-8ac5-b17e6635e7e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.2799671 Jul 23 14:36:22.011824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a667c4a-c1f1-440f-8707-2b323e46dd6b req-52227063-4843-4ee6-9202-2a3098b4af77 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323972 Jul 23 14:36:22.053588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-1aab3625-ae95-4d4f-a9b4-9d9d054f5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:22.055325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-1aab3625-ae95-4d4f-a9b4-9d9d054f5487 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905253 Jul 23 14:36:22.082108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:22.102561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:22.528505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-b3c53e4f-4e11-4090-8664-14125d02021e service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643185 Jul 23 14:36:22.650828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Router 1b750087-b329-4588-9584-5c0ce18e7b86 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:22.667408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95812042-7d19-46af-b4e3-fe4d336b35e5 req-9f395a55-7438-49ab-aca4-f291f7041677 service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266243 Jul 23 14:36:22.775307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:22.780389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:22.781145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e8da9239-4355-41ff-8a6e-428bb387b5f0 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "PUT /v2.0/routers/1b750087-b329-4588-9584-5c0ce18e7b86 HTTP/1.1" status: 200 len: 915 time: 3.2091010 Jul 23 14:36:22.784174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:22.787588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] Sync routers for ids ['1b750087-b329-4588-9584-5c0ce18e7b86'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:22.806805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] Routers {'1b750087-b329-4588-9584-5c0ce18e7b86'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:22.807759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1b750087-b329-4588-9584-5c0ce18e7b86'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:22.850694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:22.862331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] Routers {'1b750087-b329-4588-9584-5c0ce18e7b86'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:22.862983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1b750087-b329-4588-9584-5c0ce18e7b86'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:22.909418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:22.910080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a5e7b-8050-4705-a72b-c338c4d97dcf None None] The sync data for ids ['1b750087-b329-4588-9584-5c0ce18e7b86'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:22.935539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ddd725bb-6896-4881-bb0f-a3c556169495 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/1b750087-b329-4588-9584-5c0ce18e7b86 HTTP/1.1" status: 200 len: 921 time: 0.1499662 Jul 23 14:36:22.938299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:23.004313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f25bc-f6b8-4450-bfb6-3f67708b86fb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:23.005848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d19f25bc-f6b8-4450-bfb6-3f67708b86fb tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=1b750087-b329-4588-9584-5c0ce18e7b86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0664258 Jul 23 14:36:23.008540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:23.103338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48886802-c530-4506-a389-78ae668f80c2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:23.106702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-48886802-c530-4506-a389-78ae668f80c2 tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/networks/630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 881 time: 0.0952826 Jul 23 14:36:23.107789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:23.139314 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6f34b96b-27cb-4a2d-96c5-5ee3cedce920 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b750087-b329-4588-9584-5c0ce18e7b86 HTTP/1.1" status: 200 len: 205 time: 0.0303669 Jul 23 14:36:23.141795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:23.167323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982c9b-0d26-459c-8402-cb591a27c4cd req-abd66075-2db6-4172-98ba-acf8fff3977a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:23.168953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3982c9b-0d26-459c-8402-cb591a27c4cd req-abd66075-2db6-4172-98ba-acf8fff3977a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.0791993 Jul 23 14:36:23.208798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3982c9b-0d26-459c-8402-cb591a27c4cd req-12ac8a0d-b16d-4151-9777-bd6b0e56d568 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Jul 23 14:36:23.264943 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:23.392738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:23.451874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2da2-6a97-4659-a692-0fc971030056 req-ce593639-568f-4e16-bddb-91a7a662f7bb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:23.453674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-063a2da2-6a97-4659-a692-0fc971030056 req-ce593639-568f-4e16-bddb-91a7a662f7bb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 943 time: 0.0862668 Jul 23 14:36:23.497627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-063a2da2-6a97-4659-a692-0fc971030056 req-c6601876-9980-4887-a2ce-af3b8dcafde2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Jul 23 14:36:23.554350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Deleting port a896e184-4935-46dd-813c-11b14326aa5e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:23.554733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:23.597219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309325-e924-446a-a4da-7db37a738cb8 req-e64aa93b-8f3b-4483-b602-16e10eb4e34d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:23.598887 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-e64aa93b-8f3b-4483-b602-16e10eb4e34d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f&tenant_id=7da946df1c4a4592991bcccb02324307&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 943 time: 0.1535866 Jul 23 14:36:23.701602 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:23.718673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Calling delete_port for a896e184-4935-46dd-813c-11b14326aa5e owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:23.729768 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-19309325-e924-446a-a4da-7db37a738cb8 req-ddae7658-3028-4c1f-b600-5d69bc586920 service neutron] delete failed (client error): The resource could not be found. Jul 23 14:36:23.731190 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-ddae7658-3028-4c1f-b600-5d69bc586920 service neutron] 10.222.0.48 "DELETE /v2.0/ports/65cf4e5a-e2f5-42e2-812f-ec776a8220f4/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0974061 Jul 23 14:36:23.741579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:36:23.840674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:23.851814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'port_id': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'mac_address': 'fa:16:3e:e4:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:36:23.896115 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:23.899714 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309325-e924-446a-a4da-7db37a738cb8 req-02be89c5-a122-4da3-a929-1b943c47ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:23.901322 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-02be89c5-a122-4da3-a929-1b943c47ce36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1094 time: 0.1168022 Jul 23 14:36:23.916242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:36:23.936741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:23.941695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:23.992280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:24.024864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.062972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309325-e924-446a-a4da-7db37a738cb8 req-e5fb13a1-9da5-43c1-9295-469ad47013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:24.064475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-e5fb13a1-9da5-43c1-9295-469ad47013f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.1539574 Jul 23 14:36:24.065213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event deleted for resources: {'Port': ['ID=a896e184-4935-46dd-813c-11b14326aa5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:24.174726 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-57fa92cb-7aed-4f34-81d7-72a8b6c2774a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 999 time: 0.1026385 Jul 23 14:36:24.182061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.239260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['65cf4e5a-e2f5-42e2-812f-ec776a8220f4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:36:24.302764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.306088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.345795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309325-e924-446a-a4da-7db37a738cb8 req-a5f7150d-a34d-4419-a369-5571da51e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:24.347340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-a5f7150d-a34d-4419-a369-5571da51e825 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.1632371 Jul 23 14:36:24.363832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.364671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Fanout notify agent at l3_agent the message router_deleted on router 1b750087-b329-4588-9584-5c0ce18e7b86 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:24.395698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.396806 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c84522bc-459f-4100-853b-df2c8202aba5 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/1b750087-b329-4588-9584-5c0ce18e7b86 HTTP/1.1" status: 204 len: 168 time: 1.2540793 Jul 23 14:36:24.400874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:24.405718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1283857885', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:24.438504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.439558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.453747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309325-e924-446a-a4da-7db37a738cb8 req-607b09fc-a4fc-4517-9675-76df4e2fcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:24.455273 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-607b09fc-a4fc-4517-9675-76df4e2fcfd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008382 Jul 23 14:36:24.524523 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.651261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7f6b-1fc2-4e6c-aaf2-fc2a5200fe45 req-1ed20c55-dcbf-4275-aa6d-118fbcc976fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:24.653137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-836c7f6b-1fc2-4e6c-aaf2-fc2a5200fe45 req-1ed20c55-dcbf-4275-aa6d-118fbcc976fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 944 time: 0.0778189 Jul 23 14:36:24.697811 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-836c7f6b-1fc2-4e6c-aaf2-fc2a5200fe45 req-40283b4a-f7cd-450d-aa49-aa96c7198e97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387559 Jul 23 14:36:24.709910 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-f640d2eb-b650-418f-b5e7-f47422387adc service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470546 Jul 23 14:36:24.715427 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:24.835503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-19309325-e924-446a-a4da-7db37a738cb8 req-c614e151-3c45-4cd2-932f-9a763eb0a13e service neutron] 10.222.0.48 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162343 Jul 23 14:36:24.993999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:25.013534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:25.121308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Allocated IP 172.25.2.162 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/4474dee6-3847-46d0-93ee-50540a918942) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:25.225712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:25.269876 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:25.304761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:25.309349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:25.315673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:25.365272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event updated for resources: {'Port': ['ID=4474dee6-3847-46d0-93ee-50540a918942,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:25.756303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:25.817141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:25.821567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:25.822234 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:25.874016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37890-5aab-4612-8a97-866f9fd7c2f2 req-e791e76c-f03d-42ff-96ed-f2e8ee57a813 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:25.882376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3a37890-5aab-4612-8a97-866f9fd7c2f2 req-e791e76c-f03d-42ff-96ed-f2e8ee57a813 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 944 time: 0.0950828 Jul 23 14:36:25.927659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3a37890-5aab-4612-8a97-866f9fd7c2f2 req-3dd90c8b-e72d-4d6d-8132-736e3f65e7d4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443027 Jul 23 14:36:25.930756 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:25.944190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:25.967461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:25.968438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:36:25.969302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:25.970902 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037d5432-395e-4afd-968c-a0a9a8354aaa" -d '{"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-plugged", "status": "completed", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:36:25.977010 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:26.057589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:26.061304 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff54943d-fe5a-4ca4-b1bb-3b2cae7f53b4 x-openstack-request-id: req-ff54943d-fe5a-4ca4-b1bb-3b2cae7f53b4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:36:26.061938 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-plugged", "status": "completed", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:36:26.062186 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff54943d-fe5a-4ca4-b1bb-3b2cae7f53b4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:36:26.062574 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'code': 200} Jul 23 14:36:26.064844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f71da32f-8dab-4aee-8aa1-942f7afa1319 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/40938471-d46e-4bad-ba59-6e43abd8ef5a HTTP/1.1" status: 200 len: 991 time: 0.1192999 Jul 23 14:36:26.194067 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:26.322995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Router 3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:36:26.438504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:26.451102 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] Sync routers for ids ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:26.457783 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:26.461827 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5fc5d07f-f76f-4460-822a-28491de6a890 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0579276 Jul 23 14:36:26.462229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:26.462344 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] Routers {'3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:26.463048 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:26.467178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:26.495394 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:26.504344 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] Routers {'3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:26.504939 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:26.538975 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:26.539624 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4605e-ba82-4112-93e6-144a944f7c67 None None] The sync data for ids ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:26.777237 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:26.791686 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:26.844824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Deleting port 4474dee6-3847-46d0-93ee-50540a918942 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:26.845201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:26.934835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:26.948844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Calling delete_port for 4474dee6-3847-46d0-93ee-50540a918942 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:27.122723 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:27.154490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Pushing event deleted for resources: {'Port': ['ID=4474dee6-3847-46d0-93ee-50540a918942,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:27.216698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:27.420226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:27.423786 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:27.501677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Router 3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:36:27.574281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:27.581205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:27.585556 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9f597fe1-cfe9-4219-90b9-25ed5310a11d tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "PUT /v2.0/routers/3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 HTTP/1.1" status: 200 len: 706 time: 1.1189120 Jul 23 14:36:27.585556 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:27.587835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] Sync routers for ids ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:27.597868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] Routers {'3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:27.598454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:27.634055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:27.643291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] Routers {'3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:27.643869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:18Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:27.661116 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a29e044c-00ab-42e5-8578-ecf5a430c1aa tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/routers/3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 HTTP/1.1" status: 200 len: 741 time: 0.0719666 Jul 23 14:36:27.661504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:27.675814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:27.676458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f80c2-4770-44b9-af2f-fab1af10f843 None None] The sync data for ids ['3b0111bf-a218-41e7-a9ef-b3eff14e1fa8'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:27.719680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8cf921e2-e759-4a43-926b-e07e413eb66e tempest-RoutersAdminTest-1363406322 tempest-RoutersAdminTest-1363406322-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&device_id=3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 HTTP/1.1" status: 200 len: 205 time: 0.0545235 Jul 23 14:36:27.719939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:27.749464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0bf2f46c-f198-4ef0-b146-69a9f6180252 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 HTTP/1.1" status: 200 len: 205 time: 0.0283985 Jul 23 14:36:27.751879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:27.823848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef960bbf-8c2f-4fda-9e42-f77172ac8d76 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:28.288270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef960bbf-8c2f-4fda-9e42-f77172ac8d76 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:28.291024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef960bbf-8c2f-4fda-9e42-f77172ac8d76 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:28.337903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef960bbf-8c2f-4fda-9e42-f77172ac8d76 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:28.338663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef960bbf-8c2f-4fda-9e42-f77172ac8d76 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:28.346206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef960bbf-8c2f-4fda-9e42-f77172ac8d76 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:28.350754 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ef960bbf-8c2f-4fda-9e42-f77172ac8d76 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 HTTP/1.1" status: 204 len: 168 time: 0.5946436 Jul 23 14:36:28.351144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.386920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b4f4f2a8-7716-4493-9d76-1b6d6ed12308 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 HTTP/1.1" status: 200 len: 205 time: 0.0323896 Jul 23 14:36:28.389264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.433384 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-45659d0e-6dca-4762-a372-704ccee3bd6c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] delete failed (client error): The resource could not be found. Jul 23 14:36:28.434722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45659d0e-6dca-4762-a372-704ccee3bd6c tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/3b0111bf-a218-41e7-a9ef-b3eff14e1fa8 HTTP/1.1" status: 404 len: 336 time: 0.0466332 Jul 23 14:36:28.437309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.476843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f7f9a8e7-48ee-45c6-ac2c-e564f8e70bf1 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b750087-b329-4588-9584-5c0ce18e7b86 HTTP/1.1" status: 200 len: 205 time: 0.0383759 Jul 23 14:36:28.480421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.521916 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4b14c97a-927b-485f-be30-44dec8d1cf27 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] delete failed (client error): The resource could not be found. Jul 23 14:36:28.525633 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4b14c97a-927b-485f-be30-44dec8d1cf27 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/1b750087-b329-4588-9584-5c0ce18e7b86 HTTP/1.1" status: 404 len: 336 time: 0.0415578 Jul 23 14:36:28.526183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.572707 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ade542e3-9a78-4940-92ae-84cb274dc525 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1c5371-cea3-438d-9b92-1dc43fb9eb7b HTTP/1.1" status: 200 len: 205 time: 0.0453432 Jul 23 14:36:28.574970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.611754 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d59153b2-bf8f-4b86-a7a7-51867ad4c073 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] delete failed (client error): The resource could not be found. Jul 23 14:36:28.612794 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d59153b2-bf8f-4b86-a7a7-51867ad4c073 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/aa1c5371-cea3-438d-9b92-1dc43fb9eb7b HTTP/1.1" status: 404 len: 336 time: 0.0368240 Jul 23 14:36:28.615466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.644115 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-414b0f0a-0327-4180-ba94-b50fa65f655f tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4cd233-6864-4c88-882d-ad9af872e988 HTTP/1.1" status: 200 len: 205 time: 0.0275948 Jul 23 14:36:28.646435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.685513 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-43dbb104-d69b-4eec-ab23-b2b5982d3bf6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] delete failed (client error): The resource could not be found. Jul 23 14:36:28.686539 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-43dbb104-d69b-4eec-ab23-b2b5982d3bf6 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/9b4cd233-6864-4c88-882d-ad9af872e988 HTTP/1.1" status: 404 len: 336 time: 0.0391963 Jul 23 14:36:28.689371 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.719045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-491da305-1309-4775-83bc-a2bb94b515a0 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fad450a-90e2-4a6c-8b96-bf79e5bd7730 HTTP/1.1" status: 200 len: 205 time: 0.0285463 Jul 23 14:36:28.722150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.761131 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-be371304-79bf-4acd-b1d2-0d85fbc92fc7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] delete failed (client error): The resource could not be found. Jul 23 14:36:28.762176 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-be371304-79bf-4acd-b1d2-0d85fbc92fc7 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/2fad450a-90e2-4a6c-8b96-bf79e5bd7730 HTTP/1.1" status: 404 len: 336 time: 0.0388324 Jul 23 14:36:28.765098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.798657 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-44872b11-fda2-4702-b1fe-70317bd01cd3 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "GET /v2.0/ports?device_id=538e99f2-b90f-4376-b86e-55b785948088 HTTP/1.1" status: 200 len: 205 time: 0.0324235 Jul 23 14:36:28.801562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.843367 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-965802e7-fd2e-46b2-bd59-27b2677f8957 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] delete failed (client error): The resource could not be found. Jul 23 14:36:28.844448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-965802e7-fd2e-46b2-bd59-27b2677f8957 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/routers/538e99f2-b90f-4376-b86e-55b785948088 HTTP/1.1" status: 404 len: 336 time: 0.0416656 Jul 23 14:36:28.847077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:28.873433 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d08e7a7-c5c3-4884-a29f-756080a78ec9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:28.873865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d08e7a7-c5c3-4884-a29f-756080a78ec9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:28.875558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4d08e7a7-c5c3-4884-a29f-756080a78ec9 tempest-RoutersAdminTest-1178775315 tempest-RoutersAdminTest-1178775315-project] 10.222.0.21 "DELETE /v2.0/subnets/64fe5c74-ba2b-40d7-b7af-7115843d8f88 HTTP/1.1" status: 404 len: 337 time: 0.0274451 Jul 23 14:36:29.156370 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 47988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:29.265967 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a97da70-333a-4a89-9010-4f802717bf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.360837 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a97da70-333a-4a89-9010-4f802717bf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.366166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a97da70-333a-4a89-9010-4f802717bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.402834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97da70-333a-4a89-9010-4f802717bf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065dfa73-f06c-4ecd-8509-231756057888,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:29.408294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2a97da70-333a-4a89-9010-4f802717bf3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9584d1395d1d496eb6fb559b11c5afbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508740 Jul 23 14:36:29.411098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 47996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:29.466491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b68fab5-830e-4291-aee2-8092d0c349e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.487653 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b68fab5-830e-4291-aee2-8092d0c349e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.542285 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b68fab5-830e-4291-aee2-8092d0c349e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.544887 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b68fab5-830e-4291-aee2-8092d0c349e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.546108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1b68fab5-830e-4291-aee2-8092d0c349e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/065dfa73-f06c-4ecd-8509-231756057888 HTTP/1.1" status: 204 len: 168 time: 0.1334651 Jul 23 14:36:29.555772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68fab5-830e-4291-aee2-8092d0c349e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065dfa73-f06c-4ecd-8509-231756057888,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:29.835992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:29.883975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-32dbfcb7-77fc-4bdf-8fa7-53a975caf45e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c325e93c5dbf43a98862b2c355a23a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467269 Jul 23 14:36:29.886363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:29.934304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0946c512-859f-40ba-a847-7e8dc31fcd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:29.955748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0946c512-859f-40ba-a847-7e8dc31fcd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:30.008743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0946c512-859f-40ba-a847-7e8dc31fcd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:30.011488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0946c512-859f-40ba-a847-7e8dc31fcd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:30.012679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0946c512-859f-40ba-a847-7e8dc31fcd03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90bb6fdb-ef2c-4f96-97d1-028d11174af5 HTTP/1.1" status: 204 len: 168 time: 0.1253991 Jul 23 14:36:30.023873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946c512-859f-40ba-a847-7e8dc31fcd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb6fdb-ef2c-4f96-97d1-028d11174af5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:31.259755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:31.359185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1684427144', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:31.382913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Made reservation on behalf of f607b37149404cc58ea1d05aef77f63c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:31.385134 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.393796 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.482016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.487004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.491843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] device_id is not set on port 4ba37cb5-98ab-415d-a6f0-64b68fe2f264 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:36:31.549863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e84460-7d46-456e-bf0a-15504dd0ae4b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:31.625786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Allocated IP 172.25.2.144 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/4ba37cb5-98ab-415d-a6f0-64b68fe2f264) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:31.761949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.805328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.858103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:31.861120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:31.865620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:31.868745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Pushing event updated for resources: {'Port': ['ID=4ba37cb5-98ab-415d-a6f0-64b68fe2f264,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:31.904664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:31.905284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.920870 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4ac571b0-a715-4995-befb-681995eb9d8c tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6596649 Jul 23 14:36:31.923915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:31.928333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.144'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:31.950342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:31.951403 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.008345 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.149168 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.352963 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.372114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.525335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.690852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.693106 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.737994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.738596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f62f5ea4-631d-406c-869c-50d2620b6532 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:36:32.756533 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 14:36:32.757815 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-585514db-9102-43e5-8eaa-666bd8fe3a48 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8329697 Jul 23 14:36:32.760741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:32.865551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Deleting port 4ba37cb5-98ab-415d-a6f0-64b68fe2f264 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:32.865898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.940235 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:32.952233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Calling delete_port for 4ba37cb5-98ab-415d-a6f0-64b68fe2f264 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:33.085754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.115708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ba37cb5-98ab-415d-a6f0-64b68fe2f264,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:33.177239 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.179165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c05427f3-7a31-407d-a95c-497e3ac65065 tempest-RoutersAdminNegativeIpV6Test-315976589 tempest-RoutersAdminNegativeIpV6Test-315976589-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4ba37cb5-98ab-415d-a6f0-64b68fe2f264 HTTP/1.1" status: 204 len: 168 time: 0.4174724 Jul 23 14:36:33.438308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:33.554935 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7917f45-848c-4367-ae3b-734cfefc1240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.653507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7917f45-848c-4367-ae3b-734cfefc1240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.658577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7917f45-848c-4367-ae3b-734cfefc1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.696645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f7917f45-848c-4367-ae3b-734cfefc1240 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2343fb4e46b48f7b6fcff915522b6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572186 Jul 23 14:36:33.697496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7917f45-848c-4367-ae3b-734cfefc1240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b31412b-9101-47a6-8b5e-f627944ad335,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:33.699430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:33.754863 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d838ca-6edb-4275-87d5-e50c37128810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.776869 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d838ca-6edb-4275-87d5-e50c37128810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.826767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d838ca-6edb-4275-87d5-e50c37128810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.829476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2d838ca-6edb-4275-87d5-e50c37128810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:33.830658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f2d838ca-6edb-4275-87d5-e50c37128810 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b31412b-9101-47a6-8b5e-f627944ad335 HTTP/1.1" status: 204 len: 168 time: 0.1291494 Jul 23 14:36:33.839325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d838ca-6edb-4275-87d5-e50c37128810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b31412b-9101-47a6-8b5e-f627944ad335,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:34.109124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:34.155049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a9dca0ee-2828-4477-9ff0-474e85fbac22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f607b37149404cc58ea1d05aef77f63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444493 Jul 23 14:36:34.157543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:34.206279 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29ce7a86-ede3-4bf0-8660-ac12b810f384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:34.230480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29ce7a86-ede3-4bf0-8660-ac12b810f384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:34.278433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29ce7a86-ede3-4bf0-8660-ac12b810f384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:34.281166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29ce7a86-ede3-4bf0-8660-ac12b810f384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:34.282337 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-29ce7a86-ede3-4bf0-8660-ac12b810f384 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39e84460-7d46-456e-bf0a-15504dd0ae4b HTTP/1.1" status: 204 len: 168 time: 0.1239047 Jul 23 14:36:34.294824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce7a86-ede3-4bf0-8660-ac12b810f384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e84460-7d46-456e-bf0a-15504dd0ae4b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:34.992154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.090124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-87636bc4-0adc-4a53-ab1b-066f3be4967d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.091171 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-87636bc4-0adc-4a53-ab1b-066f3be4967d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0979443 Jul 23 14:36:35.094204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.098123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-c5cd96ee-ee15-42b9-9738-fce24e56cc2d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.099063 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c5cd96ee-ee15-42b9-9738-fce24e56cc2d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039539 Jul 23 14:36:35.101382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.106567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-802cd055-636f-4388-8169-4111b96a26bd tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.109926 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.110177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-802cd055-636f-4388-8169-4111b96a26bd tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0070109 Jul 23 14:36:35.114002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-1b8da64e-abf7-4b03-a047-292db9ce0fb3 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.114953 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b8da64e-abf7-4b03-a047-292db9ce0fb3 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041027 Jul 23 14:36:35.117006 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.124345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-7cb632d1-74b5-4812-8bbd-d26e7a957bdf tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.125322 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7cb632d1-74b5-4812-8bbd-d26e7a957bdf tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074804 Jul 23 14:36:35.127715 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.131749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-0bf5d341-2457-4328-951b-ca5dd73ec679 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.132845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0bf5d341-2457-4328-951b-ca5dd73ec679 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040677 Jul 23 14:36:35.135020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.138938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-013d1c74-35e1-40ce-8f8f-b69bdb9d6656 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.139852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-013d1c74-35e1-40ce-8f8f-b69bdb9d6656 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039988 Jul 23 14:36:35.142149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.145995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-0e60cbf1-d8a7-44c3-9f73-9ebb1d6043ed tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.147269 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0e60cbf1-d8a7-44c3-9f73-9ebb1d6043ed tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038912 Jul 23 14:36:35.149268 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.153262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-e9ba8d90-c766-4d56-bc29-f2b6c5243fa5 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.154259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9ba8d90-c766-4d56-bc29-f2b6c5243fa5 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041161 Jul 23 14:36:35.156498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.160343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-38f41d6c-3f6e-4a61-b0eb-a3e8309bba1f tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.161252 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-38f41d6c-3f6e-4a61-b0eb-a3e8309bba1f tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039277 Jul 23 14:36:35.163402 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.167274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-643d35a5-02a4-4544-97c1-009202753833 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.168197 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-643d35a5-02a4-4544-97c1-009202753833 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039105 Jul 23 14:36:35.170306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.174769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-d2c1741c-0238-4d41-8a3d-fbb52d3cb4c4 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.175704 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d2c1741c-0238-4d41-8a3d-fbb52d3cb4c4 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045543 Jul 23 14:36:35.180895 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.185189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-f5ac1ede-4e1f-49bd-98fb-c7a139d5283d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.186133 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f5ac1ede-4e1f-49bd-98fb-c7a139d5283d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043271 Jul 23 14:36:35.188384 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.192451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-a2976e5c-b674-4cf7-a24e-51d3bb929a55 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.193521 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a2976e5c-b674-4cf7-a24e-51d3bb929a55 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041559 Jul 23 14:36:35.195947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.200513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-f75ff1a8-6e9c-4076-b12d-a052ddbe1c64 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.203695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f75ff1a8-6e9c-4076-b12d-a052ddbe1c64 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045729 Jul 23 14:36:35.204329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.209243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-9b66ed4b-1b19-42d0-b62e-bbda534cc4d1 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.210209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9b66ed4b-1b19-42d0-b62e-bbda534cc4d1 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049539 Jul 23 14:36:35.212744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.217206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-9191aace-d034-4626-a1a4-377dc5769ab2 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.218137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9191aace-d034-4626-a1a4-377dc5769ab2 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044577 Jul 23 14:36:35.220337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.224532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-7bdf6b40-d397-46d9-86ab-cfa45243a668 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.225489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7bdf6b40-d397-46d9-86ab-cfa45243a668 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042779 Jul 23 14:36:35.227972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.232366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-f3ca41f6-3491-4433-85a5-04501dfaf7e7 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.236032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3ca41f6-3491-4433-85a5-04501dfaf7e7 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070670 Jul 23 14:36:35.236285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.240801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-c89c7a11-3aca-4091-9edb-d317a655521d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.241890 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c89c7a11-3aca-4091-9edb-d317a655521d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044832 Jul 23 14:36:35.243892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.251878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-88e85cfb-2a82-4bba-9dba-c375fede4c02 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.252956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-88e85cfb-2a82-4bba-9dba-c375fede4c02 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079780 Jul 23 14:36:35.255302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.259226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-08cd9f15-7517-4fc6-a607-041a38f9aa32 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.260179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-08cd9f15-7517-4fc6-a607-041a38f9aa32 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039668 Jul 23 14:36:35.262264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.266570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-575d26c2-c1ce-4615-abae-8ee9c85b9011 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.267746 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-575d26c2-c1ce-4615-abae-8ee9c85b9011 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044146 Jul 23 14:36:35.269915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.273833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-baf1c817-5449-4bdc-bf53-c1189f8ac83a tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.274811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-baf1c817-5449-4bdc-bf53-c1189f8ac83a tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039761 Jul 23 14:36:35.276978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.281116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-2c03d432-06a6-4e2c-a536-c4c034f16f17 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.282037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2c03d432-06a6-4e2c-a536-c4c034f16f17 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041816 Jul 23 14:36:35.284133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.288001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-2d738833-eb68-4738-889a-2221de385954 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.288906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d738833-eb68-4738-889a-2221de385954 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039606 Jul 23 14:36:35.291018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.294924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-01f1d66d-3733-4f99-98be-4921ad2d3d9a tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.295836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-01f1d66d-3733-4f99-98be-4921ad2d3d9a tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039155 Jul 23 14:36:35.298088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.304994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-547a4020-c96b-46c3-97b7-ac8c02859cfe tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.305904 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-547a4020-c96b-46c3-97b7-ac8c02859cfe tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042179 Jul 23 14:36:35.308250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.312684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-90a48323-1d44-4569-8534-bdf982ff39cb tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.313811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-90a48323-1d44-4569-8534-bdf982ff39cb tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045583 Jul 23 14:36:35.315939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.319942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-5fa38608-d62f-49d2-a77e-9e4ab1684d20 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.320858 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5fa38608-d62f-49d2-a77e-9e4ab1684d20 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040765 Jul 23 14:36:35.323570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.328474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-30db682d-e7b4-42ea-9c28-efcad4710ce2 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.329373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-30db682d-e7b4-42ea-9c28-efcad4710ce2 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048358 Jul 23 14:36:35.331503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.335823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-5a806ed8-d554-424e-8389-6fff202f471e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.336736 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5a806ed8-d554-424e-8389-6fff202f471e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042703 Jul 23 14:36:35.339021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.343091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-57f9caa4-62fb-401e-a08b-8dc466c1b24a tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.345800 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57f9caa4-62fb-401e-a08b-8dc466c1b24a tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041132 Jul 23 14:36:35.346276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.350878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-df887489-ab48-4955-a32d-d72524470f78 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.351846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-df887489-ab48-4955-a32d-d72524470f78 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046427 Jul 23 14:36:35.354215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.358023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-c4bc3f63-948a-41ec-b717-cfde33adeaf3 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.358964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c4bc3f63-948a-41ec-b717-cfde33adeaf3 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038555 Jul 23 14:36:35.361096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.365002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-4b3d591a-4351-41fa-b5f4-cc9ef825fbbc tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.365910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4b3d591a-4351-41fa-b5f4-cc9ef825fbbc tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039864 Jul 23 14:36:35.368037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.371932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-4d1eb4ce-c890-45e9-bacb-342f608e71cd tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.372835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4d1eb4ce-c890-45e9-bacb-342f608e71cd tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0039420 Jul 23 14:36:35.375181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.379620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-42158124-1d64-412c-b766-2e08875f56a3 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.380608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-42158124-1d64-412c-b766-2e08875f56a3 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044575 Jul 23 14:36:35.382795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.387180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-0375bad0-88a3-4c3f-9ef4-46376ee8e870 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.388136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0375bad0-88a3-4c3f-9ef4-46376ee8e870 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044487 Jul 23 14:36:35.390245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.394279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-0920db89-595f-4460-bba6-dfc24f775418 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.395229 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0920db89-595f-4460-bba6-dfc24f775418 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041025 Jul 23 14:36:35.397334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.401245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-d8dc670c-e0d6-4b47-a1f1-6265b2250a17 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.402246 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d8dc670c-e0d6-4b47-a1f1-6265b2250a17 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040162 Jul 23 14:36:35.404333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.408213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-f8f877ba-67cb-41ba-83d6-60f66bcd39bd tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.409147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f8f877ba-67cb-41ba-83d6-60f66bcd39bd tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039585 Jul 23 14:36:35.411381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.415421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-bb7e744f-929c-4d6f-afbc-915a0f915c85 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.416375 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bb7e744f-929c-4d6f-afbc-915a0f915c85 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041318 Jul 23 14:36:35.418566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.422408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-872b061f-f00f-45eb-9ffd-75f1be361501 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.423344 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-872b061f-f00f-45eb-9ffd-75f1be361501 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039232 Jul 23 14:36:35.425540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.429877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-fe8b7aae-bd12-4ca2-9ba5-cece23290028 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.430835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fe8b7aae-bd12-4ca2-9ba5-cece23290028 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043411 Jul 23 14:36:35.433110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.437089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-08b9ca85-bf71-41c2-b53e-7a81c0c0a1cc tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.438003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-08b9ca85-bf71-41c2-b53e-7a81c0c0a1cc tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039494 Jul 23 14:36:35.440101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.443953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-a0722ce6-9da6-48a0-8f9c-a13e2f14ac1e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.447258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.448662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0722ce6-9da6-48a0-8f9c-a13e2f14ac1e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039721 Jul 23 14:36:35.452278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-92eb4cc5-f154-4462-9e42-3338025bae45 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.453245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-92eb4cc5-f154-4462-9e42-3338025bae45 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050106 Jul 23 14:36:35.455731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.460529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-d214c01e-0bea-4f41-b1fc-b4810a837359 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.461512 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d214c01e-0bea-4f41-b1fc-b4810a837359 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048904 Jul 23 14:36:35.464295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.469677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-b690ac58-6949-4c89-8e17-3b9328f42c11 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.470673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b690ac58-6949-4c89-8e17-3b9328f42c11 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051889 Jul 23 14:36:35.475020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.479828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-9db4e531-8740-4366-b1cd-79ef9ba9234f tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.480774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9db4e531-8740-4366-b1cd-79ef9ba9234f tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047431 Jul 23 14:36:35.483480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.488246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-2365d47d-0e1b-4741-b4f4-58cc32d1091e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.489343 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2365d47d-0e1b-4741-b4f4-58cc32d1091e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049508 Jul 23 14:36:35.492020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.496781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-f36a205e-df70-406d-99aa-d187d31f5130 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.497747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f36a205e-df70-406d-99aa-d187d31f5130 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047395 Jul 23 14:36:35.499907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.503670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-a6b5816c-ee77-4997-b5ce-49fa838a911b tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.504584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a6b5816c-ee77-4997-b5ce-49fa838a911b tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038610 Jul 23 14:36:35.506742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.510535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-58d43457-6ff7-4083-a9ba-a76775ec3bd1 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.511464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-58d43457-6ff7-4083-a9ba-a76775ec3bd1 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039265 Jul 23 14:36:35.513572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.517417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-45ba3b6f-1a21-4517-98da-b89b4a08bd7d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.518302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45ba3b6f-1a21-4517-98da-b89b4a08bd7d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039365 Jul 23 14:36:35.520608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.524385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-c95249d1-d12e-4267-ac7c-4cd53a4071a2 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.525361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c95249d1-d12e-4267-ac7c-4cd53a4071a2 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038850 Jul 23 14:36:35.527674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.531452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-07931748-4fb3-4c52-b06c-a5d7f2ffced6 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.532364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-07931748-4fb3-4c52-b06c-a5d7f2ffced6 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038707 Jul 23 14:36:35.534393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.538187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-549d6d9d-2d19-4676-89a4-6e1393bf7309 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.539115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-549d6d9d-2d19-4676-89a4-6e1393bf7309 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038779 Jul 23 14:36:35.541221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.545583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-14b467d0-45f7-4691-8d47-68303f54a0c9 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.546492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-14b467d0-45f7-4691-8d47-68303f54a0c9 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044138 Jul 23 14:36:35.548658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.552366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-6cf4631c-5e43-40a5-8f90-25baa3d499a0 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.553263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6cf4631c-5e43-40a5-8f90-25baa3d499a0 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037971 Jul 23 14:36:35.555456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.559227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-25abbbfd-e563-4bea-90ea-ab55c14ba802 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.560122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-25abbbfd-e563-4bea-90ea-ab55c14ba802 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038552 Jul 23 14:36:35.563077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.568883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-e50652d1-8645-45a8-9bb6-ed1c67ec1e9d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.569869 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e50652d1-8645-45a8-9bb6-ed1c67ec1e9d tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054803 Jul 23 14:36:35.572265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.576475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-7ceafdc2-b5dd-4fed-9dd6-98907e314b18 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.578214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7ceafdc2-b5dd-4fed-9dd6-98907e314b18 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049253 Jul 23 14:36:35.579630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.583887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [None req-afaea71d-5789-445b-8c31-fad459af775e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.584819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-afaea71d-5789-445b-8c31-fad459af775e tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043855 Jul 23 14:36:35.586945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.591183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-294231fd-7751-4607-9ce6-2f798c9f2d82 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.592228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-294231fd-7751-4607-9ce6-2f798c9f2d82 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042708 Jul 23 14:36:35.594162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.598149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-12acaee8-8470-4fee-8e04-83487cd85032 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.599095 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-12acaee8-8470-4fee-8e04-83487cd85032 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040574 Jul 23 14:36:35.601103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.605653 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-34107efb-b2a1-4ecf-a922-11241b8abe00 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.606605 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-34107efb-b2a1-4ecf-a922-11241b8abe00 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046210 Jul 23 14:36:35.608633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.612460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [None req-bed4d126-06f2-4b4e-8536-b78f9ae10037 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:36:35.613572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bed4d126-06f2-4b4e-8536-b78f9ae10037 tempest-ExtensionsTestJSON-1419522711 tempest-ExtensionsTestJSON-1419522711-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040448 Jul 23 14:36:35.866745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:35.976411 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-545ceb32-a401-4976-821c-4417e46a6789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:36.077349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-545ceb32-a401-4976-821c-4417e46a6789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:36.082615 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-545ceb32-a401-4976-821c-4417e46a6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:36.121729 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-545ceb32-a401-4976-821c-4417e46a6789 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1f62e9ee3394d4996fb4973b6602ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537510 Jul 23 14:36:36.122516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ceb32-a401-4976-821c-4417e46a6789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f33b1f-9cb3-4720-bc02-af2d6fbff0d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:36.124505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:36.177536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-688adfd3-7de6-4ee2-9be1-af7dbeeebb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:36.199373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-688adfd3-7de6-4ee2-9be1-af7dbeeebb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:36.254283 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-688adfd3-7de6-4ee2-9be1-af7dbeeebb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:36.257603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-688adfd3-7de6-4ee2-9be1-af7dbeeebb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:36.258825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-688adfd3-7de6-4ee2-9be1-af7dbeeebb37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6f33b1f-9cb3-4720-bc02-af2d6fbff0d5 HTTP/1.1" status: 204 len: 168 time: 0.1321752 Jul 23 14:36:36.268759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688adfd3-7de6-4ee2-9be1-af7dbeeebb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f33b1f-9cb3-4720-bc02-af2d6fbff0d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:36.907559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:37.016941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-273328252'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:37.039690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:37.043817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.052391 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.147022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.152361 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.180059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:37.188915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93185817-3911-43cd-91f5-0c337addda27,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:37.197727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.197953 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment 4a2e4971-5c0a-4073-966d-faf095c297b8 of type vlan for network 3655380b-07b4-4937-936c-561faf595a74 Jul 23 14:36:37.243173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.282318 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.288122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:37.289028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:37.324970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4161770 Jul 23 14:36:37.356563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebc7e9-cf2c-4d32-8ca1-18cdf6c19a30 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=3655380b-07b4-4937-936c-561faf595a74,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:37.369803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 3655380b-07b4-4937-936c-561faf595a74 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:37.772397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:40.421868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:40.427230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': '3655380b-07b4-4937-936c-561faf595a74', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:40.522027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:40.525915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:40.717667 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:40.776523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=3c532865-371f-4044-9943-ba8bc96f2114,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:40.788768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': '4a2e4971-5c0a-4073-966d-faf095c297b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3655380b-07b4-4937-936c-561faf595a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:40.789133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: 3655380b-07b4-4937-936c-561faf595a74, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:40.808408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 3655380b-07b4-4937-936c-561faf595a74 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:40.817953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 3655380b-07b4-4937-936c-561faf595a74) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:40.822726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:40.823321 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:40.829614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230f064-0848-4a3f-b63a-ee1478fd1f5c None None] Network 3655380b-07b4-4937-936c-561faf595a74 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:40.845875 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-640d99b0-af19-47b3-a08d-9dd31af90ed2 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4192984 Jul 23 14:36:40.846228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:40.851733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404570084'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:40.873796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:40.877478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:40.901682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:40.911638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:40.911900 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment 7ce6d187-6b1c-4071-8197-5af1f14eba28 of type vlan for network 977dea4d-7507-4389-8255-47a3d4b0cd43 Jul 23 14:36:40.961318 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.006888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.013446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:41.014088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.061565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2140720 Jul 23 14:36:41.064992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:41.103255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': '977dea4d-7507-4389-8255-47a3d4b0cd43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:41.108522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c79c-4955-4770-a4a0-f25078212201 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=977dea4d-7507-4389-8255-47a3d4b0cd43,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:41.185397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 977dea4d-7507-4389-8255-47a3d4b0cd43 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:41.202416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-3655380b-07b4-4937-936c-561faf595a74', 'network_id': '3655380b-07b4-4937-936c-561faf595a74', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': '3c532865-371f-4044-9943-ba8bc96f2114'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:41.203319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.215599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:41.219610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.404527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.420948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Allocated IP 2001:db8:0:ffff::2 (3655380b-07b4-4937-936c-561faf595a74/3c532865-371f-4044-9943-ba8bc96f2114/c3c39683-7936-402b-b918-82c92939eaa5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:41.471481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=3a545081-24c6-4e51-93b0-70ce0adea077,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:41.475774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': '7ce6d187-6b1c-4071-8197-5af1f14eba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '977dea4d-7507-4389-8255-47a3d4b0cd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:41.476136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: 977dea4d-7507-4389-8255-47a3d4b0cd43, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:41.494595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 977dea4d-7507-4389-8255-47a3d4b0cd43 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:41.504849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 977dea4d-7507-4389-8255-47a3d4b0cd43) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:41.509670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:41.510322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.526395 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fb430b82-f7ed-45da-b980-6b35ad5d1475 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4602795 Jul 23 14:36:41.528967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:41.529346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30cb04-a00f-489d-bf34-18202631b875 None None] Network 977dea4d-7507-4389-8255-47a3d4b0cd43 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:41.637048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.687729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.696704 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.711630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Transition to ACTIVE for port object c3c39683-7936-402b-b918-82c92939eaa5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:41.752159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Transition to ACTIVE for port object c3c39683-7936-402b-b918-82c92939eaa5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:41.755179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.758345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c679ea59-20c2-4748-89bf-73e55cce13a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-977dea4d-7507-4389-8255-47a3d4b0cd43', 'network_id': '977dea4d-7507-4389-8255-47a3d4b0cd43', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': '3a545081-24c6-4e51-93b0-70ce0adea077'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:41.759367 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c679ea59-20c2-4748-89bf-73e55cce13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.771795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.792911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=3a545081-24c6-4e51-93b0-70ce0adea077,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:41.852970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.864912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977dea4d-7507-4389-8255-47a3d4b0cd43']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:41.867526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Network 3655380b-07b4-4937-936c-561faf595a74 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:41.872376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:41.875118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce6d187-6b1c-4071-8197-5af1f14eba28') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:41.875415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce6d187-6b1c-4071-8197-5af1f14eba28') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:41.877441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:41.883266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Pushing event updated for resources: {'Port': ['ID=c3c39683-7936-402b-b918-82c92939eaa5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:41.885319 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.893079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd247f-22ce-419f-a8bc-7c5032f6bb07 None None] Network 977dea4d-7507-4389-8255-47a3d4b0cd43 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:41.895638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.895975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.896308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.896634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.896958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.897300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.897620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.897934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.898247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.898546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.898885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.899199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:36:41.899297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.908247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:41.908247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:41.911049 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:41.982228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:41.994779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.002404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/977dea4d-7507-4389-8255-47a3d4b0cd43 HTTP/1.1" status: 204 len: 168 time: 0.4722009 Jul 23 14:36:42.004662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:42.006364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Attempting to bind port c3c39683-7936-402b-b918-82c92939eaa5 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:36:42.008868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Attempting to bind port c3c39683-7936-402b-b918-82c92939eaa5 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '4a2e4971-5c0a-4073-966d-faf095c297b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3655380b-07b4-4937-936c-561faf595a74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:36:42.009403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Attempting to bind port c3c39683-7936-402b-b918-82c92939eaa5 on network 3655380b-07b4-4937-936c-561faf595a74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:42.013353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-979330381'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:42.018081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9358be1-cf26-44bf-b608-3be0117237d9 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=977dea4d-7507-4389-8255-47a3d4b0cd43,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:42.041979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:42.045881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.049389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:36:42.049771 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Checking segment: {'id': '4a2e4971-5c0a-4073-966d-faf095c297b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3655380b-07b4-4937-936c-561faf595a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:42.050177 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.050818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Bound using segment: {'id': '4a2e4971-5c0a-4073-966d-faf095c297b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3655380b-07b4-4937-936c-561faf595a74'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:36:42.051490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Bound port: c3c39683-7936-402b-b918-82c92939eaa5, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2e4971-5c0a-4073-966d-faf095c297b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3655380b-07b4-4937-936c-561faf595a74'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:36:42.052095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.074107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:42.085510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.085861 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment b6089d9c-24d9-40fb-9008-cf3afdbe732c of type vlan for network a6554335-e74f-47ef-bf03-cb940137acfa Jul 23 14:36:42.133282 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.148192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e870421-0335-4d31-9396-4453962301b5 None None] For port c3c39683-7936-402b-b918-82c92939eaa5, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:42.151536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e870421-0335-4d31-9396-4453962301b5 None None] For port c3c39683-7936-402b-b918-82c92939eaa5, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c3c39683-7936-402b-b918-82c92939eaa5,segment=NetworkSegment(4a2e4971-5c0a-4073-966d-faf095c297b8),segment_id=4a2e4971-5c0a-4073-966d-faf095c297b8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:36:42.157134 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.171456 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.177786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:42.178390 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.229453 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e870421-0335-4d31-9396-4453962301b5 None None] Pushing event updated for resources: {'Port': ['ID=c3c39683-7936-402b-b918-82c92939eaa5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:42.230323 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2243662 Jul 23 14:36:42.233068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:42.242435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': 'a6554335-e74f-47ef-bf03-cb940137acfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:42.264077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fd1a7-32b1-482b-b9cb-2582c897b98c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=a6554335-e74f-47ef-bf03-cb940137acfa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:42.277830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a6554335-e74f-47ef-bf03-cb940137acfa details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:42.341917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:42.345822 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.578098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.642397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=54b6099b-79c0-4d95-892d-fc39d344f69c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:42.655512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': 'b6089d9c-24d9-40fb-9008-cf3afdbe732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a6554335-e74f-47ef-bf03-cb940137acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:42.655883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: a6554335-e74f-47ef-bf03-cb940137acfa, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:42.674841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network a6554335-e74f-47ef-bf03-cb940137acfa is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:42.686985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a6554335-e74f-47ef-bf03-cb940137acfa) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:42.692792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:42.694685 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.696392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15b7fb-eb0c-4dcd-8a83-0651df21fee0 None None] Network a6554335-e74f-47ef-bf03-cb940137acfa requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:42.713624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a1cb762e-7718-41cc-8144-de853a5c6831 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4789271 Jul 23 14:36:42.716987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:42.722987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910142150'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:42.747880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:42.751477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.774975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:42.784832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.785267 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment 28bb4082-d40a-4156-9393-a48cafbbca0c of type vlan for network df8ec817-3f63-4480-84cf-d61623c7c72a Jul 23 14:36:42.839030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.854342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a6554335-e74f-47ef-bf03-cb940137acfa', 'network_id': 'a6554335-e74f-47ef-bf03-cb940137acfa', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': '54b6099b-79c0-4d95-892d-fc39d344f69c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:42.855265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.879748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.887016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:42.888220 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:42.944350 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2260416 Jul 23 14:36:42.947984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:42.953829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': 'df8ec817-3f63-4480-84cf-d61623c7c72a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:42.997751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5081712-9745-4bfa-9c64-0a94d6e1cf55 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=df8ec817-3f63-4480-84cf-d61623c7c72a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:43.013237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network df8ec817-3f63-4480-84cf-d61623c7c72a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:43.033457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Allocated IP 2001:db8::3 (a6554335-e74f-47ef-bf03-cb940137acfa/54b6099b-79c0-4d95-892d-fc39d344f69c/ca727c44-5c66-4643-9ea7-dc7427b5a364) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:43.094428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:43.095486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c3c39683-7936-402b-b918-82c92939eaa5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:43.098858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.179536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 14:36:43.180094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 14:36:43.229938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port c3c39683-7936-402b-b918-82c92939eaa5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:43.305787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.324295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Transition to ACTIVE for port object ca727c44-5c66-4643-9ea7-dc7427b5a364 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:43.341186 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.342036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Transition to ACTIVE for port object ca727c44-5c66-4643-9ea7-dc7427b5a364 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:43.353506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.403983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Pushing event updated for resources: {'Port': ['ID=ca727c44-5c66-4643-9ea7-dc7427b5a364,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:43.410886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Network a6554335-e74f-47ef-bf03-cb940137acfa is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:43.418375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': '28bb4082-d40a-4156-9393-a48cafbbca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'df8ec817-3f63-4480-84cf-d61623c7c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:43.418576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:43.419103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: df8ec817-3f63-4480-84cf-d61623c7c72a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:43.421114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:43.434395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=bb5dd722-900d-48b6-89ef-45ee50ab3fb6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:43.462594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network df8ec817-3f63-4480-84cf-d61623c7c72a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:43.482577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, df8ec817-3f63-4480-84cf-d61623c7c72a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:43.487231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:43.488198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.504225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Attempting to bind port ca727c44-5c66-4643-9ea7-dc7427b5a364 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:36:43.504600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Attempting to bind port ca727c44-5c66-4643-9ea7-dc7427b5a364 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b6089d9c-24d9-40fb-9008-cf3afdbe732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a6554335-e74f-47ef-bf03-cb940137acfa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:36:43.504964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Attempting to bind port ca727c44-5c66-4643-9ea7-dc7427b5a364 on network a6554335-e74f-47ef-bf03-cb940137acfa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:43.507675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742f96b-48cc-44d2-9e69-c0c1db61f735 None None] Network df8ec817-3f63-4480-84cf-d61623c7c72a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:43.507981 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-00bfeb85-b6a3-46d3-a4bb-d8026d6dc3a0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5586534 Jul 23 14:36:43.510438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:43.525292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:36:43.525764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Checking segment: {'id': 'b6089d9c-24d9-40fb-9008-cf3afdbe732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a6554335-e74f-47ef-bf03-cb940137acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:43.526147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.526543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Bound using segment: {'id': 'b6089d9c-24d9-40fb-9008-cf3afdbe732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a6554335-e74f-47ef-bf03-cb940137acfa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:36:43.527089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Bound port: ca727c44-5c66-4643-9ea7-dc7427b5a364, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6089d9c-24d9-40fb-9008-cf3afdbe732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a6554335-e74f-47ef-bf03-cb940137acfa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:36:43.527457 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.581018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98a95e-5cfe-48ad-95c2-69cda21aa009 None None] Network 3655380b-07b4-4937-936c-561faf595a74 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:43.636355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.697022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91ac88c7-8919-4b43-974c-5640cd2598fa None None] Provisioning for port c3c39683-7936-402b-b918-82c92939eaa5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:43.698038 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.713505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91ac88c7-8919-4b43-974c-5640cd2598fa None None] Provisioning complete for port c3c39683-7936-402b-b918-82c92939eaa5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:43.713878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91ac88c7-8919-4b43-974c-5640cd2598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.750705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] For port ca727c44-5c66-4643-9ea7-dc7427b5a364, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:43.766159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.794690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5dd722-900d-48b6-89ef-45ee50ab3fb6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:43.798158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] For port ca727c44-5c66-4643-9ea7-dc7427b5a364, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ca727c44-5c66-4643-9ea7-dc7427b5a364,segment=NetworkSegment(b6089d9c-24d9-40fb-9008-cf3afdbe732c),segment_id=b6089d9c-24d9-40fb-9008-cf3afdbe732c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:36:43.827445 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.857143 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.867728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8ec817-3f63-4480-84cf-d61623c7c72a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:43.878749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bb4082-d40a-4156-9393-a48cafbbca0c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:43.878957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bb4082-d40a-4156-9393-a48cafbbca0c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:43.889916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.903831 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.917170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:43.917677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:43.922239 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:43.951923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a1ff2-fb3c-422f-9292-7a40b67a6796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-df8ec817-3f63-4480-84cf-d61623c7c72a', 'network_id': 'df8ec817-3f63-4480-84cf-d61623c7c72a', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': 'bb5dd722-900d-48b6-89ef-45ee50ab3fb6'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:43.952795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1ff2-fb3c-422f-9292-7a40b67a6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:43.986405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde00c07-80c4-493c-9bf5-126e9e283e03 None None] Pushing event updated for resources: {'Port': ['ID=ca727c44-5c66-4643-9ea7-dc7427b5a364,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:44.022189 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91ac88c7-8919-4b43-974c-5640cd2598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.030064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.041229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.043536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/df8ec817-3f63-4480-84cf-d61623c7c72a HTTP/1.1" status: 204 len: 168 time: 0.5319648 Jul 23 14:36:44.047590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:44.053239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630248312'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:44.067146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bccc2-dbb9-4795-9bc4-38bb4f7522ae tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=df8ec817-3f63-4480-84cf-d61623c7c72a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:44.076927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-91ac88c7-8919-4b43-974c-5640cd2598fa None None] For port c3c39683-7936-402b-b918-82c92939eaa5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c3c39683-7936-402b-b918-82c92939eaa5,segment=NetworkSegment(4a2e4971-5c0a-4073-966d-faf095c297b8),segment_id=4a2e4971-5c0a-4073-966d-faf095c297b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:44.087574 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91ac88c7-8919-4b43-974c-5640cd2598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.091841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:44.096507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.124359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:44.127194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a7b32-6a94-49a0-93ca-8ec70f011187 None None] Network df8ec817-3f63-4480-84cf-d61623c7c72a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:44.138003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.138516 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment d945bc8e-125e-4da3-b96d-d09fc08317d3 of type vlan for network 436543d6-2b1e-41b8-a447-4bd6c77c2810 Jul 23 14:36:44.145905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a7b32-6a94-49a0-93ca-8ec70f011187 None None] Network df8ec817-3f63-4480-84cf-d61623c7c72a could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 14:36:44.191010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac88c7-8919-4b43-974c-5640cd2598fa None None] Pushing event updated for resources: {'Port': ['ID=c3c39683-7936-402b-b918-82c92939eaa5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:44.223672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.260439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.267595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:44.268439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.326080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2771399 Jul 23 14:36:44.332679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:44.344393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': '436543d6-2b1e-41b8-a447-4bd6c77c2810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:44.371064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c2081-b178-472d-9033-77534ad237e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=436543d6-2b1e-41b8-a447-4bd6c77c2810,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:44.383517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 436543d6-2b1e-41b8-a447-4bd6c77c2810 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:44.455024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:44.459685 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.532189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-009065a1-46c8-48ce-94c3-86cb41c7661b None None] Provisioning complete for port c3c39683-7936-402b-b918-82c92939eaa5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:44.532642 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-009065a1-46c8-48ce-94c3-86cb41c7661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.677425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.755501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=d8ca3293-3b85-44c5-b5bf-bc63e623eff6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:44.764901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': 'd945bc8e-125e-4da3-b96d-d09fc08317d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '436543d6-2b1e-41b8-a447-4bd6c77c2810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:44.765264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: 436543d6-2b1e-41b8-a447-4bd6c77c2810, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:44.785593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 436543d6-2b1e-41b8-a447-4bd6c77c2810 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:44.801968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 436543d6-2b1e-41b8-a447-4bd6c77c2810) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:44.808052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:44.808729 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:44.812146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2101f8-da47-4edf-94fc-0384c8883262 None None] Network 436543d6-2b1e-41b8-a447-4bd6c77c2810 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:44.825861 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8caef4e9-9155-4cb2-985a-1b2b7eff3370 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4915929 Jul 23 14:36:44.828969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:44.942877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.014720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf07e35-5100-4421-95e3-5eba6c29e2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-436543d6-2b1e-41b8-a447-4bd6c77c2810', 'network_id': '436543d6-2b1e-41b8-a447-4bd6c77c2810', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': 'd8ca3293-3b85-44c5-b5bf-bc63e623eff6'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:45.015627 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf07e35-5100-4421-95e3-5eba6c29e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.040903 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.130877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c94665-7565-4030-ba58-27862ba684b5 None None] Network a6554335-e74f-47ef-bf03-cb940137acfa requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:45.149345 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.163036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ca727c44-5c66-4643-9ea7-dc7427b5a364 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:45.198287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ca3293-3b85-44c5-b5bf-bc63e623eff6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-7cf07e35-5100-4421-95e3-5eba6c29e2b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8ca3293-3b85-44c5-b5bf-bc63e623eff6: This subnet is being modified by another concurrent operation. Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8ca3293-3b85-44c5-b5bf-bc63e623eff6: This subnet is being modified by another concurrent operation. Jul 23 14:36:45.201783 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:36:45.254194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.265510 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436543d6-2b1e-41b8-a447-4bd6c77c2810']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:45.275772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd945bc8e-125e-4da3-b96d-d09fc08317d3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:45.276109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd945bc8e-125e-4da3-b96d-d09fc08317d3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:45.286509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.300492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.308163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:45.308581 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:45.312390 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:45.378397 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.391205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.392667 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/436543d6-2b1e-41b8-a447-4bd6c77c2810 HTTP/1.1" status: 204 len: 168 time: 0.5626223 Jul 23 14:36:45.396713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:45.402600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738535402'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:45.406295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5143d-2691-4e52-837a-8edd1d35963b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=436543d6-2b1e-41b8-a447-4bd6c77c2810,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:45.416929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a315745-853d-4619-b32c-884998441250 None None] Network 436543d6-2b1e-41b8-a447-4bd6c77c2810 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:45.430192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:45.433436 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:36:45.434082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.442827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a315745-853d-4619-b32c-884998441250 None None] Network 436543d6-2b1e-41b8-a447-4bd6c77c2810 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 14:36:45.459950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:45.469041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78b17fb5-2012-4cdb-b171-d6d71db8c99f None None] Provisioning for port ca727c44-5c66-4643-9ea7-dc7427b5a364 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:45.472216 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.472649 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment 1855eb6b-f7ba-4576-8a73-205989aefff8 of type vlan for network ce3bb011-1280-48e3-8db9-e68e03f224ab Jul 23 14:36:45.502843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ca727c44-5c66-4643-9ea7-dc7427b5a364 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:45.510558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ca727c44-5c66-4643-9ea7-dc7427b5a364 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:45.510958 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.523018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.560803 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.567731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:45.569006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.613378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2127273 Jul 23 14:36:45.614979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:45.623007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': 'ce3bb011-1280-48e3-8db9-e68e03f224ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:45.631149 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.667994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ca727c44-5c66-4643-9ea7-dc7427b5a364, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ca727c44-5c66-4643-9ea7-dc7427b5a364,segment=NetworkSegment(b6089d9c-24d9-40fb-9008-cf3afdbe732c),segment_id=b6089d9c-24d9-40fb-9008-cf3afdbe732c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:45.678981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daf3dc-de27-44f1-9d20-10de8967ae2e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=ce3bb011-1280-48e3-8db9-e68e03f224ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:45.679361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.680586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c3c39683-7936-402b-b918-82c92939eaa5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:45.728089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ce3bb011-1280-48e3-8db9-e68e03f224ab details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:45.774084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:45.780054 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.834162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ca727c44-5c66-4643-9ea7-dc7427b5a364,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:45.853375 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1e62-74ed-47bb-b9c0-293dfae23f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.865559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c3c39683-7936-402b-b918-82c92939eaa5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:45.866203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:45.941685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74678708-1165-4ab6-8c6d-42e071214d24 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:36:46.018357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.051416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f1f2174e-ea64-4627-8312-846fc935a89b None None] Provisioning complete for port ca727c44-5c66-4643-9ea7-dc7427b5a364 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:46.051863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1f2174e-ea64-4627-8312-846fc935a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.085678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=73a31718-5080-4fc9-96be-6347deb2f093,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:46.093563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': '1855eb6b-f7ba-4576-8a73-205989aefff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ce3bb011-1280-48e3-8db9-e68e03f224ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:46.093563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: ce3bb011-1280-48e3-8db9-e68e03f224ab, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:46.112373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network ce3bb011-1280-48e3-8db9-e68e03f224ab is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:46.119361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74678708-1165-4ab6-8c6d-42e071214d24 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:36:46.125182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ce3bb011-1280-48e3-8db9-e68e03f224ab) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:46.136404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:46.137010 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.159382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:46.159608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bd1b8a18-5d7f-40ac-962e-1f53fed85fa6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5426116 Jul 23 14:36:46.265153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.327068 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.390557 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.423930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a23893-07a9-4f3e-961d-615f42fabae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-ce3bb011-1280-48e3-8db9-e68e03f224ab', 'network_id': 'ce3bb011-1280-48e3-8db9-e68e03f224ab', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': '73a31718-5080-4fc9-96be-6347deb2f093'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:46.425146 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55a23893-07a9-4f3e-961d-615f42fabae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.426688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=73a31718-5080-4fc9-96be-6347deb2f093,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:46.488890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.505820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3bb011-1280-48e3-8db9-e68e03f224ab']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:46.510974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38bd1c0-ecad-443a-82fa-7a582cadf145 None None] Network ce3bb011-1280-48e3-8db9-e68e03f224ab requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:46.516461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1855eb6b-f7ba-4576-8a73-205989aefff8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:46.516760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1855eb6b-f7ba-4576-8a73-205989aefff8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:46.528451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.542186 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.548881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:46.549296 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:46.552785 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:46.614566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.622145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.624316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/ce3bb011-1280-48e3-8db9-e68e03f224ab HTTP/1.1" status: 204 len: 168 time: 0.4625814 Jul 23 14:36:46.628353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:46.633330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-359733629'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:46.636801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95413d4f-ac8e-4073-a414-11074b44a6d6 None None] Network ce3bb011-1280-48e3-8db9-e68e03f224ab requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:46.645855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a7fb-2d69-47f8-9893-2e719c79cd0f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=ce3bb011-1280-48e3-8db9-e68e03f224ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:46.653423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95413d4f-ac8e-4073-a414-11074b44a6d6 None None] Network ce3bb011-1280-48e3-8db9-e68e03f224ab could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 14:36:46.664339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:46.668020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.693927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:46.704063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.704408 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment a3fd035f-97a3-4142-80da-787e357d3673 of type vlan for network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 Jul 23 14:36:46.756694 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.787840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.794347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:46.795102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.833510 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2041094 Jul 23 14:36:46.836657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:46.842221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:46.863642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3883cb8-032d-49d1-9a28-02f6e3f28ac0 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=24673e45-f27f-46cd-a213-98ea0ad1d1c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:46.874831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:46.938837 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:46.944013 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:46.997117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ca727c44-5c66-4643-9ea7-dc7427b5a364 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:47.049717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ca727c44-5c66-4643-9ea7-dc7427b5a364 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:47.050006 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.139580 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.198759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=02a7b49c-c217-4ab4-ae8f-61a1c9a26175,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:47.208195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': 'a3fd035f-97a3-4142-80da-787e357d3673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:47.208558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: 24673e45-f27f-46cd-a213-98ea0ad1d1c7, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:47.226695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:47.236249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 24673e45-f27f-46cd-a213-98ea0ad1d1c7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:47.242683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:47.242683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.246150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc45d96-cf09-4a58-a07a-a97774a04c9f None None] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:47.267981 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-216b3e22-e88b-40d5-9748-ffe870633d3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4302106 Jul 23 14:36:47.268279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:47.274414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:47.392388 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:47.396384 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.397010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-24673e45-f27f-46cd-a213-98ea0ad1d1c7', 'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': '02a7b49c-c217-4ab4-ae8f-61a1c9a26175'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:47.397997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.547422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Allocated IP 2001:db8::2 (24673e45-f27f-46cd-a213-98ea0ad1d1c7/02a7b49c-c217-4ab4-ae8f-61a1c9a26175/83cd4a9e-afeb-4ade-97a0-62ab59f84fd9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:47.657141 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.708377 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.718259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Transition to ACTIVE for port object 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:47.718474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:47.722349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:47.728551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:47.729500 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.734352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Transition to ACTIVE for port object 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:47.740122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=c87b0e0b-0c24-487f-8dd2-d2a83b4d56ee,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:47.742692 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.757441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f03cff38-e669-4593-af46-0b01843eea08 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4853032 Jul 23 14:36:47.760382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:47.787789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:47.790766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:47.795317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:47.798399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Pushing event updated for resources: {'Port': ['ID=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:47.856042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Attempting to bind port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:36:47.856503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Attempting to bind port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a3fd035f-97a3-4142-80da-787e357d3673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:36:47.856926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Attempting to bind port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 on network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:47.862057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:36:47.862709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Checking segment: {'id': 'a3fd035f-97a3-4142-80da-787e357d3673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:47.863214 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.863666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Bound using segment: {'id': 'a3fd035f-97a3-4142-80da-787e357d3673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:36:47.864185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Bound port: 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fd035f-97a3-4142-80da-787e357d3673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:36:47.864633 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.869391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edda865-d07d-4901-95cc-f0c64e99bb54 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:47.870952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edda865-d07d-4901-95cc-f0c64e99bb54 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:47.872478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edda865-d07d-4901-95cc-f0c64e99bb54 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:47.874125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edda865-d07d-4901-95cc-f0c64e99bb54 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:47.875666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edda865-d07d-4901-95cc-f0c64e99bb54 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:47.877386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5edda865-d07d-4901-95cc-f0c64e99bb54 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1156745 Jul 23 14:36:47.883107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:47.888382 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-660163232'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:47.913367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:47.916898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.933437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] For port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:47.937096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] For port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,segment=NetworkSegment(a3fd035f-97a3-4142-80da-787e357d3673),segment_id=a3fd035f-97a3-4142-80da-787e357d3673)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:36:47.941805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.941979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:47.954254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:47.954614 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment 40d44044-0dbe-4280-998a-7c1c650fd095 of type vlan for network 50f54702-077a-4597-9855-631947bcb29a Jul 23 14:36:48.001282 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.006248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729a880-b603-46dc-b880-3af17519fdfb None None] Pushing event updated for resources: {'Port': ['ID=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:48.033587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.039690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:48.040369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.044249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.067571 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1831343 Jul 23 14:36:48.070268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:48.076541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:48.123191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d11131-19ad-4be4-97b5-3769300f7016 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=50f54702-077a-4597-9855-631947bcb29a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:48.135146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 50f54702-077a-4597-9855-631947bcb29a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:48.324769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.329604 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.343073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.354675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 50f54702-077a-4597-9855-631947bcb29a is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:36:48.359519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:48.360180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.363100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "PUT /v2.0/networks/50f54702-077a-4597-9855-631947bcb29a HTTP/1.1" status: 200 len: 723 time: 0.2916708 Jul 23 14:36:48.364439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:48.370516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': '50f54702-077a-4597-9855-631947bcb29a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:48.427730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbfb4e-565b-40dd-9765-d59172cbf5af tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=50f54702-077a-4597-9855-631947bcb29a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:48.441437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 50f54702-077a-4597-9855-631947bcb29a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:48.468902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:48.473112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:48.536367 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-944e6377-4435-45c2-940d-f1d4d78f690a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.022031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.064129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:49.103784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': '40d44044-0dbe-4280-998a-7c1c650fd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '50f54702-077a-4597-9855-631947bcb29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:49.104267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: 50f54702-077a-4597-9855-631947bcb29a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:49.118048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=75a3dee5-3e15-4274-b8f4-87e016282b3a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:49.130265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b11296-6e5e-417f-a7fd-703f0a21151d None None] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:49.134238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 50f54702-077a-4597-9855-631947bcb29a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:49.145484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 50f54702-077a-4597-9855-631947bcb29a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:49.154743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:49.155339 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.161597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c65dd4-89e3-43cf-b401-2c67d819130b None None] Network 50f54702-077a-4597-9855-631947bcb29a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:49.177503 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a2a9478d-2918-4fb6-9f1a-9d5b7e4d9e13 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8118787 Jul 23 14:36:49.180229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:49.186115 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-438983ee-86ac-4aed-b259-afe4465252c1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:49.233289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:49.283451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b311f04-2dd8-48e6-a5d4-e77b7c780a75 None None] Provisioning for port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:49.302770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b311f04-2dd8-48e6-a5d4-e77b7c780a75 None None] Provisioning complete for port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:49.303222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b311f04-2dd8-48e6-a5d4-e77b7c780a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.312577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-438983ee-86ac-4aed-b259-afe4465252c1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12077799'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.454586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-438983ee-86ac-4aed-b259-afe4465252c1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750221983564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11982887'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.488735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438983ee-86ac-4aed-b259-afe4465252c1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:49.489242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-438983ee-86ac-4aed-b259-afe4465252c1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.490542 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-438983ee-86ac-4aed-b259-afe4465252c1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "PUT /v2.0/subnets/75a3dee5-3e15-4274-b8f4-87e016282b3a HTTP/1.1" status: 200 len: 826 time: 0.3091102 Jul 23 14:36:49.493331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:49.495475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-50f54702-077a-4597-9855-631947bcb29a', 'network_id': '50f54702-077a-4597-9855-631947bcb29a', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': '75a3dee5-3e15-4274-b8f4-87e016282b3a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:49.496363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.506964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438983ee-86ac-4aed-b259-afe4465252c1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=75a3dee5-3e15-4274-b8f4-87e016282b3a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:49.528958 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b311f04-2dd8-48e6-a5d4-e77b7c780a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.602952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.653339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.666821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7b311f04-2dd8-48e6-a5d4-e77b7c780a75 None None] For port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,segment=NetworkSegment(a3fd035f-97a3-4142-80da-787e357d3673),segment_id=a3fd035f-97a3-4142-80da-787e357d3673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:49.675751 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.679885 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b311f04-2dd8-48e6-a5d4-e77b7c780a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:49.748452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] Update dhcp port {'port': {'network_id': '24673e45-f27f-46cd-a213-98ea0ad1d1c7', 'fixed_ips': [{'subnet_id': '02a7b49c-c217-4ab4-ae8f-61a1c9a26175', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c87b0e0b-0c24-487f-8dd2-d2a83b4d56ee'}], 'binding:host_id': 'n-d-801990-3'}, 'id': '83cd4a9e-afeb-4ade-97a0-62ab59f84fd9'} from n-d-801990-3. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 14:36:49.946232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Allocated IP 2001:db8::2 (50f54702-077a-4597-9855-631947bcb29a/75a3dee5-3e15-4274-b8f4-87e016282b3a/3b21f484-55b0-4536-964d-6f6487f60586) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:49.949576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b311f04-2dd8-48e6-a5d4-e77b7c780a75 None None] Pushing event updated for resources: {'Port': ['ID=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:49.968154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.226092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.232960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] Allocated IP 172.20.0.1 (24673e45-f27f-46cd-a213-98ea0ad1d1c7/c87b0e0b-0c24-487f-8dd2-d2a83b4d56ee/83cd4a9e-afeb-4ade-97a0-62ab59f84fd9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:50.241513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Transition to ACTIVE for port object 3b21f484-55b0-4536-964d-6f6487f60586 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:50.274589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Transition to ACTIVE for port object 3b21f484-55b0-4536-964d-6f6487f60586 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:50.287027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.307891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.357058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=75a3dee5-3e15-4274-b8f4-87e016282b3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:50.363831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Network 50f54702-077a-4597-9855-631947bcb29a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:50.372210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:50.379935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:50.387683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Pushing event updated for resources: {'Port': ['ID=3b21f484-55b0-4536-964d-6f6487f60586,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:50.399320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] For port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,segment=NetworkSegment(a3fd035f-97a3-4142-80da-787e357d3673),segment_id=a3fd035f-97a3-4142-80da-787e357d3673)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:50.410396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.421132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f54702-077a-4597-9855-631947bcb29a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:50.432548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d44044-0dbe-4280-998a-7c1c650fd095') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:50.432824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d44044-0dbe-4280-998a-7c1c650fd095') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:50.442259 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.458203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.466250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:50.466667 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.470732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Attempting to bind port 3b21f484-55b0-4536-964d-6f6487f60586 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:50.470897 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:50.473206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Attempting to bind port 3b21f484-55b0-4536-964d-6f6487f60586 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '40d44044-0dbe-4280-998a-7c1c650fd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '50f54702-077a-4597-9855-631947bcb29a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:36:50.473206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Attempting to bind port 3b21f484-55b0-4536-964d-6f6487f60586 on network 50f54702-077a-4597-9855-631947bcb29a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:50.476778 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.485837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:36:50.485837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Checking segment: {'id': '40d44044-0dbe-4280-998a-7c1c650fd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '50f54702-077a-4597-9855-631947bcb29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:50.486245 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.486619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Bound using segment: {'id': '40d44044-0dbe-4280-998a-7c1c650fd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '50f54702-077a-4597-9855-631947bcb29a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:36:50.487108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Bound port: 3b21f484-55b0-4536-964d-6f6487f60586, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d44044-0dbe-4280-998a-7c1c650fd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '50f54702-077a-4597-9855-631947bcb29a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:36:50.487493 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.534471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] Transition to ACTIVE for port object 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:50.536101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:36:50.536101 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:36:50.536101 n-d-801990-3 neutron-server[93767]: [parameters: {'id': '50f54702-077a-4597-9855-631947bcb29a'}] Jul 23 14:36:50.536101 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:36:50.536909 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:36:50.542509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.720471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] For port 3b21f484-55b0-4536-964d-6f6487f60586, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:50.720471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] For port 3b21f484-55b0-4536-964d-6f6487f60586, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3b21f484-55b0-4536-964d-6f6487f60586,segment=NetworkSegment(40d44044-0dbe-4280-998a-7c1c650fd095),segment_id=40d44044-0dbe-4280-998a-7c1c650fd095)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:36:50.720471 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:50.720471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6d5c9-8489-4555-90ee-d814e348cdc3 None None] Pushing event updated for resources: {'Port': ['ID=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:50.756874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0908227-c549-49d3-9692-6c3011eed2af None None] Pushing event updated for resources: {'Port': ['ID=3b21f484-55b0-4536-964d-6f6487f60586,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:50.779824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745911c7-844c-4faf-84ea-f1f24197d3d5 None None] Network 50f54702-077a-4597-9855-631947bcb29a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:50.948990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76278d-e1ea-4a03-b098-b01d0352cc77 None None] Network 50f54702-077a-4597-9855-631947bcb29a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:51.017648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:36:51.038040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.102132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting port 3b21f484-55b0-4536-964d-6f6487f60586 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:51.102402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.178122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] For port 3b21f484-55b0-4536-964d-6f6487f60586, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3b21f484-55b0-4536-964d-6f6487f60586,segment=NetworkSegment(40d44044-0dbe-4280-998a-7c1c650fd095),segment_id=40d44044-0dbe-4280-998a-7c1c650fd095)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:51.178720 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.197541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Calling delete_port for 3b21f484-55b0-4536-964d-6f6487f60586 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:51.288201 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.301150 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.318759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No DVR routers for this DVR port 3b21f484-55b0-4536-964d-6f6487f60586 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:36:51.320329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Port': ['ID=3b21f484-55b0-4536-964d-6f6487f60586,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:51.389452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ed4f5-e685-4e6a-a75f-451401537e42 None None] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:51.451946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57983d02-9d8e-42c7-ab4d-9ab81473a2b5 None None] Provisioning for port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:36:51.462578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57983d02-9d8e-42c7-ab4d-9ab81473a2b5 None None] Provisioning complete for port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:51.463038 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57983d02-9d8e-42c7-ab4d-9ab81473a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.749802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.761007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f54702-077a-4597-9855-631947bcb29a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:51.772009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d44044-0dbe-4280-998a-7c1c650fd095') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:51.772346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d44044-0dbe-4280-998a-7c1c650fd095') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:51.783565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.798775 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.806350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:51.806940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:51.810602 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:51.864055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07080797-5d0e-4e8c-a417-d3a220c85c13 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:36:51.881165 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.890949 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.893099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/50f54702-077a-4597-9855-631947bcb29a HTTP/1.1" status: 204 len: 168 time: 2.3972230 Jul 23 14:36:51.895890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:51.915889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad600d-4e09-4e4b-bac8-8439b086c28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=50f54702-077a-4597-9855-631947bcb29a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:51.926932 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7e82d9-88f4-45db-a2a8-78a66f12cdb6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:51.927487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7e82d9-88f4-45db-a2a8-78a66f12cdb6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:51.929238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-be7e82d9-88f4-45db-a2a8-78a66f12cdb6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/50f54702-077a-4597-9855-631947bcb29a HTTP/1.1" status: 404 len: 339 time: 0.0321128 Jul 23 14:36:51.933255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:51.938529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179469062', 'description': 'd1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:51.965470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:51.969437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:51.981683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-192292cb-9914-43ae-b959-5df2c6eef087 None None] Provisioning complete for port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:36:51.982065 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-192292cb-9914-43ae-b959-5df2c6eef087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.006054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:52.017096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.017447 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment ae234b75-ecfb-4379-9a71-4117e0f68a11 of type vlan for network 7d6847c7-f8e6-480f-86d9-cf89f88e36d1 Jul 23 14:36:52.063546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.063830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07080797-5d0e-4e8c-a417-d3a220c85c13 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:36:52.098391 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.104984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:52.105588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.153891 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2195933 Jul 23 14:36:52.156970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:52.211975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a109d-4c23-45cc-a015-5426968ffc3d tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=7d6847c7-f8e6-480f-86d9-cf89f88e36d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:52.226812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 7d6847c7-f8e6-480f-86d9-cf89f88e36d1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:52.277946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9edeed4-ab9d-425a-914c-4c9be037d767 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:52.282057 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f9edeed4-ab9d-425a-914c-4c9be037d767 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/networks?id=7d6847c7-f8e6-480f-86d9-cf89f88e36d1 HTTP/1.1" status: 200 len: 764 time: 0.1215420 Jul 23 14:36:52.282247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:52.288159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'description': 'd2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:52.462793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.477340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.498499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network 7d6847c7-f8e6-480f-86d9-cf89f88e36d1 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:36:52.504005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:52.504588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:52.505856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "PUT /v2.0/networks/7d6847c7-f8e6-480f-86d9-cf89f88e36d1 HTTP/1.1" status: 200 len: 761 time: 0.2224798 Jul 23 14:36:52.508798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:52.559033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4e2dd-a666-48be-ad1d-be60076020ff tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=7d6847c7-f8e6-480f-86d9-cf89f88e36d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:52.571372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 7d6847c7-f8e6-480f-86d9-cf89f88e36d1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:52.608596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11689a9-513c-4fb0-8dd0-85c53dd4acc5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:52.612485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b11689a9-513c-4fb0-8dd0-85c53dd4acc5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/networks?id=7d6847c7-f8e6-480f-86d9-cf89f88e36d1 HTTP/1.1" status: 200 len: 764 time: 0.1002676 Jul 23 14:36:52.615511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:52.808304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56387942-a52c-405d-a499-58fe31185ec6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:52.809915 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-56387942-a52c-405d-a499-58fe31185ec6 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1931498 Jul 23 14:36:52.812691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:52.873882 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2dba9fad-bad9-4240-b159-f72dd99d47c7 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 207 time: 0.0600421 Jul 23 14:36:52.877600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.071524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbec5d6-437a-4318-bb18-eae2062f43e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.077405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbec5d6-437a-4318-bb18-eae2062f43e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.083529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbec5d6-437a-4318-bb18-eae2062f43e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.089468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbec5d6-437a-4318-bb18-eae2062f43e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.095162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbec5d6-437a-4318-bb18-eae2062f43e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.100894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbec5d6-437a-4318-bb18-eae2062f43e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.102734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-abbec5d6-437a-4318-bb18-eae2062f43e1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2241099 Jul 23 14:36:53.106878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.319809 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dcbc4e1b-44ac-4fb2-bf9d-18944739b17e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2111652 Jul 23 14:36:53.323449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.396620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc2320b-4b6f-45ca-99e7-04c7ed5d8c6e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.398516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc2320b-4b6f-45ca-99e7-04c7ed5d8c6e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.400263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc2320b-4b6f-45ca-99e7-04c7ed5d8c6e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.402061 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc2320b-4b6f-45ca-99e7-04c7ed5d8c6e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.403663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc2320b-4b6f-45ca-99e7-04c7ed5d8c6e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.405407 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1fc2320b-4b6f-45ca-99e7-04c7ed5d8c6e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0808115 Jul 23 14:36:53.409321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.470304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b05004-a021-4fe1-9f21-e36402830f35 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.471741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b05004-a021-4fe1-9f21-e36402830f35 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.473144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b05004-a021-4fe1-9f21-e36402830f35 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.474796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b05004-a021-4fe1-9f21-e36402830f35 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.476215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b05004-a021-4fe1-9f21-e36402830f35 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.477807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-34b05004-a021-4fe1-9f21-e36402830f35 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0674427 Jul 23 14:36:53.481560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.591908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f2dd3-328f-4125-966c-063aae04103e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.593263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-117f2dd3-328f-4125-966c-063aae04103e tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/networks/3655380b-07b4-4937-936c-561faf595a74 HTTP/1.1" status: 200 len: 803 time: 0.1108012 Jul 23 14:36:53.597107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.701319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-567ae3d6-a8e5-495d-8979-06a81af91eb8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/networks/3655380b-07b4-4937-936c-561faf595a74?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1031022 Jul 23 14:36:53.704639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.765764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dea3f2-51eb-468d-bf87-6cac18f18839 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.767087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-69dea3f2-51eb-468d-bf87-6cac18f18839 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/subnets/3c532865-371f-4044-9943-ba8bc96f2114 HTTP/1.1" status: 200 len: 843 time: 0.0615532 Jul 23 14:36:53.771284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.822462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66551838-04d7-4fa2-9cd8-6013d9eeb616 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.823835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-66551838-04d7-4fa2-9cd8-6013d9eeb616 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "GET /v2.0/subnets/3c532865-371f-4044-9943-ba8bc96f2114?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0520802 Jul 23 14:36:53.827866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:53.833495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033663913'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:53.858270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:53.862200 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:53.887222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:36:53.897295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:53.897643 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Added segment 63c7f9d6-a25d-4143-8a03-4762520ea0c4 of type vlan for network cdf2530d-897c-45d8-9eac-238bd922a6a5 Jul 23 14:36:53.949429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:53.987426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:53.993989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:53.995364 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.033889 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2048750 Jul 23 14:36:54.037110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:54.043171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'network_id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:54.068045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266f063-eefb-4a55-b871-0f74b82967df tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Network': ['ID=cdf2530d-897c-45d8-9eac-238bd922a6a5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:54.082017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cdf2530d-897c-45d8-9eac-238bd922a6a5 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:36:54.159661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Made reservation on behalf of ac74469a1ebd41848fb1e10210db912b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:36:54.163469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.226953 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 14:36:54.227463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 14:36:54.375235 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.432827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=cbd36edf-c438-40e2-bf71-47aeb9d1cfd5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:54.461708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Checking segment: {'id': '63c7f9d6-a25d-4143-8a03-4762520ea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:54.462070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network hostable DHCP agents. Network: cdf2530d-897c-45d8-9eac-238bd922a6a5, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:36:54.480682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Network cdf2530d-897c-45d8-9eac-238bd922a6a5 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:36:54.493331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cdf2530d-897c-45d8-9eac-238bd922a6a5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:54.497888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:54.498631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.503707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3c247-49cc-4fe9-863f-2fd89a528b9d None None] Network cdf2530d-897c-45d8-9eac-238bd922a6a5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:54.517885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e4b3d78-9224-4f05-92e6-bb00eaedc28f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4790351 Jul 23 14:36:54.520934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:54.528278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-326101f3-de9b-4ef8-b4c1-91d0f273a809 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:36:54.620364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93445dd-1819-4165-9a52-a9fd7f903499 req-e751461b-3147-4e75-a902-b46244f78817 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:54.622216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d93445dd-1819-4165-9a52-a9fd7f903499 req-e751461b-3147-4e75-a902-b46244f78817 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1096 time: 0.0753300 Jul 23 14:36:54.642224 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-326101f3-de9b-4ef8-b4c1-91d0f273a809 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12077799'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.671064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d93445dd-1819-4165-9a52-a9fd7f903499 req-4f195021-473f-40aa-bef7-bb36fc5171da tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Jul 23 14:36:54.691827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:54.849884 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-326101f3-de9b-4ef8-b4c1-91d0f273a809 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750221983564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11982887'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.895487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 2200b962-480e-452b-96df-8e1519fba899 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:54.895977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.897803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326101f3-de9b-4ef8-b4c1-91d0f273a809 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:54.898419 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-326101f3-de9b-4ef8-b4c1-91d0f273a809 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.902734 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-326101f3-de9b-4ef8-b4c1-91d0f273a809 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "PUT /v2.0/subnets/cbd36edf-c438-40e2-bf71-47aeb9d1cfd5 HTTP/1.1" status: 200 len: 900 time: 0.3778286 Jul 23 14:36:54.902933 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:54.916255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-cdf2530d-897c-45d8-9eac-238bd922a6a5', 'network_id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5', 'tenant_id': 'ac74469a1ebd41848fb1e10210db912b', 'fixed_ips': [{'subnet_id': 'cbd36edf-c438-40e2-bf71-47aeb9d1cfd5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:36:54.917476 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.943982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326101f3-de9b-4ef8-b4c1-91d0f273a809 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event updated for resources: {'Subnet': ['ID=cbd36edf-c438-40e2-bf71-47aeb9d1cfd5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:54.996284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:54.996660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.013101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 2200b962-480e-452b-96df-8e1519fba899 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:55.049199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.113287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.132626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Allocated IP 2001:db8::3 (cdf2530d-897c-45d8-9eac-238bd922a6a5/cbd36edf-c438-40e2-bf71-47aeb9d1cfd5/b0b19ce9-85b1-4f6e-8dda-706751217d9c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:36:55.232928 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.266331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=2200b962-480e-452b-96df-8e1519fba899,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:55.303865 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.323573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Transition to ACTIVE for port object b0b19ce9-85b1-4f6e-8dda-706751217d9c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:55.328276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.328683 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 40938471-d46e-4bad-ba59-6e43abd8ef5a disassociated (deleted). External IP: 172.25.2.39, port: 65cf4e5a-e2f5-42e2-812f-ec776a8220f4. Jul 23 14:36:55.340872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Transition to ACTIVE for port object b0b19ce9-85b1-4f6e-8dda-706751217d9c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:36:55.350430 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.371572 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.398087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Pushing event updated for resources: {'Port': ['ID=b0b19ce9-85b1-4f6e-8dda-706751217d9c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:55.405521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Network cdf2530d-897c-45d8-9eac-238bd922a6a5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:36:55.405657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd36edf-c438-40e2-bf71-47aeb9d1cfd5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:55.406995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:36:55.413016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:36:55.484102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Attempting to bind port b0b19ce9-85b1-4f6e-8dda-706751217d9c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:36:55.484407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Attempting to bind port b0b19ce9-85b1-4f6e-8dda-706751217d9c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '63c7f9d6-a25d-4143-8a03-4762520ea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:36:55.484777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Attempting to bind port b0b19ce9-85b1-4f6e-8dda-706751217d9c on network cdf2530d-897c-45d8-9eac-238bd922a6a5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:36:55.490085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:36:55.490474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Checking segment: {'id': '63c7f9d6-a25d-4143-8a03-4762520ea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:36:55.490909 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.491314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Bound using segment: {'id': '63c7f9d6-a25d-4143-8a03-4762520ea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:36:55.491787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Bound port: b0b19ce9-85b1-4f6e-8dda-706751217d9c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c7f9d6-a25d-4143-8a03-4762520ea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:36:55.492187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.512767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.524270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf2530d-897c-45d8-9eac-238bd922a6a5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:55.546541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c7f9d6-a25d-4143-8a03-4762520ea0c4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:55.546963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c7f9d6-a25d-4143-8a03-4762520ea0c4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:55.557860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.573633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.579111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] For port b0b19ce9-85b1-4f6e-8dda-706751217d9c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:36:55.582503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:55.583065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:55.586632 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:55.604070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 010cdf28-f263-4154-8ece-2c8ef92f7c0b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:36:55.653743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] For port b0b19ce9-85b1-4f6e-8dda-706751217d9c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b0b19ce9-85b1-4f6e-8dda-706751217d9c,segment=NetworkSegment(63c7f9d6-a25d-4143-8a03-4762520ea0c4),segment_id=63c7f9d6-a25d-4143-8a03-4762520ea0c4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:36:55.658154 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:36:55.658154 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:36:55.658154 n-d-801990-3 neutron-server[93766]: [parameters: {'id': 'cdf2530d-897c-45d8-9eac-238bd922a6a5'}] Jul 23 14:36:55.658154 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:36:55.658814 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:36:55.661923 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.725623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:36:55.730874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:55.741323 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] Sync routers for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:36:55.751761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:55.752710 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:55.770991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b4764-0e9b-41af-a355-32ef0e6df5ec None None] Pushing event updated for resources: {'Port': ['ID=b0b19ce9-85b1-4f6e-8dda-706751217d9c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:55.782807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e74f6-d939-4a29-9fe7-3f3f52c9bd99 None None] Network cdf2530d-897c-45d8-9eac-238bd922a6a5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:55.786077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-33d7a6ea-e545-40c0-bef7-e930b47f6aef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/floatingips/40938471-d46e-4bad-ba59-6e43abd8ef5a HTTP/1.1" status: 204 len: 168 time: 1.0893288 Jul 23 14:36:55.786077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:36:55.788358 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec030be-702f-43a1-8a41-42001d93f8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:36:55.880905 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:36:55.967936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5f94f-67b1-41e1-a2a5-69bc597eb3eb None None] Network cdf2530d-897c-45d8-9eac-238bd922a6a5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:56.023606 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086fbf08-462d-45c6-9ab7-1f994baa5398 x-openstack-request-id: req-086fbf08-462d-45c6-9ab7-1f994baa5398 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:36:56.023915 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:36:56.024257 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-086fbf08-462d-45c6-9ab7-1f994baa5398 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:36:56.024733 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'status': 'completed', 'code': 200} Jul 23 14:36:56.132059 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:11Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:56.159756 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.167371 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] Checking router: 010cdf28-f263-4154-8ece-2c8ef92f7c0b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:36:56.177928 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:36:56.178819 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:56.189873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487a508-d798-41de-af97-870021d76fe4 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:36:56.199652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-71673317-89a9-43bf-a2d1-e52d477bf4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:56.201194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-71673317-89a9-43bf-a2d1-e52d477bf4c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 1096 time: 0.1255724 Jul 23 14:36:56.246880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ac00-ede8-471a-8421-95302cf36630 req-55e97865-00ca-49b2-b74e-34b9d92becbc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:56.248417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f131ac00-ede8-471a-8421-95302cf36630 req-55e97865-00ca-49b2-b74e-34b9d92becbc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1409335 Jul 23 14:36:56.253238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting port b0b19ce9-85b1-4f6e-8dda-706751217d9c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:56.253581 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.354719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f131ac00-ede8-471a-8421-95302cf36630 req-ee1c63ca-4052-4a45-8913-27346d235ae0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875731 Jul 23 14:36:56.357578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-19f7dff0-8e4b-4a29-8d28-236adb1fc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:56.359024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-19f7dff0-8e4b-4a29-8d28-236adb1fc415 service neutron] 10.222.0.11 "GET /v2.0/networks?id=adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 200 len: 898 time: 0.1488292 Jul 23 14:36:56.360924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] For port b0b19ce9-85b1-4f6e-8dda-706751217d9c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b0b19ce9-85b1-4f6e-8dda-706751217d9c,segment=NetworkSegment(63c7f9d6-a25d-4143-8a03-4762520ea0c4),segment_id=63c7f9d6-a25d-4143-8a03-4762520ea0c4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:56.361296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.374874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Calling delete_port for b0b19ce9-85b1-4f6e-8dda-706751217d9c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:56.377184 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:36:56.399669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487a508-d798-41de-af97-870021d76fe4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:36:56.437735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-5598068f-a4d1-4ee0-a975-ae436bc9c796 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 200 len: 217 time: 0.0683515 Jul 23 14:36:56.498018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-836f297a-396e-4f2a-8855-04cb2b66b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:56.499494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-836f297a-396e-4f2a-8855-04cb2b66b939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 200 len: 834 time: 0.0537577 Jul 23 14:36:56.554842 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.581866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-bb7225e7-e099-4806-8108-ea250970948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:56.584107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-bb7225e7-e099-4806-8108-ea250970948f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adec4a72-0301-488d-b6ba-09e0af4e63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756960 Jul 23 14:36:56.614059 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Port': ['ID=b0b19ce9-85b1-4f6e-8dda-706751217d9c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:56.616530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No DVR routers for this DVR port b0b19ce9-85b1-4f6e-8dda-706751217d9c on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:36:56.700137 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:11Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:56.709572 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.720485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf2530d-897c-45d8-9eac-238bd922a6a5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:56.736472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39947f-5162-4311-a68c-0da748b82568 None None] The sync data for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 is: [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:35:04Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f7c07d5a-6a1c-406a-a117-9509dc7ac2cb', 'name': '', 'network_id': 'adec4a72-0301-488d-b6ba-09e0af4e63b0', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:b9:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:03Z', 'updated_at': '2021-07-23T14:35:11Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '5e014dc8-d08c-4fd5-b33b-98bc7c012821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:36:56.736761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c7f9d6-a25d-4143-8a03-4762520ea0c4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:56.737756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c7f9d6-a25d-4143-8a03-4762520ea0c4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:56.747750 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.753603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-18499b68-03ed-4c21-88d5-91e9d46bbec8 service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612952 Jul 23 14:36:56.781620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.806379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:56.807310 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:56.812118 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:56.891056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dec030be-702f-43a1-8a41-42001d93f8f0 req-9895efae-7d7f-42c8-b0cd-8e905579f7a5 service neutron] 10.222.0.11 "GET /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308236 Jul 23 14:36:56.894810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.907698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:56.909519 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/cdf2530d-897c-45d8-9eac-238bd922a6a5 HTTP/1.1" status: 204 len: 168 time: 2.0055566 Jul 23 14:36:56.914903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:56.939407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aef02-5b1a-46c0-aed9-5c3c7510f4f1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=cdf2530d-897c-45d8-9eac-238bd922a6a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:56.948038 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebed77ed-7056-461b-bd20-61ebf1f0ae1a tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:56.948586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebed77ed-7056-461b-bd20-61ebf1f0ae1a tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:56.953007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ebed77ed-7056-461b-bd20-61ebf1f0ae1a tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/cbd36edf-c438-40e2-bf71-47aeb9d1cfd5 HTTP/1.1" status: 404 len: 337 time: 0.0349078 Jul 23 14:36:56.953768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:56.974305 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-94172d4e-8084-4359-ad11-324de0d9ff28 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:56.975039 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94172d4e-8084-4359-ad11-324de0d9ff28 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:56.979386 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94172d4e-8084-4359-ad11-324de0d9ff28 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/cdf2530d-897c-45d8-9eac-238bd922a6a5 HTTP/1.1" status: 404 len: 339 time: 0.0220101 Jul 23 14:36:56.979869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:57.072592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af7696-ac9d-4a6d-9fcd-15ecbe21890c None None] New status for floating IP 40938471-d46e-4bad-ba59-6e43abd8ef5a: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:36:57.085093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.187847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.200735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6847c7-f8e6-480f-86d9-cf89f88e36d1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:57.211217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae234b75-ecfb-4379-9a71-4117e0f68a11') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:57.211504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae234b75-ecfb-4379-9a71-4117e0f68a11') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:57.220702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.235336 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.242100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:57.242510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:57.246889 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:57.321755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.329034 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.331221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/7d6847c7-f8e6-480f-86d9-cf89f88e36d1 HTTP/1.1" status: 204 len: 168 time: 0.3502693 Jul 23 14:36:57.334226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:57.355679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0b347-b51b-44dd-9e3c-a4594f740215 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=7d6847c7-f8e6-480f-86d9-cf89f88e36d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:57.374076 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee812a74-e6b5-4eb2-bf66-f9f4f38c6e1b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:57.374534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee812a74-e6b5-4eb2-bf66-f9f4f38c6e1b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:57.376373 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ee812a74-e6b5-4eb2-bf66-f9f4f38c6e1b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/75a3dee5-3e15-4274-b8f4-87e016282b3a HTTP/1.1" status: 404 len: 337 time: 0.0405428 Jul 23 14:36:57.378968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:57.402855 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-485ef2d8-f3a8-475c-920c-e28657a75214 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:57.403424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485ef2d8-f3a8-475c-920c-e28657a75214 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:57.405371 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-485ef2d8-f3a8-475c-920c-e28657a75214 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/50f54702-077a-4597-9855-631947bcb29a HTTP/1.1" status: 404 len: 339 time: 0.0252523 Jul 23 14:36:57.407871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:57.523166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting subnet c87b0e0b-0c24-487f-8dd2-d2a83b4d56ee {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:36:57.529331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.596092 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.605532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-5b36c521-0149-48fa-95d9-eb871e6dc22b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:57.607023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-5b36c521-0149-48fa-95d9-eb871e6dc22b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.1702697 Jul 23 14:36:57.649942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3a318-2eeb-4e44-b5f5-8454f9f35695 req-7dd0367a-33a9-4c76-b19d-d7bb5aa21bc7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:36:57.651914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1e3a318-2eeb-4e44-b5f5-8454f9f35695 req-7dd0367a-33a9-4c76-b19d-d7bb5aa21bc7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 945 time: 0.2050490 Jul 23 14:36:57.787430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1e3a318-2eeb-4e44-b5f5-8454f9f35695 req-2b7748dd-342a-4e80-a7dc-d03b82d2a1c9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bf2387-0c22-4856-8c44-2b2387711f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073558 Jul 23 14:36:57.808094 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.871425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:57.871889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.914309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.973344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:57.977400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/c87b0e0b-0c24-487f-8dd2-d2a83b4d56ee HTTP/1.1" status: 204 len: 168 time: 0.5662570 Jul 23 14:36:57.978122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:57.980897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205b1cc-8a74-4dbb-897c-fb2881666deb None None] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:57.981326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9e299-11bf-4bea-8870-4dab5da32435 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=c87b0e0b-0c24-487f-8dd2-d2a83b4d56ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:58.013305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:58.013976 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.029859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:58.044424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting subnet 02a7b49c-c217-4ab4-ae8f-61a1c9a26175 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:36:58.059157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.114087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.226285 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.237836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.257286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=65cf4e5a-e2f5-42e2-812f-ec776a8220f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:58.312996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] No DVR routers for this DVR port 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:36:58.317547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.320234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-011e6cb1-f9af-467b-8255-f06129f89c4a req-658f867b-41ab-46b2-afb9-295fb63cb7a0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "DELETE /v2.0/ports/65cf4e5a-e2f5-42e2-812f-ec776a8220f4 HTTP/1.1" status: 204 len: 173 time: 0.6942389 Jul 23 14:36:58.320602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-deleted', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:36:58.329758 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5610059-5123-476d-8b7f-ae4263aa7163" -d '{"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-deleted", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:36:58.332475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.385941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=02a7b49c-c217-4ab4-ae8f-61a1c9a26175,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:58.393202 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8419d03-cf2d-4830-a262-463b8d74d102 x-openstack-request-id: req-b8419d03-cf2d-4830-a262-463b8d74d102 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:36:58.393487 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99eb156-38a0-462b-97d9-3accc471b82f", "name": "network-vif-deleted", "tag": "65cf4e5a-e2f5-42e2-812f-ec776a8220f4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:36:58.393732 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8419d03-cf2d-4830-a262-463b8d74d102 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:36:58.394137 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99eb156-38a0-462b-97d9-3accc471b82f', 'name': 'network-vif-deleted', 'tag': '65cf4e5a-e2f5-42e2-812f-ec776a8220f4', 'status': 'completed', 'code': 200} Jul 23 14:36:58.407393 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.412115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:58.412472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3ad2c676-f069-43bb-9a20-f860bbca46d8 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/02a7b49c-c217-4ab4-ae8f-61a1c9a26175 HTTP/1.1" status: 204 len: 168 time: 0.4329302 Jul 23 14:36:58.533563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.599964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:36:58.600311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.686698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] For port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,segment=NetworkSegment(a3fd035f-97a3-4142-80da-787e357d3673),segment_id=a3fd035f-97a3-4142-80da-787e357d3673)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:36:58.687086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.705981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Calling delete_port for 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:36:58.823929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:58.870846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No DVR routers for this DVR port 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:36:58.876607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Port': ['ID=83cd4a9e-afeb-4ade-97a0-62ab59f84fd9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:59.004243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6546e774-f201-4d92-90ce-8ef79c9c291a req-e499ec43-d32d-4e76-b0e4-ffbc3e81b414 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99eb156-38a0-462b-97d9-3accc471b82f HTTP/1.1" status: 200 len: 210 time: 0.0445497 Jul 23 14:36:59.050098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.064379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24673e45-f27f-46cd-a213-98ea0ad1d1c7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:59.075892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fd035f-97a3-4142-80da-787e357d3673') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:59.075892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fd035f-97a3-4142-80da-787e357d3673') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:36:59.087813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.110543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.113106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0000887-548e-4ea1-8b2f-8bd28d2240eb None None] Network 24673e45-f27f-46cd-a213-98ea0ad1d1c7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:36:59.125482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:36:59.126804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:36:59.133100 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:36:59.184390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6e45e25-fce2-4a09-98be-9697e4551192 None None] Could not find standard attr ID for object 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:36:59.202239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.211974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.217221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/24673e45-f27f-46cd-a213-98ea0ad1d1c7 HTTP/1.1" status: 204 len: 168 time: 0.8040521 Jul 23 14:36:59.217390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:59.239415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a4b05-0925-4cf4-a9e7-676ef7d7b632 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=24673e45-f27f-46cd-a213-98ea0ad1d1c7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:36:59.251199 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa957e9-8ba0-48a0-b4cf-caa1c766ab6a tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:59.251577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa957e9-8ba0-48a0-b4cf-caa1c766ab6a tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:59.254685 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9fa957e9-8ba0-48a0-b4cf-caa1c766ab6a tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/73a31718-5080-4fc9-96be-6347deb2f093 HTTP/1.1" status: 404 len: 337 time: 0.0349822 Jul 23 14:36:59.256383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:59.275933 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-153cfd65-3c32-4cd0-be5a-7df770b38270 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:59.276492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153cfd65-3c32-4cd0-be5a-7df770b38270 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:59.279401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-153cfd65-3c32-4cd0-be5a-7df770b38270 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/ce3bb011-1280-48e3-8db9-e68e03f224ab HTTP/1.1" status: 404 len: 339 time: 0.0217562 Jul 23 14:36:59.281015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:59.309490 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb86747-fb7e-4af0-aa57-62d744f929ac tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:59.310044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb86747-fb7e-4af0-aa57-62d744f929ac tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:59.313109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08eb1d3-fdca-49eb-8041-77a73b70fe1c None None] DHCP port deletion for 24673e45-f27f-46cd-a213-98ea0ad1d1c7 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:36:59.315028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8eb86747-fb7e-4af0-aa57-62d744f929ac tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/d8ca3293-3b85-44c5-b5bf-bc63e623eff6 HTTP/1.1" status: 404 len: 337 time: 0.0323660 Jul 23 14:36:59.317330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:59.338141 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6006b1-fc2e-4f3e-8919-127df2af53b1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:59.342636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6006b1-fc2e-4f3e-8919-127df2af53b1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:59.346585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7a6006b1-fc2e-4f3e-8919-127df2af53b1 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/436543d6-2b1e-41b8-a447-4bd6c77c2810 HTTP/1.1" status: 404 len: 339 time: 0.0279644 Jul 23 14:36:59.350080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:59.380850 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0886deae-a507-47e3-8734-a13da2d2288b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:59.381298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0886deae-a507-47e3-8734-a13da2d2288b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:59.385426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0886deae-a507-47e3-8734-a13da2d2288b tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/bb5dd722-900d-48b6-89ef-45ee50ab3fb6 HTTP/1.1" status: 404 len: 337 time: 0.0319006 Jul 23 14:36:59.385641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:59.403417 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f019a1df-7298-430d-817d-c05b2cdeb17c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:36:59.403943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f019a1df-7298-430d-817d-c05b2cdeb17c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:36:59.408036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f019a1df-7298-430d-817d-c05b2cdeb17c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/df8ec817-3f63-4480-84cf-d61623c7c72a HTTP/1.1" status: 404 len: 339 time: 0.0190401 Jul 23 14:36:59.408331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:36:59.466917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting subnet 54b6099b-79c0-4d95-892d-fc39d344f69c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:36:59.470261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.510815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.903431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.966355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:36:59.993837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=54b6099b-79c0-4d95-892d-fc39d344f69c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:00.004287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.008669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-298d1aaa-3bd1-421b-8498-e1edf8f07096 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/54b6099b-79c0-4d95-892d-fc39d344f69c HTTP/1.1" status: 204 len: 168 time: 0.5970364 Jul 23 14:37:00.008892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:00.017145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d1b767-6329-40b2-b68d-ac2c48e4f265 None None] Network a6554335-e74f-47ef-bf03-cb940137acfa requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:00.070974 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:00.115115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.181788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting port ca727c44-5c66-4643-9ea7-dc7427b5a364 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:00.182134 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.252384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] DHCP port deletion for a6554335-e74f-47ef-bf03-cb940137acfa request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:37:00.271403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] For port ca727c44-5c66-4643-9ea7-dc7427b5a364, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ca727c44-5c66-4643-9ea7-dc7427b5a364,segment=NetworkSegment(b6089d9c-24d9-40fb-9008-cf3afdbe732c),segment_id=b6089d9c-24d9-40fb-9008-cf3afdbe732c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:00.271658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.286750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Calling delete_port for ca727c44-5c66-4643-9ea7-dc7427b5a364 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:00.306000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] Deleting port ca727c44-5c66-4643-9ea7-dc7427b5a364 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:00.306760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.396452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.402713 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] For port ca727c44-5c66-4643-9ea7-dc7427b5a364, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ca727c44-5c66-4643-9ea7-dc7427b5a364,segment=NetworkSegment(b6089d9c-24d9-40fb-9008-cf3afdbe732c),segment_id=b6089d9c-24d9-40fb-9008-cf3afdbe732c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:00.403458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.423148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] Calling delete_port for ca727c44-5c66-4643-9ea7-dc7427b5a364 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:00.430139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Port': ['ID=ca727c44-5c66-4643-9ea7-dc7427b5a364,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:00.433211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No DVR routers for this DVR port ca727c44-5c66-4643-9ea7-dc7427b5a364 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:00.524150 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.527927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.538148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] No DVR routers for this DVR port ca727c44-5c66-4643-9ea7-dc7427b5a364 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:00.551696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.559619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e27906-75b0-430c-93e7-457d16a1753b None None] Pushing event deleted for resources: {'Port': ['ID=ca727c44-5c66-4643-9ea7-dc7427b5a364,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:00.573019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6554335-e74f-47ef-bf03-cb940137acfa']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:00.584356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6089d9c-24d9-40fb-9008-cf3afdbe732c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:00.584673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6089d9c-24d9-40fb-9008-cf3afdbe732c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:00.594793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.612053 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.619641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:00.620323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:00.625601 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:00.714693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.722831 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.725732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/a6554335-e74f-47ef-bf03-cb940137acfa HTTP/1.1" status: 204 len: 168 time: 0.7158349 Jul 23 14:37:00.728145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:00.746714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7bec1-1333-4b51-b492-fe20234464e5 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=a6554335-e74f-47ef-bf03-cb940137acfa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:00.782762 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f8ad3d-b704-4d39-9185-f716ae16f074 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:00.783220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f8ad3d-b704-4d39-9185-f716ae16f074 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:00.784995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-96f8ad3d-b704-4d39-9185-f716ae16f074 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/3a545081-24c6-4e51-93b0-70ce0adea077 HTTP/1.1" status: 404 len: 337 time: 0.0557442 Jul 23 14:37:00.787571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:00.807437 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-419ae56d-e29c-4927-a9a2-9fe1543ef505 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:00.808182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419ae56d-e29c-4927-a9a2-9fe1543ef505 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:00.813189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-419ae56d-e29c-4927-a9a2-9fe1543ef505 tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/977dea4d-7507-4389-8255-47a3d4b0cd43 HTTP/1.1" status: 404 len: 339 time: 0.0219662 Jul 23 14:37:00.813507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:00.835528 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:00.835784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.871600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting subnet 3c532865-371f-4044-9943-ba8bc96f2114 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:37:00.875640 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.916468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.930626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port f7c07d5a-6a1c-406a-a117-9509dc7ac2cb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:00.931026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:00.949462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for f7c07d5a-6a1c-406a-a117-9509dc7ac2cb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:01.015769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ca727c44-5c66-4643-9ea7-dc7427b5a364 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:01.027453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.040494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ca727c44-5c66-4643-9ea7-dc7427b5a364 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:01.040927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ca727c44-5c66-4643-9ea7-dc7427b5a364 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:01.041689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:01.066395 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:01.067083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 83cd4a9e-afeb-4ade-97a0-62ab59f84fd9 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:01.101755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.130605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Subnet': ['ID=3c532865-371f-4044-9943-ba8bc96f2114,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:01.137083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.142030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eef4d0e2-c206-4ffc-915e-0c172510d04c tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/subnets/3c532865-371f-4044-9943-ba8bc96f2114 HTTP/1.1" status: 204 len: 168 time: 0.3246737 Jul 23 14:37:01.142546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93373d27-181a-42f1-aecb-2a5f0800a7b5 None None] Network 3655380b-07b4-4937-936c-561faf595a74 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:01.145739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:01.193940 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.249181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=f7c07d5a-6a1c-406a-a117-9509dc7ac2cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:01.267809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.331382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Deleting port c3c39683-7936-402b-b918-82c92939eaa5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:01.331964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.378229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] DHCP port deletion for 3655380b-07b4-4937-936c-561faf595a74 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:37:01.422781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] For port c3c39683-7936-402b-b918-82c92939eaa5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c3c39683-7936-402b-b918-82c92939eaa5,segment=NetworkSegment(4a2e4971-5c0a-4073-966d-faf095c297b8),segment_id=4a2e4971-5c0a-4073-966d-faf095c297b8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:01.423149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.452512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Calling delete_port for c3c39683-7936-402b-b918-82c92939eaa5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:01.478198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] Deleting port c3c39683-7936-402b-b918-82c92939eaa5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:01.478588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.594967 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] For port c3c39683-7936-402b-b918-82c92939eaa5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c3c39683-7936-402b-b918-82c92939eaa5,segment=NetworkSegment(4a2e4971-5c0a-4073-966d-faf095c297b8),segment_id=4a2e4971-5c0a-4073-966d-faf095c297b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:01.595362 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.595900 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.611594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] Calling delete_port for c3c39683-7936-402b-b918-82c92939eaa5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:01.648608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] No DVR routers for this DVR port c3c39683-7936-402b-b918-82c92939eaa5 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:01.654021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Port': ['ID=c3c39683-7936-402b-b918-82c92939eaa5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:01.709623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.750335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] Pushing event deleted for resources: {'Port': ['ID=c3c39683-7936-402b-b918-82c92939eaa5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:01.769108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.769382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ceb44-9d19-4491-8977-13307d96ff70 None None] No DVR routers for this DVR port c3c39683-7936-402b-b918-82c92939eaa5 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:01.778480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3655380b-07b4-4937-936c-561faf595a74']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:01.789757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2e4971-5c0a-4073-966d-faf095c297b8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:01.790039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2e4971-5c0a-4073-966d-faf095c297b8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:01.800539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.818547 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.825667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:01.826113 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:01.829281 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:01.855460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.906294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.906958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:01.932120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:01.932540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 65cf4e5a-e2f5-42e2-812f-ec776a8220f4 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:01.935133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:01.939912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] 10.222.0.21 "DELETE /v2.0/networks/3655380b-07b4-4937-936c-561faf595a74 HTTP/1.1" status: 204 len: 168 time: 0.7900026 Jul 23 14:37:01.939912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813e308-7673-42a4-b08e-af89c865cf6f tempest-NetworksIpV6Test-642251443 tempest-NetworksIpV6Test-642251443-project] Pushing event deleted for resources: {'Network': ['ID=3655380b-07b4-4937-936c-561faf595a74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:02.112001 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 010cdf28-f263-4154-8ece-2c8ef92f7c0b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:02.229015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:02.234201 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a11a9260-043e-4509-8e71-1635b79f20f3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/010cdf28-f263-4154-8ece-2c8ef92f7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1619012 Jul 23 14:37:02.235131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:02.236855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:02.277087 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] Sync routers for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:02.285230 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:02.285974 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:02.311000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting subnet 5e014dc8-d08c-4fd5-b33b-98bc7c012821 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:37:02.316045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.371193 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.383709 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1e96e515-2544-4e52-888c-3887da9dbfc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac74469a1ebd41848fb1e10210db912b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469190 Jul 23 14:37:02.386423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:02.406896 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:02.446736 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0365760-0d65-4bb2-93dc-8839e7be0dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.481635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0365760-0d65-4bb2-93dc-8839e7be0dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.514027 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.552948 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0365760-0d65-4bb2-93dc-8839e7be0dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.557273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0365760-0d65-4bb2-93dc-8839e7be0dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.561309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c0365760-0d65-4bb2-93dc-8839e7be0dde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93185817-3911-43cd-91f5-0c337addda27 HTTP/1.1" status: 204 len: 168 time: 0.1738183 Jul 23 14:37:02.570598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0365760-0d65-4bb2-93dc-8839e7be0dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93185817-3911-43cd-91f5-0c337addda27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:02.596642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.629232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Subnet': ['ID=5e014dc8-d08c-4fd5-b33b-98bc7c012821,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:02.631341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.633658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bd6700b0-d510-4ee6-a73f-60305acc1efa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/subnets/5e014dc8-d08c-4fd5-b33b-98bc7c012821 HTTP/1.1" status: 204 len: 168 time: 0.3954477 Jul 23 14:37:02.636069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:02.638034 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:37:01Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:02.638384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbaf059-c6c7-4075-986d-e9771b6c1999 None None] Network adec4a72-0301-488d-b6ba-09e0af4e63b0 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:02.671378 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] Checking router: 010cdf28-f263-4154-8ece-2c8ef92f7c0b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:37:02.682119 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] Routers {'010cdf28-f263-4154-8ece-2c8ef92f7c0b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:02.683040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:02.759331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.848678 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] Set router 010cdf28-f263-4154-8ece-2c8ef92f7c0b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:02.891663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:02.922290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] DHCP port deletion for adec4a72-0301-488d-b6ba-09e0af4e63b0 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:37:02.962417 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port f218d131-74a4-44b1-a9fa-c6d188a78d8b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:02.962417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.032563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] Deleting port a68451f9-5a80-4d19-a011-eb9bdcc58073 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:03.032967 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.133090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port f218d131-74a4-44b1-a9fa-c6d188a78d8b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f218d131-74a4-44b1-a9fa-c6d188a78d8b,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:03.137923 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.143293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a68451f9-5a80-4d19-a011-eb9bdcc58073 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:03.156955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for f218d131-74a4-44b1-a9fa-c6d188a78d8b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:03.190181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] For port a68451f9-5a80-4d19-a011-eb9bdcc58073, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a68451f9-5a80-4d19-a011-eb9bdcc58073,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:03.190870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.216073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] Calling delete_port for a68451f9-5a80-4d19-a011-eb9bdcc58073 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:03.297621 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:37:01Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:03.318114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.338932 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59b315-1f5d-4a45-9d23-942fc89ef79a None None] The sync data for ids ['010cdf28-f263-4154-8ece-2c8ef92f7c0b'] in n-d-801990-3 is: [{'id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145462161', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:34:59Z', 'updated_at': '2021-07-23T14:37:01Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'f218d131-74a4-44b1-a9fa-c6d188a78d8b', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010cdf28-f263-4154-8ece-2c8ef92f7c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:35:00Z', 'updated_at': '2021-07-23T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:03.385436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a68451f9-5a80-4d19-a011-eb9bdcc58073, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a68451f9-5a80-4d19-a011-eb9bdcc58073,segment=NetworkSegment(af14a4bf-c4a9-4b1d-806f-d5460eeb7932),segment_id=af14a4bf-c4a9-4b1d-806f-d5460eeb7932)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:03.392072 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.392815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c3c39683-7936-402b-b918-82c92939eaa5 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:03.421502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.450999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=f218d131-74a4-44b1-a9fa-c6d188a78d8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:03.490413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a68451f9-5a80-4d19-a011-eb9bdcc58073,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:03.493804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: c3c39683-7936-402b-b918-82c92939eaa5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:03.494224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c3c39683-7936-402b-b918-82c92939eaa5 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:03.500712 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.530312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] Pushing event deleted for resources: {'Port': ['ID=a68451f9-5a80-4d19-a011-eb9bdcc58073,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:03.534811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb039e7-97fc-4499-927a-2a556b8a14ee None None] No DVR routers for this DVR port a68451f9-5a80-4d19-a011-eb9bdcc58073 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:03.536562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.641858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.644696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.695210 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.695860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Fanout notify agent at l3_agent the message router_deleted on router 010cdf28-f263-4154-8ece-2c8ef92f7c0b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:37:03.703944 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.707928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-47874995-626c-43b7-9104-21f18be6fc9f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/routers/010cdf28-f263-4154-8ece-2c8ef92f7c0b HTTP/1.1" status: 204 len: 168 time: 1.0680513 Jul 23 14:37:03.708289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:03.722719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:03.800433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.869575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748039127'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:03.900905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:03.905518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.909521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.918395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.920752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adec4a72-0301-488d-b6ba-09e0af4e63b0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:03.937956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:03.938327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af14a4bf-c4a9-4b1d-806f-d5460eeb7932') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:03.948652 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.964078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.971977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:03.972627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:03.976186 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:04.038372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.045677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.063135 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.076320 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.078542 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/networks/adec4a72-0301-488d-b6ba-09e0af4e63b0 HTTP/1.1" status: 204 len: 168 time: 0.3692517 Jul 23 14:37:04.083202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:04.084011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:04.090623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99208e72-4585-4408-9fe5-48cac38b4be8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Network': ['ID=adec4a72-0301-488d-b6ba-09e0af4e63b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:04.112947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79425d8-e224-455d-9fa7-1be8228f6959,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:04.118140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.118839 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 0459b464-ae9d-48d7-9e0e-be069d40a51e of type vlan for network c8e06e15-f308-4d65-863e-dd561489364d Jul 23 14:37:04.189441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.212600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf813b97-b243-4fd9-abb8-41fa1b9207e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.251587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf813b97-b243-4fd9-abb8-41fa1b9207e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.263764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.269260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:04.269846 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.324247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5997705 Jul 23 14:37:04.378006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf6ffb-ab74-449f-9610-3c9c67b7ffae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=c8e06e15-f308-4d65-863e-dd561489364d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:04.390314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network c8e06e15-f308-4d65-863e-dd561489364d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:04.401665 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf813b97-b243-4fd9-abb8-41fa1b9207e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.405200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf813b97-b243-4fd9-abb8-41fa1b9207e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.409597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf813b97-b243-4fd9-abb8-41fa1b9207e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/security-groups/67bf2387-0c22-4856-8c44-2b2387711f74 HTTP/1.1" status: 204 len: 168 time: 0.3233960 Jul 23 14:37:04.420823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf813b97-b243-4fd9-abb8-41fa1b9207e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf2387-0c22-4856-8c44-2b2387711f74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:04.454991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:04.460405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': 'c8e06e15-f308-4d65-863e-dd561489364d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:04.556930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:04.561007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.774703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.840426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=0041547d-8190-4284-81ea-2771532fefa0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:04.853323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '0459b464-ae9d-48d7-9e0e-be069d40a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c8e06e15-f308-4d65-863e-dd561489364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:04.853462 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:04.853561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: c8e06e15-f308-4d65-863e-dd561489364d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:04.858353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-049570b1-e7ca-42bd-a465-6bb4a5ce172c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965469070', 'description': 'tempest-secgroup-smoke-965469070 description', 'project_id': '7da946df1c4a4592991bcccb02324307'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:04.871408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network c8e06e15-f308-4d65-863e-dd561489364d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:04.881695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, c8e06e15-f308-4d65-863e-dd561489364d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:04.884326 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-049570b1-e7ca-42bd-a465-6bb4a5ce172c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.885992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:04.886716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.893672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4d7e9-9462-467d-9318-81041575b15f None None] Network c8e06e15-f308-4d65-863e-dd561489364d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:04.905803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-13ad70b4-e28f-4d2d-bdaf-c36b89d2ff9a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4505725 Jul 23 14:37:04.909421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:04.916252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1242696766'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:04.946372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:04.952926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:04.991341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:05.008685 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.009062 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 3db46642-ce7d-4ac6-841e-17697dc51d0d of type vlan for network 27669d52-61c0-4dff-89ad-b7bf4302bdcb Jul 23 14:37:05.057031 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.074005 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-049570b1-e7ca-42bd-a465-6bb4a5ce172c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.081444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7c07d5a-6a1c-406a-a117-9509dc7ac2cb no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:05.081642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-049570b1-e7ca-42bd-a465-6bb4a5ce172c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.089026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.097018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:05.097749 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.119848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-049570b1-e7ca-42bd-a465-6bb4a5ce172c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.124917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-049570b1-e7ca-42bd-a465-6bb4a5ce172c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2705119 Jul 23 14:37:05.125735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:05.135314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-79d481ae-92f6-43d2-bcb8-298a799f5702 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '7c101ef0-f562-4691-9e23-dd5634d0ea06', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:05.146034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049570b1-e7ca-42bd-a465-6bb4a5ce172c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c101ef0-f562-4691-9e23-dd5634d0ea06,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:05.147439 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2365749 Jul 23 14:37:05.151807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:05.158415 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:05.190380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40412450-36b7-4fde-ab78-302ee198d501 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=27669d52-61c0-4dff-89ad-b7bf4302bdcb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:05.271009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 14:37:05.271009 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 14:37:05.271009 n-d-801990-3 neutron-server[93766]: [parameters: {'project_id_1': '2347b6db76704181a33f1e45e2a5e54b', 'expiration_1': datetime.datetime(2021, 7, 23, 14, 37, 5, 250600)}] Jul 23 14:37:05.271009 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:37:05.271563 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:37:05.281779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d481ae-92f6-43d2-bcb8-298a799f5702 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.295989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f7c07d5a-6a1c-406a-a117-9509dc7ac2cb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:05.297444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7c07d5a-6a1c-406a-a117-9509dc7ac2cb not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:05.297444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f218d131-74a4-44b1-a9fa-c6d188a78d8b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:05.301074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 27669d52-61c0-4dff-89ad-b7bf4302bdcb details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:05.333021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f218d131-74a4-44b1-a9fa-c6d188a78d8b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:05.333270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f218d131-74a4-44b1-a9fa-c6d188a78d8b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:05.348598 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d481ae-92f6-43d2-bcb8-298a799f5702 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.359748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d481ae-92f6-43d2-bcb8-298a799f5702 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.390204 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d481ae-92f6-43d2-bcb8-298a799f5702 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44675d8c-b6be-4e53-8545-cdca3974cdc3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:05.393246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d481ae-92f6-43d2-bcb8-298a799f5702 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.397846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:05.403522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7cf633eb-a60f-4185-a325-9fa1cb7e6f2d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '7c101ef0-f562-4691-9e23-dd5634d0ea06', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:05.409210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-79d481ae-92f6-43d2-bcb8-298a799f5702 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775433 Jul 23 14:37:05.427130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-c8e06e15-f308-4d65-863e-dd561489364d', 'network_id': 'c8e06e15-f308-4d65-863e-dd561489364d', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': '0041547d-8190-4284-81ea-2771532fefa0'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:05.428025 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.439722 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cf633eb-a60f-4185-a325-9fa1cb7e6f2d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.517954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cf633eb-a60f-4185-a325-9fa1cb7e6f2d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.525325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cf633eb-a60f-4185-a325-9fa1cb7e6f2d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.553236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf633eb-a60f-4185-a325-9fa1cb7e6f2d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36a5788-86f2-4b0e-a477-e29fdf6acb1e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:05.564510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cf633eb-a60f-4185-a325-9fa1cb7e6f2d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.569629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:05.570492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7cf633eb-a60f-4185-a325-9fa1cb7e6f2d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1714239 Jul 23 14:37:05.574677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd72121a-6530-40be-9674-925de098ec67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '7c101ef0-f562-4691-9e23-dd5634d0ea06', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:05.595137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Allocated IP 172.20.255.242 (c8e06e15-f308-4d65-863e-dd561489364d/0041547d-8190-4284-81ea-2771532fefa0/90ee4e45-9f17-48ad-af9f-169adf68c687) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:05.609267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd72121a-6530-40be-9674-925de098ec67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.678912 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd72121a-6530-40be-9674-925de098ec67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.685782 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd72121a-6530-40be-9674-925de098ec67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.707747 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72121a-6530-40be-9674-925de098ec67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e5cf8c-de8c-4bf7-9ce0-40aeca8a26f5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:05.714064 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd72121a-6530-40be-9674-925de098ec67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.715506 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cd72121a-6530-40be-9674-925de098ec67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447532 Jul 23 14:37:05.718189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:05.723121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35460af9-bcdf-47e1-925d-42d76c0f8cb6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '7c101ef0-f562-4691-9e23-dd5634d0ea06', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:05.751129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35460af9-bcdf-47e1-925d-42d76c0f8cb6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.768614 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.778806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Transition to ACTIVE for port object 90ee4e45-9f17-48ad-af9f-169adf68c687 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:05.799061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Transition to ACTIVE for port object 90ee4e45-9f17-48ad-af9f-169adf68c687 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:05.809307 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.828220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:05.831988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.860915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Pushing event updated for resources: {'Port': ['ID=90ee4e45-9f17-48ad-af9f-169adf68c687,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:05.870484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Network c8e06e15-f308-4d65-863e-dd561489364d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:05.872002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:05.874808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:05.916020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35460af9-bcdf-47e1-925d-42d76c0f8cb6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.929142 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35460af9-bcdf-47e1-925d-42d76c0f8cb6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.959342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Attempting to bind port 90ee4e45-9f17-48ad-af9f-169adf68c687 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:05.960468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Attempting to bind port 90ee4e45-9f17-48ad-af9f-169adf68c687 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '0459b464-ae9d-48d7-9e0e-be069d40a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c8e06e15-f308-4d65-863e-dd561489364d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:05.960954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35460af9-bcdf-47e1-925d-42d76c0f8cb6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea09f3c-cd8e-479f-a4a6-d4368854fe48,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:05.961234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Attempting to bind port 90ee4e45-9f17-48ad-af9f-169adf68c687 on network c8e06e15-f308-4d65-863e-dd561489364d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:05.963198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35460af9-bcdf-47e1-925d-42d76c0f8cb6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.967601 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-35460af9-bcdf-47e1-925d-42d76c0f8cb6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2481043 Jul 23 14:37:05.967796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:05.977320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '7c101ef0-f562-4691-9e23-dd5634d0ea06', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:05.995129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:05.995724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Checking segment: {'id': '0459b464-ae9d-48d7-9e0e-be069d40a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c8e06e15-f308-4d65-863e-dd561489364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:05.996277 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:05.996824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Bound using segment: {'id': '0459b464-ae9d-48d7-9e0e-be069d40a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c8e06e15-f308-4d65-863e-dd561489364d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:05.997456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Bound port: 90ee4e45-9f17-48ad-af9f-169adf68c687, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0459b464-ae9d-48d7-9e0e-be069d40a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c8e06e15-f308-4d65-863e-dd561489364d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:05.998147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.016645 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:37:06.024639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.078363 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.081292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] For port 90ee4e45-9f17-48ad-af9f-169adf68c687, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:06.085763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] For port 90ee4e45-9f17-48ad-af9f-169adf68c687, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=90ee4e45-9f17-48ad-af9f-169adf68c687,segment=NetworkSegment(0459b464-ae9d-48d7-9e0e-be069d40a51e),segment_id=0459b464-ae9d-48d7-9e0e-be069d40a51e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:06.093919 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.131301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.138324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.154276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3accbf-303a-43b7-b04e-2077fda48116 None None] Pushing event updated for resources: {'Port': ['ID=90ee4e45-9f17-48ad-af9f-169adf68c687,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:06.168707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=a6fe5bac-4fae-4586-8d6d-a7d435f43e5a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:06.173341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9d5f30-2457-4cd1-b7b6-c2c809caabfa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:06.184298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.189314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:06.189899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-325d9ca6-b503-4a71-83dc-3685ef35e3d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2208641 Jul 23 14:37:06.202866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '7c101ef0-f562-4691-9e23-dd5634d0ea06', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:06.221696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '3db46642-ce7d-4ac6-841e-17697dc51d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:06.222193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: 27669d52-61c0-4dff-89ad-b7bf4302bdcb, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:06.263333 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:37:06.273991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network 27669d52-61c0-4dff-89ad-b7bf4302bdcb is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:06.282304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.310848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 27669d52-61c0-4dff-89ad-b7bf4302bdcb) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:06.320686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08537ab9-e358-4b7e-96a2-58ae28497fe2 None None] Network 27669d52-61c0-4dff-89ad-b7bf4302bdcb requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:06.359403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:06.362565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.472299 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cad262a3-b14a-416c-90b9-ecc5c5d53d4b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3201878 Jul 23 14:37:06.474946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:06.630757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-27669d52-61c0-4dff-89ad-b7bf4302bdcb', 'network_id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': 'a6fe5bac-4fae-4586-8d6d-a7d435f43e5a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:06.631659 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.651157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.665739 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.703014 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f506f4f2-b080-447c-b429-09efbfa015ca,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:06.709107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.712352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.713676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-47f2a152-a1f6-4152-93b7-6227902a198f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5230052 Jul 23 14:37:06.716566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:06.722743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'network': {'name': 'tempest-network-smoke--336462616', 'project_id': '7da946df1c4a4592991bcccb02324307', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:06.776378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:06.779896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.792973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.795760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Allocated IP 172.20.0.2 (27669d52-61c0-4dff-89ad-b7bf4302bdcb/a6fe5bac-4fae-4586-8d6d-a7d435f43e5a/8b088d83-78d6-4d7c-9cd0-75d8fca24278) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:06.843928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:06.859289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.859654 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Added segment 8b0ec568-42e9-42bf-9bf5-040b4e4dabeb of type vlan for network 9ce30ece-7fa6-478d-a44e-121a03269522 Jul 23 14:37:06.901981 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.936078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.944900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:06.945807 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.963519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:06.978662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Transition to ACTIVE for port object 8b088d83-78d6-4d7c-9cd0-75d8fca24278 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:06.997384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:07.001747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Transition to ACTIVE for port object 8b088d83-78d6-4d7c-9cd0-75d8fca24278 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:07.004009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'admin_state_up': True, 'project_id': '7da946df1c4a4592991bcccb02324307', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:07.009789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2918522 Jul 23 14:37:07.022979 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.053037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375ff05-9d8c-4fbc-b2e5-6cf89bc6ac68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Network': ['ID=9ce30ece-7fa6-478d-a44e-121a03269522,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:07.071064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.072487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.103959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9ce30ece-7fa6-478d-a44e-121a03269522 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:07.108026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.173129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fe5bac-4fae-4586-8d6d-a7d435f43e5a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:07.189081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 90ee4e45-9f17-48ad-af9f-169adf68c687 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:07.189925 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.195298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Network 27669d52-61c0-4dff-89ad-b7bf4302bdcb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:07.227761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:07.238492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:07.260666 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.262410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Pushing event updated for resources: {'Port': ['ID=8b088d83-78d6-4d7c-9cd0-75d8fca24278,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:07.280546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27669d52-61c0-4dff-89ad-b7bf4302bdcb']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:07.307489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db46642-ce7d-4ac6-841e-17697dc51d0d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:07.307825 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db46642-ce7d-4ac6-841e-17697dc51d0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:07.326626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.338694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Attempting to bind port 8b088d83-78d6-4d7c-9cd0-75d8fca24278 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:07.338962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Attempting to bind port 8b088d83-78d6-4d7c-9cd0-75d8fca24278 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '3db46642-ce7d-4ac6-841e-17697dc51d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:07.339214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Attempting to bind port 8b088d83-78d6-4d7c-9cd0-75d8fca24278 on network 27669d52-61c0-4dff-89ad-b7bf4302bdcb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:07.345104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:07.345500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Checking segment: {'id': '3db46642-ce7d-4ac6-841e-17697dc51d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:07.346188 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.346592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Bound using segment: {'id': '3db46642-ce7d-4ac6-841e-17697dc51d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:07.347093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Bound port: 8b088d83-78d6-4d7c-9cd0-75d8fca24278, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db46642-ce7d-4ac6-841e-17697dc51d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:07.347537 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.354320 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.364117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:07.365045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.398119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 90ee4e45-9f17-48ad-af9f-169adf68c687 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:07.423198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:07.444039 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:07.451346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:37:07.451346 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:37:07.451346 n-d-801990-3 neutron-server[93766]: [parameters: {'id': '27669d52-61c0-4dff-89ad-b7bf4302bdcb'}] Jul 23 14:37:07.451346 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:37:07.453775 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:37:07.458829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] For port 8b088d83-78d6-4d7c-9cd0-75d8fca24278, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:07.469183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] For port 8b088d83-78d6-4d7c-9cd0-75d8fca24278, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8b088d83-78d6-4d7c-9cd0-75d8fca24278,segment=NetworkSegment(3db46642-ce7d-4ac6-841e-17697dc51d0d),segment_id=3db46642-ce7d-4ac6-841e-17697dc51d0d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:07.477142 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.569875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc9a79-963c-4a4f-bd75-e15e4d52aba8 None None] Pushing event updated for resources: {'Port': ['ID=8b088d83-78d6-4d7c-9cd0-75d8fca24278,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:07.600171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96539cd6-b6f8-49f6-9ae1-3b58a9a61b79 None None] Network 27669d52-61c0-4dff-89ad-b7bf4302bdcb requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:07.619349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e7048-58b9-4d60-a140-3dc7f36b3155 None None] Network c8e06e15-f308-4d65-863e-dd561489364d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:07.691409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.710586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.764098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb09625a-eb39-4f8c-b767-8221367e28ce None None] Provisioning for port 90ee4e45-9f17-48ad-af9f-169adf68c687 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:07.794892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb09625a-eb39-4f8c-b767-8221367e28ce None None] Provisioning complete for port 90ee4e45-9f17-48ad-af9f-169adf68c687 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:07.795271 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb09625a-eb39-4f8c-b767-8221367e28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.820443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.84 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/1011649c-cf51-42cc-8123-11477f445a01) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:07.838427 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.927370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.950364 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb09625a-eb39-4f8c-b767-8221367e28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.954961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:07.971395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.003759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eb09625a-eb39-4f8c-b767-8221367e28ce None None] For port 90ee4e45-9f17-48ad-af9f-169adf68c687, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=90ee4e45-9f17-48ad-af9f-169adf68c687,segment=NetworkSegment(0459b464-ae9d-48d7-9e0e-be069d40a51e),segment_id=0459b464-ae9d-48d7-9e0e-be069d40a51e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:08.011827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb09625a-eb39-4f8c-b767-8221367e28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.020393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:08.025425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:08.032650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:08.033997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Deleting port 8b088d83-78d6-4d7c-9cd0-75d8fca24278 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:08.034432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.063825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09625a-eb39-4f8c-b767-8221367e28ce None None] Pushing event updated for resources: {'Port': ['ID=90ee4e45-9f17-48ad-af9f-169adf68c687,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:08.074116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=1011649c-cf51-42cc-8123-11477f445a01,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:08.117213 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] For port 8b088d83-78d6-4d7c-9cd0-75d8fca24278, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8b088d83-78d6-4d7c-9cd0-75d8fca24278,segment=NetworkSegment(3db46642-ce7d-4ac6-841e-17697dc51d0d),segment_id=3db46642-ce7d-4ac6-841e-17697dc51d0d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:08.117844 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.131396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Calling delete_port for 8b088d83-78d6-4d7c-9cd0-75d8fca24278 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:08.202267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26a923-c0ba-45b2-9c4b-9736b63900e1 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:08.217494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.243451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Port': ['ID=8b088d83-78d6-4d7c-9cd0-75d8fca24278,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:08.247852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No DVR routers for this DVR port 8b088d83-78d6-4d7c-9cd0-75d8fca24278 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:08.256329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e093dd3f-d3c9-45e5-9b8d-7138c487f29a None None] Provisioning complete for port 90ee4e45-9f17-48ad-af9f-169adf68c687 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:08.256730 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e093dd3f-d3c9-45e5-9b8d-7138c487f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.317696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.332729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26a923-c0ba-45b2-9c4b-9736b63900e1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:08.334055 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.344754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27669d52-61c0-4dff-89ad-b7bf4302bdcb']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:08.354399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db46642-ce7d-4ac6-841e-17697dc51d0d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:08.354684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db46642-ce7d-4ac6-841e-17697dc51d0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:08.364188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.380044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.386630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:08.387234 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:08.390445 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:08.452681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.461041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.463034 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/27669d52-61c0-4dff-89ad-b7bf4302bdcb HTTP/1.1" status: 204 len: 168 time: 1.9871507 Jul 23 14:37:08.467747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:08.478859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11df5a-6a8f-4d32-90e5-1547c63684dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=27669d52-61c0-4dff-89ad-b7bf4302bdcb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:08.503827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025206847'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:08.540895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:08.544465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.575308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.585006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:08.653634 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.654045 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 2d615715-620a-4e05-8e39-d21a9be53e0e of type vlan for network 6de9eb8a-6693-4446-b330-aceaadc812f3 Jul 23 14:37:08.706506 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.754356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.759941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:08.760522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.800901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3326373 Jul 23 14:37:08.803787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:08.809634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': '6de9eb8a-6693-4446-b330-aceaadc812f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:08.840772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:37:08.842619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e9cb5-5868-42ca-beb3-e3bb40228bc7 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=6de9eb8a-6693-4446-b330-aceaadc812f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:08.854812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 6de9eb8a-6693-4446-b330-aceaadc812f3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:08.918368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:08.923276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:08.954806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:08.968832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Sync routers for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:08.984566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:08.985207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:09.001705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 14:37:09.001992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.002450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 14:37:09.003520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c6df930d-6842-4e07-99b1-af2f627ba930 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0048909 Jul 23 14:37:09.006476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:09.055273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-299c6d11-a9f5-4154-9c66-cdcc296fd8c0 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7da946df1c4a4592991bcccb02324307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472147 Jul 23 14:37:09.057751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:09.147599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:09.150034 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.164227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3a9ed-cc74-4148-9776-7bff9033879e tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:09.166267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e5f3a9ed-cc74-4148-9776-7bff9033879e tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073616 Jul 23 14:37:09.169013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:09.204980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2e185472-11f0-4157-8961-a27b9f0c4ed6 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345113 Jul 23 14:37:09.207936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:09.214267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091463865', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'project_id': '7da946df1c4a4592991bcccb02324307', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:09.225085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=f227b190-11bf-431c-b287-651460d44074,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:09.234429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '2d615715-620a-4e05-8e39-d21a9be53e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6de9eb8a-6693-4446-b330-aceaadc812f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:09.235008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: 6de9eb8a-6693-4446-b330-aceaadc812f3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:09.256005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network 6de9eb8a-6693-4446-b330-aceaadc812f3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:09.267518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 6de9eb8a-6693-4446-b330-aceaadc812f3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:09.272906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:09.273923 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.287099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 90ee4e45-9f17-48ad-af9f-169adf68c687 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:09.293458 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-252f51c0-38ec-4b42-b215-8139a5562401 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4877248 Jul 23 14:37:09.294519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a7fe0-c2f8-4f2a-b511-bb77353983b8 None None] Network 6de9eb8a-6693-4446-b330-aceaadc812f3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:09.296776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:09.326768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:09.331023 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.427140 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.485029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.552153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.566517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.593501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=f227b190-11bf-431c-b287-651460d44074,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:09.637239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Subnet': ['ID=3e7ca91b-eac3-44a0-8b21-c0de9308da8a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:09.656402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.669062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de9eb8a-6693-4446-b330-aceaadc812f3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:09.669615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 90ee4e45-9f17-48ad-af9f-169adf68c687 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:09.670264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.673707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Checking segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:09.674188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network hostable DHCP agents. Network: 9ce30ece-7fa6-478d-a44e-121a03269522, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:09.681944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d615715-620a-4e05-8e39-d21a9be53e0e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:09.682245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d615715-620a-4e05-8e39-d21a9be53e0e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:09.692176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.695938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 9ce30ece-7fa6-478d-a44e-121a03269522 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:09.710672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9ce30ece-7fa6-478d-a44e-121a03269522) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:09.713265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.720485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:09.721044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.725668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56967816-dd9d-4613-a2ef-b5e4440d15ae None None] Network 9ce30ece-7fa6-478d-a44e-121a03269522 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:09.739240 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:09.741372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:09.741372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.748894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c260b-50cd-49b1-902e-e7826097d5ab None None] Network 6de9eb8a-6693-4446-b330-aceaadc812f3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:09.779475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-953de7af-5a61-48ae-9e94-e1977e654200 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5701523 Jul 23 14:37:09.782074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 48976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:09.798089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:08Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:09.842710 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.848592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.851016 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/6de9eb8a-6693-4446-b330-aceaadc812f3 HTTP/1.1" status: 204 len: 168 time: 0.5530081 Jul 23 14:37:09.855577 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:09.861409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724006394'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:09.892300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Checking router: 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:37:09.892890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Updating router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd port 1011649c-cf51-42cc-8123-11477f445a01 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:37:09.898672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:09.904000 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.921435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a033d-9057-4e1d-90e9-38ac795f3c14 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=6de9eb8a-6693-4446-b330-aceaadc812f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:09.938279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:09.951730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:09.952102 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 047a1c0f-f45f-4bcc-a2b7-e68052cfe10e of type vlan for network ab155263-8adf-470a-ae50-c825f7aba4a1 Jul 23 14:37:10.017484 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.024074 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.073238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.080044 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:10.080876 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.134444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2747469 Jul 23 14:37:10.163935 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:10.170196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': 'ab155263-8adf-470a-ae50-c825f7aba4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:10.198126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-9ce30ece-7fa6-478d-a44e-121a03269522', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:10.199145 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.268964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103ec9-687c-4115-b9bb-c2fdc76c19fb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=ab155263-8adf-470a-ae50-c825f7aba4a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:10.277194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:10.282906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.297802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ab155263-8adf-470a-ae50-c825f7aba4a1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:10.489898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Allocated IP 172.20.0.2 (9ce30ece-7fa6-478d-a44e-121a03269522/3e7ca91b-eac3-44a0-8b21-c0de9308da8a/ae79eed8-5f66-4f05-ba5f-c3b27442d121) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:10.574299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.616736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Transition to ACTIVE for port object 1011649c-cf51-42cc-8123-11477f445a01 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:10.635950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.675739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.740074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Attempting to bind port 1011649c-cf51-42cc-8123-11477f445a01 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:10.740454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Attempting to bind port 1011649c-cf51-42cc-8123-11477f445a01 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:10.740819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Attempting to bind port 1011649c-cf51-42cc-8123-11477f445a01 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:10.742827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13174503-1cf0-4918-80b6-f69bf2a78f6a None None] Pushing event updated for resources: {'Port': ['ID=1011649c-cf51-42cc-8123-11477f445a01,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:10.755626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:10.756000 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:10.756408 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.756938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:10.757398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Bound port: 1011649c-cf51-42cc-8123-11477f445a01, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:10.757833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.781757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.795516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Transition to ACTIVE for port object ae79eed8-5f66-4f05-ba5f-c3b27442d121 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:10.831534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Transition to ACTIVE for port object ae79eed8-5f66-4f05-ba5f-c3b27442d121 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:10.837782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] For port 1011649c-cf51-42cc-8123-11477f445a01, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:10.841117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] For port 1011649c-cf51-42cc-8123-11477f445a01, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1011649c-cf51-42cc-8123-11477f445a01,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:10.848746 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.883009 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.899327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Network 9ce30ece-7fa6-478d-a44e-121a03269522 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:10.905870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:10.909765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:10.923720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:10.998731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:10.999934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:11.016171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.1 (9ce30ece-7fa6-478d-a44e-121a03269522/3e7ca91b-eac3-44a0-8b21-c0de9308da8a/0e2ade46-c245-4143-96d4-47ec1beda385) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:11.035595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '047a1c0f-f45f-4bcc-a2b7-e68052cfe10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ab155263-8adf-470a-ae50-c825f7aba4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:11.036011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: ab155263-8adf-470a-ae50-c825f7aba4a1, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:11.049407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Pushing event updated for resources: {'Port': ['ID=ae79eed8-5f66-4f05-ba5f-c3b27442d121,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:11.061188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=d762506a-f5fb-4f4e-b3df-02bfbcb54177,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:11.065843 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network ab155263-8adf-470a-ae50-c825f7aba4a1 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:11.079826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ab155263-8adf-470a-ae50-c825f7aba4a1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:11.086173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:11.087080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.111259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e7831a6a-d61c-413c-8aaa-c2f26284c71a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9426939 Jul 23 14:37:11.111259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:11.144018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8b0d6-c1b4-4a1d-9acf-351cf4b339e2 None None] Network ab155263-8adf-470a-ae50-c825f7aba4a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:11.178717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Attempting to bind port ae79eed8-5f66-4f05-ba5f-c3b27442d121 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:11.179095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Attempting to bind port ae79eed8-5f66-4f05-ba5f-c3b27442d121 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:11.179461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Attempting to bind port ae79eed8-5f66-4f05-ba5f-c3b27442d121 on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:11.188899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.211861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object 0e2ade46-c245-4143-96d4-47ec1beda385 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:11.236464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:11.236838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Checking segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:11.237454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.237846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Bound using segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:11.238342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Bound port: ae79eed8-5f66-4f05-ba5f-c3b27442d121, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:11.238733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.254323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.257047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.261147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13174503-1cf0-4918-80b6-f69bf2a78f6a None None] Pushing event updated for resources: {'Port': ['ID=1011649c-cf51-42cc-8123-11477f445a01,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:11.314227 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.316137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 9ce30ece-7fa6-478d-a44e-121a03269522 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:11.320186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:11.324480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:11.373198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=0e2ade46-c245-4143-96d4-47ec1beda385,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:11.387009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.414448 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.472395 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=d762506a-f5fb-4f4e-b3df-02bfbcb54177,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:11.523639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.532691 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:11.536142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab155263-8adf-470a-ae50-c825f7aba4a1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:11.551259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047a1c0f-f45f-4bcc-a2b7-e68052cfe10e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:11.551553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047a1c0f-f45f-4bcc-a2b7-e68052cfe10e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:11.562313 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.567413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.582661 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.600512 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:11.601642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:11.609158 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:11.688432 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.696097 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.701644 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/ab155263-8adf-470a-ae50-c825f7aba4a1 HTTP/1.1" status: 204 len: 168 time: 0.5858908 Jul 23 14:37:11.703179 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:11.714988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] For port ae79eed8-5f66-4f05-ba5f-c3b27442d121, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:11.719981 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1031380811'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:11.724650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77491d9-c676-4c2a-b50d-8feb0d76ec4e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=ab155263-8adf-470a-ae50-c825f7aba4a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:11.745624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:11.750313 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.763113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57786d8-41f7-4d59-a588-5e7251cce70c None None] Network ab155263-8adf-470a-ae50-c825f7aba4a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:11.776706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:11.788324 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.788324 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 6f4442a8-d941-456e-9f2f-aca56d4f7f78 of type vlan for network 23b106fe-0ba0-4b10-88bd-e94c4c71a78f Jul 23 14:37:11.795756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] For port ae79eed8-5f66-4f05-ba5f-c3b27442d121, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae79eed8-5f66-4f05-ba5f-c3b27442d121,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:11.808218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57786d8-41f7-4d59-a588-5e7251cce70c None None] Network ab155263-8adf-470a-ae50-c825f7aba4a1 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 14:37:11.816972 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.836992 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.888793 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.906341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:11.907134 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.913865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.922729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:11.955661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201d4b-9913-4a11-ba48-1f6da4652373 None None] Pushing event updated for resources: {'Port': ['ID=ae79eed8-5f66-4f05-ba5f-c3b27442d121,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:11.971176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:08Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:11.989991 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2847643 Jul 23 14:37:11.994080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 48992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:12.000790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:12.018805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3e46c-a604-483b-a69e-05290cb7ab97 None None] The sync data for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 is: [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:08Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:12.089595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:12.103995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c585cd-dea2-46bd-91e4-51daa1bef6bf tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=23b106fe-0ba0-4b10-88bd-e94c4c71a78f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:12.116058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 23b106fe-0ba0-4b10-88bd-e94c4c71a78f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:12.126767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=0e2ade46-c245-4143-96d4-47ec1beda385,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:12.214582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:12.218362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:12.397770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 9ce30ece-7fa6-478d-a44e-121a03269522 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:12.399309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:12.591510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:12.598445 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:12.685256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=ca3789e5-9f66-454c-a5a3-1b891c6f1ef4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:12.706908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '6f4442a8-d941-456e-9f2f-aca56d4f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:12.707738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: 23b106fe-0ba0-4b10-88bd-e94c4c71a78f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:12.728561 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network 23b106fe-0ba0-4b10-88bd-e94c4c71a78f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:12.738491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:12.750934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e267b622-a162-48f6-b669-13685b5ce10f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/16bf80a5-049e-47ff-8239-0ff9b8a7d9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9616048 Jul 23 14:37:12.753156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 23b106fe-0ba0-4b10-88bd-e94c4c71a78f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:12.757886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:12.758295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:12.770490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b849f2ed-56fb-421a-84c7-af2862c75ab0 None None] Network 23b106fe-0ba0-4b10-88bd-e94c4c71a78f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:12.780703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-79ad15cd-1c3e-4ba1-aede-fa3c61c1470d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7828751 Jul 23 14:37:12.781174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:12.976405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.031253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-23b106fe-0ba0-4b10-88bd-e94c4c71a78f', 'network_id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': 'ca3789e5-9f66-454c-a5a3-1b891c6f1ef4'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:13.032571 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.155088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-c9e5a785-ed33-47be-9532-fb03cd5ad87c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965469070&fields=id&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 267 time: 0.1651540 Jul 23 14:37:13.195799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae79eed8-5f66-4f05-ba5f-c3b27442d121 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:13.218267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.373729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Allocated IP 172.20.0.2 (23b106fe-0ba0-4b10-88bd-e94c4c71a78f/ca3789e5-9f66-454c-a5a3-1b891c6f1ef4/3be96d87-3df3-47f6-96df-233b7d020e67) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:13.374592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-a746913f-9372-49db-8166-51572be18a14 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:13.376912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-a746913f-9372-49db-8166-51572be18a14 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 796 time: 0.2035308 Jul 23 14:37:13.388561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ae79eed8-5f66-4f05-ba5f-c3b27442d121 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:13.394953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-61bf875f-edd5-436b-b97b-6972a00035c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/quotas/7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 375 time: 0.0105329 Jul 23 14:37:13.398776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1011649c-cf51-42cc-8123-11477f445a01 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:13.483318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-eaf1466c-295c-4fa2-a6ae-c22b26f4051d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750768 Jul 23 14:37:13.548061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a124a-3df5-4fb3-b8ca-4ace736fe884 None None] Network 9ce30ece-7fa6-478d-a44e-121a03269522 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:13.589341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 1011649c-cf51-42cc-8123-11477f445a01 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:13.611170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1011649c-cf51-42cc-8123-11477f445a01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:13.611599 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.613583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-1b6a6b50-09d1-4361-b773-4a184698eb74 service neutron] 10.222.0.21 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138878 Jul 23 14:37:13.728808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9936cbfc-3e31-4c37-9de9-ff961176af33 None None] Provisioning for port ae79eed8-5f66-4f05-ba5f-c3b27442d121 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:13.731073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-50ad4d06-5f57-4450-b9ab-783234e1254b service neutron] 10.222.0.21 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112719 Jul 23 14:37:13.753518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9936cbfc-3e31-4c37-9de9-ff961176af33 None None] Provisioning complete for port ae79eed8-5f66-4f05-ba5f-c3b27442d121 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:13.753897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9936cbfc-3e31-4c37-9de9-ff961176af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.765556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.836075 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Transition to ACTIVE for port object 3be96d87-3df3-47f6-96df-233b7d020e67 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:13.911257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Transition to ACTIVE for port object 3be96d87-3df3-47f6-96df-233b7d020e67 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:13.937731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0116562-9d67-4a78-99f2-8ba2bbba87d6 req-1ae9abbe-3997-4302-8d98-444850507a6c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 210 time: 0.0445201 Jul 23 14:37:13.961812 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.967807 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:13.975733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.032149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3789e5-9f66-454c-a5a3-1b891c6f1ef4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:14.053085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Network 23b106fe-0ba0-4b10-88bd-e94c4c71a78f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:14.066759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 1011649c-cf51-42cc-8123-11477f445a01, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1011649c-cf51-42cc-8123-11477f445a01,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:14.070310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:14.079873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:14.082438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Pushing event updated for resources: {'Port': ['ID=3be96d87-3df3-47f6-96df-233b7d020e67,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:14.091283 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.147563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.159873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b106fe-0ba0-4b10-88bd-e94c4c71a78f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:14.173475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4442a8-d941-456e-9f2f-aca56d4f7f78') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:14.174177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4442a8-d941-456e-9f2f-aca56d4f7f78') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:14.187467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.204436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.212574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:14.213616 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.214405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=1011649c-cf51-42cc-8123-11477f445a01,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:14.227560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9936cbfc-3e31-4c37-9de9-ff961176af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:14.284042 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:14.289906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:37:14.289906 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:37:14.289906 n-d-801990-3 neutron-server[93767]: [parameters: {'id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f'}] Jul 23 14:37:14.289906 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:37:14.291139 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:37:14.374259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Attempting to bind port 3be96d87-3df3-47f6-96df-233b7d020e67 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:14.374709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Attempting to bind port 3be96d87-3df3-47f6-96df-233b7d020e67 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6f4442a8-d941-456e-9f2f-aca56d4f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:14.379416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Attempting to bind port 3be96d87-3df3-47f6-96df-233b7d020e67 on network 23b106fe-0ba0-4b10-88bd-e94c4c71a78f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:14.391340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9936cbfc-3e31-4c37-9de9-ff961176af33 None None] For port ae79eed8-5f66-4f05-ba5f-c3b27442d121, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae79eed8-5f66-4f05-ba5f-c3b27442d121,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:14.393042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:14.393603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Checking segment: {'id': '6f4442a8-d941-456e-9f2f-aca56d4f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:14.394181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.394845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Bound using segment: {'id': '6f4442a8-d941-456e-9f2f-aca56d4f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:14.395505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Bound port: 3be96d87-3df3-47f6-96df-233b7d020e67, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4442a8-d941-456e-9f2f-aca56d4f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23b106fe-0ba0-4b10-88bd-e94c4c71a78f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:14.396067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.400001 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9936cbfc-3e31-4c37-9de9-ff961176af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.485710 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Sync routers for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:14.509846 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:14.510842 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:14.535538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936cbfc-3e31-4c37-9de9-ff961176af33 None None] Pushing event updated for resources: {'Port': ['ID=ae79eed8-5f66-4f05-ba5f-c3b27442d121,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:14.552943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8697615d-fe9a-4f25-b238-086206076904 None None] For port 3be96d87-3df3-47f6-96df-233b7d020e67, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:14.561057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8697615d-fe9a-4f25-b238-086206076904 None None] For port 3be96d87-3df3-47f6-96df-233b7d020e67, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3be96d87-3df3-47f6-96df-233b7d020e67,segment=NetworkSegment(6f4442a8-d941-456e-9f2f-aca56d4f7f78),segment_id=6f4442a8-d941-456e-9f2f-aca56d4f7f78)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:14.574937 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.690254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697615d-fe9a-4f25-b238-086206076904 None None] Pushing event updated for resources: {'Port': ['ID=3be96d87-3df3-47f6-96df-233b7d020e67,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:14.724078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f83452d-2119-438a-a042-8bf595a4d6ea None None] Provisioning complete for port ae79eed8-5f66-4f05-ba5f-c3b27442d121 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:14.725011 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f83452d-2119-438a-a042-8bf595a4d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.736964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:14.755413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff986f87-b5e6-4d6c-9c6c-7e15a0f2baa0 None None] Network 23b106fe-0ba0-4b10-88bd-e94c4c71a78f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:14.792959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:14.937111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Deleting port 3be96d87-3df3-47f6-96df-233b7d020e67 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:14.937456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.086146 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 2, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:15.113918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f83452d-2119-438a-a042-8bf595a4d6ea None None] Provisioning for port 0e2ade46-c245-4143-96d4-47ec1beda385 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:15.125221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f83452d-2119-438a-a042-8bf595a4d6ea None None] Provisioning complete for port 0e2ade46-c245-4143-96d4-47ec1beda385 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:15.125607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f83452d-2119-438a-a042-8bf595a4d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.131817 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Checking router: 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:37:15.132570 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Updating router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd port 0e2ade46-c245-4143-96d4-47ec1beda385 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:37:15.135703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae79eed8-5f66-4f05-ba5f-c3b27442d121 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:15.184466 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.215005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8a3c1cf-c5e8-4a57-960c-22a8091a55f5 req-b9b65384-cc8e-409c-b940-52d9e2f47fbd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 210 time: 0.0341072 Jul 23 14:37:15.236936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] For port 3be96d87-3df3-47f6-96df-233b7d020e67, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3be96d87-3df3-47f6-96df-233b7d020e67,segment=NetworkSegment(6f4442a8-d941-456e-9f2f-aca56d4f7f78),segment_id=6f4442a8-d941-456e-9f2f-aca56d4f7f78)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:15.237565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.255683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Calling delete_port for 3be96d87-3df3-47f6-96df-233b7d020e67 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:15.294468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f83452d-2119-438a-a042-8bf595a4d6ea None None] Port 0e2ade46-c245-4143-96d4-47ec1beda385 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:15.349769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ae79eed8-5f66-4f05-ba5f-c3b27442d121 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:15.350151 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.372408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.403227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Port': ['ID=3be96d87-3df3-47f6-96df-233b7d020e67,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:15.410941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef9761-565b-407d-8018-8f0162d1c7b1 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:15.417821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No DVR routers for this DVR port 3be96d87-3df3-47f6-96df-233b7d020e67 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:15.505918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d078f1e9-8221-4efb-b65c-79ff40c41be0 None None] Provisioning complete for port 0e2ade46-c245-4143-96d4-47ec1beda385 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:15.506299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d078f1e9-8221-4efb-b65c-79ff40c41be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.520133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.533763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b106fe-0ba0-4b10-88bd-e94c4c71a78f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:15.545413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4442a8-d941-456e-9f2f-aca56d4f7f78') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:15.545819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4442a8-d941-456e-9f2f-aca56d4f7f78') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:15.555897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.572884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.575106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1011649c-cf51-42cc-8123-11477f445a01 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:15.582899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:15.583406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:15.586804 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:15.649544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d078f1e9-8221-4efb-b65c-79ff40c41be0 None None] Port 0e2ade46-c245-4143-96d4-47ec1beda385 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:15.652499 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.670462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.672586 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Transition to ACTIVE for port object 0e2ade46-c245-4143-96d4-47ec1beda385 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:15.677724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ef9761-565b-407d-8018-8f0162d1c7b1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:15.686912 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.723388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 1011649c-cf51-42cc-8123-11477f445a01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:15.723691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.790245 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.793319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/23b106fe-0ba0-4b10-88bd-e94c4c71a78f HTTP/1.1" status: 204 len: 168 time: 3.0102346 Jul 23 14:37:15.796446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:15.801256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b163-334d-4330-88be-84e925a6799a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=23b106fe-0ba0-4b10-88bd-e94c4c71a78f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:15.807243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162761037'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:15.824001 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Attempting to bind port 0e2ade46-c245-4143-96d4-47ec1beda385 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:15.824770 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Attempting to bind port 0e2ade46-c245-4143-96d4-47ec1beda385 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:15.825349 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Attempting to bind port 0e2ade46-c245-4143-96d4-47ec1beda385 on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:15.830484 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Pushing event updated for resources: {'Port': ['ID=0e2ade46-c245-4143-96d4-47ec1beda385,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:15.841167 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.841762 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.842886 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.843462 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.844018 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.844676 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.845240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.845954 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.846513 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.847093 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.847758 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.848300 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:15.852192 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:15.853279 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08ff073a-47fb-4956-9280-dd4880c00675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.859196 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Checking segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:15.859721 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.860220 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Bound using segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:15.863847 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Bound port: 0e2ade46-c245-4143-96d4-47ec1beda385, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:15.870533 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.903083 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:15.914590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:15.956478 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] For port 0e2ade46-c245-4143-96d4-47ec1beda385, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:15.961716 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] For port 0e2ade46-c245-4143-96d4-47ec1beda385, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0e2ade46-c245-4143-96d4-47ec1beda385,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:15.966739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-3761f11f-4f76-4ce9-b571-092afd40572d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:15.968342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-3761f11f-4f76-4ce9-b571-092afd40572d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 796 time: 0.2597079 Jul 23 14:37:15.972323 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:15.975404 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.037396 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.038525 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 569134dd-b3b5-419f-a7f0-40710087970f of type vlan for network f8d6d26f-8a28-4152-a495-556e078bdc5b Jul 23 14:37:16.050747 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:16.051715 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:36:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:16.054060 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d7135-d559-4c89-8fac-f0959528b781 None None] Pushing event updated for resources: {'Port': ['ID=0e2ade46-c245-4143-96d4-47ec1beda385,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:16.058166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-54bf6348-20ca-49aa-b6c2-db2a214e1369 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 379 time: 0.0746830 Jul 23 14:37:16.087748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'port': {'device_id': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'admin_state_up': True, 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'security_groups': ['7c101ef0-f562-4691-9e23-dd5634d0ea06']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:16.091633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.137546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.145484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:16.146379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.190802 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3906424 Jul 23 14:37:16.191101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:16.196671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': 'f8d6d26f-8a28-4152-a495-556e078bdc5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:16.225378 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:16.236309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302bc79-e38a-4c74-9651-8de7780f2332 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=f8d6d26f-8a28-4152-a495-556e078bdc5b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:16.250250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f8d6d26f-8a28-4152-a495-556e078bdc5b details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:16.377238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23727ded-8b2c-45e0-be0d-b8d109cc32c2 req-caec803f-7b15-4192-a707-c9c1034e4c14 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 210 time: 0.0493150 Jul 23 14:37:16.417954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:16.426210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.460416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:16.465181 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.548167 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:15Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:16.578906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 14:37:16.579735 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b637cc1-e3bf-4ded-a88f-274e625d6010 None None] The sync data for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 is: [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:15Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:16.579894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 14:37:16.680480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.11 (9ce30ece-7fa6-478d-a44e-121a03269522/3e7ca91b-eac3-44a0-8b21-c0de9308da8a/cf634a0c-310c-4761-a970-01ce5081f3bc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:16.870071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.965611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:16.971003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=36089db5-3152-4ab1-8634-16b28952916b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:16.989217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '569134dd-b3b5-419f-a7f0-40710087970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f8d6d26f-8a28-4152-a495-556e078bdc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:16.989582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: f8d6d26f-8a28-4152-a495-556e078bdc5b, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:16.992009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object cf634a0c-310c-4761-a970-01ce5081f3bc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:17.023904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network f8d6d26f-8a28-4152-a495-556e078bdc5b is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:17.047431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f8d6d26f-8a28-4152-a495-556e078bdc5b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:17.052158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0e2ade46-c245-4143-96d4-47ec1beda385 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:17.056932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a46e2-69e4-4fe2-a087-405d0830c8cc None None] Network f8d6d26f-8a28-4152-a495-556e078bdc5b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:17.061337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:17.061945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.074800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.091347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:17.093188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d744d4bc-913d-4385-aace-02ce9d1b763b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8993258 Jul 23 14:37:17.125821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 9ce30ece-7fa6-478d-a44e-121a03269522 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:17.129160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:17.143336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:17.204125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:17.221916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:17.222922 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.249270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-7e737c73-6edc-46a1-b947-0c0c06e8d885 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669974 Jul 23 14:37:17.249509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0e2ade46-c245-4143-96d4-47ec1beda385 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:17.261145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0e2ade46-c245-4143-96d4-47ec1beda385 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:17.261967 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.270073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.275276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Request body: {'port': {'device_id': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:17.341046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.365997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7588499f-41a7-439d-a33e-8f49b3dc11df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f8d6d26f-8a28-4152-a495-556e078bdc5b', 'network_id': 'f8d6d26f-8a28-4152-a495-556e078bdc5b', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': '36089db5-3152-4ab1-8634-16b28952916b'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:17.366928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7588499f-41a7-439d-a33e-8f49b3dc11df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.401379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.452741 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.502827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=36089db5-3152-4ab1-8634-16b28952916b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:17.601502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.622529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d6d26f-8a28-4152-a495-556e078bdc5b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:17.657011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569134dd-b3b5-419f-a7f0-40710087970f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:17.658759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569134dd-b3b5-419f-a7f0-40710087970f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:17.676582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.702462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.731045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:17.731562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:17.735183 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:17.811261 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.821850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9de5b295-bce3-45fc-ae98-6feb1f14e8da None None] Provisioning for port cf634a0c-310c-4761-a970-01ce5081f3bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:17.834922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9de5b295-bce3-45fc-ae98-6feb1f14e8da None None] Provisioning complete for port cf634a0c-310c-4761-a970-01ce5081f3bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:17.835714 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9de5b295-bce3-45fc-ae98-6feb1f14e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-7588499f-41a7-439d-a33e-8f49b3dc11df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36089db5-3152-4ab1-8634-16b28952916b: This subnet is being modified by another concurrent operation. Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36089db5-3152-4ab1-8634-16b28952916b: This subnet is being modified by another concurrent operation. Jul 23 14:37:17.839993 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:37:17.847642 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.859794 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.861789 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/f8d6d26f-8a28-4152-a495-556e078bdc5b HTTP/1.1" status: 204 len: 168 time: 0.7682853 Jul 23 14:37:17.883950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:17.889878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1109448363'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:17.894199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e84d9-2cd6-4cb9-b079-17cf0cacf444 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=f8d6d26f-8a28-4152-a495-556e078bdc5b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:17.922227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee0ae9-450f-4258-b6be-3dff9532e800 None None] Network f8d6d26f-8a28-4152-a495-556e078bdc5b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:17.936123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0e2ade46-c245-4143-96d4-47ec1beda385, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0e2ade46-c245-4143-96d4-47ec1beda385,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:17.936716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:17.940904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.951329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee0ae9-450f-4258-b6be-3dff9532e800 None None] Network f8d6d26f-8a28-4152-a495-556e078bdc5b could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 14:37:17.957966 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:17.965206 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e09ff-1ad9-44f7-8043-6f31f63c824a None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:18.007069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:18.022849 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.023871 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 81d8b840-3905-4a7f-b33b-d0861a3f4b23 of type vlan for network cb6672c6-04c5-447a-96b0-49018e4b00f9 Jul 23 14:37:18.036802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9de5b295-bce3-45fc-ae98-6feb1f14e8da None None] Port cf634a0c-310c-4761-a970-01ce5081f3bc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:18.122093 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.160493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.168799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:18.169155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0e2ade46-c245-4143-96d4-47ec1beda385,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:18.170235 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.193274 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.230783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e09ff-1ad9-44f7-8043-6f31f63c824a None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:18.240182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3542387 Jul 23 14:37:18.245331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:18.251426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:18.316770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=cb6672c6-04c5-447a-96b0-49018e4b00f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:18.322186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf634a0c-310c-4761-a970-01ce5081f3bc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:37:18.329023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.329707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.330309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.331122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.331727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.332860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.333403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.334009 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.334528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.334803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.335332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.335900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.336590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52255069-d7fb-4b94-872f-e8f8ec329ffe tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:18.351787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cb6672c6-04c5-447a-96b0-49018e4b00f9 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:18.356421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Transition to ACTIVE for port object cf634a0c-310c-4761-a970-01ce5081f3bc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:18.360304 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.373054 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.441248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:18.441483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:18.446402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.454679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d140cc9-967d-41e4-94b0-f6f2a37de4bc req-a729bb58-8f1f-4dd2-97ea-d1d5dbf3507d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:18.456695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d140cc9-967d-41e4-94b0-f6f2a37de4bc req-a729bb58-8f1f-4dd2-97ea-d1d5dbf3507d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 932 time: 0.9781861 Jul 23 14:37:18.555522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6d140cc9-967d-41e4-94b0-f6f2a37de4bc req-d022b86b-ae23-4e6c-a560-acff5249bf21 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907094 Jul 23 14:37:18.558452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4e80-c7ac-4626-8dc8-5773b2876582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.581333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:18.581767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:18.582570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:18.589136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:37:18.589473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:18.597662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:18.598262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Checking segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:18.598728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Bound using segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:18.599129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Bound port: cf634a0c-310c-4761-a970-01ce5081f3bc, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:18.599519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.680026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:18.683994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:18.691250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.710556 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.737620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:18.738174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.739630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] 10.222.0.11 "PUT /v2.0/ports/cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 1092 time: 1.4759412 Jul 23 14:37:18.740086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:37:18.742441 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:37:18.785874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=4d975d2f-878a-4384-9eb8-41b4b7c02c9e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:18.808086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '81d8b840-3905-4a7f-b33b-d0861a3f4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:18.809015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: cb6672c6-04c5-447a-96b0-49018e4b00f9, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:18.816220 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f800f34b-9882-4eed-9e1a-bed7a84177df x-openstack-request-id: req-f800f34b-9882-4eed-9e1a-bed7a84177df {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:37:18.816436 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:37:18.816621 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f800f34b-9882-4eed-9e1a-bed7a84177df {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:37:18.817340 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'status': 'completed', 'code': 200} Jul 23 14:37:18.858190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network cb6672c6-04c5-447a-96b0-49018e4b00f9 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:18.859688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f93a9-cc6f-41d6-8654-247498137355 service neutron] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:18.891200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-078455db-5830-45a2-8293-7053e487a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:18.891866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cb6672c6-04c5-447a-96b0-49018e4b00f9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:18.893015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-078455db-5830-45a2-8293-7053e487a4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1095 time: 0.0680606 Jul 23 14:37:18.901530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c9f6ee-6f7d-4092-b496-54b2dd2525a0 None None] Network cb6672c6-04c5-447a-96b0-49018e4b00f9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:18.904214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:18.905152 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:18.971931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-d1108d5c-0fa2-4d0e-983f-062a77f58a5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 217 time: 0.0627201 Jul 23 14:37:18.991874 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c6091721-bbda-4d63-a3c6-e455176754dd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7410779 Jul 23 14:37:18.992054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:19.006684 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-460ad5da-8f3b-4134-8ea6-71d0b23ca8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274862 Jul 23 14:37:19.116794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0e2ade46-c245-4143-96d4-47ec1beda385 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:19.127222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-e62b1640-4931-4681-86a1-fa7088bdf488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.129269 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-e62b1640-4931-4681-86a1-fa7088bdf488 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0881445 Jul 23 14:37:19.154480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-11f0d6c0-886e-43ed-882e-1fb7b74180fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.156212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-11f0d6c0-886e-43ed-882e-1fb7b74180fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.1805618 Jul 23 14:37:19.183606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-cb6672c6-04c5-447a-96b0-49018e4b00f9', 'network_id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': '4d975d2f-878a-4384-9eb8-41b4b7c02c9e'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:19.184600 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.248935 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.280862 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529953-d88c-4de1-a965-76279c378f26 req-8182bd47-9f52-4350-8e93-37591cff261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.282555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-8182bd47-9f52-4350-8e93-37591cff261b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152945 Jul 23 14:37:19.293939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-54570c5c-cf6b-482e-ac53-26a2498112f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.295537 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-54570c5c-cf6b-482e-ac53-26a2498112f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1399312 Jul 23 14:37:19.301043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0e2ade46-c245-4143-96d4-47ec1beda385 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:19.301378 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.357545 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.386561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-6e13ac22-198a-4b36-8272-0832f053e5fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d218d80-bac4-4c69-a367-0eb018204c6b HTTP/1.1" status: 200 len: 1002 time: 0.0839529 Jul 23 14:37:19.456380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-e84cd9e8-f0e8-4b15-b4f3-f597dc8ff4e4 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513321 Jul 23 14:37:19.463745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-ae6e4003-3dd5-4ce0-8bd6-49b720c60e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.465490 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-ae6e4003-3dd5-4ce0-8bd6-49b720c60e52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0724928 Jul 23 14:37:19.468532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Allocated IP 172.20.0.1 (cb6672c6-04c5-447a-96b0-49018e4b00f9/4d975d2f-878a-4384-9eb8-41b4b7c02c9e/b6d6f4e2-27e2-49dc-9d60-f73e359f2f33) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:19.536917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-99aa51a6-6451-40cc-9c4e-2ff1ec088b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.539214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-99aa51a6-6451-40cc-9c4e-2ff1ec088b50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667486 Jul 23 14:37:19.563226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b9529953-d88c-4de1-a965-76279c378f26 req-55c41fc0-ea7a-46cd-8ec5-41895db3af82 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993047 Jul 23 14:37:19.639450 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.661598 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.664387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-d8c4d833-53a0-4d34-93dc-86a4428a0b0c service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102848 Jul 23 14:37:19.672262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Transition to ACTIVE for port object b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:19.693328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Transition to ACTIVE for port object b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:19.705155 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.763066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.768750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Network cb6672c6-04c5-447a-96b0-49018e4b00f9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:19.775493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:19.777716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Pushing event updated for resources: {'Port': ['ID=b6d6f4e2-27e2-49dc-9d60-f73e359f2f33,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:19.786117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:19.801791 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b13829d7-505e-42e0-a2de-3abc5493e705 req-0f9dba5b-7dcd-4090-ab9f-dfb85019677f service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304181 Jul 23 14:37:19.815841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=4d975d2f-878a-4384-9eb8-41b4b7c02c9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:19.830208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.830558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.830976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.831315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.831751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.832049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.832722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.833053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.833371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.833689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.834006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.834321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:19.851424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaf603-4b5b-4234-b330-d9530e792b75 req-3177d984-c5e4-4264-a8ce-51862d3db124 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.853054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ebaf603-4b5b-4234-b330-d9530e792b75 req-3177d984-c5e4-4264-a8ce-51862d3db124 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 944 time: 0.2058094 Jul 23 14:37:19.855134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-8e51acc3-efee-45f7-b534-4853fe5bdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:19.856520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-8e51acc3-efee-45f7-b534-4853fe5bdbeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1095 time: 0.1986010 Jul 23 14:37:19.864583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Attempting to bind port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:19.864831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Attempting to bind port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '81d8b840-3905-4a7f-b33b-d0861a3f4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:19.865196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Attempting to bind port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 on network cb6672c6-04c5-447a-96b0-49018e4b00f9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:19.870636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:19.871023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Checking segment: {'id': '81d8b840-3905-4a7f-b33b-d0861a3f4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:19.871424 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.871809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Bound using segment: {'id': '81d8b840-3905-4a7f-b33b-d0861a3f4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:19.872267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Bound port: b6d6f4e2-27e2-49dc-9d60-f73e359f2f33, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d8b840-3905-4a7f-b33b-d0861a3f4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:19.872648 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.907048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.935213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] For port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:19.938428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] For port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b6d6f4e2-27e2-49dc-9d60-f73e359f2f33,segment=NetworkSegment(81d8b840-3905-4a7f-b33b-d0861a3f4b23),segment_id=81d8b840-3905-4a7f-b33b-d0861a3f4b23)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:19.943705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6672c6-04c5-447a-96b0-49018e4b00f9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:19.945591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:19.961506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d8b840-3905-4a7f-b33b-d0861a3f4b23') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:19.961773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d8b840-3905-4a7f-b33b-d0861a3f4b23') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:20.009414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:20.028107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818598e-62a1-4349-9346-ec3207013cd8 None None] Pushing event updated for resources: {'Port': ['ID=b6d6f4e2-27e2-49dc-9d60-f73e359f2f33,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:20.032164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ebaf603-4b5b-4234-b330-d9530e792b75 req-bfaa5e2d-3cc5-40f7-ad49-f323d2d62a04 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688597 Jul 23 14:37:20.039728 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:20.059048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245bc539-6f55-4b7d-917e-ae6034c26d06 None None] Network cb6672c6-04c5-447a-96b0-49018e4b00f9 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:20.062230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:20.062779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:20.066052 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:20.084450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-1a8d2580-22e5-4660-8151-2d66f0d0ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:20.086030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-1a8d2580-22e5-4660-8151-2d66f0d0ef86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.2187474 Jul 23 14:37:20.164834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-e5be10df-51af-4f0f-aa7f-997c7d1fe419 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 217 time: 0.0714099 Jul 23 14:37:20.169072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:37:20.169072 n-d-801990-3 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:37:20.169072 n-d-801990-3 neutron-server[93767]: [parameters: {'id': 'cb6672c6-04c5-447a-96b0-49018e4b00f9'}] Jul 23 14:37:20.169072 n-d-801990-3 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:37:20.169514 n-d-801990-3 neutron-server[93767]: DEBUG oslo_db.api [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:37:20.201250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d889c4-83de-4010-b0d3-e0c6eeb22f06 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:20.230506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-5de02d38-e18c-42ac-b1d9-19d5d25ea4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:20.232077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-5de02d38-e18c-42ac-b1d9-19d5d25ea4c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0603919 Jul 23 14:37:20.294190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-7faaf447-0055-451f-9f1b-e78c4d07bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:20.296145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-7faaf447-0055-451f-9f1b-e78c4d07bf88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566504 Jul 23 14:37:20.296745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d889c4-83de-4010-b0d3-e0c6eeb22f06 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:20.398680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-e7a30297-93c5-4cd0-bec3-05c9f8a3a915 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945323 Jul 23 14:37:20.491416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ffb4c47-d89a-4800-90c1-9b4c8e382c6f req-9f39faff-fdfd-4b84-b168-4704f5ccf528 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850718 Jul 23 14:37:20.670493 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:20.737011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Deleting port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:20.737360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:20.800660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] For port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b6d6f4e2-27e2-49dc-9d60-f73e359f2f33,segment=NetworkSegment(81d8b840-3905-4a7f-b33b-d0861a3f4b23),segment_id=81d8b840-3905-4a7f-b33b-d0861a3f4b23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:20.801054 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:20.815124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Calling delete_port for b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:20.901551 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:20.927857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Port': ['ID=b6d6f4e2-27e2-49dc-9d60-f73e359f2f33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:20.931617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No DVR routers for this DVR port b6d6f4e2-27e2-49dc-9d60-f73e359f2f33 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:21.045323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.065832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6672c6-04c5-447a-96b0-49018e4b00f9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:21.079391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d8b840-3905-4a7f-b33b-d0861a3f4b23') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:21.079391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d8b840-3905-4a7f-b33b-d0861a3f4b23') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:21.107956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.138140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.162029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:21.162474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:21.165895 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:21.238413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.243233 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.249329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:21.250784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/cb6672c6-04c5-447a-96b0-49018e4b00f9 HTTP/1.1" status: 204 len: 168 time: 2.2580025 Jul 23 14:37:21.255769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175404611'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:21.282093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:21.286942 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.288055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b378df6-6078-40c7-af72-4751dd4d6ae0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=cb6672c6-04c5-447a-96b0-49018e4b00f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:21.303390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e9da-27af-470e-b751-08a0a821e714 req-a00d633f-6bf4-4ce9-9c5a-18c38edb3c3e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:21.303941 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.305016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0747e9da-27af-470e-b751-08a0a821e714 req-a00d633f-6bf4-4ce9-9c5a-18c38edb3c3e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 944 time: 0.1894839 Jul 23 14:37:21.318010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:21.328665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.329034 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 9066b564-2921-4cfd-89f3-5dbc3ddb1247 of type vlan for network d3f98e06-fedb-45ff-8a5e-87659c470f5b Jul 23 14:37:21.347182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0747e9da-27af-470e-b751-08a0a821e714 req-3192fc0e-3186-4d33-b880-65d0043bff93 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363898 Jul 23 14:37:21.371983 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.401421 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.407182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:21.407771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.448418 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1983030 Jul 23 14:37:21.451386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:21.456746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': 'd3f98e06-fedb-45ff-8a5e-87659c470f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:21.484611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a0831-7d02-42f6-a82f-39086ac66733 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=d3f98e06-fedb-45ff-8a5e-87659c470f5b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:21.496005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d3f98e06-fedb-45ff-8a5e-87659c470f5b details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:21.550179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:21.555017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.747676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.804940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=7ff7ed05-b816-4d1d-ac4c-e1acb6cde2eb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:21.820213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '9066b564-2921-4cfd-89f3-5dbc3ddb1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3f98e06-fedb-45ff-8a5e-87659c470f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:21.820572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: d3f98e06-fedb-45ff-8a5e-87659c470f5b, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:21.837205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network d3f98e06-fedb-45ff-8a5e-87659c470f5b is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:21.846078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d3f98e06-fedb-45ff-8a5e-87659c470f5b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:21.850035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:21.850635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:21.856750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef8b049-db68-4417-b215-bc1ef64cc801 None None] Network d3f98e06-fedb-45ff-8a5e-87659c470f5b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:21.869431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f9d1bd71-7032-4a1d-97b1-240871304775 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4142148 Jul 23 14:37:21.869998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:21.974051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.000797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:37:22.017678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3cf118-c617-4a41-b0cc-2214230595e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-d3f98e06-fedb-45ff-8a5e-87659c470f5b', 'network_id': 'd3f98e06-fedb-45ff-8a5e-87659c470f5b', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': '7ff7ed05-b816-4d1d-ac4c-e1acb6cde2eb'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:22.019218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e3cf118-c617-4a41-b0cc-2214230595e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.037104 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.104468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.149496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff7ed05-b816-4d1d-ac4c-e1acb6cde2eb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-5e3cf118-c617-4a41-b0cc-2214230595e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ff7ed05-b816-4d1d-ac4c-e1acb6cde2eb: This subnet is being modified by another concurrent operation. Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ff7ed05-b816-4d1d-ac4c-e1acb6cde2eb: This subnet is being modified by another concurrent operation. Jul 23 14:37:22.176169 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:37:22.203552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea64e0-3d98-442a-994b-09fd2b4d1d4e None None] Network d3f98e06-fedb-45ff-8a5e-87659c470f5b requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:22.203979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.211995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:22.214945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f98e06-fedb-45ff-8a5e-87659c470f5b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:22.224431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9066b564-2921-4cfd-89f3-5dbc3ddb1247') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:22.224728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9066b564-2921-4cfd-89f3-5dbc3ddb1247') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:22.234592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.238460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'port_id': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'mac_address': 'fa:16:3e:8f:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:37:22.248331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.254341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:22.254977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:22.257569 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:22.321338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.327909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.330154 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/d3f98e06-fedb-45ff-8a5e-87659c470f5b HTTP/1.1" status: 204 len: 168 time: 0.4582520 Jul 23 14:37:22.334205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:22.339820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1505703196'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:22.359366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60527a-b1c0-4a73-a87d-b2c5a4e0b268 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=d3f98e06-fedb-45ff-8a5e-87659c470f5b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:22.369268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:22.374298 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.403587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:22.416428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.417148 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 5a1c457c-626e-4c3a-8084-cb64f3c16b5d of type vlan for network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 Jul 23 14:37:22.433425 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:37:22.502267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.512669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.543039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990540b1-5aa0-4ce6-b3de-9c4ebde0f54f None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:22.547051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf634a0c-310c-4761-a970-01ce5081f3bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:37:22.553864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdd399-baf4-40ef-91d6-d58d1fc82afd req-5fb33130-56e3-4b4e-b3cf-8db9b5a299a4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:22.555424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1bdd399-baf4-40ef-91d6-d58d1fc82afd req-5fb33130-56e3-4b4e-b3cf-8db9b5a299a4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 944 time: 0.1360152 Jul 23 14:37:22.570761 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.576350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:22.576950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.598565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:22.604107 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.637398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3016846 Jul 23 14:37:22.640195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:22.646068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:22.647521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1bdd399-baf4-40ef-91d6-d58d1fc82afd req-537808ac-0c6c-407c-905e-f1edf122f17c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849721 Jul 23 14:37:22.686237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fd251-31d5-4cb9-aeea-aed63b40e6c9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=8366e2db-b8e0-41d9-852a-1c5bcf1de710,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:22.702072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:22.726238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:22.747424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990540b1-5aa0-4ce6-b3de-9c4ebde0f54f None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:22.835927 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.851420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.875782 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:37:22.880873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:22.881482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:22.883013 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "PUT /v2.0/networks/8366e2db-b8e0-41d9-852a-1c5bcf1de710 HTTP/1.1" status: 200 len: 723 time: 0.2413921 Jul 23 14:37:22.885874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:22.896156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:22.901527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['cf634a0c-310c-4761-a970-01ce5081f3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:37:22.941886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caecc1-0de0-4060-9096-8d37bb30e400 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=8366e2db-b8e0-41d9-852a-1c5bcf1de710,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:22.970619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:23.018205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:23.022220 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.271704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.344273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=a30b54fc-96ee-425b-a8b9-22731e1c81b0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:23.356759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '5a1c457c-626e-4c3a-8084-cb64f3c16b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:23.357144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: 8366e2db-b8e0-41d9-852a-1c5bcf1de710, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:23.375840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:23.386039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 8366e2db-b8e0-41d9-852a-1c5bcf1de710) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:23.395184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854c56c-a799-424d-8c27-582c6c0ee7da None None] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:23.400437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:23.400679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.419672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:23.420250 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e67a3ac6-2750-427e-92e9-73f490dfdb3f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5324545 Jul 23 14:37:23.428664 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9eca2aa1-6a3d-4a32-94ca-6e286a56d4a9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:23.521524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eca2aa1-6a3d-4a32-94ca-6e286a56d4a9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12077799'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.552647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-8366e2db-b8e0-41d9-852a-1c5bcf1de710', 'network_id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': 'a30b54fc-96ee-425b-a8b9-22731e1c81b0'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:23.553682 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.675509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eca2aa1-6a3d-4a32-94ca-6e286a56d4a9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750221983564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11982887'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.714457 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca2aa1-6a3d-4a32-94ca-6e286a56d4a9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:23.715160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eca2aa1-6a3d-4a32-94ca-6e286a56d4a9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.716689 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9eca2aa1-6a3d-4a32-94ca-6e286a56d4a9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "PUT /v2.0/subnets/a30b54fc-96ee-425b-a8b9-22731e1c81b0 HTTP/1.1" status: 200 len: 806 time: 0.2943194 Jul 23 14:37:23.719729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:23.729436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Allocated IP 172.20.0.2 (8366e2db-b8e0-41d9-852a-1c5bcf1de710/a30b54fc-96ee-425b-a8b9-22731e1c81b0/a0e983fc-b248-4066-9839-964204e97fcf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:23.814052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca2aa1-6a3d-4a32-94ca-6e286a56d4a9 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=a30b54fc-96ee-425b-a8b9-22731e1c81b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:23.826229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373defe-da62-4f52-b024-f5fb43e8f13a req-e9126788-ec10-4aa8-9652-83621efd3f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:23.827916 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7373defe-da62-4f52-b024-f5fb43e8f13a req-e9126788-ec10-4aa8-9652-83621efd3f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.0725806 Jul 23 14:37:23.860141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.877078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7373defe-da62-4f52-b024-f5fb43e8f13a req-47ad4258-a1fa-42e6-a6c1-92e3874d69f4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403814 Jul 23 14:37:23.916681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.920960 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.930459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Transition to ACTIVE for port object a0e983fc-b248-4066-9839-964204e97fcf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:23.946316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Transition to ACTIVE for port object a0e983fc-b248-4066-9839-964204e97fcf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:23.955102 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.981442 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:23.996838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:24.000939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:24.019483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=a30b54fc-96ee-425b-a8b9-22731e1c81b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:24.041444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:24.047480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:24.049897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Pushing event updated for resources: {'Port': ['ID=a0e983fc-b248-4066-9839-964204e97fcf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:24.078299 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.089660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8366e2db-b8e0-41d9-852a-1c5bcf1de710']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:24.100139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1c457c-626e-4c3a-8084-cb64f3c16b5d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:24.100499 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1c457c-626e-4c3a-8084-cb64f3c16b5d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:24.109594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.116158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Attempting to bind port a0e983fc-b248-4066-9839-964204e97fcf on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:24.116533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Attempting to bind port a0e983fc-b248-4066-9839-964204e97fcf by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '5a1c457c-626e-4c3a-8084-cb64f3c16b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:24.116890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Attempting to bind port a0e983fc-b248-4066-9839-964204e97fcf on network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:24.120377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port cf634a0c-310c-4761-a970-01ce5081f3bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:24.125622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.125920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:24.126288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Checking segment: {'id': '5a1c457c-626e-4c3a-8084-cb64f3c16b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:24.126739 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.127123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Bound using segment: {'id': '5a1c457c-626e-4c3a-8084-cb64f3c16b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:24.127797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Bound port: a0e983fc-b248-4066-9839-964204e97fcf, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1c457c-626e-4c3a-8084-cb64f3c16b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:24.128102 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.129826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port cf634a0c-310c-4761-a970-01ce5081f3bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:24.130368 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.133646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:24.133646 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:24.136682 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:24.201236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:37:24.201236 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:37:24.201236 n-d-801990-3 neutron-server[93766]: [parameters: {'id': '8366e2db-b8e0-41d9-852a-1c5bcf1de710'}] Jul 23 14:37:24.201236 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:37:24.202223 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:37:24.230137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] For port a0e983fc-b248-4066-9839-964204e97fcf, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:24.262772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] For port a0e983fc-b248-4066-9839-964204e97fcf, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a0e983fc-b248-4066-9839-964204e97fcf,segment=NetworkSegment(5a1c457c-626e-4c3a-8084-cb64f3c16b5d),segment_id=5a1c457c-626e-4c3a-8084-cb64f3c16b5d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:24.272652 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.281983 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.369097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:37:24.371545 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a7a8bf-cae9-4a99-859a-e52a5e1214ee" -d '{"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:37:24.395684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:24.404744 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.406789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1372c-e5ac-4583-b47f-ddf05dccc7f3 None None] Pushing event updated for resources: {'Port': ['ID=a0e983fc-b248-4066-9839-964204e97fcf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:24.437898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1a3bc-6f7c-47a1-a9e7-38b211951d59 None None] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:24.519240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:24.600446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:24.610244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65507fb7-821a-41ca-82f2-8d7adca0869d None None] Network 8366e2db-b8e0-41d9-852a-1c5bcf1de710 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:24.673686 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f010cbdb-47fe-483b-9b61-4d805c7c9768 x-openstack-request-id: req-f010cbdb-47fe-483b-9b61-4d805c7c9768 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:37:24.673962 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:37:24.674282 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f010cbdb-47fe-483b-9b61-4d805c7c9768 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:37:24.674572 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'code': 200} Jul 23 14:37:24.712209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.772561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3a940-f989-4a27-9cf6-2dcfb015a190 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:24.773189 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a478c63b-0ddc-432f-9193-c08eb49b6eca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e505cce6452248b582a363529a75cf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716762 Jul 23 14:37:24.776367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:24.815887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116a42-e4dc-4628-8334-5934f9b92281 req-f3adbd2d-6eb0-4390-9aa0-97fdd89175fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:24.817755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35116a42-e4dc-4628-8334-5934f9b92281 req-f3adbd2d-6eb0-4390-9aa0-97fdd89175fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1097 time: 0.0646896 Jul 23 14:37:24.828658 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Deleting port a0e983fc-b248-4066-9839-964204e97fcf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:24.829024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.866753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39542cfc-b6a9-433f-858f-f851aa84e2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.867039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35116a42-e4dc-4628-8334-5934f9b92281 req-60c4c0dd-39c7-424f-85a4-bb20e70ce625 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Jul 23 14:37:24.869774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3a940-f989-4a27-9cf6-2dcfb015a190 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:24.920507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] For port a0e983fc-b248-4066-9839-964204e97fcf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a0e983fc-b248-4066-9839-964204e97fcf,segment=NetworkSegment(5a1c457c-626e-4c3a-8084-cb64f3c16b5d),segment_id=5a1c457c-626e-4c3a-8084-cb64f3c16b5d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:24.920872 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.935103 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39542cfc-b6a9-433f-858f-f851aa84e2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:24.950827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Calling delete_port for a0e983fc-b248-4066-9839-964204e97fcf owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:25.047326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ad5c-59f1-4d34-9bc0-8cbb4435d020 req-2ad1118f-0a3b-4284-823c-35150992a49e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:25.049664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1247ad5c-59f1-4d34-9bc0-8cbb4435d020 req-2ad1118f-0a3b-4284-823c-35150992a49e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.0765531 Jul 23 14:37:25.062100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39542cfc-b6a9-433f-858f-f851aa84e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.065286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39542cfc-b6a9-433f-858f-f851aa84e2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.069064 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-39542cfc-b6a9-433f-858f-f851aa84e2d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2384ba2-9218-45b8-b2f3-2b520626f54f HTTP/1.1" status: 204 len: 168 time: 0.2892678 Jul 23 14:37:25.071469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.104711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39542cfc-b6a9-433f-858f-f851aa84e2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2384ba2-9218-45b8-b2f3-2b520626f54f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:25.108467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1247ad5c-59f1-4d34-9bc0-8cbb4435d020 req-fc27df6c-cd6e-46d4-9b82-f9f001d6fe50 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438085 Jul 23 14:37:25.109869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Port': ['ID=a0e983fc-b248-4066-9839-964204e97fcf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:25.118759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No DVR routers for this DVR port a0e983fc-b248-4066-9839-964204e97fcf on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:25.202375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.214494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8366e2db-b8e0-41d9-852a-1c5bcf1de710']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:25.225442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1c457c-626e-4c3a-8084-cb64f3c16b5d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:25.225732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1c457c-626e-4c3a-8084-cb64f3c16b5d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:25.235770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.250423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.257262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:25.257662 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:25.268180 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:25.328698 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.336777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.338687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/8366e2db-b8e0-41d9-852a-1c5bcf1de710 HTTP/1.1" status: 204 len: 168 time: 1.6176860 Jul 23 14:37:25.341502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:25.359004 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74677a-5efe-4cdf-83d7-ddaa6666eaf3 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=8366e2db-b8e0-41d9-852a-1c5bcf1de710,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:25.361873 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7aa7da-e6e6-4168-8c6c-5d1a34914a39 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:25.362536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7aa7da-e6e6-4168-8c6c-5d1a34914a39 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:25.364463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cf7aa7da-e6e6-4168-8c6c-5d1a34914a39 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/8366e2db-b8e0-41d9-852a-1c5bcf1de710 HTTP/1.1" status: 404 len: 339 time: 0.0217154 Jul 23 14:37:25.368059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:25.373557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497758530', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:25.395520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:25.399304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.422715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:25.432468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.432817 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 568f7d88-82f0-49c1-b1ab-f534d880048b of type vlan for network 99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 Jul 23 14:37:25.473293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.502345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.508399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:25.509089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.544555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1750045 Jul 23 14:37:25.547233 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:25.599458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6904a1-9892-42b7-8dac-67e0a9dab9eb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=99e19e53-c55c-44ec-ba2a-2b671a0bc6e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:25.611261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:25.661588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72b54f-3b06-4e64-948d-d3f6ad9a0f50 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:25.663142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6a72b54f-3b06-4e64-948d-d3f6ad9a0f50 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/networks?id=99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 HTTP/1.1" status: 200 len: 761 time: 0.1151152 Jul 23 14:37:25.665809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:25.670926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'description': 'd2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:25.850845 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.865742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.875342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network 99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:37:25.881770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:25.882424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:25.886431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "PUT /v2.0/networks/99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 HTTP/1.1" status: 200 len: 758 time: 0.2171416 Jul 23 14:37:25.887089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:25.955131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98270db5-822f-46a5-82fe-1340fec78b3e tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=99e19e53-c55c-44ec-ba2a-2b671a0bc6e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:25.969829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:25.977346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01061397-2650-4a01-b5c3-22e2c3e21dc4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:25.982702 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-01061397-2650-4a01-b5c3-22e2c3e21dc4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/networks?id=99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 HTTP/1.1" status: 200 len: 761 time: 0.0910192 Jul 23 14:37:25.983029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:25.989184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282011562'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:26.025611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:26.032256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.071364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:26.081736 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.082629 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 2dcc2e51-737e-48ea-b6e1-31dffdb43386 of type vlan for network 8d9791c9-c970-4c17-bb29-097ba8b48e98 Jul 23 14:37:26.130163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.168123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.173681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:26.174281 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.223681 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2389152 Jul 23 14:37:26.227847 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:26.237504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': '8d9791c9-c970-4c17-bb29-097ba8b48e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:26.276091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0383e0-6862-4456-af95-581442552f78 req-0a605418-ccad-4ba4-9c54-d76ba472e25b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:26.277918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb0383e0-6862-4456-af95-581442552f78 req-0a605418-ccad-4ba4-9c54-d76ba472e25b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.0885105 Jul 23 14:37:26.331468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb0383e0-6862-4456-af95-581442552f78 req-a3baebb4-65da-4f76-b06b-837ba735c3cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Jul 23 14:37:26.347909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a14a77-a1f5-4c66-8e14-d0e9e0879681 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=8d9791c9-c970-4c17-bb29-097ba8b48e98,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:26.362603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 8d9791c9-c970-4c17-bb29-097ba8b48e98 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:26.391341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:26.396309 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.496668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbcae7-37d7-450f-a30d-69ac951a4bf2 req-cf83021f-c936-4c71-8ced-e58c088f624f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:26.498610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5fbcae7-37d7-450f-a30d-69ac951a4bf2 req-cf83021f-c936-4c71-8ced-e58c088f624f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.0872591 Jul 23 14:37:26.540651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5fbcae7-37d7-450f-a30d-69ac951a4bf2 req-91646095-059a-4fc1-823c-971c89df0549 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361078 Jul 23 14:37:26.562618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:26.612311 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.626005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a90a78-3773-4666-bacb-6ee0a33cd7b5 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:26.627651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f9a90a78-3773-4666-bacb-6ee0a33cd7b5 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1092 time: 0.0644529 Jul 23 14:37:26.630493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:26.635245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:26.660528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.677122 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=ceb7374d-3077-4052-a1a4-c2393204233c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:26.700017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '2dcc2e51-737e-48ea-b6e1-31dffdb43386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8d9791c9-c970-4c17-bb29-097ba8b48e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:26.700680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: 8d9791c9-c970-4c17-bb29-097ba8b48e98, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:26.719989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network 8d9791c9-c970-4c17-bb29-097ba8b48e98 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:26.729722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 8d9791c9-c970-4c17-bb29-097ba8b48e98) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:26.734423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:26.735440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.746267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ca2b9-cdd8-464b-92c2-0dfe47fce06a None None] Network 8d9791c9-c970-4c17-bb29-097ba8b48e98 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:26.759623 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5ad076cb-9826-47b9-a6f6-e2803a57bfeb tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5298524 Jul 23 14:37:26.761772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:26.777836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.894413 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.908011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.85 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/9d2fe5ae-a731-4928-9108-957137a775d9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:26.961081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:26.962739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9526775-2b2f-432e-9079-3720e3fdab55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-8d9791c9-c970-4c17-bb29-097ba8b48e98', 'network_id': '8d9791c9-c970-4c17-bb29-097ba8b48e98', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': 'ceb7374d-3077-4052-a1a4-c2393204233c'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:26.963994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9526775-2b2f-432e-9079-3720e3fdab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.041276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.041666 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.067185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb7374d-3077-4052-a1a4-c2393204233c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-c9526775-2b2f-432e-9079-3720e3fdab55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceb7374d-3077-4052-a1a4-c2393204233c: This subnet is being modified by another concurrent operation. Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceb7374d-3077-4052-a1a4-c2393204233c: This subnet is being modified by another concurrent operation. Jul 23 14:37:27.078283 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:37:27.096910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.099491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c8caa-8a02-4307-97cf-d82e3e4525b7 None None] Network 8d9791c9-c970-4c17-bb29-097ba8b48e98 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:27.131050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.141522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9791c9-c970-4c17-bb29-097ba8b48e98']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:27.152980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcc2e51-737e-48ea-b6e1-31dffdb43386') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:27.153184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcc2e51-737e-48ea-b6e1-31dffdb43386') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:27.154086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=9d2fe5ae-a731-4928-9108-957137a775d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:27.162756 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.169638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:27.173274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:27.176627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:27.185560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.192687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:27.193177 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:27.196235 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:27.216025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bc6e6e-b734-43c1-92bd-d7f1004d473e None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:27.267137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.273354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.275555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/8d9791c9-c970-4c17-bb29-097ba8b48e98 HTTP/1.1" status: 204 len: 168 time: 0.5124807 Jul 23 14:37:27.285248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.291328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9266c-d857-47b0-9a03-987f3ed11dd6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=8d9791c9-c970-4c17-bb29-097ba8b48e98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:27.324551 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55a3e91-cb1b-4c15-98d7-20f9976a4dcd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] GET failed (client error): The resource could not be found. Jul 23 14:37:27.328093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c55a3e91-cb1b-4c15-98d7-20f9976a4dcd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/subnets/ceb7374d-3077-4052-a1a4-c2393204233c HTTP/1.1" status: 404 len: 337 time: 0.0392227 Jul 23 14:37:27.328418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.329804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc6e6e-b734-43c1-92bd-d7f1004d473e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:27.358948 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5d81f3-13bf-446c-b7af-130fcc855588 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:27.359960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5d81f3-13bf-446c-b7af-130fcc855588 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:27.361249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-be5d81f3-13bf-446c-b7af-130fcc855588 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/8d9791c9-c970-4c17-bb29-097ba8b48e98 HTTP/1.1" status: 404 len: 339 time: 0.0320332 Jul 23 14:37:27.365315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.512037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b98a7d-1ce2-4db4-9851-89847e717541 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.516091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b9b98a7d-1ce2-4db4-9851-89847e717541 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1474843 Jul 23 14:37:27.517075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.563717 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6db14918-5da6-454c-aab1-9e20b448e3fa tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5 HTTP/1.1" status: 200 len: 207 time: 0.0411372 Jul 23 14:37:27.563717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.695898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2932b4-7eb8-4b6e-99d7-6ee7ec6aad38 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.701978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2932b4-7eb8-4b6e-99d7-6ee7ec6aad38 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.708148 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2932b4-7eb8-4b6e-99d7-6ee7ec6aad38 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.714133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2932b4-7eb8-4b6e-99d7-6ee7ec6aad38 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.718464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cd2932b4-7eb8-4b6e-99d7-6ee7ec6aad38 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1545863 Jul 23 14:37:27.721776 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.837806 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dd4aa802-f2d8-45e9-a7f5-fe2d9d335c8a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1147892 Jul 23 14:37:27.841098 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.891489 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d3325-efb9-4ddf-a9d5-56f7b9c445cd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.893110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d3325-efb9-4ddf-a9d5-56f7b9c445cd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.898051 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fa7d3325-efb9-4ddf-a9d5-56f7b9c445cd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0524476 Jul 23 14:37:27.898672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:27.945122 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:27.952625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad5077-5559-4692-803a-ce1228db7c31 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.954140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad5077-5559-4692-803a-ce1228db7c31 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:27.959491 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-adad5077-5559-4692-803a-ce1228db7c31 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0565619 Jul 23 14:37:27.959754 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:28.030047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.078305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7c4dac-39fa-4c95-b19a-e578ef845f98 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:28.079678 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ec7c4dac-39fa-4c95-b19a-e578ef845f98 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/networks/c8e06e15-f308-4d65-863e-dd561489364d HTTP/1.1" status: 200 len: 799 time: 0.1190479 Jul 23 14:37:28.083890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:28.187686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.192842 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b0183f3-29a2-472f-ba1a-6fb91f4fdc98 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/networks/c8e06e15-f308-4d65-863e-dd561489364d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1077781 Jul 23 14:37:28.196500 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:28.197904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.248711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=9d2fe5ae-a731-4928-9108-957137a775d9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:28.249449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5d67d-4f40-4000-bb9c-748d9376c793 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:28.250848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-24c5d67d-4f40-4000-bb9c-748d9376c793 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/subnets/0041547d-8190-4284-81ea-2771532fefa0 HTTP/1.1" status: 200 len: 811 time: 0.0534234 Jul 23 14:37:28.254620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:28.286347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.304405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f62ce-44a7-482f-9a95-95e347cdef5d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:28.309245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-df3f62ce-44a7-482f-9a95-95e347cdef5d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "GET /v2.0/subnets/0041547d-8190-4284-81ea-2771532fefa0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0502872 Jul 23 14:37:28.309490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:28.314504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1824410139'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:28.336178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:28.339638 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.363271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:28.372561 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.372946 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Added segment 1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4 of type vlan for network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 Jul 23 14:37:28.393338 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 1ba49416-7793-4e6d-8988-b989dbcd779f associated. External IP: 172.25.2.85, port: cf634a0c-310c-4761-a970-01ce5081f3bc. Jul 23 14:37:28.418252 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.451139 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.456807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:28.457743 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.491699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1810188 Jul 23 14:37:28.494680 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:28.499665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'network_id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:28.630282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:28.771682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:28.782084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] Sync routers for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:28.798846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:28.799847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:28.822476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:28.873212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e866d57d-6bb2-448e-83af-354360e75d9d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2412851 Jul 23 14:37:28.873646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:37:28.876439 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209" -d '{"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:37:29.042539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fafff-27b2-40cf-8ae3-4924adf036c8 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Network': ['ID=d2b56a1e-64fe-49e1-b8b8-7edf92e08044,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:29.076954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a8f9-dfd6-4d04-8961-9682904f838b req-4d46810b-2cb4-4874-9949-e61c7d92e355 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:29.078567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8671a8f9-dfd6-4d04-8961-9682904f838b req-4d46810b-2cb4-4874-9949-e61c7d92e355 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.0972202 Jul 23 14:37:29.124803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Made reservation on behalf of 2347b6db76704181a33f1e45e2a5e54b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:29.129488 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:29.132127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:29.164231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8671a8f9-dfd6-4d04-8961-9682904f838b req-6aabc495-b637-4295-8cb7-773dd5dc5a5b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740612 Jul 23 14:37:29.190001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:29.208737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 14:37:29.214773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 14:37:29.261851 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9708b8f1-f810-44b6-b234-93bc54b7a371 x-openstack-request-id: req-9708b8f1-f810-44b6-b234-93bc54b7a371 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:37:29.263189 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:37:29.263442 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9708b8f1-f810-44b6-b234-93bc54b7a371 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:37:29.263880 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'status': 'completed', 'code': 200} Jul 23 14:37:29.265978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:29.345927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-44b1dfc8-b231-435b-b6bf-ed6d077fdd20 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/1ba49416-7793-4e6d-8988-b989dbcd779f HTTP/1.1" status: 200 len: 991 time: 0.1534982 Jul 23 14:37:29.380310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-ce118e6a-b82c-47ac-b843-32b283bd8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:29.382032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-ce118e6a-b82c-47ac-b843-32b283bd8684 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1097 time: 0.0812068 Jul 23 14:37:29.398790 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:29.464218 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=07f89f33-3636-4345-b20c-526fe4cffa7b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:29.481982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Checking segment: {'id': '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:29.482672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network hostable DHCP agents. Network: d2b56a1e-64fe-49e1-b8b8-7edf92e08044, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:29.498443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-aee54022-388a-4787-9027-1e5f30e06802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:29.500809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-aee54022-388a-4787-9027-1e5f30e06802 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1112208 Jul 23 14:37:29.504274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:29.523032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d2b56a1e-64fe-49e1-b8b8-7edf92e08044) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:29.534372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514511ed-d5c6-4dd7-b404-4ea6af876c4a None None] Network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:29.551962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:29.554557 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:29.586683 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94f09044-9285-4d0d-a070-81db2cc262a1 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0884192 Jul 23 14:37:29.586968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:29.592614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3183c189-d5b7-4f95-b2f7-301503b9675d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:29.601375 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-bd6f95e6-7e45-41b8-bc4e-c55efd5a1980 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 999 time: 0.0932906 Jul 23 14:37:29.623306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '1ba49416-7793-4e6d-8988-b989dbcd779f', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'port_id': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'mac_address': 'fa:16:3e:8f:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:37:27Z', 'updated_at': '2021-07-23T14:37:27Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:17Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:29.656266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] Checking router: 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:37:29.663668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-1ea3899e-2f75-4123-a21d-e36deedc845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:29.665389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-1ea3899e-2f75-4123-a21d-e36deedc845e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0565021 Jul 23 14:37:29.690420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:29.691039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:29.719848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3183c189-d5b7-4f95-b2f7-301503b9675d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12077799'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:29.750469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-b40390ec-827e-458d-aa90-eaf6ce84744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:29.752110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-b40390ec-827e-458d-aa90-eaf6ce84744f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807133 Jul 23 14:37:29.811471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-d2b56a1e-64fe-49e1-b8b8-7edf92e08044', 'network_id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044', 'tenant_id': '2347b6db76704181a33f1e45e2a5e54b', 'fixed_ips': [{'subnet_id': '07f89f33-3636-4345-b20c-526fe4cffa7b'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:29.811471 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:29.855068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:29.876845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-58c2b2bd-12e3-4b6b-a788-924bc1f8d4f6 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156015 Jul 23 14:37:29.915346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3183c189-d5b7-4f95-b2f7-301503b9675d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750221983564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11982887'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:29.968574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183c189-d5b7-4f95-b2f7-301503b9675d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:29.969189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3183c189-d5b7-4f95-b2f7-301503b9675d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:29.973647 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3183c189-d5b7-4f95-b2f7-301503b9675d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "PUT /v2.0/subnets/07f89f33-3636-4345-b20c-526fe4cffa7b HTTP/1.1" status: 200 len: 877 time: 0.3831930 Jul 23 14:37:29.974612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:30.010988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d88fe5a1-bbb7-4f4b-a358-c59fb84d3209 req-68da040b-60a3-4a15-b43b-3e48f7137c81 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266379 Jul 23 14:37:30.028154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183c189-d5b7-4f95-b2f7-301503b9675d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event updated for resources: {'Subnet': ['ID=07f89f33-3636-4345-b20c-526fe4cffa7b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:30.075202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Allocated IP 172.20.0.3 (d2b56a1e-64fe-49e1-b8b8-7edf92e08044/07f89f33-3636-4345-b20c-526fe4cffa7b/65cb7c16-7e8c-42f0-8cb3-a210c5f6484c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:30.096469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.154102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.307652 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.319299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '1ba49416-7793-4e6d-8988-b989dbcd779f', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'port_id': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'mac_address': 'fa:16:3e:8f:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:37:27Z', 'updated_at': '2021-07-23T14:37:27Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:17Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:30.321511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Transition to ACTIVE for port object 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:30.348836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:30.351186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2c395c-ca64-4299-8468-a122cca0621b None None] The sync data for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 is: [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '1ba49416-7793-4e6d-8988-b989dbcd779f', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'port_id': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'mac_address': 'fa:16:3e:8f:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:37:27Z', 'updated_at': '2021-07-23T14:37:27Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:17Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:30.363520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Transition to ACTIVE for port object 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:30.372929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.415605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:30.423694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:30.426874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:30.428094 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a9af4b0c-765e-4bc0-aecd-0bfeff25e3ea tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/1ba49416-7793-4e6d-8988-b989dbcd779f HTTP/1.1" status: 200 len: 991 time: 0.0779049 Jul 23 14:37:30.430584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.433509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Pushing event updated for resources: {'Port': ['ID=65cb7c16-7e8c-42f0-8cb3-a210c5f6484c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:30.467311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=07f89f33-3636-4345-b20c-526fe4cffa7b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:30.510149 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Attempting to bind port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:30.511051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Attempting to bind port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:30.511051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Attempting to bind port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c on network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:30.516039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:30.516412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Checking segment: {'id': '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:30.516811 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.517203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Bound using segment: {'id': '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:30.518242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Bound port: 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:30.518242 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.532708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.544460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b56a1e-64fe-49e1-b8b8-7edf92e08044']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:30.558307 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:30.558785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:30.569446 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.590169 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.601174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:30.601315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.604736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] For port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:30.606247 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:30.653226 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fe5b62-6197-47eb-9663-389cb46ec786 None None] New status for floating IP 1ba49416-7793-4e6d-8988-b989dbcd779f: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:37:30.679420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] For port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=65cb7c16-7e8c-42f0-8cb3-a210c5f6484c,segment=NetworkSegment(1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4),segment_id=1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:30.681968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 14:37:30.681968 n-d-801990-3 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 14:37:30.681968 n-d-801990-3 neutron-server[93766]: [parameters: {'id': 'd2b56a1e-64fe-49e1-b8b8-7edf92e08044'}] Jul 23 14:37:30.681968 n-d-801990-3 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:37:30.682532 n-d-801990-3 neutron-server[93766]: DEBUG oslo_db.api [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:37:30.686277 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:30.777831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93a611-7510-4497-b7d7-d8ce8e7b5c0d None None] Pushing event updated for resources: {'Port': ['ID=65cb7c16-7e8c-42f0-8cb3-a210c5f6484c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:30.813061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a65e5e-1a44-4a24-960d-d20f02ef8458 None None] Network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:30.951462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c840d1b-a727-40b0-b469-470b901a7ddb None None] Network d2b56a1e-64fe-49e1-b8b8-7edf92e08044 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:31.088838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b6b2c-538f-4133-9df4-54f9eb42845b None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:37:31.181719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b6b2c-538f-4133-9df4-54f9eb42845b None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:37:31.183996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.242898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Deleting port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:31.243328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.305419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] For port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=65cb7c16-7e8c-42f0-8cb3-a210c5f6484c,segment=NetworkSegment(1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4),segment_id=1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:31.305904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.317761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Calling delete_port for 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:31.406381 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.432063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:31.432777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Port': ['ID=65cb7c16-7e8c-42f0-8cb3-a210c5f6484c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:31.438785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No DVR routers for this DVR port 65cb7c16-7e8c-42f0-8cb3-a210c5f6484c on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:31.497078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eac9e6d4-0847-426e-b20d-6326dbbb4312 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/1ba49416-7793-4e6d-8988-b989dbcd779f HTTP/1.1" status: 200 len: 993 time: 0.0632651 Jul 23 14:37:31.520683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.531016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b56a1e-64fe-49e1-b8b8-7edf92e08044']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:31.540406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:31.540697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd3f20e-c36b-49e2-a1f6-0e0d5d0bd1f4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:31.549180 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.562477 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.569568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:31.569955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:31.572980 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:31.631819 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.640215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.647278 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/d2b56a1e-64fe-49e1-b8b8-7edf92e08044 HTTP/1.1" status: 204 len: 168 time: 1.6674483 Jul 23 14:37:31.648355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:31.660136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f6da-45cb-4ab4-b648-c09d3e0288e5 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=d2b56a1e-64fe-49e1-b8b8-7edf92e08044,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:31.676370 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-007b714b-d47e-4e06-942d-00013962313d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:31.676804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007b714b-d47e-4e06-942d-00013962313d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:31.678624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-007b714b-d47e-4e06-942d-00013962313d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/07f89f33-3636-4345-b20c-526fe4cffa7b HTTP/1.1" status: 404 len: 337 time: 0.0291951 Jul 23 14:37:31.681350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:31.699274 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf432502-7523-4d98-9821-7f5c7e94a23f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:31.699833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf432502-7523-4d98-9821-7f5c7e94a23f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:31.704067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cf432502-7523-4d98-9821-7f5c7e94a23f tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/d2b56a1e-64fe-49e1-b8b8-7edf92e08044 HTTP/1.1" status: 404 len: 339 time: 0.0195107 Jul 23 14:37:31.704303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:31.734540 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c748ac-802d-4d01-aa11-d1f3ddcf19da tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:31.735029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c748ac-802d-4d01-aa11-d1f3ddcf19da tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:31.736704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a5c748ac-802d-4d01-aa11-d1f3ddcf19da tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/ceb7374d-3077-4052-a1a4-c2393204233c HTTP/1.1" status: 404 len: 337 time: 0.0314770 Jul 23 14:37:31.739384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:31.756989 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f155bb7c-0f4f-462c-9d42-96021dadd5cd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:31.757503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f155bb7c-0f4f-462c-9d42-96021dadd5cd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:31.759188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f155bb7c-0f4f-462c-9d42-96021dadd5cd tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/8d9791c9-c970-4c17-bb29-097ba8b48e98 HTTP/1.1" status: 404 len: 339 time: 0.0189168 Jul 23 14:37:31.761516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:31.838573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.930975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.943060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e19e53-c55c-44ec-ba2a-2b671a0bc6e1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:31.953807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568f7d88-82f0-49c1-b1ab-f534d880048b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:31.954179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568f7d88-82f0-49c1-b1ab-f534d880048b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:31.963753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.977825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.985424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:31.985824 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:31.988877 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:32.051270 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.058539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.060422 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/99e19e53-c55c-44ec-ba2a-2b671a0bc6e1 HTTP/1.1" status: 204 len: 168 time: 0.2980127 Jul 23 14:37:32.063196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.072503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be9ce-2063-43cd-8289-d30bd254fe9b tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=99e19e53-c55c-44ec-ba2a-2b671a0bc6e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:32.092799 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a8f05f-d314-4f95-a618-2fa5e15bfb22 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.093185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a8f05f-d314-4f95-a618-2fa5e15bfb22 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.094979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-70a8f05f-d314-4f95-a618-2fa5e15bfb22 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/a30b54fc-96ee-425b-a8b9-22731e1c81b0 HTTP/1.1" status: 404 len: 337 time: 0.0307317 Jul 23 14:37:32.097636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.117608 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-419fbfa3-66f7-4492-a0d1-4e3057291046 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.118200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419fbfa3-66f7-4492-a0d1-4e3057291046 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.119965 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-419fbfa3-66f7-4492-a0d1-4e3057291046 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/8366e2db-b8e0-41d9-852a-1c5bcf1de710 HTTP/1.1" status: 404 len: 339 time: 0.0214119 Jul 23 14:37:32.122560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.147565 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49f6181-bc96-4cca-87c5-43bb6f0c19ae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.148000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49f6181-bc96-4cca-87c5-43bb6f0c19ae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.149698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e49f6181-bc96-4cca-87c5-43bb6f0c19ae tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/7ff7ed05-b816-4d1d-ac4c-e1acb6cde2eb HTTP/1.1" status: 404 len: 337 time: 0.0261791 Jul 23 14:37:32.152165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.169737 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4ccca4-ef86-4ed4-be61-0c89e588a038 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.170236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4ccca4-ef86-4ed4-be61-0c89e588a038 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.172227 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ea4ccca4-ef86-4ed4-be61-0c89e588a038 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/d3f98e06-fedb-45ff-8a5e-87659c470f5b HTTP/1.1" status: 404 len: 339 time: 0.0188985 Jul 23 14:37:32.174240 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.209597 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c94743-09d3-4f8f-9745-4598a7421a8d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.210195 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c94743-09d3-4f8f-9745-4598a7421a8d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.212124 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-21c94743-09d3-4f8f-9745-4598a7421a8d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/4d975d2f-878a-4384-9eb8-41b4b7c02c9e HTTP/1.1" status: 404 len: 337 time: 0.0369105 Jul 23 14:37:32.214493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.232216 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc0b324-e44a-434e-aafc-4c4d017f1be6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.232732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc0b324-e44a-434e-aafc-4c4d017f1be6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.234334 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4fc0b324-e44a-434e-aafc-4c4d017f1be6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/cb6672c6-04c5-447a-96b0-49018e4b00f9 HTTP/1.1" status: 404 len: 339 time: 0.0189440 Jul 23 14:37:32.236622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.260857 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1b0236-7d01-4ac1-baf7-0c7a636bc961 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.261282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1b0236-7d01-4ac1-baf7-0c7a636bc961 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.262895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5a1b0236-7d01-4ac1-baf7-0c7a636bc961 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/36089db5-3152-4ab1-8634-16b28952916b HTTP/1.1" status: 404 len: 337 time: 0.0253742 Jul 23 14:37:32.265112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.287142 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-64531c5e-e8ce-4df8-ab64-c19edb2b9f30 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.287671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64531c5e-e8ce-4df8-ab64-c19edb2b9f30 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.289301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-64531c5e-e8ce-4df8-ab64-c19edb2b9f30 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/f8d6d26f-8a28-4152-a495-556e078bdc5b HTTP/1.1" status: 404 len: 339 time: 0.0233326 Jul 23 14:37:32.291896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.318302 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5047b860-15aa-4416-85f6-9cd79ef4dc45 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.318765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5047b860-15aa-4416-85f6-9cd79ef4dc45 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.320391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5047b860-15aa-4416-85f6-9cd79ef4dc45 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/ca3789e5-9f66-454c-a5a3-1b891c6f1ef4 HTTP/1.1" status: 404 len: 337 time: 0.0274467 Jul 23 14:37:32.322826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.340361 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7eea4d-62bd-45af-b56b-523b07267fc6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.340878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7eea4d-62bd-45af-b56b-523b07267fc6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.342458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ea7eea4d-62bd-45af-b56b-523b07267fc6 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/23b106fe-0ba0-4b10-88bd-e94c4c71a78f HTTP/1.1" status: 404 len: 339 time: 0.0187724 Jul 23 14:37:32.344718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.369392 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04b1d9d-2ab6-42da-82ad-e02c5e66ce5a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.369773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04b1d9d-2ab6-42da-82ad-e02c5e66ce5a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.371404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b04b1d9d-2ab6-42da-82ad-e02c5e66ce5a tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/d762506a-f5fb-4f4e-b3df-02bfbcb54177 HTTP/1.1" status: 404 len: 337 time: 0.0258448 Jul 23 14:37:32.373658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.391028 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-24494cbc-09ca-494d-a868-04921f4e846d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.391536 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24494cbc-09ca-494d-a868-04921f4e846d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.393106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-24494cbc-09ca-494d-a868-04921f4e846d tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/ab155263-8adf-470a-ae50-c825f7aba4a1 HTTP/1.1" status: 404 len: 339 time: 0.0186081 Jul 23 14:37:32.395550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.420964 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa60c1a-7719-41f3-bd81-37ea5dc11cd0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.421405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa60c1a-7719-41f3-bd81-37ea5dc11cd0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.423070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2fa60c1a-7719-41f3-bd81-37ea5dc11cd0 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/f227b190-11bf-431c-b287-651460d44074 HTTP/1.1" status: 404 len: 337 time: 0.0265996 Jul 23 14:37:32.425318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.442270 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd53311f-8de3-4e93-9841-04174db34b96 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.442815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd53311f-8de3-4e93-9841-04174db34b96 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.444399 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dd53311f-8de3-4e93-9841-04174db34b96 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/6de9eb8a-6693-4446-b330-aceaadc812f3 HTTP/1.1" status: 404 len: 339 time: 0.0182352 Jul 23 14:37:32.446689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.475009 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8f3cd0-0898-4c93-beba-f53f4fc075ec tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.475374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8f3cd0-0898-4c93-beba-f53f4fc075ec tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.477013 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3f8f3cd0-0898-4c93-beba-f53f4fc075ec tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/a6fe5bac-4fae-4586-8d6d-a7d435f43e5a HTTP/1.1" status: 404 len: 337 time: 0.0294447 Jul 23 14:37:32.479515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.497590 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcb5bc4-32c4-41dc-a108-3ec74b23b525 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] DELETE failed (client error): The resource could not be found. Jul 23 14:37:32.498100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcb5bc4-32c4-41dc-a108-3ec74b23b525 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:37:32.499773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2fcb5bc4-32c4-41dc-a108-3ec74b23b525 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/27669d52-61c0-4dff-89ad-b7bf4302bdcb HTTP/1.1" status: 404 len: 339 time: 0.0193062 Jul 23 14:37:32.502020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.561628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Deleting subnet 0041547d-8190-4284-81ea-2771532fefa0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:37:32.564821 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.604296 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.695496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.770588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.798047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Subnet': ['ID=0041547d-8190-4284-81ea-2771532fefa0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:32.800160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.804085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30760d78-9165-4138-8a1f-3f05c579f7a7 None None] Network c8e06e15-f308-4d65-863e-dd561489364d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:32.807768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:32.807923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0d987781-a429-48d8-8d5b-b892829f1bf4 tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/subnets/0041547d-8190-4284-81ea-2771532fefa0 HTTP/1.1" status: 204 len: 168 time: 0.3047354 Jul 23 14:37:32.884389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.941089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Deleting port 90ee4e45-9f17-48ad-af9f-169adf68c687 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:32.941431 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:32.991410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] DHCP port deletion for c8e06e15-f308-4d65-863e-dd561489364d request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:37:33.007775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] For port 90ee4e45-9f17-48ad-af9f-169adf68c687, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=90ee4e45-9f17-48ad-af9f-169adf68c687,segment=NetworkSegment(0459b464-ae9d-48d7-9e0e-be069d40a51e),segment_id=0459b464-ae9d-48d7-9e0e-be069d40a51e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:33.008129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.020613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Calling delete_port for 90ee4e45-9f17-48ad-af9f-169adf68c687 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:33.040737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] Deleting port 90ee4e45-9f17-48ad-af9f-169adf68c687 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:33.041205 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.106117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] For port 90ee4e45-9f17-48ad-af9f-169adf68c687, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=90ee4e45-9f17-48ad-af9f-169adf68c687,segment=NetworkSegment(0459b464-ae9d-48d7-9e0e-be069d40a51e),segment_id=0459b464-ae9d-48d7-9e0e-be069d40a51e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:33.106512 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.115645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.119177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] Calling delete_port for 90ee4e45-9f17-48ad-af9f-169adf68c687 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:33.143730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Port': ['ID=90ee4e45-9f17-48ad-af9f-169adf68c687,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:33.147277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] No DVR routers for this DVR port 90ee4e45-9f17-48ad-af9f-169adf68c687 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:33.200986 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.229355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] Pushing event deleted for resources: {'Port': ['ID=90ee4e45-9f17-48ad-af9f-169adf68c687,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:33.235550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa46a6d-bfd8-4196-9380-b6dcd34547df None None] No DVR routers for this DVR port 90ee4e45-9f17-48ad-af9f-169adf68c687 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:33.236303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.251652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e06e15-f308-4d65-863e-dd561489364d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:33.263620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0459b464-ae9d-48d7-9e0e-be069d40a51e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:33.263995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0459b464-ae9d-48d7-9e0e-be069d40a51e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:33.274553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.290809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.297047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:33.297712 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:33.300773 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:33.363267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.373999 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.376096 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] 10.222.0.21 "DELETE /v2.0/networks/c8e06e15-f308-4d65-863e-dd561489364d HTTP/1.1" status: 204 len: 168 time: 0.5670292 Jul 23 14:37:33.386920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56393e-88e5-4706-8d21-8110dab192ba tempest-NetworksTest-1322689533 tempest-NetworksTest-1322689533-project] Pushing event deleted for resources: {'Network': ['ID=c8e06e15-f308-4d65-863e-dd561489364d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:33.643991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:33.777048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b17f1aab-d3d3-4b79-a198-305ed13e35e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2347b6db76704181a33f1e45e2a5e54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316791 Jul 23 14:37:33.779340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:33.840563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d65cae8-6e71-41c2-925b-e84aba19d9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.862433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d65cae8-6e71-41c2-925b-e84aba19d9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.916209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d65cae8-6e71-41c2-925b-e84aba19d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.918959 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d65cae8-6e71-41c2-925b-e84aba19d9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:33.920162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0d65cae8-6e71-41c2-925b-e84aba19d9c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c79425d8-e224-455d-9fa7-1be8228f6959 HTTP/1.1" status: 204 len: 168 time: 0.1394780 Jul 23 14:37:33.927898 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65cae8-6e71-41c2-925b-e84aba19d9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79425d8-e224-455d-9fa7-1be8228f6959,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:34.570603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:34.672786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-471808042'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:34.695632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:34.699198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.708586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.805367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.810556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.839566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:34.850205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798c57cb-2475-43b9-912a-1123840eacfe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:34.857011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.857360 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment 2294acf8-0d34-4a26-9f19-89a96c4fef23 of type vlan for network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 Jul 23 14:37:34.906931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.929832 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.935409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:34.936019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:34.971747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3972352 Jul 23 14:37:34.972031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:34.977102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-293096324'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:35.022934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e60d2-01c0-4347-8042-3c387d657b3a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:35.033310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:35.037049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:35.040937 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.053295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 90ee4e45-9f17-48ad-af9f-169adf68c687 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:35.065603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:35.074549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.074989 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment 90fa7809-cc0e-4de8-8231-6f5022f686fc of type vlan for network e7aaaea5-4cd7-4b75-8942-a390df520b80 Jul 23 14:37:35.082496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 90ee4e45-9f17-48ad-af9f-169adf68c687 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:35.082896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 90ee4e45-9f17-48ad-af9f-169adf68c687 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:35.118664 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.149977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.155615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:35.156195 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.193162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2198939 Jul 23 14:37:35.196298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:35.201746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': 'ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:35.236506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc184a-9a57-4660-a117-45e20c069065 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=e7aaaea5-4cd7-4b75-8942-a390df520b80,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:35.247088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:35.299741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:35.303462 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.498079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.560961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=0b13c678-1254-4f90-8b3c-04bec9c7cc39,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:35.572285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': '2294acf8-0d34-4a26-9f19-89a96c4fef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:35.572745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:35.592207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:35.601498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:35.605727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:35.606327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.611261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a9f63-1eab-434e-afee-47b11a1c3da3 None None] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:35.626530 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2f7fc9a2-3440-4025-983b-942773c584c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4272897 Jul 23 14:37:35.627839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:35.638368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': 'e7aaaea5-4cd7-4b75-8942-a390df520b80', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:35.737259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:35.743643 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.793797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1', 'network_id': 'ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': '0b13c678-1254-4f90-8b3c-04bec9c7cc39'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:35.795029 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:35.942155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Allocated IP 172.20.0.2 (ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1/0b13c678-1254-4f90-8b3c-04bec9c7cc39/96343a84-378a-43b3-8432-a78e77880a79) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:35.946488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.023324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=b751d8e1-6336-4dae-bdaf-a4324db0d547,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:36.033592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': '90fa7809-cc0e-4de8-8231-6f5022f686fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7aaaea5-4cd7-4b75-8942-a390df520b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:36.033936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: e7aaaea5-4cd7-4b75-8942-a390df520b80, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:36.051992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:36.061570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, e7aaaea5-4cd7-4b75-8942-a390df520b80) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:36.066063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:36.066688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.083774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3f128dde-20ef-4a16-9b5d-bbf5d30d6918 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4546740 Jul 23 14:37:36.086285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:36.091040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-580aedd7-82db-4dab-be74-94d76a8f9851 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-86358663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:36.113119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4f809-5c70-44f5-931a-8091353b3b42 None None] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:36.115165 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-580aedd7-82db-4dab-be74-94d76a8f9851 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.116393 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-580aedd7-82db-4dab-be74-94d76a8f9851 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.118617 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.128640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Transition to ACTIVE for port object 96343a84-378a-43b3-8432-a78e77880a79 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:36.146837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Transition to ACTIVE for port object 96343a84-378a-43b3-8432-a78e77880a79 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:36.159468 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.173717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-580aedd7-82db-4dab-be74-94d76a8f9851 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.180548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-580aedd7-82db-4dab-be74-94d76a8f9851 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.201916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-580aedd7-82db-4dab-be74-94d76a8f9851 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.203445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-580aedd7-82db-4dab-be74-94d76a8f9851 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1161263 Jul 23 14:37:36.206420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:36.208677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:36.243566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:36.250177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:36.258234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Pushing event updated for resources: {'Port': ['ID=96343a84-378a-43b3-8432-a78e77880a79,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:36.355233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Attempting to bind port 96343a84-378a-43b3-8432-a78e77880a79 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:36.355933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Attempting to bind port 96343a84-378a-43b3-8432-a78e77880a79 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '2294acf8-0d34-4a26-9f19-89a96c4fef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:36.356484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Attempting to bind port 96343a84-378a-43b3-8432-a78e77880a79 on network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:36.363611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:36.364218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Checking segment: {'id': '2294acf8-0d34-4a26-9f19-89a96c4fef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:36.364815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.365384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Bound using segment: {'id': '2294acf8-0d34-4a26-9f19-89a96c4fef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:36.366003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Bound port: 96343a84-378a-43b3-8432-a78e77880a79, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2294acf8-0d34-4a26-9f19-89a96c4fef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:36.366568 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.442974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-e7aaaea5-4cd7-4b75-8942-a390df520b80', 'network_id': 'e7aaaea5-4cd7-4b75-8942-a390df520b80', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': 'b751d8e1-6336-4dae-bdaf-a4324db0d547'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:36.443842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.486224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] For port 96343a84-378a-43b3-8432-a78e77880a79, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:36.514514 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.559389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] For port 96343a84-378a-43b3-8432-a78e77880a79, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=96343a84-378a-43b3-8432-a78e77880a79,segment=NetworkSegment(2294acf8-0d34-4a26-9f19-89a96c4fef23),segment_id=2294acf8-0d34-4a26-9f19-89a96c4fef23)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:36.568396 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.680577 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c080d2-db74-4b77-93c5-f540ca5630e8 None None] Pushing event updated for resources: {'Port': ['ID=96343a84-378a-43b3-8432-a78e77880a79,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:36.683694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Allocated IP 172.21.0.2 (e7aaaea5-4cd7-4b75-8942-a390df520b80/b751d8e1-6336-4dae-bdaf-a4324db0d547/ef2e6600-2239-42da-a54c-bdef104cb926) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:36.796451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.20.0.1 (ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1/0b13c678-1254-4f90-8b3c-04bec9c7cc39/eb5f8e7c-7c35-4719-bc2a-267d2b4397b2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:36.906534 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.916272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Transition to ACTIVE for port object ef2e6600-2239-42da-a54c-bdef104cb926 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:36.936277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Transition to ACTIVE for port object ef2e6600-2239-42da-a54c-bdef104cb926 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:36.945591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.976788 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:36.996313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:37.010160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Pushing event updated for resources: {'Port': ['ID=ef2e6600-2239-42da-a54c-bdef104cb926,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:37.017184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:37.018964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:37.021281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:37.046433 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.098042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:37.098636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Attempting to bind port ef2e6600-2239-42da-a54c-bdef104cb926 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:37.099117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Attempting to bind port ef2e6600-2239-42da-a54c-bdef104cb926 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '90fa7809-cc0e-4de8-8231-6f5022f686fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7aaaea5-4cd7-4b75-8942-a390df520b80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:37.099551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Attempting to bind port ef2e6600-2239-42da-a54c-bdef104cb926 on network e7aaaea5-4cd7-4b75-8942-a390df520b80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:37.101365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:37.105251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:37.105461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Checking segment: {'id': '90fa7809-cc0e-4de8-8231-6f5022f686fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7aaaea5-4cd7-4b75-8942-a390df520b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:37.106009 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.106391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:37.106514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Bound using segment: {'id': '90fa7809-cc0e-4de8-8231-6f5022f686fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7aaaea5-4cd7-4b75-8942-a390df520b80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:37.107008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Bound port: ef2e6600-2239-42da-a54c-bdef104cb926, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa7809-cc0e-4de8-8231-6f5022f686fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7aaaea5-4cd7-4b75-8942-a390df520b80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:37.107396 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.113793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=eb5f8e7c-7c35-4719-bc2a-267d2b4397b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:37.158401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 96343a84-378a-43b3-8432-a78e77880a79 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:37.177313 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.230547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] For port ef2e6600-2239-42da-a54c-bdef104cb926, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:37.234208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] For port ef2e6600-2239-42da-a54c-bdef104cb926, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ef2e6600-2239-42da-a54c-bdef104cb926,segment=NetworkSegment(90fa7809-cc0e-4de8-8231-6f5022f686fc),segment_id=90fa7809-cc0e-4de8-8231-6f5022f686fc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:37.243363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.271063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 96343a84-378a-43b3-8432-a78e77880a79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:37.313752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49ee5e-8587-41b7-8da9-c63bfdb98989 None None] Pushing event updated for resources: {'Port': ['ID=ef2e6600-2239-42da-a54c-bdef104cb926,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:37.327730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.663171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.669044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.756390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=eb5f8e7c-7c35-4719-bc2a-267d2b4397b2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:37.764893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.780940 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:37.874275 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:37.875696 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:37.938447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ec95d-9152-409e-ae25-33b7d9b4b086 None None] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:38.015938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:37:38.065885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f352e7e-d2a0-4730-86b2-7c19ec85a48c None None] Provisioning for port 96343a84-378a-43b3-8432-a78e77880a79 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:38.074778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f352e7e-d2a0-4730-86b2-7c19ec85a48c None None] Provisioning complete for port 96343a84-378a-43b3-8432-a78e77880a79 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:38.075151 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f352e7e-d2a0-4730-86b2-7c19ec85a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:38.166589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:38.178329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] Sync routers for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:38.184964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:38.185687 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bb55da53-e467-4820-b8ac-c1548afdd6b3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774387 Jul 23 14:37:38.206422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:38.206826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:38.211717 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f352e7e-d2a0-4730-86b2-7c19ec85a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:38.243576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:38.269690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8199a9ec-3d02-4098-8449-2260aa27b68a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:38.271675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8199a9ec-3d02-4098-8449-2260aa27b68a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports/eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 HTTP/1.1" status: 200 len: 910 time: 0.0846870 Jul 23 14:37:38.273658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:38.274305 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:38.274434 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:38.316343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5f352e7e-d2a0-4730-86b2-7c19ec85a48c None None] For port 96343a84-378a-43b3-8432-a78e77880a79, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=96343a84-378a-43b3-8432-a78e77880a79,segment=NetworkSegment(2294acf8-0d34-4a26-9f19-89a96c4fef23),segment_id=2294acf8-0d34-4a26-9f19-89a96c4fef23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:38.317386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:38.319407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ddb02d-92ce-410c-956b-d6e8c2dad00b None None] The sync data for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:38.328226 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f352e7e-d2a0-4730-86b2-7c19ec85a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:38.398358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f352e7e-d2a0-4730-86b2-7c19ec85a48c None None] Pushing event updated for resources: {'Port': ['ID=96343a84-378a-43b3-8432-a78e77880a79,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:38.554028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08333e3-8e90-4e3b-bf2b-eaeedc2efcff None None] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:38.639697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f08b256-bbb4-4df4-ba64-f917964d4020 None None] Provisioning for port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:38.646780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f08b256-bbb4-4df4-ba64-f917964d4020 None None] Provisioning complete for port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:38.647165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f08b256-bbb4-4df4-ba64-f917964d4020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:38.687222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f08b256-bbb4-4df4-ba64-f917964d4020 None None] Port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:38.716638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:38.732893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f08b256-bbb4-4df4-ba64-f917964d4020 None None] Provisioning complete for port 96343a84-378a-43b3-8432-a78e77880a79 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:38.733274 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f08b256-bbb4-4df4-ba64-f917964d4020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.019787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1d8436a-6b52-4fc0-9d06-4cb21c46a8fc None None] Provisioning complete for port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:39.020584 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1d8436a-6b52-4fc0-9d06-4cb21c46a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.021220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.21.0.1 (e7aaaea5-4cd7-4b75-8942-a390df520b80/b751d8e1-6336-4dae-bdaf-a4324db0d547/46fc2685-4908-474d-bf8d-e2e36e706534) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:39.115081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8436a-6b52-4fc0-9d06-4cb21c46a8fc None None] Port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:39.151178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1d8436a-6b52-4fc0-9d06-4cb21c46a8fc None None] Provisioning for port ef2e6600-2239-42da-a54c-bdef104cb926 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:39.193985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ef2e6600-2239-42da-a54c-bdef104cb926 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:39.208617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.223516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object 46fc2685-4908-474d-bf8d-e2e36e706534 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:39.270906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.277683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ef2e6600-2239-42da-a54c-bdef104cb926 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:39.289333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Provisioning complete for port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:39.289710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.291323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ef2e6600-2239-42da-a54c-bdef104cb926 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:39.291622 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.311604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:39.318916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:39.323120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:39.329964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=46fc2685-4908-474d-bf8d-e2e36e706534,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:39.366034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:39.376953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.383111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Provisioning complete for port ef2e6600-2239-42da-a54c-bdef104cb926 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:39.383512 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.448145 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.502798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ef2e6600-2239-42da-a54c-bdef104cb926, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ef2e6600-2239-42da-a54c-bdef104cb926,segment=NetworkSegment(90fa7809-cc0e-4de8-8231-6f5022f686fc),segment_id=90fa7809-cc0e-4de8-8231-6f5022f686fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:39.551546 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.553701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.554536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 96343a84-378a-43b3-8432-a78e77880a79 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:39.684129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ef2e6600-2239-42da-a54c-bdef104cb926,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:39.702955 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:37:39.703476 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-739b2f4d-a199-4123-bd04-beaec29401ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:37:39.713554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 96343a84-378a-43b3-8432-a78e77880a79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:39.713936 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:39.879316 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:40.148889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:40.154216 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:40.232690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=46fc2685-4908-474d-bf8d-e2e36e706534,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:40.233812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:40.328024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:40.329462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:40.390941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-757f05f3-5019-4dda-af6d-66076e8c8660 None None] Provisioning for port 46fc2685-4908-474d-bf8d-e2e36e706534 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:40.396847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-757f05f3-5019-4dda-af6d-66076e8c8660 None None] Provisioning complete for port 46fc2685-4908-474d-bf8d-e2e36e706534 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:40.397389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-757f05f3-5019-4dda-af6d-66076e8c8660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:40.442907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-757f05f3-5019-4dda-af6d-66076e8c8660 None None] Port 46fc2685-4908-474d-bf8d-e2e36e706534 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:40.443162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:40.546321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:40.553284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-15a55083-8b32-411a-b35a-3ae38619849c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2766254 Jul 23 14:37:40.555693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:40.560901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] Sync routers for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:40.564290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e504bad-bf3c-4252-aca5-3b7a3329170d None None] Provisioning complete for port 46fc2685-4908-474d-bf8d-e2e36e706534 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:40.565025 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e504bad-bf3c-4252-aca5-3b7a3329170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:40.572630 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:40.573244 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:40.603840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e504bad-bf3c-4252-aca5-3b7a3329170d None None] Port 46fc2685-4908-474d-bf8d-e2e36e706534 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:40.611694 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:40.616410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17a1fd-1058-4c60-9046-4e81c8b92095 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:40.618681 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bb17a1fd-1058-4c60-9046-4e81c8b92095 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports/46fc2685-4908-474d-bf8d-e2e36e706534 HTTP/1.1" status: 200 len: 910 time: 0.0611861 Jul 23 14:37:40.620401 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:40.620985 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:40.621120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:40.651671 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:40.652567 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89aaa89-81c8-45dc-b469-bf8f27908913 None None] The sync data for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:40.947073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:41.041544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ef2e6600-2239-42da-a54c-bdef104cb926 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:41.087388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ef2e6600-2239-42da-a54c-bdef104cb926 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:41.087879 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:41.231886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 46fc2685-4908-474d-bf8d-e2e36e706534 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:41.232225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:41.321297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:41.333595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 46fc2685-4908-474d-bf8d-e2e36e706534 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:41.505725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:41.534498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=46fc2685-4908-474d-bf8d-e2e36e706534,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:41.710110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:41.905384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:41.999452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:42.010484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] Sync routers for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:42.025771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-79deef14-c416-42cd-833a-2bad117400c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965144 Jul 23 14:37:42.025980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:42.025980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:42.026202 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:42.055966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:42.065810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:42.067869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:42.263843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:42.264502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37172f1a-ddd2-4d2a-94c1-927f0706697d None None] The sync data for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:42.355540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:42.608286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:42.608626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:42.690129 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:42.701839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for eb5f8e7c-7c35-4719-bc2a-267d2b4397b2 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:43.207850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:43.237183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=eb5f8e7c-7c35-4719-bc2a-267d2b4397b2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:43.383160 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:43.534669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:43.612393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:43.619234 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fe0b84fc-b34e-4aa8-9a68-6e94d62ac570 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5962884 Jul 23 14:37:43.620955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:43.623133 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] Sync routers for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:43.632573 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:43.633209 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:43.652799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a550a0d4-acca-4757-9bcb-98b2d26c78db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 HTTP/1.1" status: 200 len: 205 time: 0.0297046 Jul 23 14:37:43.654817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 49974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:43.676445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:43.686080 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] Routers {'c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:43.686685 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:43.720111 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:43.720763 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63c4b5-b178-412f-a266-3bd6a7a04cbf None None] The sync data for ids ['c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:43.734265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57979e8c-4bb0-4ab6-915e-4f01273ed453 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:43.900565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57979e8c-4bb0-4ab6-915e-4f01273ed453 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:43.902943 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57979e8c-4bb0-4ab6-915e-4f01273ed453 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:43.946545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57979e8c-4bb0-4ab6-915e-4f01273ed453 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:43.947092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57979e8c-4bb0-4ab6-915e-4f01273ed453 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Fanout notify agent at l3_agent the message router_deleted on router c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:37:43.954311 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57979e8c-4bb0-4ab6-915e-4f01273ed453 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:43.955489 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-57979e8c-4bb0-4ab6-915e-4f01273ed453 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 HTTP/1.1" status: 204 len: 168 time: 0.2997270 Jul 23 14:37:43.958805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:44.010428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet b751d8e1-6336-4dae-bdaf-a4324db0d547 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:37:44.013775 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.058733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.146168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.206369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.237693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=b751d8e1-6336-4dae-bdaf-a4324db0d547,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:44.241573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.243577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-86f7759c-265b-4d9d-89e8-bd55437c5d53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/b751d8e1-6336-4dae-bdaf-a4324db0d547 HTTP/1.1" status: 204 len: 168 time: 0.2836821 Jul 23 14:37:44.246103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:44.249863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a9bd97-b1a8-4a90-b9a2-c6fa5eababe3 None None] Network e7aaaea5-4cd7-4b75-8942-a390df520b80 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:44.302335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet 0b13c678-1254-4f90-8b3c-04bec9c7cc39 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:37:44.305615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.361910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.485095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.512396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] DHCP port deletion for e7aaaea5-4cd7-4b75-8942-a390df520b80 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:37:44.559877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Deleting port ef2e6600-2239-42da-a54c-bdef104cb926 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:44.560574 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.567946 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.604746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=0b13c678-1254-4f90-8b3c-04bec9c7cc39,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:44.607569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.610158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-74baff27-1c1d-4a73-ae2c-37cc691314db tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/0b13c678-1254-4f90-8b3c-04bec9c7cc39 HTTP/1.1" status: 204 len: 168 time: 0.3628666 Jul 23 14:37:44.612881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 49998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:44.621673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c18b04b-8954-4adf-8696-9051c9a9a40e None None] Network ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:44.705521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] For port ef2e6600-2239-42da-a54c-bdef104cb926, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ef2e6600-2239-42da-a54c-bdef104cb926,segment=NetworkSegment(90fa7809-cc0e-4de8-8231-6f5022f686fc),segment_id=90fa7809-cc0e-4de8-8231-6f5022f686fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:44.705914 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.738836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Calling delete_port for ef2e6600-2239-42da-a54c-bdef104cb926 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:44.756746 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.820642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5757b5-785d-46ab-8e30-21e55f03da27 req-b69af02d-59f1-44ae-ab5b-90fd21e9da86 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:44.821793 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5757b5-785d-46ab-8e30-21e55f03da27 req-b69af02d-59f1-44ae-ab5b-90fd21e9da86 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 946 time: 0.1263194 Jul 23 14:37:44.854931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port ef2e6600-2239-42da-a54c-bdef104cb926 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:44.857156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.864027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.879443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] No DVR routers for this DVR port ef2e6600-2239-42da-a54c-bdef104cb926 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:44.883552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5757b5-785d-46ab-8e30-21e55f03da27 req-931fd07d-7bbd-4f7f-a2eb-b9eeac6dcf29 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525877 Jul 23 14:37:44.913199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Pushing event deleted for resources: {'Port': ['ID=ef2e6600-2239-42da-a54c-bdef104cb926,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:44.924192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.924541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.924886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.925221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.925554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.925884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.926211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.926536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.927424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.927424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.930080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.930080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c703cf-d7f8-43eb-b387-d959d7fdc8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:37:44.936831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] DHCP port deletion for ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:37:44.945030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port ef2e6600-2239-42da-a54c-bdef104cb926, host n-d-801990-3, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:44.945421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.957789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for ef2e6600-2239-42da-a54c-bdef104cb926 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:44.960567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Port ef2e6600-2239-42da-a54c-bdef104cb926 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:37:44.962696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.987323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] Deleting port 96343a84-378a-43b3-8432-a78e77880a79 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:44.990812 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:44.992264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=ef2e6600-2239-42da-a54c-bdef104cb926,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:44.996393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port ef2e6600-2239-42da-a54c-bdef104cb926 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:45.070822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] For port 96343a84-378a-43b3-8432-a78e77880a79, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=96343a84-378a-43b3-8432-a78e77880a79,segment=NetworkSegment(2294acf8-0d34-4a26-9f19-89a96c4fef23),segment_id=2294acf8-0d34-4a26-9f19-89a96c4fef23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:45.071363 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.079112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ef2e6600-2239-42da-a54c-bdef104cb926 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:45.084231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.095879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aaaea5-4cd7-4b75-8942-a390df520b80']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:45.105506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ef2e6600-2239-42da-a54c-bdef104cb926 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:45.105506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ef2e6600-2239-42da-a54c-bdef104cb926 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:45.105943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 96343a84-378a-43b3-8432-a78e77880a79 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:45.112794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] Calling delete_port for 96343a84-378a-43b3-8432-a78e77880a79 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:45.114475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fa7809-cc0e-4de8-8231-6f5022f686fc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:45.114816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fa7809-cc0e-4de8-8231-6f5022f686fc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:45.127630 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.143201 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.149058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:45.149454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:45.152877 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:45.213179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.224459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.226331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/e7aaaea5-4cd7-4b75-8942-a390df520b80 HTTP/1.1" status: 204 len: 168 time: 0.6119068 Jul 23 14:37:45.229149 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:45.237308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aabc7-9dd8-4113-b1a0-2c386f2f7622 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=e7aaaea5-4cd7-4b75-8942-a390df520b80,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:45.253936 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.273140 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.310442 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.321497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] Pushing event deleted for resources: {'Port': ['ID=96343a84-378a-43b3-8432-a78e77880a79,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:45.325270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be0e04-51c4-4296-9041-0d2692c60f0c None None] No DVR routers for this DVR port 96343a84-378a-43b3-8432-a78e77880a79 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:45.411494 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.421804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:45.431501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2294acf8-0d34-4a26-9f19-89a96c4fef23') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:45.431795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2294acf8-0d34-4a26-9f19-89a96c4fef23') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:45.441919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.456004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.462885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:45.463266 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:45.466523 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:45.524623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.531672 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.533658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1 HTTP/1.1" status: 204 len: 168 time: 0.3034654 Jul 23 14:37:45.538224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:45.543035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1212874864'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:45.549695 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29701ca3-fea8-4700-9f08-afe2f6259ee4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=ca4f893c-608a-4d3c-a12a-c6e6b4bff8a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:45.569111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:45.572815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.597682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:45.607263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.607605 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment c3b7ae4b-1e35-4801-b022-c96ca18a7e01 of type vlan for network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 Jul 23 14:37:45.659035 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.688558 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.694474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:45.695092 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.728926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1899583 Jul 23 14:37:45.731565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:45.736594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:45.787960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbcdb5-bd22-4afc-994c-61d91effc9e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=86f7988e-caff-4966-a1b4-a5aa2083c2f1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:45.803898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:45.805910 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d2d01a-bf88-4bdd-827d-03e310ec40f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:45.869099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:45.875491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.096370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64831884-16cb-4f88-9d34-a026422e9c4b req-103e22b7-0097-4350-9f88-f67dee56ea92 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:46.097859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64831884-16cb-4f88-9d34-a026422e9c4b req-103e22b7-0097-4350-9f88-f67dee56ea92 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 946 time: 0.1368420 Jul 23 14:37:46.125466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.190929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64831884-16cb-4f88-9d34-a026422e9c4b req-8df0aeba-eda7-440b-9d04-0c56597e8d02 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838082 Jul 23 14:37:46.208259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=026cb792-c0b9-42b2-97cb-6e2d31666fef,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:46.219384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': 'c3b7ae4b-1e35-4801-b022-c96ca18a7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:46.219742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: 86f7988e-caff-4966-a1b4-a5aa2083c2f1, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:46.237839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:46.246842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 86f7988e-caff-4966-a1b4-a5aa2083c2f1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:46.251015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:46.251607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.259583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b651a-cf62-4e4a-b002-1c2b97d7875c None None] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:46.266889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7ca0cb4f-a78c-465a-ae9a-81883b7aefe7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5341187 Jul 23 14:37:46.269353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:46.273887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-008038f2-fe1a-4d07-ab51-42a2f2e31464 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1673029987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:46.298581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-008038f2-fe1a-4d07-ab51-42a2f2e31464 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.299796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-008038f2-fe1a-4d07-ab51-42a2f2e31464 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.359317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-008038f2-fe1a-4d07-ab51-42a2f2e31464 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.364531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-008038f2-fe1a-4d07-ab51-42a2f2e31464 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.381879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-008038f2-fe1a-4d07-ab51-42a2f2e31464 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.383161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-008038f2-fe1a-4d07-ab51-42a2f2e31464 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1128001 Jul 23 14:37:46.385795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:46.390828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'port': {'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1', 'name': 'tempest-RoutersTest-1160459950'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:46.435473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-86f7988e-caff-4966-a1b4-a5aa2083c2f1', 'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': '026cb792-c0b9-42b2-97cb-6e2d31666fef'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:46.436449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.553703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-63523e24-1d58-488c-9489-acbd992f5a2a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:46.555420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-63523e24-1d58-488c-9489-acbd992f5a2a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 946 time: 0.1037385 Jul 23 14:37:46.556631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:46.560311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.597528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Allocated IP 172.20.0.2 (86f7988e-caff-4966-a1b4-a5aa2083c2f1/026cb792-c0b9-42b2-97cb-6e2d31666fef/34f4d8b1-fb3b-4ec9-997d-fc5df514ec90) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:46.606298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] device_id is not set on port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 14:37:46.759854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.769295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Transition to ACTIVE for port object 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:46.785377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Transition to ACTIVE for port object 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:46.793178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.836659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:46.841684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:46.845560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:46.853777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Pushing event updated for resources: {'Port': ['ID=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:46.917093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Attempting to bind port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:46.917472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Attempting to bind port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c3b7ae4b-1e35-4801-b022-c96ca18a7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:46.917841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Attempting to bind port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 on network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:46.926377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:46.926790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Checking segment: {'id': 'c3b7ae4b-1e35-4801-b022-c96ca18a7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:46.927197 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.927588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Bound using segment: {'id': 'c3b7ae4b-1e35-4801-b022-c96ca18a7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:46.928056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Bound port: 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b7ae4b-1e35-4801-b022-c96ca18a7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '86f7988e-caff-4966-a1b4-a5aa2083c2f1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:46.928434 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:46.997915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] For port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:47.001655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] For port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,segment=NetworkSegment(c3b7ae4b-1e35-4801-b022-c96ca18a7e01),segment_id=c3b7ae4b-1e35-4801-b022-c96ca18a7e01)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:47.006122 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.066663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df39c5-066a-4132-8477-6889c8b38111 None None] Pushing event updated for resources: {'Port': ['ID=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:47.099749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.20.0.4 (86f7988e-caff-4966-a1b4-a5aa2083c2f1/026cb792-c0b9-42b2-97cb-6e2d31666fef/e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:47.108648 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port 2d218d80-bac4-4c69-a367-0eb018204c6b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:47.109011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.293748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] For port 2d218d80-bac4-4c69-a367-0eb018204c6b, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d218d80-bac4-4c69-a367-0eb018204c6b,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:47.294120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.551020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.590398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:47.653580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553b755-3280-405d-b544-4f0a6135f6ab req-0de5e462-97f8-4653-9896-6178520acffa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:47.655107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6553b755-3280-405d-b544-4f0a6135f6ab req-0de5e462-97f8-4653-9896-6178520acffa tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 946 time: 0.3097644 Jul 23 14:37:47.673485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.673862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.674156 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Floating IP d952434d-ea38-4850-bbaa-3d26ffa69368 disassociated. External IP: 172.25.2.228, port: 2d218d80-bac4-4c69-a367-0eb018204c6b. Jul 23 14:37:47.674499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for 2d218d80-bac4-4c69-a367-0eb018204c6b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:47.762773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6553b755-3280-405d-b544-4f0a6135f6ab req-c096b156-3911-48a8-9e33-51ab2fd1aa8e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966930 Jul 23 14:37:47.767492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.828499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:47.838700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:47.841871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:47.871176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:47.932653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:47.933225 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:47.963322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5ca5c982-1a07-479f-9e25-c4b3ecec7b29 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5763273 Jul 23 14:37:47.966000 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:47.973982 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:48.071330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=2d218d80-bac4-4c69-a367-0eb018204c6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:48.080972 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:48.202012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b3d20-ccb2-4667-8012-8594c9a77a19 None None] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:48.327108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-254fe7f8-4617-4f4a-800a-4d18f87ce15a None None] Provisioning for port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:48.343860 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:48.420095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:48.539913 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66e478a0-ba87-4c30-9b0d-0fa7bd703c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:48.574745 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:48.629755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:48.644250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:48.664092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:48.665086 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:48.733449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] No DVR routers for this DVR port 2d218d80-bac4-4c69-a367-0eb018204c6b on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:48.760650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:48.762729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6655dd6-3979-4a09-8377-c2c229e2a55b req-6a285112-a852-4308-a7f4-38143dfc8727 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "DELETE /v2.0/ports/2d218d80-bac4-4c69-a367-0eb018204c6b HTTP/1.1" status: 204 len: 173 time: 2.2000110 Jul 23 14:37:48.763178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'name': 'network-vif-deleted', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:37:48.765467 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3f73b3-583f-46e8-8dd8-c91b6fe2335f" -d '{"events": [{"server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "name": "network-vif-deleted", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:37:48.790405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65fb3513-1c12-497b-840f-8303c5fd1ac7 None None] Provisioning for port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:48.797979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65fb3513-1c12-497b-840f-8303c5fd1ac7 None None] Provisioning complete for port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:48.798361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fb3513-1c12-497b-840f-8303c5fd1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:48.869203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-65fb3513-1c12-497b-840f-8303c5fd1ac7 None None] Port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:48.888761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:48.904512 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9f31ca-b06e-4331-9bd8-05f025de22b7 x-openstack-request-id: req-bf9f31ca-b06e-4331-9bd8-05f025de22b7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:37:48.904926 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c56b801-ec15-4da4-a4ae-8815f0757fb4", "name": "network-vif-deleted", "tag": "2d218d80-bac4-4c69-a367-0eb018204c6b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:37:48.905080 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf9f31ca-b06e-4331-9bd8-05f025de22b7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:37:48.905513 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c56b801-ec15-4da4-a4ae-8815f0757fb4', 'name': 'network-vif-deleted', 'tag': '2d218d80-bac4-4c69-a367-0eb018204c6b', 'status': 'completed', 'code': 200} Jul 23 14:37:49.019911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-199bbd88-cfc1-41bf-872f-219204b43ca0 req-2341ce49-6583-40d3-8da0-4e2441fdd69e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 210 time: 0.0749378 Jul 23 14:37:49.084668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.108921 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.133807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:49.165303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:49.240575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a8e8aa0-353b-4bf9-9b11-f42682fc8aeb None None] Provisioning complete for port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:49.240883 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8aa0-353b-4bf9-9b11-f42682fc8aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.318500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e8aa0-353b-4bf9-9b11-f42682fc8aeb None None] Port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:49.323684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:49.348101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:49.348554 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.418939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:49.427362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.456917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:37:49.507639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:49.508311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:49.510099 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.625653 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.806944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15703eba-7cff-43cc-a2ce-dce4719dcfc8 None None] Provisioning complete for port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:49.807229 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15703eba-7cff-43cc-a2ce-dce4719dcfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.843560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,segment=NetworkSegment(c3b7ae4b-1e35-4801-b022-c96ca18a7e01),segment_id=c3b7ae4b-1e35-4801-b022-c96ca18a7e01)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:49.847716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15703eba-7cff-43cc-a2ce-dce4719dcfc8 None None] Port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:49.849356 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.858825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.915786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:49.935918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:37:49.954861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:49.963972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:50.040710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:50.095416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d218d80-bac4-4c69-a367-0eb018204c6b no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:50.121606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2d218d80-bac4-4c69-a367-0eb018204c6b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:50.121955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d218d80-bac4-4c69-a367-0eb018204c6b not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:50.127207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:50.173486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-61da9854-9e59-4e29-b8d2-01dd3c234d83 req-96ebb6b9-be8e-4d34-ab0b-5a1f31a7e892 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 210 time: 0.0418570 Jul 23 14:37:50.218136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:50.267149 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a317d-e670-4940-850b-a9ca29a30ca0 None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:50.297873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:50.299444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:50.440146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 6c481e1f-426a-4957-91c5-b749478e9e7f is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:37:50.579867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:50.586634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c382f507-b97c-42fe-b162-ea50f5fba804 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/6c481e1f-426a-4957-91c5-b749478e9e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194694 Jul 23 14:37:50.589505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:50.603031 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] Sync routers for ids ['6c481e1f-426a-4957-91c5-b749478e9e7f'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:50.612874 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] Routers {'6c481e1f-426a-4957-91c5-b749478e9e7f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:50.614474 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c481e1f-426a-4957-91c5-b749478e9e7f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:50.659540 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:50.666168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da7b794-f4ea-49bd-8b45-4f9e20469c57 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:50.668293 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8da7b794-f4ea-49bd-8b45-4f9e20469c57 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports/e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c HTTP/1.1" status: 200 len: 977 time: 0.0766752 Jul 23 14:37:50.671072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:50.673403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a7d0d9d-e512-416d-9c54-1cf43e04444d None None] Provisioning complete for port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:50.673781 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d9d-e512-416d-9c54-1cf43e04444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:50.674429 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] Routers {'6c481e1f-426a-4957-91c5-b749478e9e7f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:50.675734 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c481e1f-426a-4957-91c5-b749478e9e7f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:50.712509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0835af1d-a1f2-4b46-93b7-b7fb99b9d7c6 None None] New status for floating IP d952434d-ea38-4850-bbaa-3d26ffa69368: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:37:50.725710 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:50.726921 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85e8c4-ae85-4c8c-8ce5-4fc3e6f4bc48 None None] The sync data for ids ['6c481e1f-426a-4957-91c5-b749478e9e7f'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:50.777821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d0d9d-e512-416d-9c54-1cf43e04444d None None] Port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:51.060718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:51.117492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:51.117930 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:51.309094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:51.333246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b66e4ba3-832d-41d5-a323-e189f4a93fca req-f8b9713d-93bb-4e09-a3b7-c5438011cd3e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 210 time: 0.0599148 Jul 23 14:37:51.544035 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:51.779455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:51.779847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:51.875006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:51.888133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:52.064979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:52.098590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=e0dd8a4d-767c-4a6b-a8d1-14ede0fa432c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:52.265815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:52.456161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 6c481e1f-426a-4957-91c5-b749478e9e7f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:37:52.459073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7f62e86-d342-4ec2-b161-fc49e1f680cf req-2b8dddff-7432-4be4-b9b9-e8dc8a4f1e55 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 210 time: 0.0337102 Jul 23 14:37:52.552085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:52.562524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:52.563030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-918ec0c4-0f0c-4c62-8b52-a8a34e634ac4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/6c481e1f-426a-4957-91c5-b749478e9e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8903213 Jul 23 14:37:52.563220 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626eef82-bc81-473c-a244-3638399033ab None None] Sync routers for ids ['6c481e1f-426a-4957-91c5-b749478e9e7f'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:52.573275 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626eef82-bc81-473c-a244-3638399033ab None None] Routers {'6c481e1f-426a-4957-91c5-b749478e9e7f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:52.573901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-626eef82-bc81-473c-a244-3638399033ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c481e1f-426a-4957-91c5-b749478e9e7f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:52.606907 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-626eef82-bc81-473c-a244-3638399033ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:52.617361 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626eef82-bc81-473c-a244-3638399033ab None None] Routers {'6c481e1f-426a-4957-91c5-b749478e9e7f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:52.618274 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-626eef82-bc81-473c-a244-3638399033ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c481e1f-426a-4957-91c5-b749478e9e7f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:52.658623 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-626eef82-bc81-473c-a244-3638399033ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:52.659301 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626eef82-bc81-473c-a244-3638399033ab None None] The sync data for ids ['6c481e1f-426a-4957-91c5-b749478e9e7f'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:52.802905 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f6e232aa-3e26-4ab4-b3b6-0e6737778f82 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 14:37:52.804119 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f6e232aa-3e26-4ab4-b3b6-0e6737778f82 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/6c481e1f-426a-4957-91c5-b749478e9e7f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2405267 Jul 23 14:37:52.807000 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:52.846516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-384bc3ac-4aa5-4b8c-9707-286f14e0e92d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c481e1f-426a-4957-91c5-b749478e9e7f HTTP/1.1" status: 200 len: 205 time: 0.0359614 Jul 23 14:37:52.846816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:52.925171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258f4e3c-e827-4ac5-b171-eb3d762da435 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.097896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258f4e3c-e827-4ac5-b171-eb3d762da435 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.100330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258f4e3c-e827-4ac5-b171-eb3d762da435 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.145208 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258f4e3c-e827-4ac5-b171-eb3d762da435 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.145815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258f4e3c-e827-4ac5-b171-eb3d762da435 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Fanout notify agent at l3_agent the message router_deleted on router 6c481e1f-426a-4957-91c5-b749478e9e7f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:37:53.157181 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258f4e3c-e827-4ac5-b171-eb3d762da435 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.158287 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-258f4e3c-e827-4ac5-b171-eb3d762da435 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/6c481e1f-426a-4957-91c5-b749478e9e7f HTTP/1.1" status: 204 len: 168 time: 0.3104682 Jul 23 14:37:53.161242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:53.214797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet 026cb792-c0b9-42b2-97cb-6e2d31666fef {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:37:53.218205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.264966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.358502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.420679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.449750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=026cb792-c0b9-42b2-97cb-6e2d31666fef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:53.451730 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.456222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae2707ac-8a43-441e-bc42-93cd58655a4a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/026cb792-c0b9-42b2-97cb-6e2d31666fef HTTP/1.1" status: 204 len: 168 time: 0.2912416 Jul 23 14:37:53.456560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:53.460519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee150a-bbec-44e7-86b2-d192bde54deb None None] Network 86f7988e-caff-4966-a1b4-a5aa2083c2f1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:53.596470 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.607326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1aa62b92-de26-4c2e-8d4d-e31991e89644 req-fb3ebb67-baf2-4ee6-9e70-a908a66d144f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c56b801-ec15-4da4-a4ae-8815f0757fb4 HTTP/1.1" status: 200 len: 210 time: 0.0506301 Jul 23 14:37:53.667559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:53.672626 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.703994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] DHCP port deletion for 86f7988e-caff-4966-a1b4-a5aa2083c2f1 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:37:53.738689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,segment=NetworkSegment(c3b7ae4b-1e35-4801-b022-c96ca18a7e01),segment_id=c3b7ae4b-1e35-4801-b022-c96ca18a7e01)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:53.739058 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.749278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] Deleting port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:53.749760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.756075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:53.816946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] For port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,segment=NetworkSegment(c3b7ae4b-1e35-4801-b022-c96ca18a7e01),segment_id=c3b7ae4b-1e35-4801-b022-c96ca18a7e01)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:53.817339 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.829589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] Calling delete_port for 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:53.844495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.870619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:53.874277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:53.916712 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.941197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] Pushing event deleted for resources: {'Port': ['ID=34f4d8b1-fb3b-4ec9-997d-fc5df514ec90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:53.944671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dff71c-e2ea-4a91-9b6d-5c6209710be7 None None] No DVR routers for this DVR port 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:37:53.956249 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:53.966861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f7988e-caff-4966-a1b4-a5aa2083c2f1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:53.976960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b7ae4b-1e35-4801-b022-c96ca18a7e01') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:53.977260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b7ae4b-1e35-4801-b022-c96ca18a7e01') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:53.986275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.005176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.011339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:37:54.011727 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:37:54.014663 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:37:54.079033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.088062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.089908 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/86f7988e-caff-4966-a1b4-a5aa2083c2f1 HTTP/1.1" status: 204 len: 168 time: 0.6320553 Jul 23 14:37:54.094576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:54.099592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd8558-847a-4fce-8087-00d0f8eb87c0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=86f7988e-caff-4966-a1b4-a5aa2083c2f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:54.100163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-921401968'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:54.122314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:54.126143 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.156823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:37:54.166438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.166808 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment c7ab66dd-6c30-46ac-8fdc-7880dba3d47f of type vlan for network de2d26ac-953c-45e2-8784-2764bf796e1a Jul 23 14:37:54.206575 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.238443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.244577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:54.245152 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.286997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1885736 Jul 23 14:37:54.287339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:54.316006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': 'de2d26ac-953c-45e2-8784-2764bf796e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:54.320566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec401294-e785-4ca9-8d3d-08cd319a36d7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=de2d26ac-953c-45e2-8784-2764bf796e1a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:54.331873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network de2d26ac-953c-45e2-8784-2764bf796e1a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:37:54.424994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:54.428635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.615039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.676102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=10ac7825-baea-4a3f-af86-1094a3e159bc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:54.691728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': 'c7ab66dd-6c30-46ac-8fdc-7880dba3d47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'de2d26ac-953c-45e2-8784-2764bf796e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:54.692195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: de2d26ac-953c-45e2-8784-2764bf796e1a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:37:54.709876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network de2d26ac-953c-45e2-8784-2764bf796e1a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:37:54.719784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, de2d26ac-953c-45e2-8784-2764bf796e1a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:54.725377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:54.726173 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.730230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94080472-14d4-49bc-8732-0b9127248cbc None None] Network de2d26ac-953c-45e2-8784-2764bf796e1a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:54.769910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1e47d392-a1ea-4970-9798-1b7e47b223a4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4815166 Jul 23 14:37:54.772951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:54.777639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-af9bdaf2-bcb7-4217-a1ca-bd67f7f9a9e0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-72993930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:54.821781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af9bdaf2-bcb7-4217-a1ca-bd67f7f9a9e0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.823192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af9bdaf2-bcb7-4217-a1ca-bd67f7f9a9e0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.849732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-603626d7-0af2-4fb6-855a-7c33d2ed1d5f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1624441660&fields=id&tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 267 time: 0.0462930 Jul 23 14:37:54.907327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-de2d26ac-953c-45e2-8784-2764bf796e1a', 'network_id': 'de2d26ac-953c-45e2-8784-2764bf796e1a', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': '10ac7825-baea-4a3f-af86-1094a3e159bc'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:37:54.908505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.916301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af9bdaf2-bcb7-4217-a1ca-bd67f7f9a9e0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:54.930969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af9bdaf2-bcb7-4217-a1ca-bd67f7f9a9e0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.027556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-d7c1cd40-48b0-41e8-921d-ec59960da68b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:55.029121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-d7c1cd40-48b0-41e8-921d-ec59960da68b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1368070 Jul 23 14:37:55.048575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-d99c3ba2-801e-4df8-888f-958942998903 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/quotas/9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 375 time: 0.0114782 Jul 23 14:37:55.049676 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af9bdaf2-bcb7-4217-a1ca-bd67f7f9a9e0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.049874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:37:55.055058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:55.055652 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-af9bdaf2-bcb7-4217-a1ca-bd67f7f9a9e0 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2814748 Jul 23 14:37:55.078779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Allocated IP 172.20.0.2 (de2d26ac-953c-45e2-8784-2764bf796e1a/10ac7825-baea-4a3f-af86-1094a3e159bc/c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:55.080991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:37:55.081407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34f4d8b1-fb3b-4ec9-997d-fc5df514ec90 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:37:55.138937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-8cac6696-bc42-4ec2-8eec-d71b73dd91f2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814967 Jul 23 14:37:55.244352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-060ac694-f270-46f2-aa3b-11118722acd8 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944276 Jul 23 14:37:55.270502 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.286678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Transition to ACTIVE for port object c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:55.301313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Transition to ACTIVE for port object c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:55.309738 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.358117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Network de2d26ac-953c-45e2-8784-2764bf796e1a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:55.361191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:55.364674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:55.368759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-b5db066e-3360-4dbf-a316-310e4a586a31 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184504 Jul 23 14:37:55.381763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Pushing event updated for resources: {'Port': ['ID=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:55.452946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Attempting to bind port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:55.453535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Attempting to bind port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'c7ab66dd-6c30-46ac-8fdc-7880dba3d47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'de2d26ac-953c-45e2-8784-2764bf796e1a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:55.454115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Attempting to bind port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b on network de2d26ac-953c-45e2-8784-2764bf796e1a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:55.459929 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.460847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:55.461243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Checking segment: {'id': 'c7ab66dd-6c30-46ac-8fdc-7880dba3d47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'de2d26ac-953c-45e2-8784-2764bf796e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:55.461671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.462059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Bound using segment: {'id': 'c7ab66dd-6c30-46ac-8fdc-7880dba3d47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'de2d26ac-953c-45e2-8784-2764bf796e1a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:55.462518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Bound port: c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ab66dd-6c30-46ac-8fdc-7880dba3d47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'de2d26ac-953c-45e2-8784-2764bf796e1a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:55.463018 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.537098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] For port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:55.542025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] For port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,segment=NetworkSegment(c7ab66dd-6c30-46ac-8fdc-7880dba3d47f),segment_id=c7ab66dd-6c30-46ac-8fdc-7880dba3d47f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:55.551729 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:55.632270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e19f2-e00e-4787-be88-1a08b56a5497 None None] Pushing event updated for resources: {'Port': ['ID=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:55.788577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cd5a7ca-c2bd-4e3b-954b-f04d319337d8 req-b588df91-d282-4f95-8ce5-a155c4f71e9c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 210 time: 0.0452874 Jul 23 14:37:55.802599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.20.0.1 (de2d26ac-953c-45e2-8784-2764bf796e1a/10ac7825-baea-4a3f-af86-1094a3e159bc/d83980a3-0f48-440a-b877-54dda41e3f4c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:56.007601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:56.027393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object d83980a3-0f48-440a-b877-54dda41e3f4c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:56.068540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:56.112638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network de2d26ac-953c-45e2-8784-2764bf796e1a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:56.118159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:56.122368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:56.129377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=d83980a3-0f48-440a-b877-54dda41e3f4c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:56.170473 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:56.324976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:56.615134 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:56.623256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:56.855170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8b852-849c-460d-814a-66acd9d2c98d None None] Network de2d26ac-953c-45e2-8784-2764bf796e1a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:37:56.912486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c51e608-4702-4695-8330-4125066c0a5c req-6c8244e5-32ab-4a7d-a6fe-5f6a9dbfdc6e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 210 time: 0.0307214 Jul 23 14:37:56.959989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-796ca295-f66d-4f84-a76a-b219a6e2149f None None] Provisioning for port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:57.099422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:57.228411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:57.232693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:57.233075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.268136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-e3263635-271c-46d7-9d10-620bd6f830ad tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:57.269680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-e3263635-271c-46d7-9d10-620bd6f830ad tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1068320 Jul 23 14:37:57.323638 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.331398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=d83980a3-0f48-440a-b877-54dda41e3f4c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:57.344211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-b3453401-0739-4f84-a9d0-ae788e889492 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 380 time: 0.0599105 Jul 23 14:37:57.362673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'port': {'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'admin_state_up': True, 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'security_groups': ['3899a9a9-5ac6-4bb4-aa85-314631500024']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:57.376997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.425249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,segment=NetworkSegment(c7ab66dd-6c30-46ac-8fdc-7880dba3d47f),segment_id=c7ab66dd-6c30-46ac-8fdc-7880dba3d47f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:37:57.448261 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.455602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35d81e35-911d-4b2b-85b1-2f58ba73ff41 None None] Provisioning complete for port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:57.455977 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35d81e35-911d-4b2b-85b1-2f58ba73ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.503517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:37:57.510720 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.594261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:57.673948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35d81e35-911d-4b2b-85b1-2f58ba73ff41 None None] Provisioning for port d83980a3-0f48-440a-b877-54dda41e3f4c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:57.679167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35d81e35-911d-4b2b-85b1-2f58ba73ff41 None None] Provisioning complete for port d83980a3-0f48-440a-b877-54dda41e3f4c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:57.679681 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35d81e35-911d-4b2b-85b1-2f58ba73ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.717338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-35d81e35-911d-4b2b-85b1-2f58ba73ff41 None None] Port d83980a3-0f48-440a-b877-54dda41e3f4c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:57.739669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network de2d26ac-953c-45e2-8784-2764bf796e1a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:57.743027 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:57.840446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.20.0.6 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/24d532bf-36e1-45a1-a20f-6a8e0c323369) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:37:57.851082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c525b1f6-ccf4-437d-b889-dcde64a562a5 None None] Provisioning complete for port d83980a3-0f48-440a-b877-54dda41e3f4c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:57.851950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c525b1f6-ccf4-437d-b889-dcde64a562a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:57.896153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c525b1f6-ccf4-437d-b889-dcde64a562a5 None None] Port d83980a3-0f48-440a-b877-54dda41e3f4c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:58.035755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 6c827121-3c81-4275-adec-2e1f99b7c12c is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:37:58.064887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba65ecde-e070-4829-beba-abff111e2f77 req-066b6b83-b516-4bde-aed3-5409dccdd1f9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 210 time: 0.0388374 Jul 23 14:37:58.121774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-790b1251-507a-40c1-bf98-3d92abe834f4 None None] Provisioning complete for port d83980a3-0f48-440a-b877-54dda41e3f4c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:58.122555 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-790b1251-507a-40c1-bf98-3d92abe834f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.151608 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.170662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-790b1251-507a-40c1-bf98-3d92abe834f4 None None] Port d83980a3-0f48-440a-b877-54dda41e3f4c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:58.177273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Transition to ACTIVE for port object 24d532bf-36e1-45a1-a20f-6a8e0c323369 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:58.180807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:37:58.189434 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cd71ac09-25e6-4d12-9026-a1a641381b01 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/6c827121-3c81-4275-adec-2e1f99b7c12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1325302 Jul 23 14:37:58.189718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:58.201785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] Sync routers for ids ['6c827121-3c81-4275-adec-2e1f99b7c12c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:37:58.213747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] Routers {'6c827121-3c81-4275-adec-2e1f99b7c12c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:58.215218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c827121-3c81-4275-adec-2e1f99b7c12c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:58.227830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.249920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:58.259925 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] Routers {'6c827121-3c81-4275-adec-2e1f99b7c12c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:37:58.261523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c827121-3c81-4275-adec-2e1f99b7c12c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:58.284822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=24d532bf-36e1-45a1-a20f-6a8e0c323369,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:58.301300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf1842-9f0d-4b90-8cdd-d31da05c7c8f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:58.301687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:37:58.303063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-37cf1842-9f0d-4b90-8cdd-d31da05c7c8f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports/d83980a3-0f48-440a-b877-54dda41e3f4c HTTP/1.1" status: 200 len: 910 time: 0.1120355 Jul 23 14:37:58.305397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:37:58.307672 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:37:58.311330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:37:58.311982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a342d-72a5-40b2-8904-f225e5011d11 None None] The sync data for ids ['6c827121-3c81-4275-adec-2e1f99b7c12c'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:37:58.313569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:37:58.369397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:58.370022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.393401 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-2eb179d6-f8ca-4918-9d45-bc6ec7c9c5e1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0335133 Jul 23 14:37:58.406733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Request body: {'port': {'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:37:58.497035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.702665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0f153a6-ce17-4a2c-8513-e8b4683239fe None None] Provisioning for port 24d532bf-36e1-45a1-a20f-6a8e0c323369 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:37:58.708048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0f153a6-ce17-4a2c-8513-e8b4683239fe None None] Provisioning complete for port 24d532bf-36e1-45a1-a20f-6a8e0c323369 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:58.708799 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0f153a6-ce17-4a2c-8513-e8b4683239fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.730874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.768873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c0f153a6-ce17-4a2c-8513-e8b4683239fe None None] Port 24d532bf-36e1-45a1-a20f-6a8e0c323369 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:37:58.895917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d532bf-36e1-45a1-a20f-6a8e0c323369 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:37:58.904202 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:58.919340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Transition to ACTIVE for port object 24d532bf-36e1-45a1-a20f-6a8e0c323369 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:37:58.925327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.016383 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Pushing event updated for resources: {'Port': ['ID=24d532bf-36e1-45a1-a20f-6a8e0c323369,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:59.118817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:37:59.136979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port d83980a3-0f48-440a-b877-54dda41e3f4c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:37:59.137956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.214877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Attempting to bind port 24d532bf-36e1-45a1-a20f-6a8e0c323369 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:37:59.219340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Attempting to bind port 24d532bf-36e1-45a1-a20f-6a8e0c323369 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:37:59.219731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Attempting to bind port 24d532bf-36e1-45a1-a20f-6a8e0c323369 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:59.224815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Port 24d532bf-36e1-45a1-a20f-6a8e0c323369 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:37:59.225146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Attempting to bind port 24d532bf-36e1-45a1-a20f-6a8e0c323369 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:37:59.225573 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:37:59.225957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.232438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:37:59.232438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:37:59.232438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:37:59.232438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Bound port: 24d532bf-36e1-45a1-a20f-6a8e0c323369, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:37:59.232438 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.303882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] For port 24d532bf-36e1-45a1-a20f-6a8e0c323369, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:37:59.308403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] For port 24d532bf-36e1-45a1-a20f-6a8e0c323369, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:37:59.316065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.365154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:59.365810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.368147 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] 10.222.0.48 "PUT /v2.0/ports/24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 1091 time: 0.9663346 Jul 23 14:37:59.368631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:37:59.371310 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7353075-f999-470e-86e6-3d6512dff042" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:37:59.434267 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:37:59.454499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.462064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735417d6-ca20-4d1b-9e6c-12838e5b99c5 service neutron] Pushing event updated for resources: {'Port': ['ID=24d532bf-36e1-45a1-a20f-6a8e0c323369,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:59.501488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for d83980a3-0f48-440a-b877-54dda41e3f4c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:37:59.504271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-c1ca3ec7-fb1d-43da-98c9-3d987b9c22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:59.506342 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-c1ca3ec7-fb1d-43da-98c9-3d987b9c22c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1094 time: 0.0936944 Jul 23 14:37:59.520320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7f188-eff1-4949-a97a-e045561585e0 req-008e0dc5-1647-431f-927f-a0949e79d5b3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:59.529055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-45b7f188-eff1-4949-a97a-e045561585e0 req-008e0dc5-1647-431f-927f-a0949e79d5b3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.3103280 Jul 23 14:37:59.582483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-40875bad-a024-45b7-8907-8eb2d5f28cc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 217 time: 0.0661776 Jul 23 14:37:59.669789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-944e126e-154a-4a18-89df-5d43cf4054d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:59.671367 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-944e126e-154a-4a18-89df-5d43cf4054d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0835261 Jul 23 14:37:59.672217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-45b7f188-eff1-4949-a97a-e045561585e0 req-1be1d32d-c7e3-4a1b-a087-547954137c90 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420984 Jul 23 14:37:59.738270 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c251eec1-ccd4-4134-baaa-32649821cbf5 x-openstack-request-id: req-c251eec1-ccd4-4134-baaa-32649821cbf5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:37:59.738910 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:37:59.739135 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c251eec1-ccd4-4134-baaa-32649821cbf5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:37:59.739674 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'status': 'completed', 'code': 200} Jul 23 14:37:59.772381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abff6-555c-4055-88a0-67140fa9f825 req-5abe55b3-905f-4920-a2b0-0a65cb15b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:37:59.774082 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-5abe55b3-905f-4920-a2b0-0a65cb15b711 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895798 Jul 23 14:37:59.824487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:37:59.863712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=d83980a3-0f48-440a-b877-54dda41e3f4c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:37:59.893001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-6c89cd2e-1a26-45e7-a881-b6a25a542df0 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116798 Jul 23 14:38:00.053157 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-179abff6-555c-4055-88a0-67140fa9f825 req-1dd5ec60-713f-40ed-8305-0d6124451471 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520259 Jul 23 14:38:00.067977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:00.202602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7353075-f999-470e-86e6-3d6512dff042 req-3abafd7a-d55d-4098-b070-20ca34366595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:00.204304 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7353075-f999-470e-86e6-3d6512dff042 req-3abafd7a-d55d-4098-b070-20ca34366595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1094 time: 0.0798471 Jul 23 14:38:00.334557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7353075-f999-470e-86e6-3d6512dff042 req-677bd4e1-59ab-4e13-83a6-7a7e36f31ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:00.336497 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7353075-f999-470e-86e6-3d6512dff042 req-677bd4e1-59ab-4e13-83a6-7a7e36f31ff6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1254108 Jul 23 14:38:00.383640 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7353075-f999-470e-86e6-3d6512dff042 req-6e3fed6d-53f8-4926-9b30-fd7cf57f6964 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 217 time: 0.0385437 Jul 23 14:38:00.444692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7353075-f999-470e-86e6-3d6512dff042 req-cdce3185-c9d5-4978-8bed-1a77e05f918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:00.447295 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7353075-f999-470e-86e6-3d6512dff042 req-cdce3185-c9d5-4978-8bed-1a77e05f918c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0566111 Jul 23 14:38:00.526509 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7353075-f999-470e-86e6-3d6512dff042 req-5ab8e320-5f06-42de-b41e-ed5b1369bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:00.528497 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7353075-f999-470e-86e6-3d6512dff042 req-5ab8e320-5f06-42de-b41e-ed5b1369bfab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740449 Jul 23 14:38:00.641377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 6c827121-3c81-4275-adec-2e1f99b7c12c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:00.658262 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7353075-f999-470e-86e6-3d6512dff042 req-d3fd974c-d23e-4edb-8dac-c08e1ca18787 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206217 Jul 23 14:38:00.741882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:00.752071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9222f59d-1f93-4fcd-9e80-c82a4e7a86e4 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/6c827121-3c81-4275-adec-2e1f99b7c12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456601 Jul 23 14:38:00.752919 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] Sync routers for ids ['6c827121-3c81-4275-adec-2e1f99b7c12c'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:00.755691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:00.764278 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] Routers {'6c827121-3c81-4275-adec-2e1f99b7c12c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:00.765210 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c827121-3c81-4275-adec-2e1f99b7c12c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:00.828494 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:00.840496 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] Routers {'6c827121-3c81-4275-adec-2e1f99b7c12c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:00.841113 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['6c827121-3c81-4275-adec-2e1f99b7c12c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:00.848126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a10bf583-e68d-4e03-91a8-4c943868f55e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c827121-3c81-4275-adec-2e1f99b7c12c HTTP/1.1" status: 200 len: 205 time: 0.0890207 Jul 23 14:38:00.848331 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e7353075-f999-470e-86e6-3d6512dff042 req-6d7bf06e-0023-4815-a0b6-35334148cb0f service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817143 Jul 23 14:38:00.848729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:00.886550 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:00.887637 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf5ae6-c34a-4836-9c53-bc86213a93c4 None None] The sync data for ids ['6c827121-3c81-4275-adec-2e1f99b7c12c'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:00.948280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa130e9c-a59e-48d6-ac8e-7a2f85ec85b2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.016040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c839e-9879-4d6f-936b-2d4431d9c5cd req-eaa1ef0b-fedc-4e8d-8ba8-62d49b9a4cc2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:01.017623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e8c839e-9879-4d6f-936b-2d4431d9c5cd req-eaa1ef0b-fedc-4e8d-8ba8-62d49b9a4cc2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.2698717 Jul 23 14:38:01.150362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa130e9c-a59e-48d6-ac8e-7a2f85ec85b2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.158222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa130e9c-a59e-48d6-ac8e-7a2f85ec85b2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.171693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e8c839e-9879-4d6f-936b-2d4431d9c5cd req-e84549fc-59bf-48a3-9ea6-b5898e7c50b5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440020 Jul 23 14:38:01.222332 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa130e9c-a59e-48d6-ac8e-7a2f85ec85b2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.222332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa130e9c-a59e-48d6-ac8e-7a2f85ec85b2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Fanout notify agent at l3_agent the message router_deleted on router 6c827121-3c81-4275-adec-2e1f99b7c12c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:38:01.229407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa130e9c-a59e-48d6-ac8e-7a2f85ec85b2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.230509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fa130e9c-a59e-48d6-ac8e-7a2f85ec85b2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/6c827121-3c81-4275-adec-2e1f99b7c12c HTTP/1.1" status: 204 len: 168 time: 0.3807964 Jul 23 14:38:01.233306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:01.296012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet 10ac7825-baea-4a3f-af86-1094a3e159bc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:38:01.299677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.341407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.436679 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.498925 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.529454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.534259 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/10ac7825-baea-4a3f-af86-1094a3e159bc HTTP/1.1" status: 204 len: 168 time: 0.2969451 Jul 23 14:38:01.534259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ec760-6b43-411e-8faa-e6f7f827bfe1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=10ac7825-baea-4a3f-af86-1094a3e159bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:01.534655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:01.538629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab83418-f55b-4701-9e9f-ff9a47d4dd1b None None] Network de2d26ac-953c-45e2-8784-2764bf796e1a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:01.617592 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.683299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:01.683993 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.762729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,segment=NetworkSegment(c7ab66dd-6c30-46ac-8fdc-7880dba3d47f),segment_id=c7ab66dd-6c30-46ac-8fdc-7880dba3d47f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:01.763036 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.775014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] DHCP port deletion for de2d26ac-953c-45e2-8784-2764bf796e1a request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:38:01.780520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:01.832449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] Deleting port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:01.833174 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.900207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.903437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] For port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,segment=NetworkSegment(c7ab66dd-6c30-46ac-8fdc-7880dba3d47f),segment_id=c7ab66dd-6c30-46ac-8fdc-7880dba3d47f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:01.904172 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:01.919763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] Calling delete_port for c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:01.933156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:01.941591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:02.015939 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.042402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] Pushing event deleted for resources: {'Port': ['ID=c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:02.045828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5bd8c-f99c-4755-b1ab-bd7d5f40df98 None None] No DVR routers for this DVR port c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:02.062891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.073785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2d26ac-953c-45e2-8784-2764bf796e1a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:02.085849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ab66dd-6c30-46ac-8fdc-7880dba3d47f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:02.086334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ab66dd-6c30-46ac-8fdc-7880dba3d47f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:02.095943 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.117433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.125521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:38:02.126304 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:38:02.130183 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:38:02.199971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.209679 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.211836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/de2d26ac-953c-45e2-8784-2764bf796e1a HTTP/1.1" status: 204 len: 168 time: 0.6760221 Jul 23 14:38:02.215787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:02.220988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1766386075', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:02.232483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18810c6-a4dd-4ed1-b9b3-de7bc528ac23 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=de2d26ac-953c-45e2-8784-2764bf796e1a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:02.248589 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.249653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.317507 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.332636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9b494-95e4-4cbb-a827-efaf21c0db0f req-e6246ca0-2fc1-4ac4-8c29-6ddc1e17f96d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:02.334207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99e9b494-95e4-4cbb-a827-efaf21c0db0f req-e6246ca0-2fc1-4ac4-8c29-6ddc1e17f96d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.0779052 Jul 23 14:38:02.374820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99e9b494-95e4-4cbb-a827-efaf21c0db0f req-1aed99f6-adcb-4aa9-8c4c-57f0e60ad490 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343385 Jul 23 14:38:02.457974 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.664449 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.684354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.795668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.25.2.2 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/e77e7263-ebce-41d3-b848-4f2dece0644d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:02.810042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2cd39-a403-42be-baff-e1cf9d70b5f6 req-f57b55de-6631-4e44-bcec-6363b38cc96e tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:02.811630 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd2cd39-a403-42be-baff-e1cf9d70b5f6 req-f57b55de-6631-4e44-bcec-6363b38cc96e tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1097 time: 0.0569596 Jul 23 14:38:02.859953 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cd2cd39-a403-42be-baff-e1cf9d70b5f6 req-43797fa8-9252-4e9b-a6bf-b6e4174c0171 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331874 Jul 23 14:38:02.918799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.958767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:02.997203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:03.003479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:03.004200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:03.020955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fac8af-71ed-4976-a06c-f2cd0cf97b30 req-8c3c0f60-92a9-4f67-bc55-3a9ff88f7b80 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:03.029276 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10fac8af-71ed-4976-a06c-f2cd0cf97b30 req-8c3c0f60-92a9-4f67-bc55-3a9ff88f7b80 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1025195 Jul 23 14:38:03.052503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:03.062033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=e77e7263-ebce-41d3-b848-4f2dece0644d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:03.078898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10fac8af-71ed-4976-a06c-f2cd0cf97b30 req-7f92a53d-abb6-4bfe-85ec-3c7f3744fac0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434117 Jul 23 14:38:03.086710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:03.087128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c85e3a8a-d5e4-4c0b-9391-c2fc8d44b54b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:03.102164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:03.171437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8cf9660e-9c23-4b50-8ce7-da70dd0e31ca tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/1ba49416-7793-4e6d-8988-b989dbcd779f HTTP/1.1" status: 200 len: 993 time: 0.0653658 Jul 23 14:38:03.283062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:03.480722 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:03.534897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2f9a-f666-4839-a7de-0bb386be5869 req-888003b5-a9c4-4b57-8c94-05e1bb9c122b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:03.536488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d70a2f9a-f666-4839-a7de-0bb386be5869 req-888003b5-a9c4-4b57-8c94-05e1bb9c122b tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.0822484 Jul 23 14:38:03.582456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d70a2f9a-f666-4839-a7de-0bb386be5869 req-e2bc5236-6910-4c97-a34b-27a0ef98b543 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367026 Jul 23 14:38:03.924236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78b3b0-a05f-4af4-bba9-5fff6fa85ebc req-95eb55d5-41b5-4a68-9ba7-6022fc5650cb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:03.924893 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a78b3b0-a05f-4af4-bba9-5fff6fa85ebc req-95eb55d5-41b5-4a68-9ba7-6022fc5650cb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.0731995 Jul 23 14:38:03.972916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 2599d783-243e-45b8-923c-40dda676614d is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:38:03.977579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a78b3b0-a05f-4af4-bba9-5fff6fa85ebc req-7add79b4-6947-42ed-bdcf-46dba67ebc36 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467567 Jul 23 14:38:04.106233 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-4c61ebfc-51eb-415a-80a9-0c9968f119cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2313526 Jul 23 14:38:04.121967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:04.136564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] Sync routers for ids ['2599d783-243e-45b8-923c-40dda676614d'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:04.144818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:04.146475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d8cca7b5-e66a-4730-b5a4-9672ce5b6ffd tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9297328 Jul 23 14:38:04.149175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:04.152606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] Routers {'2599d783-243e-45b8-923c-40dda676614d'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:04.153447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2599d783-243e-45b8-923c-40dda676614d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:04.199388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:04.216298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] Routers {'2599d783-243e-45b8-923c-40dda676614d'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:04.216933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2599d783-243e-45b8-923c-40dda676614d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:04.253083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:04.253744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e392cb6-82da-4ee9-a470-4db9eef42d2c None None] The sync data for ids ['2599d783-243e-45b8-923c-40dda676614d'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:04.282790 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fc1af0ad-e8e4-49a1-b4db-7b6ea8e74a89 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/routers/2599d783-243e-45b8-923c-40dda676614d HTTP/1.1" status: 200 len: 879 time: 0.1322842 Jul 23 14:38:04.284979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:04.540037 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-10927920-8a67-4bcc-b49b-940b8b7a73e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2537396 Jul 23 14:38:04.542606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:04.547854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9443bb95-f690-4049-84c8-fbd6c1f9b98e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1766386075'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:04.757148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0362f4-2d61-424b-8d51-dc63ab233809 req-85ddbe0b-85fa-4ea7-91f0-b00cf680e9ce tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:04.759135 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf0362f4-2d61-424b-8d51-dc63ab233809 req-85ddbe0b-85fa-4ea7-91f0-b00cf680e9ce tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.0915444 Jul 23 14:38:04.811236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf0362f4-2d61-424b-8d51-dc63ab233809 req-3d4ed20f-c993-4b10-b35f-d1ed019bbd35 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Jul 23 14:38:04.900008 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9443bb95-f690-4049-84c8-fbd6c1f9b98e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:04.912593 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9443bb95-f690-4049-84c8-fbd6c1f9b98e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:05.034969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9443bb95-f690-4049-84c8-fbd6c1f9b98e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 2599d783-243e-45b8-923c-40dda676614d has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:05.131898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c84ee3-c98d-45cf-a7db-b379ff0898e0 req-962312ad-9d81-420a-8ea0-5905111e69f0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:05.134253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65c84ee3-c98d-45cf-a7db-b379ff0898e0 req-962312ad-9d81-420a-8ea0-5905111e69f0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.0738719 Jul 23 14:38:05.150993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9443bb95-f690-4049-84c8-fbd6c1f9b98e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:05.157668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9443bb95-f690-4049-84c8-fbd6c1f9b98e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:05.161248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9443bb95-f690-4049-84c8-fbd6c1f9b98e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/2599d783-243e-45b8-923c-40dda676614d HTTP/1.1" status: 200 len: 886 time: 0.6151590 Jul 23 14:38:05.161487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:05.164427 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] Sync routers for ids ['2599d783-243e-45b8-923c-40dda676614d'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:05.175815 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] Routers {'2599d783-243e-45b8-923c-40dda676614d'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:05.176454 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2599d783-243e-45b8-923c-40dda676614d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:05.182072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65c84ee3-c98d-45cf-a7db-b379ff0898e0 req-b284790e-a474-4cc4-aa39-02c6556f20f4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Jul 23 14:38:05.220471 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:05.229711 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] Routers {'2599d783-243e-45b8-923c-40dda676614d'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:05.230326 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['2599d783-243e-45b8-923c-40dda676614d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:05.261543 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:05.262194 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b74a6-26ee-4c0e-9ba0-2191cdabb6fa None None] The sync data for ids ['2599d783-243e-45b8-923c-40dda676614d'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:05.286716 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-af77aa6f-2481-4db5-91e1-6aae25c8e31a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/routers/2599d783-243e-45b8-923c-40dda676614d HTTP/1.1" status: 200 len: 886 time: 0.1175151 Jul 23 14:38:05.287746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:05.322693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d70e241c-b48d-469e-a19f-3f9ab87cfb5d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2599d783-243e-45b8-923c-40dda676614d HTTP/1.1" status: 200 len: 205 time: 0.0331383 Jul 23 14:38:05.324551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:05.460659 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:05.567835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-ea69c7e1-5d19-4abb-ab6b-8996dfa79f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:05.569341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-ea69c7e1-5d19-4abb-ab6b-8996dfa79f00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1097 time: 0.1389484 Jul 23 14:38:05.599354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:05.693857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-128cb8f8-8497-458f-b453-5c1ff219e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:05.695437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-128cb8f8-8497-458f-b453-5c1ff219e413 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1191988 Jul 23 14:38:05.749618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port e77e7263-ebce-41d3-b848-4f2dece0644d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:05.749866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:05.790986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-ffca9df2-57d2-4c13-8117-1b4595132a1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 1001 time: 0.0848575 Jul 23 14:38:05.887618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:05.891815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-29dc56ec-f1bf-44ef-86b9-ad31a233f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:05.893247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-29dc56ec-f1bf-44ef-86b9-ad31a233f3fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0970860 Jul 23 14:38:05.936673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for e77e7263-ebce-41d3-b848-4f2dece0644d owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:06.097405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8525-6017-42c6-b31b-6f2d5922e5cc req-7e0f1dda-6c3d-45d1-900f-9d6eaac89f81 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:06.098801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a6f8525-6017-42c6-b31b-6f2d5922e5cc req-7e0f1dda-6c3d-45d1-900f-9d6eaac89f81 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.2133484 Jul 23 14:38:06.102876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-3993f471-7793-4768-b499-ae9f974a96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:06.104309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-3993f471-7793-4768-b499-ae9f974a96ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980040 Jul 23 14:38:06.228517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a6f8525-6017-42c6-b31b-6f2d5922e5cc req-5869173c-849f-462b-aa77-cf4f50c73e11 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217113 Jul 23 14:38:06.279574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.307812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-29c46775-f4cb-4d25-ae4d-42d0f8703572 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879358 Jul 23 14:38:06.312428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=e77e7263-ebce-41d3-b848-4f2dece0644d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:06.474414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.579523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-e011614e-44cd-4fcf-ace4-f481313f21b8 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565553 Jul 23 14:38:06.584568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.587423 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.595848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fb081-0c2d-4c25-9524-6455598761d1 req-38137da1-c371-46c0-8c35-611db4ff6ac6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:06.602818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08fb081-0c2d-4c25-9524-6455598761d1 req-38137da1-c371-46c0-8c35-611db4ff6ac6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.2937722 Jul 23 14:38:06.665819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.666354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Fanout notify agent at l3_agent the message router_deleted on router 2599d783-243e-45b8-923c-40dda676614d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:38:06.677271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.682843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-49c8f5c0-e887-44f8-b228-7a6e127bff44 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/2599d783-243e-45b8-923c-40dda676614d HTTP/1.1" status: 204 len: 168 time: 1.3528981 Jul 23 14:38:06.682843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:06.687519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1825538265'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:06.699835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c08fb081-0c2d-4c25-9524-6455598761d1 req-fb1cf0e6-e868-430c-9399-761d345c5280 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961897 Jul 23 14:38:06.717925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:06.721760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.746410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:38:06.755111 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.755454 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment 6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6 of type vlan for network deebfb88-e5ca-4c78-9f99-a5e05f8175ef Jul 23 14:38:06.794568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.828274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.834258 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:06.834933 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:06.870137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1866925 Jul 23 14:38:06.873067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:06.878289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': 'deebfb88-e5ca-4c78-9f99-a5e05f8175ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:06.908813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf369af4-8728-4b42-a1e4-fe7ff034be0d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=deebfb88-e5ca-4c78-9f99-a5e05f8175ef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:06.919412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:38:06.990049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:06.993773 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.173346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.235693 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=9786d796-5a9d-40da-ab7b-a8bc37d3fbdc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:07.245032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': '6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'deebfb88-e5ca-4c78-9f99-a5e05f8175ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:07.245271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: deebfb88-e5ca-4c78-9f99-a5e05f8175ef, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:38:07.267142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:38:07.278063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, deebfb88-e5ca-4c78-9f99-a5e05f8175ef) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:07.282184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:07.282848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.290627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0516e14-ed21-4355-9754-68de15dbc59e None None] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:07.311492 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4161aa86-da31-41c0-8e0c-c4bcf8a3a118 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4348547 Jul 23 14:38:07.311728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:07.316214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6a87b13-7b4d-4135-82f5-3490bbde28e6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1894958019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:07.342542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6a87b13-7b4d-4135-82f5-3490bbde28e6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.343907 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6a87b13-7b4d-4135-82f5-3490bbde28e6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.396023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054c465-e81c-48af-95af-fb25ad3ba582 req-8fae400a-4ef3-4fdb-bfad-58ad4c9bfb7d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:07.397912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0054c465-e81c-48af-95af-fb25ad3ba582 req-8fae400a-4ef3-4fdb-bfad-58ad4c9bfb7d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.0822797 Jul 23 14:38:07.413655 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6a87b13-7b4d-4135-82f5-3490bbde28e6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.419450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6a87b13-7b4d-4135-82f5-3490bbde28e6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.441534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6a87b13-7b4d-4135-82f5-3490bbde28e6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.446068 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0054c465-e81c-48af-95af-fb25ad3ba582 req-560c36a1-b9d6-4333-a574-32545ebfa2c1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Jul 23 14:38:07.446704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:07.446822 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e6a87b13-7b4d-4135-82f5-3490bbde28e6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1339958 Jul 23 14:38:07.667335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-deebfb88-e5ca-4c78-9f99-a5e05f8175ef', 'network_id': 'deebfb88-e5ca-4c78-9f99-a5e05f8175ef', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': '9786d796-5a9d-40da-ab7b-a8bc37d3fbdc'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:38:07.668305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.824295 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:07.834550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Allocated IP 172.20.0.2 (deebfb88-e5ca-4c78-9f99-a5e05f8175ef/9786d796-5a9d-40da-ab7b-a8bc37d3fbdc/3b3f406a-b37b-43f5-b814-c6b1e2f63710) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:08.001715 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.010373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Transition to ACTIVE for port object 3b3f406a-b37b-43f5-b814-c6b1e2f63710 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:08.024728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Transition to ACTIVE for port object 3b3f406a-b37b-43f5-b814-c6b1e2f63710 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:08.032454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.067517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:08.069502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792e57a-3fde-48ed-a505-134c72616365 req-a0b8b4b6-35de-48a8-b4ae-b5a6eb8419e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:08.070403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:08.071019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4792e57a-3fde-48ed-a505-134c72616365 req-a0b8b4b6-35de-48a8-b4ae-b5a6eb8419e0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1952848 Jul 23 14:38:08.076068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:08.085272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Pushing event updated for resources: {'Port': ['ID=3b3f406a-b37b-43f5-b814-c6b1e2f63710,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:08.144037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Attempting to bind port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:08.144420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Attempting to bind port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'deebfb88-e5ca-4c78-9f99-a5e05f8175ef'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:08.144783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Attempting to bind port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 on network deebfb88-e5ca-4c78-9f99-a5e05f8175ef {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:08.150109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:08.150483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Checking segment: {'id': '6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'deebfb88-e5ca-4c78-9f99-a5e05f8175ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:08.150912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.151303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Bound using segment: {'id': '6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'deebfb88-e5ca-4c78-9f99-a5e05f8175ef'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:08.151765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Bound port: 3b3f406a-b37b-43f5-b814-c6b1e2f63710, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'deebfb88-e5ca-4c78-9f99-a5e05f8175ef'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:08.152162 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.163468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4792e57a-3fde-48ed-a505-134c72616365 req-efe809d4-bae8-443a-af34-98ca6aee5975 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822659 Jul 23 14:38:08.164627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.219010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] For port 3b3f406a-b37b-43f5-b814-c6b1e2f63710, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:08.222734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] For port 3b3f406a-b37b-43f5-b814-c6b1e2f63710, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3b3f406a-b37b-43f5-b814-c6b1e2f63710,segment=NetworkSegment(6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6),segment_id=6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:08.228041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.285121 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035a5d-ad84-48c6-bc8c-1276221109d4 None None] Pushing event updated for resources: {'Port': ['ID=3b3f406a-b37b-43f5-b814-c6b1e2f63710,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:08.409168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.20.0.1 (deebfb88-e5ca-4c78-9f99-a5e05f8175ef/9786d796-5a9d-40da-ab7b-a8bc37d3fbdc/4678d993-6364-4b1b-9fff-ac74948c1979) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:08.560598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 24d532bf-36e1-45a1-a20f-6a8e0c323369 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:38:08.590913 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.612429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object 4678d993-6364-4b1b-9fff-ac74948c1979 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:08.623023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7952-5e13-4a5a-a6cc-0e8e01e05ed6 req-32540cdf-51e6-4967-99ed-7d2b36fa6912 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:08.624553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78ea7952-5e13-4a5a-a6cc-0e8e01e05ed6 req-32540cdf-51e6-4967-99ed-7d2b36fa6912 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 943 time: 0.1024983 Jul 23 14:38:08.661303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 24d532bf-36e1-45a1-a20f-6a8e0c323369, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:08.673296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:38:08.682920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78ea7952-5e13-4a5a-a6cc-0e8e01e05ed6 req-b99db5d6-416d-4cf1-bc06-ecd317b8325e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518782 Jul 23 14:38:08.684505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.723802 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.725457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:08.730628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:08.734863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:08.737523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d532bf-36e1-45a1-a20f-6a8e0c323369 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:38:08.741470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=4678d993-6364-4b1b-9fff-ac74948c1979,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:08.757123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 24d532bf-36e1-45a1-a20f-6a8e0c323369, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:08.761482 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.789133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:08.809066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=24d532bf-36e1-45a1-a20f-6a8e0c323369,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:08.922188 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:09.020253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['24d532bf-36e1-45a1-a20f-6a8e0c323369'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:38:09.103430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3b3f406a-b37b-43f5-b814-c6b1e2f63710 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:09.231795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:09.317205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d496399-f7fa-4090-b59b-a0cebf1715f2 None None] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:09.339634 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:09.348416 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:09.415783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-783ea105-c20d-478e-85fd-14cc65d757e6 None None] Provisioning for port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:09.432864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=4678d993-6364-4b1b-9fff-ac74948c1979,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:09.434412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-783ea105-c20d-478e-85fd-14cc65d757e6 None None] Provisioning complete for port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:09.435000 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783ea105-c20d-478e-85fd-14cc65d757e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:09.435378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:09.445582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72245b-fc6e-4819-9393-0b7cce08eff4 req-9cc73911-473c-422e-9692-0077d6502fe6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:09.451125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f72245b-fc6e-4819-9393-0b7cce08eff4 req-9cc73911-473c-422e-9692-0077d6502fe6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1915267 Jul 23 14:38:09.543881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f72245b-fc6e-4819-9393-0b7cce08eff4 req-322ca03e-ae6b-4f86-a03e-8989a2134a2f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869205 Jul 23 14:38:09.580852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:09.582898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:09.630260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783ea105-c20d-478e-85fd-14cc65d757e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:09.674422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-783ea105-c20d-478e-85fd-14cc65d757e6 None None] For port 3b3f406a-b37b-43f5-b814-c6b1e2f63710, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3b3f406a-b37b-43f5-b814-c6b1e2f63710,segment=NetworkSegment(6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6),segment_id=6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:09.680590 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783ea105-c20d-478e-85fd-14cc65d757e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:09.723927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 34c6d997-8433-4e2a-89e5-6141e05bfc86 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:38:09.745913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ea105-c20d-478e-85fd-14cc65d757e6 None None] Pushing event updated for resources: {'Port': ['ID=3b3f406a-b37b-43f5-b814-c6b1e2f63710,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:09.859933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:09.865396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-96f71333-7beb-414f-afd3-6261ff63558b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/34c6d997-8433-4e2a-89e5-6141e05bfc86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4174600 Jul 23 14:38:09.868424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:09.871148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] Sync routers for ids ['34c6d997-8433-4e2a-89e5-6141e05bfc86'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:09.882617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] Routers {'34c6d997-8433-4e2a-89e5-6141e05bfc86'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:09.883629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['34c6d997-8433-4e2a-89e5-6141e05bfc86'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:09.923374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:09.937176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] Routers {'34c6d997-8433-4e2a-89e5-6141e05bfc86'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:09.937796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['34c6d997-8433-4e2a-89e5-6141e05bfc86'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:09.941636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378f08b-b7a9-4cb1-a59f-0eff69ff79c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:09.943132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f378f08b-b7a9-4cb1-a59f-0eff69ff79c6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports/4678d993-6364-4b1b-9fff-ac74948c1979 HTTP/1.1" status: 200 len: 910 time: 0.0733120 Jul 23 14:38:09.946171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:09.951716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9786d796-5a9d-40da-ab7b-a8bc37d3fbdc'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:09.967012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046933ec-deb0-4059-9d97-1aca2e66e42e req-e6d09a9a-7bb7-44cf-84cb-4fca48e2d25e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:09.968805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-046933ec-deb0-4059-9d97-1aca2e66e42e req-e6d09a9a-7bb7-44cf-84cb-4fca48e2d25e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 944 time: 0.1673057 Jul 23 14:38:09.975354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:09.976106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45464379-626c-4b33-8f86-c0bf9e3ef5ff None None] The sync data for ids ['34c6d997-8433-4e2a-89e5-6141e05bfc86'] in n-d-801990-3 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:10.019994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abc9bdcd-370d-4ab8-9eb8-25c366b9178a None None] Provisioning for port 4678d993-6364-4b1b-9fff-ac74948c1979 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:10.024737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abc9bdcd-370d-4ab8-9eb8-25c366b9178a None None] Provisioning complete for port 4678d993-6364-4b1b-9fff-ac74948c1979 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:10.025364 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc9bdcd-370d-4ab8-9eb8-25c366b9178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.036072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-046933ec-deb0-4059-9d97-1aca2e66e42e req-422e7b50-efc0-4c2a-ad22-585266a1c696 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586984 Jul 23 14:38:10.078217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abc9bdcd-370d-4ab8-9eb8-25c366b9178a None None] Port 4678d993-6364-4b1b-9fff-ac74948c1979 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:10.090903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abc9bdcd-370d-4ab8-9eb8-25c366b9178a None None] Provisioning complete for port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:10.091280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc9bdcd-370d-4ab8-9eb8-25c366b9178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.220885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.325472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c4b9e314-c467-4aa7-8e0c-2694de1a78a0 None None] Provisioning complete for port 4678d993-6364-4b1b-9fff-ac74948c1979 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:10.326137 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e314-c467-4aa7-8e0c-2694de1a78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.367046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9e314-c467-4aa7-8e0c-2694de1a78a0 None None] Port 4678d993-6364-4b1b-9fff-ac74948c1979 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:10.488678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-012706c2-6b61-4de8-ba18-7660f9ebe1e4 None None] Provisioning complete for port 4678d993-6364-4b1b-9fff-ac74948c1979 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:10.489070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-012706c2-6b61-4de8-ba18-7660f9ebe1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.527987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-012706c2-6b61-4de8-ba18-7660f9ebe1e4 None None] Port 4678d993-6364-4b1b-9fff-ac74948c1979 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:10.560606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 24d532bf-36e1-45a1-a20f-6a8e0c323369 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:10.601820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.614450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.627183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 24d532bf-36e1-45a1-a20f-6a8e0c323369 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:10.631553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 24d532bf-36e1-45a1-a20f-6a8e0c323369 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:10.632343 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.710568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:10.711808 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.716857 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/ports/4678d993-6364-4b1b-9fff-ac74948c1979 HTTP/1.1" status: 200 len: 910 time: 0.7695930 Jul 23 14:38:10.717660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2ff78-6bb3-4729-ac02-e9d1bc488da1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=4678d993-6364-4b1b-9fff-ac74948c1979,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:10.720005 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.725088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:10.748261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:10.750728 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d437a-edad-4693-a1a5-691a94084408" -d '{"events": [{"server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "name": "network-vif-plugged", "status": "completed", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:10.764668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 24d532bf-36e1-45a1-a20f-6a8e0c323369, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:10.771983 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:10.811694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ff21a-debe-4317-a2d4-b1bce9a015da req-93acb78f-3e68-47cb-8443-95b899fec6a4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:10.813208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c5ff21a-debe-4317-a2d4-b1bce9a015da req-93acb78f-3e68-47cb-8443-95b899fec6a4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1640971 Jul 23 14:38:10.824637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=24d532bf-36e1-45a1-a20f-6a8e0c323369,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:10.937306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c5ff21a-debe-4317-a2d4-b1bce9a015da req-19d0b13f-88a1-4d73-babb-0445dd9c9338 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152279 Jul 23 14:38:11.024154 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d62402-3f41-44bc-83a4-9bc5308b652c x-openstack-request-id: req-b3d62402-3f41-44bc-83a4-9bc5308b652c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:11.024544 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "name": "network-vif-plugged", "status": "completed", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:11.024844 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3d62402-3f41-44bc-83a4-9bc5308b652c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:11.025547 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'code': 200} Jul 23 14:38:11.060869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3b3f406a-b37b-43f5-b814-c6b1e2f63710 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:11.130412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:11.131009 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:11.252199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193c672-7fa5-40bd-ac7f-66da1e96161e req-2a7adeb8-ee27-4947-a231-e4fb2000fceb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:11.254989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c193c672-7fa5-40bd-ac7f-66da1e96161e req-2a7adeb8-ee27-4947-a231-e4fb2000fceb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 945 time: 0.1338696 Jul 23 14:38:11.275088 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:11.370009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c193c672-7fa5-40bd-ac7f-66da1e96161e req-3baf6e5f-a5d1-4c3f-9cd7-daa705a7316c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081069 Jul 23 14:38:11.514945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28796b-b1b3-4dff-a2e0-9abeabb75d3a req-bdb26f12-fe77-4096-8869-f1cdeb0d9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:11.516478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc28796b-b1b3-4dff-a2e0-9abeabb75d3a req-bdb26f12-fe77-4096-8869-f1cdeb0d9567 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1096 time: 0.4394226 Jul 23 14:38:11.555748 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dc28796b-b1b3-4dff-a2e0-9abeabb75d3a req-790aed9e-eea4-4845-aff5-ab88447fcf58 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321369 Jul 23 14:38:11.571106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 4678d993-6364-4b1b-9fff-ac74948c1979 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:11.571451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:11.657619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:11.670268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 4678d993-6364-4b1b-9fff-ac74948c1979 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:11.849675 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:11.876649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=4678d993-6364-4b1b-9fff-ac74948c1979,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:12.413549 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:12.518246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dac50-b173-4afd-98fb-5f801daa7228 req-01764a55-79f9-4bd6-9ccc-0c4c03d8dabf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:12.519775 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49dac50-b173-4afd-98fb-5f801daa7228 req-01764a55-79f9-4bd6-9ccc-0c4c03d8dabf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1398304 Jul 23 14:38:12.604120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 34c6d997-8433-4e2a-89e5-6141e05bfc86 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:12.621257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f49dac50-b173-4afd-98fb-5f801daa7228 req-1c28cb4f-9e86-43f1-bbd3-304211ed7da0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727077 Jul 23 14:38:12.697189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:12.702122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1d9a288e-4989-4019-b6d6-d42b8a128eb1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/34c6d997-8433-4e2a-89e5-6141e05bfc86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742556 Jul 23 14:38:12.705885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:12.716214 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] Sync routers for ids ['34c6d997-8433-4e2a-89e5-6141e05bfc86'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:12.727952 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] Routers {'34c6d997-8433-4e2a-89e5-6141e05bfc86'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:12.728648 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['34c6d997-8433-4e2a-89e5-6141e05bfc86'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:12.744413 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b1a9082-67e2-4b60-8805-1ee6b744c597 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c6d997-8433-4e2a-89e5-6141e05bfc86 HTTP/1.1" status: 200 len: 205 time: 0.0373137 Jul 23 14:38:12.747021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:12.763320 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:12.771873 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] Routers {'34c6d997-8433-4e2a-89e5-6141e05bfc86'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:12.772462 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['34c6d997-8433-4e2a-89e5-6141e05bfc86'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:12.802754 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:12.803362 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cd591-4779-4baa-a3d2-3a2956c7f875 None None] The sync data for ids ['34c6d997-8433-4e2a-89e5-6141e05bfc86'] in n-d-801990-3 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:12.819803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623c26-7ddb-4327-88aa-cf0ddfb2ddf9 req-df28e9fc-d747-456b-a84c-b6bd999cb74c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:12.821340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49623c26-7ddb-4327-88aa-cf0ddfb2ddf9 req-df28e9fc-d747-456b-a84c-b6bd999cb74c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 945 time: 0.1397741 Jul 23 14:38:12.838383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d433552b-b1b5-4d49-9c00-7831e98c5dfc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:12.947773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49623c26-7ddb-4327-88aa-cf0ddfb2ddf9 req-4576105b-52cc-4f18-8703-50e3dcd41c80 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174943 Jul 23 14:38:13.013366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d433552b-b1b5-4d49-9c00-7831e98c5dfc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.015598 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d433552b-b1b5-4d49-9c00-7831e98c5dfc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.090108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d433552b-b1b5-4d49-9c00-7831e98c5dfc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.090628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d433552b-b1b5-4d49-9c00-7831e98c5dfc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Fanout notify agent at l3_agent the message router_deleted on router 34c6d997-8433-4e2a-89e5-6141e05bfc86 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:38:13.097621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d433552b-b1b5-4d49-9c00-7831e98c5dfc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.098704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d433552b-b1b5-4d49-9c00-7831e98c5dfc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/34c6d997-8433-4e2a-89e5-6141e05bfc86 HTTP/1.1" status: 204 len: 168 time: 0.3506641 Jul 23 14:38:13.101848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:13.128685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06459170-637b-4a7c-806b-1442923b6854 req-4b60a029-2ae9-4659-8da3-a3abae4e7c69 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:13.130197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06459170-637b-4a7c-806b-1442923b6854 req-4b60a029-2ae9-4659-8da3-a3abae4e7c69 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 945 time: 0.1115403 Jul 23 14:38:13.152713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet 9786d796-5a9d-40da-ab7b-a8bc37d3fbdc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:38:13.156084 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.169107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06459170-637b-4a7c-806b-1442923b6854 req-1a3afd7d-4378-47bf-bdba-c5a511514a42 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331678 Jul 23 14:38:13.192478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:13.199772 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.290183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.373732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.381572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395a5aa-4be4-44c0-a36f-16a68522d486 tempest-TestVolumeBootPattern-929419030 tempest-TestVolumeBootPattern-929419030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:13.384006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2395a5aa-4be4-44c0-a36f-16a68522d486 tempest-TestVolumeBootPattern-929419030 tempest-TestVolumeBootPattern-929419030-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1091 time: 0.1904352 Jul 23 14:38:13.386963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:13.392806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:13.408133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=9786d796-5a9d-40da-ab7b-a8bc37d3fbdc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:13.414936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.417167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6e33f-5bd5-46f3-8bd6-a7854a27be05 None None] Network deebfb88-e5ca-4c78-9f99-a5e05f8175ef requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:13.417647 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb38669a-5cc8-44cd-82da-3b667d05fd9a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/9786d796-5a9d-40da-ab7b-a8bc37d3fbdc HTTP/1.1" status: 204 len: 168 time: 0.3143494 Jul 23 14:38:13.419995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:13.431011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.516600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.627772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:13.628114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.632243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.651233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] DHCP port deletion for deebfb88-e5ca-4c78-9f99-a5e05f8175ef request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:38:13.712337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] Deleting port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:13.712715 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.787767 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] For port 3b3f406a-b37b-43f5-b814-c6b1e2f63710, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3b3f406a-b37b-43f5-b814-c6b1e2f63710,segment=NetworkSegment(6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6),segment_id=6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:13.788163 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.800386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] Calling delete_port for 3b3f406a-b37b-43f5-b814-c6b1e2f63710 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:13.826303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port 3b3f406a-b37b-43f5-b814-c6b1e2f63710, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3b3f406a-b37b-43f5-b814-c6b1e2f63710,segment=NetworkSegment(6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6),segment_id=6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:13.873150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.873150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 3b3f406a-b37b-43f5-b814-c6b1e2f63710 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:13.873150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.25.2.95 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/206c9202-6604-4e6c-8585-3e899b8b7d90) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:13.900261 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:13.914580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] No DVR routers for this DVR port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:13.935874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a5eb6-8dfc-4149-a1b5-e5df6c5f6734 None None] Pushing event deleted for resources: {'Port': ['ID=3b3f406a-b37b-43f5-b814-c6b1e2f63710,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:13.963608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3a13f-2f12-4c19-8b0e-e98d86f5b72c req-05bcbbbd-0244-4ca6-8259-3b33108c08f4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:13.965127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98a3a13f-2f12-4c19-8b0e-e98d86f5b72c req-05bcbbbd-0244-4ca6-8259-3b33108c08f4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.2475932 Jul 23 14:38:14.066131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98a3a13f-2f12-4c19-8b0e-e98d86f5b72c req-bdd5f806-f7f8-4a1a-9494-525197fc6625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940037 Jul 23 14:38:14.081028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.118854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=3b3f406a-b37b-43f5-b814-c6b1e2f63710,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:14.122668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.124902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port 3b3f406a-b37b-43f5-b814-c6b1e2f63710 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:14.212804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.230308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deebfb88-e5ca-4c78-9f99-a5e05f8175ef']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:14.242269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:14.242547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc46b4c-e7bc-4bfb-8529-3be5cf06a2b6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:14.255130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.266811 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.272456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.301028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:38:14.301419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: self.session.flush() Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:38:14.304554 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:38:14.330623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:14.341162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:14.374708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:14.377255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=206c9202-6604-4e6c-8585-3e899b8b7d90,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:14.407052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.412406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.414749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/deebfb88-e5ca-4c78-9f99-a5e05f8175ef HTTP/1.1" status: 204 len: 168 time: 0.9931641 Jul 23 14:38:14.418820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:14.423816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a396e64-c30b-4fdf-a468-dbe04dcbdc20 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-514753007', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:14.434533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fed5f6-f2a8-4093-b784-fb119bd8d352 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=deebfb88-e5ca-4c78-9f99-a5e05f8175ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:14.448859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a396e64-c30b-4fdf-a468-dbe04dcbdc20 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.449895 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a396e64-c30b-4fdf-a468-dbe04dcbdc20 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.501090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a396e64-c30b-4fdf-a468-dbe04dcbdc20 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.507213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a396e64-c30b-4fdf-a468-dbe04dcbdc20 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.530676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a396e64-c30b-4fdf-a468-dbe04dcbdc20 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.535196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 50994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:14.535655 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3a396e64-c30b-4fdf-a468-dbe04dcbdc20 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1150510 Jul 23 14:38:14.540582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-934064105'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:14.627821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:14.631263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.668894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:38:14.686479 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.687396 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment d410e131-b2c1-4c69-9e6a-94c175dc21ff of type vlan for network ef6569ec-f44c-4be2-aa1e-0d6a3722979f Jul 23 14:38:14.758349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.862335 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.867788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:14.868340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.870910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:14.929319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3901558 Jul 23 14:38:14.929736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 50996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:14.935689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:14.974005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be3b7-0f74-4185-9610-2b27b2dafb92 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=ef6569ec-f44c-4be2-aa1e-0d6a3722979f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:14.999285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:38:15.032661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.115209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3b3f406a-b37b-43f5-b814-c6b1e2f63710 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:15.154281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3b3f406a-b37b-43f5-b814-c6b1e2f63710 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:15.156624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3b3f406a-b37b-43f5-b814-c6b1e2f63710 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:15.166986 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:15.178593 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.321845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aa96-e26f-4ae8-b9df-0349a228620c req-5f8e1c96-c5e3-4857-b3ae-2e5a76c3cad9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:15.322902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f6aa96-e26f-4ae8-b9df-0349a228620c req-5f8e1c96-c5e3-4857-b3ae-2e5a76c3cad9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1397057 Jul 23 14:38:15.325069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.339453 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.400769 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.444229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=206c9202-6604-4e6c-8585-3e899b8b7d90,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:15.460693 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.468812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f6aa96-e26f-4ae8-b9df-0349a228620c req-e002f988-eded-4fc5-b040-66a4fafe5734 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376007 Jul 23 14:38:15.485424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=17f449be-ae4c-49c1-abb6-83538b4c6866,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:15.496317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:15.496555 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: ef6569ec-f44c-4be2-aa1e-0d6a3722979f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:38:15.515813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:38:15.527416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, ef6569ec-f44c-4be2-aa1e-0d6a3722979f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:15.534171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:15.536749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e9454-a217-4713-b5d6-652c2e02791e None None] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:15.540610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.562557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4a38cc4d-74d3-48a3-aa1d-b81e6ecda3a9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6315911 Jul 23 14:38:15.563192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:15.730201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:38:15.731626 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.840367 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e918-f95d-4ba2-908b-f11772ebc1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.908430 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:15.919172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Allocated IP 172.20.0.2 (ef6569ec-f44c-4be2-aa1e-0d6a3722979f/17f449be-ae4c-49c1-abb6-83538b4c6866/d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:16.015043 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Floating IP 17a8fcbe-033f-44c7-9f12-2e1c97ef4911 associated. External IP: 172.25.2.95, port: 24d532bf-36e1-45a1-a20f-6a8e0c323369. Jul 23 14:38:16.095269 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.104133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Transition to ACTIVE for port object d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:16.120858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Transition to ACTIVE for port object d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:16.134103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.186232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Pushing event updated for resources: {'Port': ['ID=d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:16.199371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:16.200458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:16.203447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:16.211598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.20.0.1 (ef6569ec-f44c-4be2-aa1e-0d6a3722979f/17f449be-ae4c-49c1-abb6-83538b4c6866/4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:16.266329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:16.290586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Attempting to bind port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:16.291073 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Attempting to bind port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:16.291602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Attempting to bind port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 on network ef6569ec-f44c-4be2-aa1e-0d6a3722979f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:16.296741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:16.297205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Checking segment: {'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:16.298482 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.299080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Bound using segment: {'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:16.299737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Bound port: d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:16.300737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.348271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.372922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:16.390026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] For port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:16.394699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] For port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1,segment=NetworkSegment(d410e131-b2c1-4c69-9e6a-94c175dc21ff),segment_id=d410e131-b2c1-4c69-9e6a-94c175dc21ff)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:16.403111 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.408819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:16.433407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd9238-efbe-4743-97cc-26af36219943 None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:16.433918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.456891 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.479301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:16.480202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:16.499598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9f2c2b4a-4720-4b6e-b7b2-05f787350874 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1111329 Jul 23 14:38:16.501060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:16.503559 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:16.557117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:16.561834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:16.573863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:16.598449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072d8c7-fc00-46e1-87b8-4419ae780469 None None] Pushing event updated for resources: {'Port': ['ID=d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:16.641388 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.661952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:16.684858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec0443-449a-4689-a15a-51ab3775fa7c req-35f94b78-7164-49b8-8e2f-c31bfa6ea949 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:16.688462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85ec0443-449a-4689-a15a-51ab3775fa7c req-35f94b78-7164-49b8-8e2f-c31bfa6ea949 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.0840306 Jul 23 14:38:16.691063 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:16.811601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85ec0443-449a-4689-a15a-51ab3775fa7c req-3c95846f-de69-430d-aa91-bb70b24a965f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056182 Jul 23 14:38:16.878141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:16.978599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:17.056463 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f625d-e6cc-4689-b269-703f9a838cb1 x-openstack-request-id: req-793f625d-e6cc-4689-b269-703f9a838cb1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:17.057131 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:17.057131 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-793f625d-e6cc-4689-b269-703f9a838cb1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:17.058066 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'status': 'completed', 'code': 200} Jul 23 14:38:17.092631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:14Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:17.134673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:17.139917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd9238-efbe-4743-97cc-26af36219943 None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:17.149768 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-addcef22-4484-4e5b-b08f-8e5e19eeb274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.182237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:17.184503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:17.207347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-e692c980-5b32-45ba-ab91-f26b0947cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:17.209249 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-e692c980-5b32-45ba-ab91-f26b0947cade service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1096 time: 0.1107962 Jul 23 14:38:17.256103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-addcef22-4484-4e5b-b08f-8e5e19eeb274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.263129 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-addcef22-4484-4e5b-b08f-8e5e19eeb274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.290595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcef22-4484-4e5b-b08f-8e5e19eeb274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11d6f6-90af-46f7-9068-93e9d146b26f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:17.322090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-addcef22-4484-4e5b-b08f-8e5e19eeb274 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e7766816b14a338edfa49e11754573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423080 Jul 23 14:38:17.324197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:17.326448 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:17.338124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:17.410845 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.418459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.427490 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-49378076-06cd-4a16-8eaf-2597b7c6ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:17.429351 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-49378076-06cd-4a16-8eaf-2597b7c6ce6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1885710 Jul 23 14:38:17.562586 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-894aba2c-2685-4e69-a259-0bc98536ca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.566536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.572593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:17.595950 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-f25216f7-4698-483f-8dbd-8f029fd503d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 998 time: 0.1426055 Jul 23 14:38:17.643240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356ea36-cb54-474e-8b7f-4614d6ddef08 None None] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:17.661259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-894aba2c-2685-4e69-a259-0bc98536ca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.738289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-566e1d02-9204-48a4-99d6-0fab3a8a2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:17.739797 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-566e1d02-9204-48a4-99d6-0fab3a8a2bc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.1344361 Jul 23 14:38:17.756680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa3fbd43-76a5-4862-be0e-e35e31a4d796 None None] Provisioning for port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:17.771095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa3fbd43-76a5-4862-be0e-e35e31a4d796 None None] Provisioning complete for port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:17.771462 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbd43-76a5-4862-be0e-e35e31a4d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.812277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:17.816789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:17.824532 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-894aba2c-2685-4e69-a259-0bc98536ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.827064 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-894aba2c-2685-4e69-a259-0bc98536ca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:17.828196 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-894aba2c-2685-4e69-a259-0bc98536ca0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf11d6f6-90af-46f7-9068-93e9d146b26f HTTP/1.1" status: 204 len: 168 time: 0.5007763 Jul 23 14:38:17.844702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894aba2c-2685-4e69-a259-0bc98536ca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11d6f6-90af-46f7-9068-93e9d146b26f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:17.876982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-3177ddb1-eef1-4397-bc93-95e59e6cc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:17.878733 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-3177ddb1-eef1-4397-bc93-95e59e6cc10e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306517 Jul 23 14:38:17.982941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-debd9238-efbe-4743-97cc-26af36219943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:14Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:18.007598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9be90-80f9-4e95-a0a8-bd6e275f00b4 req-7bb71666-8390-4d38-b615-04efcb1207be tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:18.011940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1b9be90-80f9-4e95-a0a8-bd6e275f00b4 req-7bb71666-8390-4d38-b615-04efcb1207be tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1091998 Jul 23 14:38:18.023287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd9238-efbe-4743-97cc-26af36219943 None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:14Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:18.031284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbd43-76a5-4862-be0e-e35e31a4d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.036429 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-08d5183d-5649-4b35-bf2b-1c4ea4c431de service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251683 Jul 23 14:38:18.083305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1b9be90-80f9-4e95-a0a8-bd6e275f00b4 req-8fa03847-c048-4ae3-9bf4-f75983791e63 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506566 Jul 23 14:38:18.086923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:38:18.106848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aa3fbd43-76a5-4862-be0e-e35e31a4d796 None None] For port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1,segment=NetworkSegment(d410e131-b2c1-4c69-9e6a-94c175dc21ff),segment_id=d410e131-b2c1-4c69-9e6a-94c175dc21ff)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:18.120038 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbd43-76a5-4862-be0e-e35e31a4d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.126362 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.193015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fbd43-76a5-4862-be0e-e35e31a4d796 None None] Pushing event updated for resources: {'Port': ['ID=d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:18.245223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:18.253898 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-580dd704-99d0-4e08-8706-c10a81d3bcb9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6873450 Jul 23 14:38:18.254205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:18.259422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-292743777'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:18.260041 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:18.274271 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:18.274817 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:37:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:18.283690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-83de5f6a-37e0-44ba-b7ff-dfc780956b2d req-2b5fafe0-53e5-41e6-a24b-7650bb747386 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372632 Jul 23 14:38:18.302629 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:18.309986 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.353888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.363437 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:38:18.377480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.378584 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment afcf3961-eb70-421d-a184-601dd3cafe4b of type vlan for network d4501737-1b67-4f3e-9f9c-412616d8df59 Jul 23 14:38:18.408370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:18.417561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379921e-1865-4dbe-8531-c7a4d58b7427 None None] New status for floating IP 17a8fcbe-033f-44c7-9f12-2e1c97ef4911: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:38:18.435024 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.484444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.492692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:18.493616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.544631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91887b0b-c3a2-4e53-8cbb-c8f33fadf2cb None None] Provisioning for port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:18.545558 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2901082 Jul 23 14:38:18.549412 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:18.556333 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:18.608570 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e367b290-b466-4fdb-9f00-0b32ca6b81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.610398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91887b0b-c3a2-4e53-8cbb-c8f33fadf2cb None None] Provisioning complete for port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:18.610840 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91887b0b-c3a2-4e53-8cbb-c8f33fadf2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.618351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=d4501737-1b67-4f3e-9f9c-412616d8df59,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:18.620078 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-e4579ef4-85e6-4994-858d-63920e528828 service neutron] show failed (client error): The resource could not be found. Jul 23 14:38:18.623342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-e4579ef4-85e6-4994-858d-63920e528828 service neutron] 10.222.0.11 "GET /v2.0/ports/cf634a0c-310c-4761-a970-01ce5081f3bc/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.1513977 Jul 23 14:38:18.638422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.638945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.639386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.639821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.640271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.640704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.641138 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.641669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.641960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.642583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.643348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.643660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0084ac5-b503-4851-98f8-ff95715d9f11 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:18.677617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91887b0b-c3a2-4e53-8cbb-c8f33fadf2cb None None] Port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:18.679818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d4501737-1b67-4f3e-9f9c-412616d8df59 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:38:18.757212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91887b0b-c3a2-4e53-8cbb-c8f33fadf2cb None None] Provisioning complete for port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:18.757615 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91887b0b-c3a2-4e53-8cbb-c8f33fadf2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.797715 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:16Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:17Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:18.816471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:18.820527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:18.860147 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:18.860499 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Updating router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:38:18.928612 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.077744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d8c0283-66a7-49f8-ba28-22ab098e7cf6 None None] Provisioning complete for port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:19.079059 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0283-66a7-49f8-ba28-22ab098e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.120655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:19.228241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c0283-66a7-49f8-ba28-22ab098e7cf6 None None] Port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:19.240689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ad5c-d8bd-412c-8a58-3bb2593008ce req-3f27167f-316d-47c5-9472-a726b80893d2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:19.250111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c8ad5c-d8bd-412c-8a58-3bb2593008ce req-3f27167f-316d-47c5-9472-a726b80893d2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1004643 Jul 23 14:38:19.279045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:19.280406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.289844 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.302068 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Transition to ACTIVE for port object 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:19.305553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c8ad5c-d8bd-412c-8a58-3bb2593008ce req-5130d93d-975c-4bb9-9487-4672ded2e41d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507741 Jul 23 14:38:19.312018 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.365350 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Pushing event updated for resources: {'Port': ['ID=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:19.404887 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.405775 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.406237 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.406681 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.407165 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.407557 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.408147 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.408533 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.421964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.421964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.421964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.421964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:19.497678 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Attempting to bind port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:19.498277 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Attempting to bind port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:19.498792 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Attempting to bind port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 on network ef6569ec-f44c-4be2-aa1e-0d6a3722979f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:19.505715 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:19.506221 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Checking segment: {'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:19.506842 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.507307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Bound using segment: {'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:19.507922 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Bound port: 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410e131-b2c1-4c69-9e6a-94c175dc21ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:19.508461 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.610969 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] For port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:19.613949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.616134 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] For port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,segment=NetworkSegment(d410e131-b2c1-4c69-9e6a-94c175dc21ff),segment_id=d410e131-b2c1-4c69-9e6a-94c175dc21ff)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:19.622007 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.688589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-ebbeca17-e78f-4b38-9c9c-9c31f7250c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:19.690054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-ebbeca17-e78f-4b38-9c9c-9c31f7250c46 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 1097 time: 0.1369443 Jul 23 14:38:19.694596 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:19.695923 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:19.701958 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:19.732438 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52e53f-e0d6-4f0b-9995-286398aaa16e None None] Pushing event updated for resources: {'Port': ['ID=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:19.734454 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.841797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=a32db32e-62db-4cce-af7f-b5b33947ab03,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:19.868894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:19.869258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: d4501737-1b67-4f3e-9f9c-412616d8df59, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:38:19.877043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:19.892264 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:19.932573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network d4501737-1b67-4f3e-9f9c-412616d8df59 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:38:19.949253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d4501737-1b67-4f3e-9f9c-412616d8df59) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:19.961498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000de802-775a-4706-9044-d82e932ade77 None None] Network d4501737-1b67-4f3e-9f9c-412616d8df59 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:20.029994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:20.030612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.071771 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c71f09dc-aee3-4b45-a497-4cc14e9ea1fc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5208492 Jul 23 14:38:20.075681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:20.184501 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:16Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:19Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:20.219686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:20.225712 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fb67cb-f213-4e46-b890-a2798005bdef None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:16Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:19Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:20.280224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:20.307566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-d4501737-1b67-4f3e-9f9c-412616d8df59', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:38:20.308619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.354224 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:20.364775 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b54a07-c3ee-4cfe-8473-405cd983e763" -d '{"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-unplugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:20.372182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.392043 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Transition to ACTIVE for port object cf634a0c-310c-4761-a970-01ce5081f3bc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:20.397501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.489238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:20.498277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Allocated IP 172.21.0.2 (d4501737-1b67-4f3e-9f9c-412616d8df59/a32db32e-62db-4cce-af7f-b5b33947ab03/84ee7689-5463-4836-a316-830100ae6ad8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:20.586338 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] No DVR routers for this DVR port cf634a0c-310c-4761-a970-01ce5081f3bc on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:20.619503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9fdfc-9cfd-450c-ac11-965adde7cc09 req-22860ae6-7346-4b27-bafc-6e99d3db60f2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:20.621054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ce9fdfc-9cfd-450c-ac11-965adde7cc09 req-22860ae6-7346-4b27-bafc-6e99d3db60f2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 944 time: 0.2103553 Jul 23 14:38:20.791623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2ce9fdfc-9cfd-450c-ac11-965adde7cc09 req-46a33233-b20b-4ab2-8174-4f70326caf9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554370 Jul 23 14:38:20.826515 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.840867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.853286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Transition to ACTIVE for port object 84ee7689-5463-4836-a316-830100ae6ad8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:20.899899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:20.900432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:20.900721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:20.901405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Transition to ACTIVE for port object 84ee7689-5463-4836-a316-830100ae6ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:20.909075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:38:20.909075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:20.915840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:20.916312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Checking segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:20.917119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Bound using segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:20.918613 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.918884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Bound port: cf634a0c-310c-4761-a970-01ce5081f3bc, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:20.919553 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:20.938439 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba0706-56cb-4d2f-a872-f7b22747d394 x-openstack-request-id: req-66ba0706-56cb-4d2f-a872-f7b22747d394 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:20.939014 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-unplugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:20.939320 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66ba0706-56cb-4d2f-a872-f7b22747d394 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:20.939884 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'code': 200} Jul 23 14:38:20.993842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Network d4501737-1b67-4f3e-9f9c-412616d8df59 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:20.995784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:20.997840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Pushing event updated for resources: {'Port': ['ID=84ee7689-5463-4836-a316-830100ae6ad8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:21.000239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:21.033836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:21.038032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:21.057668 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.092188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Attempting to bind port 84ee7689-5463-4836-a316-830100ae6ad8 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:21.092851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Attempting to bind port 84ee7689-5463-4836-a316-830100ae6ad8 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:21.093402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Attempting to bind port 84ee7689-5463-4836-a316-830100ae6ad8 on network d4501737-1b67-4f3e-9f9c-412616d8df59 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:21.111852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:21.112283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Checking segment: {'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:21.112637 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.113030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Bound using segment: {'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:21.113773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Bound port: 84ee7689-5463-4836-a316-830100ae6ad8, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:21.114158 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.122331 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:21.165496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:21.166765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.184804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:21.186604 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-25c922fa-5ade-4e98-95c7-69d40401fdff service neutron] 10.222.0.48 "PUT /v2.0/ports/cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 1092 time: 1.4879110 Jul 23 14:38:21.312375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.21.0.1 (d4501737-1b67-4f3e-9f9c-412616d8df59/a32db32e-62db-4cce-af7f-b5b33947ab03/e025f414-e163-445c-a3d5-b7e07b36de3d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:21.358863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-fa816f7c-fd11-4f19-862e-5a4dcca7beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:21.361121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-fa816f7c-fd11-4f19-862e-5a4dcca7beb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1095 time: 0.1394761 Jul 23 14:38:21.362051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] For port 84ee7689-5463-4836-a316-830100ae6ad8, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:21.364308 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.366134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] For port 84ee7689-5463-4836-a316-830100ae6ad8, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ee7689-5463-4836-a316-830100ae6ad8,segment=NetworkSegment(afcf3961-eb70-421d-a184-601dd3cafe4b),segment_id=afcf3961-eb70-421d-a184-601dd3cafe4b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:21.369342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:21.380483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:21.380856 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.386176 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.490117 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.493637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-a28d9bf7-b980-4d30-8029-1203e424aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:21.495635 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-a28d9bf7-b980-4d30-8029-1203e424aec1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1276112 Jul 23 14:38:21.506082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae7d8f-ea22-4d84-92c5-10dc645c8c7d None None] Pushing event updated for resources: {'Port': ['ID=84ee7689-5463-4836-a316-830100ae6ad8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:21.506353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object e025f414-e163-445c-a3d5-b7e07b36de3d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:21.564023 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.565570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.607158 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-67952308-ea03-4c3b-b124-661a81c0ff72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 999 time: 0.1009679 Jul 23 14:38:21.610776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,segment=NetworkSegment(d410e131-b2c1-4c69-9e6a-94c175dc21ff),segment_id=d410e131-b2c1-4c69-9e6a-94c175dc21ff)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:21.616691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.617746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network d4501737-1b67-4f3e-9f9c-412616d8df59 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:21.625771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:21.629922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:21.681648 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=e025f414-e163-445c-a3d5-b7e07b36de3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:21.683427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-66e47bd6-8630-424d-bfda-3f26517f3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:21.685040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:21.685192 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-66e47bd6-8630-424d-bfda-3f26517f3be0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0664067 Jul 23 14:38:21.696719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.697062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.697396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.697724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.698053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.698374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.698839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.699153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.699473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.699789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.700105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.700590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:21.735776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:21.790026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-d23e614d-7f43-4cf9-9a4d-eb0a5358f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:21.791711 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-d23e614d-7f43-4cf9-9a4d-eb0a5358f061 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909936 Jul 23 14:38:21.929610 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-d1574d38-d7a6-4b5a-b849-a1169cce1b59 service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296165 Jul 23 14:38:21.954482 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.050076 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-16635df8-bda4-4c22-bf9d-0776a3a8c4c7 req-4a140815-e3cb-43c5-9ae3-163cb756acc3 service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126995 Jul 23 14:38:22.066585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21fb87-8a24-491e-8446-d7ea429d933a req-3face913-5fc2-4111-bfc4-14fa25172399 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:22.068478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac21fb87-8a24-491e-8446-d7ea429d933a req-3face913-5fc2-4111-bfc4-14fa25172399 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 944 time: 0.1783857 Jul 23 14:38:22.151550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac21fb87-8a24-491e-8446-d7ea429d933a req-b148e5be-e51e-4de9-bab4-8fc8ce8d4b8f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552201 Jul 23 14:38:22.192481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:22.250014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:22.364095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.369975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.443309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=e025f414-e163-445c-a3d5-b7e07b36de3d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:22.446016 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.542542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network d4501737-1b67-4f3e-9f9c-412616d8df59 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:22.544033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:22.645336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:22.743249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:22.751549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d0669931-f186-4998-997f-f9e15984c0a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6744177 Jul 23 14:38:22.752677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:22.753525 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:22.758484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1281454443'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:22.765327 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:22.765960 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:22.783666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:22.788338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.816906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:38:22.832233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.832644 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment 9eae3481-b4cb-4bbc-a11d-1acce0e478a0 of type vlan for network 821819a9-7a01-47d3-bcf2-6fa63b517f39 Jul 23 14:38:22.868370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:22.888711 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.924757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.931292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:22.932082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:22.944037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:22.946443 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6cdae0-8af5-47e5-88f9-4a7f518da195" -d '{"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:23.039151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=821819a9-7a01-47d3-bcf2-6fa63b517f39,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:23.059330 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ac855e10-47a9-4871-9f74-f9ba63ecf8a1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3025703 Jul 23 14:38:23.059552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:38:23.060359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:23.066102 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac408ff-bb51-4c51-8dbc-4589a990b85e x-openstack-request-id: req-bac408ff-bb51-4c51-8dbc-4589a990b85e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:23.066537 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:23.066892 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bac408ff-bb51-4c51-8dbc-4589a990b85e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:23.067503 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'status': 'completed', 'code': 200} Jul 23 14:38:23.070832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:23.090590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c51882-714b-4740-9b2f-f8aa55ba5135 None None] Network d4501737-1b67-4f3e-9f9c-412616d8df59 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:23.166763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-9ae80923-a419-4e62-be81-4472a3de8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.168437 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-9ae80923-a419-4e62-be81-4472a3de8e13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1095 time: 0.0765696 Jul 23 14:38:23.250434 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 3, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:22Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:23.258923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f9c7b5ee-2090-41cc-bad0-4a00e645f090 None None] Provisioning for port 84ee7689-5463-4836-a316-830100ae6ad8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:23.287663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-ca2977fc-1815-41b7-9aef-cf963ce24fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.289597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-ca2977fc-1815-41b7-9aef-cf963ce24fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1095 time: 0.1768320 Jul 23 14:38:23.291213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:23.295889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:23.347109 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:23.347748 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Updating router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba port e025f414-e163-445c-a3d5-b7e07b36de3d binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:38:23.374538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-49909b32-acfb-4606-82e7-16561252ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.376326 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-49909b32-acfb-4606-82e7-16561252ab0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.2004061 Jul 23 14:38:23.402853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ee7689-5463-4836-a316-830100ae6ad8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:23.408012 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:23.484942 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-655126e7-eefa-4a00-a856-f954d4d6b74c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 999 time: 0.0988038 Jul 23 14:38:23.562105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662147b-85d7-450b-8b64-9bbdf1d91e54 req-cf12214b-93ab-4237-bec7-4f8113822f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.562909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-7f0192bc-1e0e-43c5-aa8b-c47647bbcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.564751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2662147b-85d7-450b-8b64-9bbdf1d91e54 req-cf12214b-93ab-4237-bec7-4f8113822f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 944 time: 0.2363083 Jul 23 14:38:23.566130 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-7f0192bc-1e0e-43c5-aa8b-c47647bbcda8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0733509 Jul 23 14:38:23.583519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-d5e43b61-0ad6-4ceb-9e70-f49e390e86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.586475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-d5e43b61-0ad6-4ceb-9e70-f49e390e86ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.2859905 Jul 23 14:38:23.657461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-f05b1eed-d404-42cc-8df1-0d59d5d5111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.660292 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-f05b1eed-d404-42cc-8df1-0d59d5d5111f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850468 Jul 23 14:38:23.748023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-4efc93ba-0220-4bef-a574-889badc6d7ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 999 time: 0.1385658 Jul 23 14:38:23.765610 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:23.779349 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Transition to ACTIVE for port object e025f414-e163-445c-a3d5-b7e07b36de3d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:23.807161 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:23.832813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-7d811ed1-32d7-4dd5-9edc-bfe8bc31280e service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631820 Jul 23 14:38:23.902830 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb3750-b3f1-4d47-b52c-b5343ab6ecf2 None None] Pushing event updated for resources: {'Port': ['ID=e025f414-e163-445c-a3d5-b7e07b36de3d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:23.926489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2662147b-85d7-450b-8b64-9bbdf1d91e54 req-d878e2ca-f253-4627-91f5-b4abd8b6727e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533764 Jul 23 14:38:23.936230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 84ee7689-5463-4836-a316-830100ae6ad8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:23.954907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 84ee7689-5463-4836-a316-830100ae6ad8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:23.956192 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:23.972729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-20cde5bb-2035-45dc-b780-1a8a258b1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:23.974398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-20cde5bb-2035-45dc-b780-1a8a258b1bbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.2261767 Jul 23 14:38:24.043405 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-d06a7dbf-7556-475a-b130-17c8f57fb530 service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997499 Jul 23 14:38:24.055775 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.080881 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Attempting to bind port e025f414-e163-445c-a3d5-b7e07b36de3d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:24.081567 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Attempting to bind port e025f414-e163-445c-a3d5-b7e07b36de3d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:24.082355 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Attempting to bind port e025f414-e163-445c-a3d5-b7e07b36de3d on network d4501737-1b67-4f3e-9f9c-412616d8df59 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:24.086202 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.095681 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:24.096119 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Checking segment: {'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:24.096510 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.096898 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Bound using segment: {'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:24.097631 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Bound port: e025f414-e163-445c-a3d5-b7e07b36de3d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf3961-eb70-421d-a184-601dd3cafe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:24.099186 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.129837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 84ee7689-5463-4836-a316-830100ae6ad8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ee7689-5463-4836-a316-830100ae6ad8,segment=NetworkSegment(afcf3961-eb70-421d-a184-601dd3cafe4b),segment_id=afcf3961-eb70-421d-a184-601dd3cafe4b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:24.134829 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.135790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:24.151431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=c756956d-14c1-46ad-9945-2b31216a60f2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:24.157657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-42288407-fddb-4ad3-b71f-25cd5d5a323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:24.159453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-42288407-fddb-4ad3-b71f-25cd5d5a323e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627593 Jul 23 14:38:24.179318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:24.180120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: 821819a9-7a01-47d3-bcf2-6fa63b517f39, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:38:24.213081 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] For port e025f414-e163-445c-a3d5-b7e07b36de3d, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:24.218114 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] For port e025f414-e163-445c-a3d5-b7e07b36de3d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e025f414-e163-445c-a3d5-b7e07b36de3d,segment=NetworkSegment(afcf3961-eb70-421d-a184-601dd3cafe4b),segment_id=afcf3961-eb70-421d-a184-601dd3cafe4b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:24.230025 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.236583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:38:24.237853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=84ee7689-5463-4836-a316-830100ae6ad8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:24.263339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:24.264022 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.287078 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:24.287993 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:24.311855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 821819a9-7a01-47d3-bcf2-6fa63b517f39) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:24.318510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:24.319303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.324116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ecfbd7-3a74-4170-9c7c-285b6b923f53 None None] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:24.345852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cdd6d712-a01c-4a0a-ad55-1303f961fdc7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2810695 Jul 23 14:38:24.346134 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:24.373190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-a438e44f-ec50-41d2-83bc-93f50f7fe369 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061419 Jul 23 14:38:24.438877 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:24.498160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c6cdae0-8af5-47e5-88f9-4a7f518da195 req-060c0fb3-7c53-4503-8964-1d7f8d27c11d service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164570 Jul 23 14:38:24.631564 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb3750-b3f1-4d47-b52c-b5343ab6ecf2 None None] Pushing event updated for resources: {'Port': ['ID=e025f414-e163-445c-a3d5-b7e07b36de3d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:24.631774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:38:24.681605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c606f793-15c6-4b0c-94c5-2fe5be0f7aa4 None None] Provisioning for port e025f414-e163-445c-a3d5-b7e07b36de3d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:24.731055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-821819a9-7a01-47d3-bcf2-6fa63b517f39', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:38:24.731948 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.777026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c606f793-15c6-4b0c-94c5-2fe5be0f7aa4 None None] Provisioning complete for port 84ee7689-5463-4836-a316-830100ae6ad8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:24.777411 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c606f793-15c6-4b0c-94c5-2fe5be0f7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.806032 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 3, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:24Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:24.851011 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89976a5-a281-4b6e-8783-f9f6dc1deed8 None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 3, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:24Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:24.892448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:24.893916 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:24.951513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'port_id': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'mac_address': 'fa:16:3e:8f:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:38:25.290908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:25.340542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Allocated IP 172.22.0.2 (821819a9-7a01-47d3-bcf2-6fa63b517f39/c756956d-14c1-46ad-9945-2b31216a60f2/fbcf248d-d5cf-4e77-837a-060e09a9a79f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:25.373853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fe9ff-00bc-4493-9779-4128cae8935f req-0b93deb1-ccb7-47cb-9093-26a310f1ade9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:25.376252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-040fe9ff-00bc-4493-9779-4128cae8935f req-0b93deb1-ccb7-47cb-9093-26a310f1ade9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 944 time: 0.2775404 Jul 23 14:38:25.403442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ee7689-5463-4836-a316-830100ae6ad8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:25.445928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-040fe9ff-00bc-4493-9779-4128cae8935f req-bb768296-c771-4ac2-a394-f08344b28154 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586092 Jul 23 14:38:25.457871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf634a0c-310c-4761-a970-01ce5081f3bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:38:25.479721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:25.522190 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:25.626953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 84ee7689-5463-4836-a316-830100ae6ad8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:25.627325 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:25.647055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:25.772392 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:25.789157 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Transition to ACTIVE for port object fbcf248d-d5cf-4e77-837a-060e09a9a79f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:25.800945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-af283f80-b777-4d0c-b162-512116d852e2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:25.803739 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-af283f80-b777-4d0c-b162-512116d852e2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6&tenant_id=7da946df1c4a4592991bcccb02324307&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 945 time: 0.1127808 Jul 23 14:38:25.807045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Transition to ACTIVE for port object fbcf248d-d5cf-4e77-837a-060e09a9a79f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:25.817516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1485-9eb0-4ee1-84de-031b967f91fd req-d559b846-759c-416f-8f35-3e565321b77a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:25.825305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e45f1485-9eb0-4ee1-84de-031b967f91fd req-d559b846-759c-416f-8f35-3e565321b77a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.1228197 Jul 23 14:38:25.842557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['cf634a0c-310c-4761-a970-01ce5081f3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:38:25.851539 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:25.915982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e45f1485-9eb0-4ee1-84de-031b967f91fd req-0f89b8e0-d5d2-4055-aea5-ecf7bc09406e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894504 Jul 23 14:38:25.933244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e025f414-e163-445c-a3d5-b7e07b36de3d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:25.947001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-90555e7c-2f3f-43ed-84af-74a1057edb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:25.947349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.22.0.1 (821819a9-7a01-47d3-bcf2-6fa63b517f39/c756956d-14c1-46ad-9945-2b31216a60f2/34ee703f-2e9c-4b45-98f1-e2cd0313c17e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:25.948564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-90555e7c-2f3f-43ed-84af-74a1057edb9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1096 time: 0.1200871 Jul 23 14:38:25.962070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-924ba1a6-e4fa-4985-a4f8-063b7c0625ad service neutron] 10.222.0.48 "GET /v2.0/ports/cf634a0c-310c-4761-a970-01ce5081f3bc/bindings/n-h2-801990-3 HTTP/1.1" status: 200 len: 382 time: 0.1459167 Jul 23 14:38:25.965973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:25.974892 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:25.979117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:26.014543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Pushing event updated for resources: {'Port': ['ID=fbcf248d-d5cf-4e77-837a-060e09a9a79f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:26.097103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Attempting to bind port fbcf248d-d5cf-4e77-837a-060e09a9a79f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:26.097496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Attempting to bind port fbcf248d-d5cf-4e77-837a-060e09a9a79f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:26.097815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Attempting to bind port fbcf248d-d5cf-4e77-837a-060e09a9a79f on network 821819a9-7a01-47d3-bcf2-6fa63b517f39 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:26.110841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port e025f414-e163-445c-a3d5-b7e07b36de3d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:26.119099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:26.119473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Checking segment: {'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:26.119876 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.120271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Bound using segment: {'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:26.120732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Bound port: fbcf248d-d5cf-4e77-837a-060e09a9a79f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:26.121121 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.124473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e025f414-e163-445c-a3d5-b7e07b36de3d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:26.124831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.129741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-5f78e419-55f9-4827-9189-820f0d6c3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:26.131340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-5f78e419-55f9-4827-9189-820f0d6c3fa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1580930 Jul 23 14:38:26.150780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.198322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object 34ee703f-2e9c-4b45-98f1-e2cd0313c17e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:26.218161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-6a3351d9-cbad-4d22-babb-9dc3ab515f0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 1000 time: 0.0784307 Jul 23 14:38:26.257480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] For port fbcf248d-d5cf-4e77-837a-060e09a9a79f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:26.265852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] For port fbcf248d-d5cf-4e77-837a-060e09a9a79f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fbcf248d-d5cf-4e77-837a-060e09a9a79f,segment=NetworkSegment(9eae3481-b4cb-4bbc-a11d-1acce0e478a0),segment_id=9eae3481-b4cb-4bbc-a11d-1acce0e478a0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:26.277944 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.279565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-87337b87-ef5b-4756-aa5e-e3fa9c08257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:26.281077 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-87337b87-ef5b-4756-aa5e-e3fa9c08257d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0548046 Jul 23 14:38:26.282180 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.346505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:26.355903 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:26.361381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:26.389231 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.398378 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:26.413689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee22e5-34bf-46d6-be42-3e9d8bea8fcb None None] Pushing event updated for resources: {'Port': ['ID=fbcf248d-d5cf-4e77-837a-060e09a9a79f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:26.430451 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.478205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-c7229d53-d792-4670-95b1-4b2db6fcd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:26.480251 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-c7229d53-d792-4670-95b1-4b2db6fcd6e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732388 Jul 23 14:38:26.535339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port e025f414-e163-445c-a3d5-b7e07b36de3d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e025f414-e163-445c-a3d5-b7e07b36de3d,segment=NetworkSegment(afcf3961-eb70-421d-a184-601dd3cafe4b),segment_id=afcf3961-eb70-421d-a184-601dd3cafe4b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:26.550622 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.655827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=e025f414-e163-445c-a3d5-b7e07b36de3d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:26.695425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:26.712339 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-3b2bb44e-556a-4095-b2b3-08bf520f7a12 service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246196 Jul 23 14:38:26.931207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9551fb3b-9b5c-4f19-9ef8-6299fe2ac9a8 req-d460444c-74ca-42af-a5b9-a611f0fae6bc service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835697 Jul 23 14:38:27.092042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0e558-2ba4-4145-ab1b-3bd5c84883f7 req-df292488-9ee8-4291-b033-5200dc7d111b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:27.094702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ced0e558-2ba4-4145-ab1b-3bd5c84883f7 req-df292488-9ee8-4291-b033-5200dc7d111b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.0922022 Jul 23 14:38:27.147251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ced0e558-2ba4-4145-ab1b-3bd5c84883f7 req-fcce2d28-865f-4312-8d0b-21186755eace tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463781 Jul 23 14:38:27.199416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fbcf248d-d5cf-4e77-837a-060e09a9a79f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:27.259082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port fbcf248d-d5cf-4e77-837a-060e09a9a79f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:27.263838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e025f414-e163-445c-a3d5-b7e07b36de3d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:27.320070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port e025f414-e163-445c-a3d5-b7e07b36de3d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:27.320434 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:27.519011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-c6f8ca14-1501-40b0-8db8-314dc1a17311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:27.520553 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-c6f8ca14-1501-40b0-8db8-314dc1a17311 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1096 time: 0.5466681 Jul 23 14:38:27.548298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e1930-ad17-4be6-848a-b7a3205b3a6a None None] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:27.549570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:27.561751 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:27.659446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-911ed9ab-dc04-45f0-9fa2-6d6a7a28b3e6 None None] Provisioning for port fbcf248d-d5cf-4e77-837a-060e09a9a79f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:27.669067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-911ed9ab-dc04-45f0-9fa2-6d6a7a28b3e6 None None] Provisioning complete for port fbcf248d-d5cf-4e77-837a-060e09a9a79f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:27.669438 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-911ed9ab-dc04-45f0-9fa2-6d6a7a28b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:27.686451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:27.713983 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:27.727460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-f5aa21b0-8de9-4f64-9c08-04a7580cfede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:27.729091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-f5aa21b0-8de9-4f64-9c08-04a7580cfede service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1954188 Jul 23 14:38:27.808264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-911ed9ab-dc04-45f0-9fa2-6d6a7a28b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:27.854993 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-7b36c495-e274-4998-929d-9c9e217077f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 1000 time: 0.1116824 Jul 23 14:38:27.873968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-911ed9ab-dc04-45f0-9fa2-6d6a7a28b3e6 None None] For port fbcf248d-d5cf-4e77-837a-060e09a9a79f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fbcf248d-d5cf-4e77-837a-060e09a9a79f,segment=NetworkSegment(9eae3481-b4cb-4bbc-a11d-1acce0e478a0),segment_id=9eae3481-b4cb-4bbc-a11d-1acce0e478a0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:27.925400 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-911ed9ab-dc04-45f0-9fa2-6d6a7a28b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:27.934547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:27.941008 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:28.001099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-dd989b8a-cb44-4c57-b7e1-fc5a36f0908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:28.003237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-dd989b8a-cb44-4c57-b7e1-fc5a36f0908a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.1416402 Jul 23 14:38:28.040551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ed9ab-dc04-45f0-9fa2-6d6a7a28b3e6 None None] Pushing event updated for resources: {'Port': ['ID=fbcf248d-d5cf-4e77-837a-060e09a9a79f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:28.115881 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:28.138798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-d900618f-6a9f-4868-8ada-208f837a16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:28.140336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-d900618f-6a9f-4868-8ada-208f837a16ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030729 Jul 23 14:38:28.169533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7c671dc-5b9d-4f37-8688-56c4f784da80 None None] Provisioning for port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:28.177833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7c671dc-5b9d-4f37-8688-56c4f784da80 None None] Provisioning complete for port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:28.177833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c671dc-5b9d-4f37-8688-56c4f784da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.212955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7c671dc-5b9d-4f37-8688-56c4f784da80 None None] Port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:28.223403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7c671dc-5b9d-4f37-8688-56c4f784da80 None None] Provisioning complete for port fbcf248d-d5cf-4e77-837a-060e09a9a79f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:28.223779 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c671dc-5b9d-4f37-8688-56c4f784da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.315191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e61a1-7a27-42e5-87cb-3c7047420d83 req-376ac10c-ee51-45f6-a4d7-b885c4e32f68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:28.324183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e4e61a1-7a27-42e5-87cb-3c7047420d83 req-376ac10c-ee51-45f6-a4d7-b885c4e32f68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.0972285 Jul 23 14:38:28.331165 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-60138d9b-aaa5-47a1-965e-a32bcb45e062 service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542006 Jul 23 14:38:28.337469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:28.345267 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-27dc0fb8-f1e7-491f-b017-a0ff41084482 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9972434 Jul 23 14:38:28.348895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:28.349080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:28.355072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'network': {'name': 'tempest-RoutersTest-741287447'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:28.360944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:28.361964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:28.396105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e4e61a1-7a27-42e5-87cb-3c7047420d83 req-86f47635-30e3-4392-ad09-58960c8c12ee tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693505 Jul 23 14:38:28.425078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:28.430162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.444279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-ef3d908e-ce7b-4261-b0f0-c57f8168334e service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040163 Jul 23 14:38:28.467184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:38:28.486019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.486495 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added segment 5049b969-ee86-49ab-912c-b5a854f33e81 of type vlan for network 10faf3a9-e308-4d14-8039-725eafe7efe6 Jul 23 14:38:28.531527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.566287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.572300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:28.572911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.613511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:28.613781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2633698 Jul 23 14:38:28.617035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:28.620877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'subnet': {'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:28.649882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07566fc-0c66-49c3-8982-21d737d251a3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Network': ['ID=10faf3a9-e308-4d14-8039-725eafe7efe6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:28.659030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dc08641-bee7-474a-bdf5-27e0b0249020 None None] Provisioning complete for port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:28.659412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dc08641-bee7-474a-bdf5-27e0b0249020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.665166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:38:28.705104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:28.721936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Made reservation on behalf of b418bea7729d49b0952ba135f1507991 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:28.725768 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.836326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7dc08641-bee7-474a-bdf5-27e0b0249020 None None] Port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:28.868493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port cf634a0c-310c-4761-a970-01ce5081f3bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:28.879219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port cf634a0c-310c-4761-a970-01ce5081f3bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:28.882895 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:28.923828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.013811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Subnet': ['ID=ec8c7ad6-4da2-455a-a337-eee55d2eac55,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:29.019321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Checking segment: {'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:29.019687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network hostable DHCP agents. Network: 10faf3a9-e308-4d14-8039-725eafe7efe6, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:38:29.029500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6df8fd24-fb89-4ca1-b888-59c4f9a65e0e None None] Provisioning complete for port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:29.032443 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6df8fd24-fb89-4ca1-b888-59c4f9a65e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.052314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:38:29.074560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 10faf3a9-e308-4d14-8039-725eafe7efe6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:29.094852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6df8fd24-fb89-4ca1-b888-59c4f9a65e0e None None] Port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:29.102762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:29.107984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.130479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500bda23-eace-4b5a-ba07-4e56fda599d1 None None] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:29.139027 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-00f18910-dd57-41fc-a280-c6e763e7fcff tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5234132 Jul 23 14:38:29.141595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:29.156032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fbcf248d-d5cf-4e77-837a-060e09a9a79f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:29.237050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:29.290175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:29.290569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Updating router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:38:29.347989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.393098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fbcf248d-d5cf-4e77-837a-060e09a9a79f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:29.393459 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.399661 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.482776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:29.483947 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7c0732-e2aa-4a3c-a2d5-9784f6e3134b" -d '{"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:29.520564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:29.577934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c3850-d61d-486c-bc5e-e87f00eb9de5 req-36758aad-40f1-4151-bc63-98edff829a53 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:29.583086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-776c3850-d61d-486c-bc5e-e87f00eb9de5 req-36758aad-40f1-4151-bc63-98edff829a53 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.0856185 Jul 23 14:38:29.606064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.637274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-776c3850-d61d-486c-bc5e-e87f00eb9de5 req-0880dfcb-0991-4d6d-ad63-c36f79cd2995 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463006 Jul 23 14:38:29.653157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.740066 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eb366d-be55-48b0-8c52-7a539abf4c2f x-openstack-request-id: req-f3eb366d-be55-48b0-8c52-7a539abf4c2f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:29.740664 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:29.740884 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3eb366d-be55-48b0-8c52-7a539abf4c2f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:29.741281 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'code': 200} Jul 23 14:38:29.791141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:29.795703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-10faf3a9-e308-4d14-8039-725eafe7efe6', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:38:29.796566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:29.952620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Allocated IP 172.23.0.1 (10faf3a9-e308-4d14-8039-725eafe7efe6/ec8c7ad6-4da2-455a-a337-eee55d2eac55/a8699faa-7f55-4d0a-98d7-d48aefa27ed2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:30.075766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.088513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Transition to ACTIVE for port object 34ee703f-2e9c-4b45-98f1-e2cd0313c17e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:30.095395 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.110997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.126099 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Transition to ACTIVE for port object a8699faa-7f55-4d0a-98d7-d48aefa27ed2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:30.146707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81a60-bd0a-4e29-8b50-05587f3b56f5 None None] Pushing event updated for resources: {'Port': ['ID=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:30.169323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.213270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:30.216627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:30.219404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:30.227116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Attempting to bind port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:30.227486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Attempting to bind port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:30.227852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Attempting to bind port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e on network 821819a9-7a01-47d3-bcf2-6fa63b517f39 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:30.239737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:30.240118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Checking segment: {'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:30.240529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.240930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Bound using segment: {'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:30.241408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Bound port: 34ee703f-2e9c-4b45-98f1-e2cd0313c17e, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eae3481-b4cb-4bbc-a11d-1acce0e478a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:30.241855 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.261989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=a8699faa-7f55-4d0a-98d7-d48aefa27ed2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:30.277223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.290039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Allocated IP 172.23.0.2 (10faf3a9-e308-4d14-8039-725eafe7efe6/ec8c7ad6-4da2-455a-a337-eee55d2eac55/461db42d-0289-4d86-a784-be7cd8ef6e0c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:30.356982 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] For port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:30.415798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] For port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,segment=NetworkSegment(9eae3481-b4cb-4bbc-a11d-1acce0e478a0),segment_id=9eae3481-b4cb-4bbc-a11d-1acce0e478a0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:30.430193 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.468677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:30.525506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81a60-bd0a-4e29-8b50-05587f3b56f5 None None] Pushing event updated for resources: {'Port': ['ID=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:30.549035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:30.550036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:30.993566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:31.009165 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.015023 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.077577 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.095708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76dbe-28e7-46e3-974e-eb5f80187433 req-6e665814-0c28-4bbd-848e-f84d88a84a7a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:31.098416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39d76dbe-28e7-46e3-974e-eb5f80187433 req-6e665814-0c28-4bbd-848e-f84d88a84a7a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.2641940 Jul 23 14:38:31.111335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Transition to ACTIVE for port object 461db42d-0289-4d86-a784-be7cd8ef6e0c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:31.122882 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event updated for resources: {'Port': ['ID=a8699faa-7f55-4d0a-98d7-d48aefa27ed2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:31.183959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-6148396b-5f54-4f80-aaac-8f331395d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:31.188405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-6148396b-5f54-4f80-aaac-8f331395d14a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 1097 time: 0.2363040 Jul 23 14:38:31.211784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.217727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:31.248427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39d76dbe-28e7-46e3-974e-eb5f80187433 req-417571c0-0d14-42e2-8c4d-4ab21f1f1506 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363235 Jul 23 14:38:31.289531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Transition to ACTIVE for port object 461db42d-0289-4d86-a784-be7cd8ef6e0c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:31.323229 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.334354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:31.337403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:31.348539 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.405261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Pushing event updated for resources: {'Port': ['ID=461db42d-0289-4d86-a784-be7cd8ef6e0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:31.435203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:31.437079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:31.442596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:31.473856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:31.547076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Attempting to bind port 461db42d-0289-4d86-a784-be7cd8ef6e0c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:31.547452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Attempting to bind port 461db42d-0289-4d86-a784-be7cd8ef6e0c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:31.547847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Attempting to bind port 461db42d-0289-4d86-a784-be7cd8ef6e0c on network 10faf3a9-e308-4d14-8039-725eafe7efe6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:31.560805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:31.561184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Checking segment: {'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:31.562233 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.562233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Bound using segment: {'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:31.562686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Bound port: 461db42d-0289-4d86-a784-be7cd8ef6e0c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:31.563074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.588493 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:31.603381 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d3a36c30-8d53-4f36-bd15-f333633b5b19 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4605145 Jul 23 14:38:31.604470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:31.610169 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:31.623696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:30Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:30Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:29Z', 'revision_number': 1, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:31.660078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec385be-74ee-4def-9d41-ced9e8fb72c4 None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:30Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:30Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:29Z', 'revision_number': 1, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:31.691165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] For port 461db42d-0289-4d86-a784-be7cd8ef6e0c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:31.695661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] For port 461db42d-0289-4d86-a784-be7cd8ef6e0c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=461db42d-0289-4d86-a784-be7cd8ef6e0c,segment=NetworkSegment(5049b969-ee86-49ab-912c-b5a854f33e81),segment_id=5049b969-ee86-49ab-912c-b5a854f33e81)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:31.709674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:31.814921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224b410-581c-48e8-a22d-093cf286a48d None None] Pushing event updated for resources: {'Port': ['ID=461db42d-0289-4d86-a784-be7cd8ef6e0c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:32.159130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:32.242274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:32.299452 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:32.303605 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58114bf0-7914-4289-b48d-ee69fa512d4d" -d '{"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-unplugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:32.308747 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:32.325548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Transition to ACTIVE for port object cf634a0c-310c-4761-a970-01ce5081f3bc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:32.340288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:32.565389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:32.632916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b555e-32e3-4db1-b586-2fe52c1a2277 req-74330084-0294-4a98-8158-7774aacb3785 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:32.634523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-957b555e-32e3-4db1-b586-2fe52c1a2277 req-74330084-0294-4a98-8158-7774aacb3785 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.2857425 Jul 23 14:38:32.644333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:32.665860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] No DVR routers for this DVR port cf634a0c-310c-4761-a970-01ce5081f3bc on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:32.675739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 14:38:32.708993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 14:38:32.712122 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:32.746873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:32.785129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-957b555e-32e3-4db1-b586-2fe52c1a2277 req-dce5cf3b-1f82-40cc-9cb8-c3efc6cc7687 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265600 Jul 23 14:38:32.879316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:32.879919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:32.881087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:32.886350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:38:32.886788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Attempting to bind port cf634a0c-310c-4761-a970-01ce5081f3bc on network 9ce30ece-7fa6-478d-a44e-121a03269522 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:32.899913 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c36fb-77d1-4f64-9139-66c0744f36d5 x-openstack-request-id: req-f84c36fb-77d1-4f64-9139-66c0744f36d5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:32.900446 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-unplugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:32.900852 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f84c36fb-77d1-4f64-9139-66c0744f36d5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:32.901406 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'code': 200} Jul 23 14:38:32.903540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:32.904157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Checking segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:32.904624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Bound using segment: {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:32.905079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Bound port: cf634a0c-310c-4761-a970-01ce5081f3bc, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:32.905990 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.008426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:33.013107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:33.021272 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.076068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:33.076753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.078810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] 10.222.0.11 "PUT /v2.0/ports/cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 1093 time: 1.8759875 Jul 23 14:38:33.132349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbd66d-762c-4b05-bb5c-942d4ebcf083 service neutron] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:33.136952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.150663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.282415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-12c26407-4481-4732-9c40-6ec95e148d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:33.284089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-12c26407-4481-4732-9c40-6ec95e148d8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1096 time: 0.1422842 Jul 23 14:38:33.308001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34ee703f-2e9c-4b45-98f1-e2cd0313c17e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:33.361669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:33.365680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c369113-6b01-4c1d-8a15-bfb20e1be6f7 None None] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:33.430600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-8af8758c-e828-412f-a46b-78b59e1d3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:33.436213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-8af8758c-e828-412f-a46b-78b59e1d3c1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1444442 Jul 23 14:38:33.469919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3a8946a0-9476-456c-ae03-411c2f8f48a8 None None] Provisioning for port 461db42d-0289-4d86-a784-be7cd8ef6e0c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:33.473495 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:33.491929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:33.492144 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:33.492310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:33.500832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.502187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e5186150-9ff1-4b17-ad11-2020b644739d tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 200 len: 933 time: 1.8966553 Jul 23 14:38:33.504718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:33.527398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:33.553798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-83afb64a-ed1d-4a38-8e35-85bd604a5f60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 999 time: 0.1093290 Jul 23 14:38:33.555137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:33.555513 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.636442 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-37a33c4e-3975-4fe4-a9f7-7b803f12086e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 200 len: 933 time: 0.1301110 Jul 23 14:38:33.640784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:33.645980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-d00dcece-f080-40b3-86c8-5a5ee0060191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:33.661847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-d00dcece-f080-40b3-86c8-5a5ee0060191 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.1008339 Jul 23 14:38:33.662884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:33.764582 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:33.854458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.868916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a7bce0eb-3b38-49c4-93ee-6d9d2ccd8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:33.872071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-a7bce0eb-3b38-49c4-93ee-6d9d2ccd8a50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026443 Jul 23 14:38:33.940100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,segment=NetworkSegment(9eae3481-b4cb-4bbc-a11d-1acce0e478a0),segment_id=9eae3481-b4cb-4bbc-a11d-1acce0e478a0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:33.951252 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:33.952353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 461db42d-0289-4d86-a784-be7cd8ef6e0c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:34.103912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:34.111626 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:32Z', 'revision_number': 6, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:30Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:30Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:34.148407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 461db42d-0289-4d86-a784-be7cd8ef6e0c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:34.152902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 461db42d-0289-4d86-a784-be7cd8ef6e0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:34.153402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.164268 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:34.167152 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Updating router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:38:34.207333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-4cddc83c-3793-4090-bce3-cebdb5856d8a service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269765 Jul 23 14:38:34.220735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bc47-5ed2-41eb-95e0-64e46ca133c1 req-11e4dc21-83bb-4e84-9ce6-ae6f48a96af2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:34.222956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2122bc47-5ed2-41eb-95e0-64e46ca133c1 req-11e4dc21-83bb-4e84-9ce6-ae6f48a96af2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.2943347 Jul 23 14:38:34.249993 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.267445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91490e1d-f44b-4415-a306-9e6bdb851794 None None] Provisioning complete for port 461db42d-0289-4d86-a784-be7cd8ef6e0c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:34.267868 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91490e1d-f44b-4415-a306-9e6bdb851794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.391748 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.403900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2122bc47-5ed2-41eb-95e0-64e46ca133c1 req-adb42030-2305-4cf0-be4a-f130a54b1c9c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716497 Jul 23 14:38:34.435494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 14:38:34.435995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 14:38:34.469497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-083fe662-23b9-4a07-af13-3929c9aaa0be req-895b3893-738c-416d-98cf-3ab18087c6cf service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459762 Jul 23 14:38:34.489255 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91490e1d-f44b-4415-a306-9e6bdb851794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.492330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 461db42d-0289-4d86-a784-be7cd8ef6e0c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=461db42d-0289-4d86-a784-be7cd8ef6e0c,segment=NetworkSegment(5049b969-ee86-49ab-912c-b5a854f33e81),segment_id=5049b969-ee86-49ab-912c-b5a854f33e81)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:34.496918 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.507775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.627988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=461db42d-0289-4d86-a784-be7cd8ef6e0c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:34.631128 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-91490e1d-f44b-4415-a306-9e6bdb851794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:38:34.632288 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-91490e1d-f44b-4415-a306-9e6bdb851794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:38:34.732248 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.747071 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Transition to ACTIVE for port object a8699faa-7f55-4d0a-98d7-d48aefa27ed2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:34.756308 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.780703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.785506 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.813881 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc835d-c082-40c5-abf5-1a44f22436ae None None] Pushing event updated for resources: {'Port': ['ID=a8699faa-7f55-4d0a-98d7-d48aefa27ed2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:34.882263 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Attempting to bind port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:34.882936 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Attempting to bind port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:34.883401 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Attempting to bind port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 on network 10faf3a9-e308-4d14-8039-725eafe7efe6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:34.889596 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:34.890685 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Checking segment: {'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:34.891198 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.891804 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Bound using segment: {'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:34.892548 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Bound port: a8699faa-7f55-4d0a-98d7-d48aefa27ed2, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5049b969-ee86-49ab-912c-b5a854f33e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:34.892840 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:34.902869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:34.903265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:34.905807 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850" -d '{"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:34.962880 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad713f02-f193-49dd-aa51-c4b7f3dc91c5 x-openstack-request-id: req-ad713f02-f193-49dd-aa51-c4b7f3dc91c5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:34.963386 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:34.963817 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad713f02-f193-49dd-aa51-c4b7f3dc91c5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:34.964388 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'status': 'completed', 'code': 200} Jul 23 14:38:34.986307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] For port a8699faa-7f55-4d0a-98d7-d48aefa27ed2, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:35.012605 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] For port a8699faa-7f55-4d0a-98d7-d48aefa27ed2, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a8699faa-7f55-4d0a-98d7-d48aefa27ed2,segment=NetworkSegment(5049b969-ee86-49ab-912c-b5a854f33e81),segment_id=5049b969-ee86-49ab-912c-b5a854f33e81)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:35.025389 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:35.076414 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:35.085724 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:35.087182 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1bdd3000-15b5-4776-b40a-dbcec91b6fae tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 200 len: 699 time: 1.4450381 Jul 23 14:38:35.089916 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:35.128450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-68a69a3c-53cb-455e-a3fd-1a3060e4646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.130272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-68a69a3c-53cb-455e-a3fd-1a3060e4646e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1096 time: 0.1130621 Jul 23 14:38:35.140153 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:35.141277 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:35.195625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34ee703f-2e9c-4b45-98f1-e2cd0313c17e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:35.255060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91490e1d-f44b-4415-a306-9e6bdb851794 None None] Provisioning for port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:35.282768 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc835d-c082-40c5-abf5-1a44f22436ae None None] Pushing event updated for resources: {'Port': ['ID=a8699faa-7f55-4d0a-98d7-d48aefa27ed2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:35.300020 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:35.301484 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:35.313904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-b4d1eb87-f614-4423-87d8-17ece4d72638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.314220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-ecc4c5dd-513b-4b2d-8298-04a34051268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.315787 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-ecc4c5dd-513b-4b2d-8298-04a34051268c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1096 time: 0.3026543 Jul 23 14:38:35.315916 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-b4d1eb87-f614-4423-87d8-17ece4d72638 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1780090 Jul 23 14:38:35.328233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:35.385243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b86bbf1-4665-4acc-ab8a-1d353c8216bc tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 200 len: 699 time: 0.2938900 Jul 23 14:38:35.386158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:35.519331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-3cb972a3-a17e-4302-ba46-cbe03baba1e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 999 time: 0.1942649 Jul 23 14:38:35.525282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 461db42d-0289-4d86-a784-be7cd8ef6e0c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:35.605205 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 461db42d-0289-4d86-a784-be7cd8ef6e0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:35.605709 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:35.674382 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 7, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:35.690628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-b2406a2f-461e-4da8-9b1f-5f7794fd5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.692574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-b2406a2f-461e-4da8-9b1f-5f7794fd5c96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.1616809 Jul 23 14:38:35.735709 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04f7a-d615-4b51-abb0-d5d02580421a None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 7, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:35.764101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537312e-6ec0-4b51-9c31-83ba6d615b39 req-16749f54-e84b-4d53-8014-df54cfda60eb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.766100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3537312e-6ec0-4b51-9c31-83ba6d615b39 req-16749f54-e84b-4d53-8014-df54cfda60eb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 945 time: 0.1720672 Jul 23 14:38:35.775129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-7b028031-9418-4870-9b86-58a9999599ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.777613 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-7b028031-9418-4870-9b86-58a9999599ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.4519012 Jul 23 14:38:35.841249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3537312e-6ec0-4b51-9c31-83ba6d615b39 req-b74aa87c-29b2-4f0f-a180-b109eba6573e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501978 Jul 23 14:38:35.859977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-a1021c57-c057-461e-9d58-e39d7f5613fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.861837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-a1021c57-c057-461e-9d58-e39d7f5613fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589267 Jul 23 14:38:35.868998 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-29058749-3600-4fd9-b452-7e77263cd415 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 999 time: 0.0841215 Jul 23 14:38:35.968292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-7d2da098-cbec-4ff4-b993-dd6f2ad0f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:35.969906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-7d2da098-cbec-4ff4-b993-dd6f2ad0f415 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0920687 Jul 23 14:38:35.985863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-2b495b36-99e8-47d4-bc68-f29f21d7411d service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152394 Jul 23 14:38:35.988407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:35.998264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:35.999017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:36.081272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-3d0f7de4-9231-49e2-a576-e8b526be3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:36.083332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-3d0f7de4-9231-49e2-a576-e8b526be3ed1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892804 Jul 23 14:38:36.119082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-e63656b0-a026-42f7-95fb-29bbf4891486 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113591 Jul 23 14:38:36.149494 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:36.208322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:36.244421 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-f909b01d-1780-4c75-83d2-edb4455fa097 service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351597 Jul 23 14:38:36.249950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:38:36.434477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:36.438000 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:38:36.448872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'port_id': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'mac_address': 'fa:16:3e:8f:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:38:36.482189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 7, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:36.511935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:36.525938 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:36.539842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:36.540603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:36.545803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf634a0c-310c-4761-a970-01ce5081f3bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:38:36.639130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:36.647059 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:36.805006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-dac1aeee-df2f-40ec-89ec-bbdeb7bdf850 req-4715e6b5-7a6a-4bae-b9df-35fa79423ab8 service neutron] 10.222.0.48 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591961 Jul 23 14:38:36.925638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:36.927392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:36.953127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:36.955003 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:37.031838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0afa3d-a4b8-4f51-bd62-3a583df16b82 req-ed00eed2-8c59-47b2-92aa-e98af0a5c441 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:37.041427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c0afa3d-a4b8-4f51-bd62-3a583df16b82 req-ed00eed2-8c59-47b2-92aa-e98af0a5c441 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 946 time: 0.1056921 Jul 23 14:38:37.051355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['cf634a0c-310c-4761-a970-01ce5081f3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:38:37.079952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port a8699faa-7f55-4d0a-98d7-d48aefa27ed2, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a8699faa-7f55-4d0a-98d7-d48aefa27ed2,segment=NetworkSegment(5049b969-ee86-49ab-912c-b5a854f33e81),segment_id=5049b969-ee86-49ab-912c-b5a854f33e81)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:37.080363 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:37.094820 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for a8699faa-7f55-4d0a-98d7-d48aefa27ed2 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:37.105667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c0afa3d-a4b8-4f51-bd62-3a583df16b82 req-6e1012f7-400f-44fd-9955-43cd003de693 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623887 Jul 23 14:38:37.119204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:37.149440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a8699faa-7f55-4d0a-98d7-d48aefa27ed2 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:37.197381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-69bdf0c6-8bc6-49a3-891b-a3341a1e18a1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/1ba49416-7793-4e6d-8988-b989dbcd779f HTTP/1.1" status: 200 len: 992 time: 0.0748963 Jul 23 14:38:37.309236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:37.340258 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=a8699faa-7f55-4d0a-98d7-d48aefa27ed2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:37.387046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:37.387529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:37.419639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Port a8699faa-7f55-4d0a-98d7-d48aefa27ed2 was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 14:38:37.512758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 7, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:37.546025 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:37.549603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35347f41-a497-4a5d-8fe7-309a9428e5f4 None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 7, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8699faa-7f55-4d0a-98d7-d48aefa27ed2', 'name': '', 'network_id': '10faf3a9-e308-4d14-8039-725eafe7efe6', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:89:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:29Z', 'updated_at': '2021-07-23T14:38:34Z', 'revision_number': 4, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'ec8c7ad6-4da2-455a-a337-eee55d2eac55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:37.793302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:37.795559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:37.889246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:37.894839 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9663a01a-50de-4a64-9ee2-1cbbf7f2a9e1 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5051961 Jul 23 14:38:37.897760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:37.903191 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:37.919121 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:37.919915 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:37.960581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet ec8c7ad6-4da2-455a-a337-eee55d2eac55 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:38:37.964465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.016158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.016382 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:38.114095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.184645 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.225487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.227507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/ec8c7ad6-4da2-455a-a337-eee55d2eac55 HTTP/1.1" status: 204 len: 168 time: 0.3286457 Jul 23 14:38:38.230274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:38.234343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b4494-24da-43cc-9b92-6c1eefd3236a None None] Network 10faf3a9-e308-4d14-8039-725eafe7efe6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:38.239816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e93b0-6415-4f03-b3fd-c8fbc90a500f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8c7ad6-4da2-455a-a337-eee55d2eac55,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:38.261728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:37Z', 'revision_number': 8, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:38.267216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:38.292852 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:38.302499 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:38.303330 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:38.332444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.409469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 461db42d-0289-4d86-a784-be7cd8ef6e0c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:38.409961 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.437600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port cf634a0c-310c-4761-a970-01ce5081f3bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:38.445759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port cf634a0c-310c-4761-a970-01ce5081f3bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:38.446303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.521152 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:38.522235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port 461db42d-0289-4d86-a784-be7cd8ef6e0c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=461db42d-0289-4d86-a784-be7cd8ef6e0c,segment=NetworkSegment(5049b969-ee86-49ab-912c-b5a854f33e81),segment_id=5049b969-ee86-49ab-912c-b5a854f33e81)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:38.522762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.545727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 461db42d-0289-4d86-a784-be7cd8ef6e0c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:38.581543 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.586450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] DHCP port deletion for 10faf3a9-e308-4d14-8039-725eafe7efe6 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:38:38.630134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:38:38.632884 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded7fcf-85bd-4a31-8538-d5e7cb1d8f11" -d '{"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:38:38.640176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.649534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:38.669865 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.678217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] Deleting port 461db42d-0289-4d86-a784-be7cd8ef6e0c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:38.678733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.694868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=461db42d-0289-4d86-a784-be7cd8ef6e0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:38.702983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port 461db42d-0289-4d86-a784-be7cd8ef6e0c on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:38.770817 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:37Z', 'revision_number': 8, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:38.782105 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7061a1d9-b7e6-4b67-9b44-4d1c9027af1b x-openstack-request-id: req-7061a1d9-b7e6-4b67-9b44-4d1c9027af1b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:38:38.782402 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:38:38.782670 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7061a1d9-b7e6-4b67-9b44-4d1c9027af1b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:38:38.783071 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'code': 200} Jul 23 14:38:38.811823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] For port 461db42d-0289-4d86-a784-be7cd8ef6e0c, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:38.812131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.817777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.822308 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf57c9-4003-429b-b301-c7c6cd98c3df None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:37Z', 'revision_number': 8, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '34ee703f-2e9c-4b45-98f1-e2cd0313c17e', 'name': '', 'network_id': '821819a9-7a01-47d3-bcf2-6fa63b517f39', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:48:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:25Z', 'updated_at': '2021-07-23T14:38:33Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'c756956d-14c1-46ad-9945-2b31216a60f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:38.839848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10faf3a9-e308-4d14-8039-725eafe7efe6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:38.852051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] Calling delete_port for 461db42d-0289-4d86-a784-be7cd8ef6e0c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:38.857176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] Port 461db42d-0289-4d86-a784-be7cd8ef6e0c was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 14:38:38.859709 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.861775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:38.862051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5049b969-ee86-49ab-912c-b5a854f33e81') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:38.862504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5049b969-ee86-49ab-912c-b5a854f33e81') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:38.878680 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.891097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] Pushing event deleted for resources: {'Port': ['ID=461db42d-0289-4d86-a784-be7cd8ef6e0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:38.893106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304111f-4580-49f8-9f5b-1e7bf8e6e53b None None] No DVR routers for this DVR port 461db42d-0289-4d86-a784-be7cd8ef6e0c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:38.907893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.920477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:38:38.921020 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:38:38.924392 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:38:38.995026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.003840 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.007497 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/10faf3a9-e308-4d14-8039-725eafe7efe6 HTTP/1.1" status: 204 len: 168 time: 0.7755587 Jul 23 14:38:39.008626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:39.023481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291133bb-b58e-4ec9-9899-44caf4fec702 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=10faf3a9-e308-4d14-8039-725eafe7efe6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:39.155108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:39.268793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a8699faa-7f55-4d0a-98d7-d48aefa27ed2 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:39.297589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a8699faa-7f55-4d0a-98d7-d48aefa27ed2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:39.302177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a8699faa-7f55-4d0a-98d7-d48aefa27ed2 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:39.304207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 461db42d-0289-4d86-a784-be7cd8ef6e0c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:39.334040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 461db42d-0289-4d86-a784-be7cd8ef6e0c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:39.334518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 461db42d-0289-4d86-a784-be7cd8ef6e0c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:39.357079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-029ccd41-42c8-45d9-a78e-f39a7633cff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.456740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.479533 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-029ccd41-42c8-45d9-a78e-f39a7633cff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.484035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-029ccd41-42c8-45d9-a78e-f39a7633cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.526793 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-029ccd41-42c8-45d9-a78e-f39a7633cff5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d22d8101f01942f792ed24f291c28266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677006 Jul 23 14:38:39.526793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ccd41-42c8-45d9-a78e-f39a7633cff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d70e7a4-9691-499f-a75f-77c63f2527ba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:39.527168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:39.581042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d3054e2-26e2-445e-b816-a1dfd33ba2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.604137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d3054e2-26e2-445e-b816-a1dfd33ba2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.659997 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d3054e2-26e2-445e-b816-a1dfd33ba2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.663540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d3054e2-26e2-445e-b816-a1dfd33ba2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.667469 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5d3054e2-26e2-445e-b816-a1dfd33ba2db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d70e7a4-9691-499f-a75f-77c63f2527ba HTTP/1.1" status: 204 len: 168 time: 0.1369169 Jul 23 14:38:39.673943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3054e2-26e2-445e-b816-a1dfd33ba2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d70e7a4-9691-499f-a75f-77c63f2527ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:39.761429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:39.761812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.853198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port 34ee703f-2e9c-4b45-98f1-e2cd0313c17e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,segment=NetworkSegment(9eae3481-b4cb-4bbc-a11d-1acce0e478a0),segment_id=9eae3481-b4cb-4bbc-a11d-1acce0e478a0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:39.853560 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:39.866554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 34ee703f-2e9c-4b45-98f1-e2cd0313c17e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:40.049078 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.077771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=34ee703f-2e9c-4b45-98f1-e2cd0313c17e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:40.250003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.438798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:40.533458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:40.542386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-20afe856-1de6-4303-8f9b-69408362b48b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5293107 Jul 23 14:38:40.542386 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:40.547842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:40.561142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:40.561916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:40.605334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet c756956d-14c1-46ad-9945-2b31216a60f2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:38:40.608668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.648200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.659790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:40.743100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.811691 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.839129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=c756956d-14c1-46ad-9945-2b31216a60f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:40.847767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.852386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb517e96-70a7-404c-a3e2-3e5fa962d1a6 None None] Network 821819a9-7a01-47d3-bcf2-6fa63b517f39 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:40.852963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:40.853500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6c91e2b6-763b-4d6b-8c38-4f2c38af9b53 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/c756956d-14c1-46ad-9945-2b31216a60f2 HTTP/1.1" status: 204 len: 168 time: 0.3100541 Jul 23 14:38:40.935782 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:40.937467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:39Z', 'revision_number': 9, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:40.983371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:41.005336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port fbcf248d-d5cf-4e77-837a-060e09a9a79f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:41.005694 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.022058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:41.022969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:41.088491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port fbcf248d-d5cf-4e77-837a-060e09a9a79f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fbcf248d-d5cf-4e77-837a-060e09a9a79f,segment=NetworkSegment(9eae3481-b4cb-4bbc-a11d-1acce0e478a0),segment_id=9eae3481-b4cb-4bbc-a11d-1acce0e478a0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:41.088848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.101891 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for fbcf248d-d5cf-4e77-837a-060e09a9a79f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:41.123346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:41.192425 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.228407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=fbcf248d-d5cf-4e77-837a-060e09a9a79f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:41.232584 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port fbcf248d-d5cf-4e77-837a-060e09a9a79f on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:41.258804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ebaa0-bb68-4530-957e-c56f9715ded8 None None] DHCP port deletion for 821819a9-7a01-47d3-bcf2-6fa63b517f39 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:38:41.321215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.332639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821819a9-7a01-47d3-bcf2-6fa63b517f39']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:41.343051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eae3481-b4cb-4bbc-a11d-1acce0e478a0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:41.343372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eae3481-b4cb-4bbc-a11d-1acce0e478a0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:41.353029 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.373359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:39Z', 'revision_number': 9, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:41.380919 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.388036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:38:41.388460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:38:41.392045 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:38:41.407899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdd47c-c4c0-408f-bbb7-7c6d933d4afa None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:39Z', 'revision_number': 9, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e025f414-e163-445c-a3d5-b7e07b36de3d', 'name': '', 'network_id': 'd4501737-1b67-4f3e-9f9c-412616d8df59', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:d6:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:21Z', 'updated_at': '2021-07-23T14:38:26Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': 'a32db32e-62db-4cce-af7f-b5b33947ab03', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:41.455946 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.463883 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:41.465876 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/821819a9-7a01-47d3-bcf2-6fa63b517f39 HTTP/1.1" status: 204 len: 168 time: 0.6114028 Jul 23 14:38:41.469098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:41.477871 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cfaa5-9837-488d-83d6-263bf367c91c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=821819a9-7a01-47d3-bcf2-6fa63b517f39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:42.186567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:42.444776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port e025f414-e163-445c-a3d5-b7e07b36de3d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:42.445035 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:42.532908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port e025f414-e163-445c-a3d5-b7e07b36de3d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=e025f414-e163-445c-a3d5-b7e07b36de3d,segment=NetworkSegment(afcf3961-eb70-421d-a184-601dd3cafe4b),segment_id=afcf3961-eb70-421d-a184-601dd3cafe4b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:42.533269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:42.549989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for e025f414-e163-445c-a3d5-b7e07b36de3d owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:42.726174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:42.756157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=e025f414-e163-445c-a3d5-b7e07b36de3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:42.918625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.144781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:43.196311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fbcf248d-d5cf-4e77-837a-060e09a9a79f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:43.218213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: fbcf248d-d5cf-4e77-837a-060e09a9a79f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:43.218703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fbcf248d-d5cf-4e77-837a-060e09a9a79f not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:43.219201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34ee703f-2e9c-4b45-98f1-e2cd0313c17e no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:43.239088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 34ee703f-2e9c-4b45-98f1-e2cd0313c17e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:43.239530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34ee703f-2e9c-4b45-98f1-e2cd0313c17e not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:43.252353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:43.257936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4cddd369-d6c3-4f7d-84ae-a1a07b5dc5ad tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873445 Jul 23 14:38:43.261037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:43.261830 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:43.271979 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:43.272634 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:43.314826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet a32db32e-62db-4cce-af7f-b5b33947ab03 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:38:43.318110 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.363590 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.364256 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:43.445395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.505423 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.535665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=a32db32e-62db-4cce-af7f-b5b33947ab03,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:43.539426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.541173 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c5b30846-4768-40b0-817f-1993a579398c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/a32db32e-62db-4cce-af7f-b5b33947ab03 HTTP/1.1" status: 204 len: 168 time: 0.2791057 Jul 23 14:38:43.544009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:43.547322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b3025-f21c-4885-9c0d-62172acaa22a None None] Network d4501737-1b67-4f3e-9f9c-412616d8df59 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:43.552618 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:42Z', 'revision_number': 10, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:43.583262 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:43.591827 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:43.592440 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:43.622508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.675915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 84ee7689-5463-4836-a316-830100ae6ad8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:43.676254 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.679244 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:43.747964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port 84ee7689-5463-4836-a316-830100ae6ad8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ee7689-5463-4836-a316-830100ae6ad8,segment=NetworkSegment(afcf3961-eb70-421d-a184-601dd3cafe4b),segment_id=afcf3961-eb70-421d-a184-601dd3cafe4b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:43.748326 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.757689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] DHCP port deletion for d4501737-1b67-4f3e-9f9c-412616d8df59 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:38:43.761839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 84ee7689-5463-4836-a316-830100ae6ad8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:43.816394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] Deleting port 84ee7689-5463-4836-a316-830100ae6ad8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:43.816774 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.851226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.880971 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:42Z', 'revision_number': 10, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:43.882165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=84ee7689-5463-4836-a316-830100ae6ad8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:43.883587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] For port 84ee7689-5463-4836-a316-830100ae6ad8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=84ee7689-5463-4836-a316-830100ae6ad8,segment=NetworkSegment(afcf3961-eb70-421d-a184-601dd3cafe4b),segment_id=afcf3961-eb70-421d-a184-601dd3cafe4b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:43.884039 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.886475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port 84ee7689-5463-4836-a316-830100ae6ad8 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:43.896827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] Calling delete_port for 84ee7689-5463-4836-a316-830100ae6ad8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:43.911521 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89568c94-3426-4978-9e17-61de17cf5420 None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:42Z', 'revision_number': 10, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None, '_interfaces': [{'id': '4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4', 'name': '', 'network_id': 'ef6569ec-f44c-4be2-aa1e-0d6a3722979f', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:16Z', 'updated_at': '2021-07-23T14:38:21Z', 'revision_number': 5, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'subnets': [{'id': '17f449be-ae4c-49c1-abb6-83538b4c6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:43.968776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:38:43.971789 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 14:38:43.976108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:43.979003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4501737-1b67-4f3e-9f9c-412616d8df59']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:43.993551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcf3961-eb70-421d-a184-601dd3cafe4b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:43.993551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcf3961-eb70-421d-a184-601dd3cafe4b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:43.999027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] Pushing event deleted for resources: {'Port': ['ID=84ee7689-5463-4836-a316-830100ae6ad8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:43.999329 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.004671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19100c0e-f188-44ef-9ced-df97ff8605f1 None None] No DVR routers for this DVR port 84ee7689-5463-4836-a316-830100ae6ad8 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:44.017581 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.023442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:38:44.023830 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:38:44.027074 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:38:44.090095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.097762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.100047 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/d4501737-1b67-4f3e-9f9c-412616d8df59 HTTP/1.1" status: 204 len: 168 time: 0.5549836 Jul 23 14:38:44.102961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:44.111833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16dc9e-ded3-4656-ba26-78a86ce5bbce tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=d4501737-1b67-4f3e-9f9c-412616d8df59,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:44.449410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.703436 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:44.703780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.799960 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,segment=NetworkSegment(d410e131-b2c1-4c69-9e6a-94c175dc21ff),segment_id=d410e131-b2c1-4c69-9e6a-94c175dc21ff)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:44.800300 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:44.812689 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:44.985257 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.017771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:45.086527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ee7689-5463-4836-a316-830100ae6ad8 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:45.106775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 84ee7689-5463-4836-a316-830100ae6ad8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:45.107117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 84ee7689-5463-4836-a316-830100ae6ad8 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:45.108170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e025f414-e163-445c-a3d5-b7e07b36de3d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:45.139776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: e025f414-e163-445c-a3d5-b7e07b36de3d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:45.140119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device e025f414-e163-445c-a3d5-b7e07b36de3d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:45.178577 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.352659 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:45.430298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:45.438844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:45.439516 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3acb6721-33a1-4c44-8e9f-21b1be30fd67 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3354101 Jul 23 14:38:45.441832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:45.451173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:45.452056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:45.494607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting subnet 17f449be-ae4c-49c1-abb6-83538b4c6866 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:38:45.497970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.521617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:45.538276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.632930 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.696042 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.723716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Subnet': ['ID=17f449be-ae4c-49c1-abb6-83538b4c6866,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:45.728395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.734735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fb047e24-eaf8-4c0c-82d5-003738864a15 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/17f449be-ae4c-49c1-abb6-83538b4c6866 HTTP/1.1" status: 204 len: 168 time: 0.2901871 Jul 23 14:38:45.734735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:45.749754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732a860-7405-4510-a948-7d7034cac08a None None] Network ef6569ec-f44c-4be2-aa1e-0d6a3722979f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:45.753088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:44Z', 'revision_number': 11, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:45.804951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:45.817851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.854134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:45.854784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:45.857426 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70896046-6358-435d-a30f-658477ee6b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.881449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Deleting port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:38:45.881794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.948957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] For port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1,segment=NetworkSegment(d410e131-b2c1-4c69-9e6a-94c175dc21ff),segment_id=d410e131-b2c1-4c69-9e6a-94c175dc21ff)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:45.949231 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:45.961641 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Calling delete_port for d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:38:45.964663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:46.024778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:44Z', 'revision_number': 11, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:46.045138 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.054834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9bb75-6537-493d-a71a-88df2f7496ab None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:44Z', 'revision_number': 11, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:46.071078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Port': ['ID=d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:46.074614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No DVR routers for this DVR port d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:38:46.157300 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.167297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6569ec-f44c-4be2-aa1e-0d6a3722979f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:46.176961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd410e131-b2c1-4c69-9e6a-94c175dc21ff') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:46.177257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd410e131-b2c1-4c69-9e6a-94c175dc21ff') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:46.186091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.199733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.205413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:38:46.205789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:38:46.209013 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:38:46.271871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.280358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.283001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/networks/ef6569ec-f44c-4be2-aa1e-0d6a3722979f HTTP/1.1" status: 204 len: 168 time: 0.5488904 Jul 23 14:38:46.286094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:46.291756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:46.295402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946f628-0155-490a-a5ba-680dff5b5115 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Pushing event deleted for resources: {'Network': ['ID=ef6569ec-f44c-4be2-aa1e-0d6a3722979f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:46.412025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18662bdd-0e0b-4996-887d-c3330c8f011d None None] DHCP port deletion for ef6569ec-f44c-4be2-aa1e-0d6a3722979f request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:38:46.458133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 14:38:46.458355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 14:38:46.458934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.614308 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:46.617624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.048037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:47.061614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:47.082369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:47.082827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device d1a4a4a2-7e6b-495c-86c9-cdf7945d75a1 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:47.083319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:38:47.106181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:38:47.106612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4de1adc2-d00d-4ba4-8e10-48d48fd9dcf4 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:38:47.122785 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:47.131874 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] Sync routers for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:47.132900 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.136944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:47.137429 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4a8045cd-1170-4fc6-9b96-a5eafea20bc3 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 200 len: 700 time: 0.8494713 Jul 23 14:38:47.142092 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:47.142824 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:47.169672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7da19bba-0182-4e7d-b505-380754957263 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 200 len: 205 time: 0.0287132 Jul 23 14:38:47.169926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:47.217061 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:47.250915 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32124cb8-1b6e-4711-9342-70f2b6e37d06 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.283768 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:44Z', 'revision_number': 11, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:47.310409 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] Checking router: 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:47.318806 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] Routers {'28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:47.319446 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:47.388381 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] Set router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:47.414253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32124cb8-1b6e-4711-9342-70f2b6e37d06 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.416680 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32124cb8-1b6e-4711-9342-70f2b6e37d06 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.463876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32124cb8-1b6e-4711-9342-70f2b6e37d06 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.464383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32124cb8-1b6e-4711-9342-70f2b6e37d06 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Fanout notify agent at l3_agent the message router_deleted on router 28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:38:47.472360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32124cb8-1b6e-4711-9342-70f2b6e37d06 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.481131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-32124cb8-1b6e-4711-9342-70f2b6e37d06 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 204 len: 168 time: 0.3027809 Jul 23 14:38:47.481385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:47.483070 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be7e810d-0c18-4ce3-a72c-40c0e097fe7f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1323071993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:47.508965 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be7e810d-0c18-4ce3-a72c-40c0e097fe7f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.510389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be7e810d-0c18-4ce3-a72c-40c0e097fe7f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.534373 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:44Z', 'revision_number': 11, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:47.561962 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e024f1-0f8b-4c95-b36c-c8c544de4909 None None] The sync data for ids ['28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba'] in n-d-801990-3 is: [{'id': '28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba', 'name': 'tempest-RoutersTest-router-514753007', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:44Z', 'revision_number': 11, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:47.579151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be7e810d-0c18-4ce3-a72c-40c0e097fe7f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.586755 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be7e810d-0c18-4ce3-a72c-40c0e097fe7f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.607592 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be7e810d-0c18-4ce3-a72c-40c0e097fe7f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.611393 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-be7e810d-0c18-4ce3-a72c-40c0e097fe7f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1298130 Jul 23 14:38:47.612162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:47.618391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f7957654-7d03-4c56-acaa-fe96fb8485ca tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:47.830700 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7957654-7d03-4c56-acaa-fe96fb8485ca tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.842964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7957654-7d03-4c56-acaa-fe96fb8485ca tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411261'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:47.946410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7957654-7d03-4c56-acaa-fe96fb8485ca tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Router c8ad845e-c452-4343-ad36-4dc44f43423a is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:38:48.020273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7957654-7d03-4c56-acaa-fe96fb8485ca tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:48.027196 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7957654-7d03-4c56-acaa-fe96fb8485ca tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.028752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f7957654-7d03-4c56-acaa-fe96fb8485ca tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "PUT /v2.0/routers/c8ad845e-c452-4343-ad36-4dc44f43423a HTTP/1.1" status: 200 len: 694 time: 0.4150352 Jul 23 14:38:48.031340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.031871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] Sync routers for ids ['c8ad845e-c452-4343-ad36-4dc44f43423a'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:48.042178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] Routers {'c8ad845e-c452-4343-ad36-4dc44f43423a'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:48.042824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c8ad845e-c452-4343-ad36-4dc44f43423a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:48.116638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a738518c-b450-4f96-bb0c-77dd5b725fb2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/routers/c8ad845e-c452-4343-ad36-4dc44f43423a HTTP/1.1" status: 200 len: 700 time: 0.0807576 Jul 23 14:38:48.116638 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.120466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] Set router c8ad845e-c452-4343-ad36-4dc44f43423a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:48.123233 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.150572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-673267dd-f91f-4b0d-8e4f-8441f06796a5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8ad845e-c452-4343-ad36-4dc44f43423a HTTP/1.1" status: 200 len: 205 time: 0.0303826 Jul 23 14:38:48.150915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.183114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad845e-c452-4343-ad36-4dc44f43423a', 'name': 'tempest-RoutersTest-router-1323071993', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:47Z', 'updated_at': '2021-07-23T14:38:47Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:48.211995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] Checking router: c8ad845e-c452-4343-ad36-4dc44f43423a for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:48.221468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] Routers {'c8ad845e-c452-4343-ad36-4dc44f43423a'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:48.222129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['c8ad845e-c452-4343-ad36-4dc44f43423a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:48.295036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] Set router c8ad845e-c452-4343-ad36-4dc44f43423a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:48.357398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad845e-c452-4343-ad36-4dc44f43423a', 'name': 'tempest-RoutersTest-router-1323071993', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:47Z', 'updated_at': '2021-07-23T14:38:47Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:48.390698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb22de-f02f-42fc-8247-e5ab17cf1656 None None] The sync data for ids ['c8ad845e-c452-4343-ad36-4dc44f43423a'] in n-d-801990-3 is: [{'id': 'c8ad845e-c452-4343-ad36-4dc44f43423a', 'name': 'tempest-RoutersTest-router-1323071993', 'tenant_id': 'b418bea7729d49b0952ba135f1507991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:47Z', 'updated_at': '2021-07-23T14:38:47Z', 'revision_number': 2, 'project_id': 'b418bea7729d49b0952ba135f1507991', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:48.395769 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.524926 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a15cfe-80f1-4066-ade1-25bacfb05852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.575469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf74f78-1d27-4d16-90ba-e31c932d1069 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.738140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf74f78-1d27-4d16-90ba-e31c932d1069 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.740669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf74f78-1d27-4d16-90ba-e31c932d1069 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.791348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf74f78-1d27-4d16-90ba-e31c932d1069 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.791864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf74f78-1d27-4d16-90ba-e31c932d1069 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Fanout notify agent at l3_agent the message router_deleted on router c8ad845e-c452-4343-ad36-4dc44f43423a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:38:48.799242 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf74f78-1d27-4d16-90ba-e31c932d1069 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:48.800419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0bf74f78-1d27-4d16-90ba-e31c932d1069 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/c8ad845e-c452-4343-ad36-4dc44f43423a HTTP/1.1" status: 204 len: 168 time: 0.6484957 Jul 23 14:38:48.804145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.835597 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1d377d7c-a3b8-4fd0-aa86-45c6cd91f380 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8ad845e-c452-4343-ad36-4dc44f43423a HTTP/1.1" status: 200 len: 205 time: 0.0296464 Jul 23 14:38:48.838051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.894613 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d4c217c4-2b9e-4319-9c93-2869384676e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] delete failed (client error): The resource could not be found. Jul 23 14:38:48.896016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.896186 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d4c217c4-2b9e-4319-9c93-2869384676e7 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/c8ad845e-c452-4343-ad36-4dc44f43423a HTTP/1.1" status: 404 len: 336 time: 0.0570664 Jul 23 14:38:48.898862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.926526 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bb1d4d-aa1c-4354-8f78-6cd6b3ffabbf tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:48.927012 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bb1d4d-aa1c-4354-8f78-6cd6b3ffabbf tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:48.928813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f3bb1d4d-aa1c-4354-8f78-6cd6b3ffabbf tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/ec8c7ad6-4da2-455a-a337-eee55d2eac55 HTTP/1.1" status: 404 len: 337 time: 0.0290039 Jul 23 14:38:48.931591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.958224 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-929ed352-0841-48f3-aea3-9c032d7abf81 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:48.958665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929ed352-0841-48f3-aea3-9c032d7abf81 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:48.960440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-929ed352-0841-48f3-aea3-9c032d7abf81 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/c756956d-14c1-46ad-9945-2b31216a60f2 HTTP/1.1" status: 404 len: 337 time: 0.0278587 Jul 23 14:38:48.963147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:48.989494 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1203ed-5ce9-45ee-aa10-e9dcf151065a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:48.990001 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1203ed-5ce9-45ee-aa10-e9dcf151065a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:48.991820 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ea1203ed-5ce9-45ee-aa10-e9dcf151065a tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/a32db32e-62db-4cce-af7f-b5b33947ab03 HTTP/1.1" status: 404 len: 337 time: 0.0273962 Jul 23 14:38:48.994317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.002579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41bd60da-11f9-4418-8e17-f3b0467ed03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.021562 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd5469d-6655-4de3-b776-c5d290a6304e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:49.022015 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd5469d-6655-4de3-b776-c5d290a6304e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:49.023787 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5fd5469d-6655-4de3-b776-c5d290a6304e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/17f449be-ae4c-49c1-abb6-83538b4c6866 HTTP/1.1" status: 404 len: 337 time: 0.0275042 Jul 23 14:38:49.026533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.059651 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c8e97d7c-0a40-4dec-823c-0e05546d555b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 200 len: 205 time: 0.0317829 Jul 23 14:38:49.062067 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.097519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41bd60da-11f9-4418-8e17-f3b0467ed03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.099281 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b571fabe-5c0d-457d-b819-bda19dcb2b69 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] delete failed (client error): The resource could not be found. Jul 23 14:38:49.100357 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b571fabe-5c0d-457d-b819-bda19dcb2b69 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/28a6e6a0-4f9a-4151-9931-a8eea5b8e9ba HTTP/1.1" status: 404 len: 336 time: 0.0373344 Jul 23 14:38:49.103283 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.104408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41bd60da-11f9-4418-8e17-f3b0467ed03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.138489 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f4c6fd13-1bf4-466f-8b2c-d0ca40efdc7c tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c6d997-8433-4e2a-89e5-6141e05bfc86 HTTP/1.1" status: 200 len: 205 time: 0.0340533 Jul 23 14:38:49.141020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.143884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-41bd60da-11f9-4418-8e17-f3b0467ed03a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb064e6ff7864b60a52ced142018f190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465975 Jul 23 14:38:49.144748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd60da-11f9-4418-8e17-f3b0467ed03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d94f26-63ac-4b3a-baa0-64f991bca7ff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:49.147685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.192704 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f07a456e-3a6b-4f1b-950f-fa0e5b19547e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] delete failed (client error): The resource could not be found. Jul 23 14:38:49.193696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f07a456e-3a6b-4f1b-950f-fa0e5b19547e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/34c6d997-8433-4e2a-89e5-6141e05bfc86 HTTP/1.1" status: 404 len: 336 time: 0.0517976 Jul 23 14:38:49.196888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.226505 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b520bb61-dec1-464d-8fa4-b7a535bcc5d2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:49.226972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b520bb61-dec1-464d-8fa4-b7a535bcc5d2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:49.228751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b520bb61-dec1-464d-8fa4-b7a535bcc5d2 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/9786d796-5a9d-40da-ab7b-a8bc37d3fbdc HTTP/1.1" status: 404 len: 337 time: 0.0305879 Jul 23 14:38:49.231419 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.262038 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-12dc4422-c241-4e7a-a382-7f3a4d796aa5 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2599d783-243e-45b8-923c-40dda676614d HTTP/1.1" status: 200 len: 205 time: 0.0295038 Jul 23 14:38:49.262986 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-def028bb-3f29-4741-80be-7f5e7f50bd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.264493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.287330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-def028bb-3f29-4741-80be-7f5e7f50bd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.306137 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6c58e35d-ab4f-4a9f-af34-420ddacb65f6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] delete failed (client error): The resource could not be found. Jul 23 14:38:49.307211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6c58e35d-ab4f-4a9f-af34-420ddacb65f6 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/2599d783-243e-45b8-923c-40dda676614d HTTP/1.1" status: 404 len: 336 time: 0.0417383 Jul 23 14:38:49.310113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.335365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-def028bb-3f29-4741-80be-7f5e7f50bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.338016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-def028bb-3f29-4741-80be-7f5e7f50bd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.339207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-def028bb-3f29-4741-80be-7f5e7f50bd55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6d94f26-63ac-4b3a-baa0-64f991bca7ff HTTP/1.1" status: 204 len: 168 time: 0.1906512 Jul 23 14:38:49.344559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.346745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e0e7fada-d431-4b30-852a-5cea0ef11262 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c827121-3c81-4275-adec-2e1f99b7c12c HTTP/1.1" status: 200 len: 205 time: 0.0320904 Jul 23 14:38:49.355636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def028bb-3f29-4741-80be-7f5e7f50bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d94f26-63ac-4b3a-baa0-64f991bca7ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:49.390436 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-de79169f-cc82-409e-bb1a-863e76661a2b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] delete failed (client error): The resource could not be found. Jul 23 14:38:49.393680 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-de79169f-cc82-409e-bb1a-863e76661a2b tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/6c827121-3c81-4275-adec-2e1f99b7c12c HTTP/1.1" status: 404 len: 336 time: 0.0459144 Jul 23 14:38:49.393865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.421187 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-404f11c1-9b63-4a45-90f6-064155d15b0e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:49.421648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404f11c1-9b63-4a45-90f6-064155d15b0e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:49.426091 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-404f11c1-9b63-4a45-90f6-064155d15b0e tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/10ac7825-baea-4a3f-af86-1094a3e159bc HTTP/1.1" status: 404 len: 337 time: 0.0286565 Jul 23 14:38:49.427174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.457928 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e8e11b39-b2b0-4aef-95ff-e701dcaac605 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c481e1f-426a-4957-91c5-b749478e9e7f HTTP/1.1" status: 200 len: 205 time: 0.0296626 Jul 23 14:38:49.460517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.504458 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e74f7b25-58bc-4749-9515-458a25dfa86f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] delete failed (client error): The resource could not be found. Jul 23 14:38:49.505509 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e74f7b25-58bc-4749-9515-458a25dfa86f tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/6c481e1f-426a-4957-91c5-b749478e9e7f HTTP/1.1" status: 404 len: 336 time: 0.0435424 Jul 23 14:38:49.508092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.534031 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-133d6c83-f4f2-42a7-9a3b-a6c0eccd8900 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:49.534478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133d6c83-f4f2-42a7-9a3b-a6c0eccd8900 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:49.536185 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-133d6c83-f4f2-42a7-9a3b-a6c0eccd8900 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/026cb792-c0b9-42b2-97cb-6e2d31666fef HTTP/1.1" status: 404 len: 337 time: 0.0270371 Jul 23 14:38:49.538889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.569319 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-837a65b0-93a5-4395-bca9-a32487f9b8c9 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 HTTP/1.1" status: 200 len: 205 time: 0.0270381 Jul 23 14:38:49.569868 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.609773 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4249a194-6f13-417b-8925-019953835689 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] delete failed (client error): The resource could not be found. Jul 23 14:38:49.611007 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4249a194-6f13-417b-8925-019953835689 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/routers/c7a40ee5-40c6-4ae6-b53d-8aec90e1b1e8 HTTP/1.1" status: 404 len: 336 time: 0.0406647 Jul 23 14:38:49.614007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.615484 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:49.640681 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c65b43-eee6-488e-bb0a-12a1ef983213 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:49.641045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c65b43-eee6-488e-bb0a-12a1ef983213 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:49.642796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e9c65b43-eee6-488e-bb0a-12a1ef983213 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/b751d8e1-6336-4dae-bdaf-a4324db0d547 HTTP/1.1" status: 404 len: 337 time: 0.0278177 Jul 23 14:38:49.645599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:49.671353 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-942b2515-506e-45d4-b011-7783b33d5f05 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] DELETE failed (client error): The resource could not be found. Jul 23 14:38:49.671799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942b2515-506e-45d4-b011-7783b33d5f05 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:38:49.673500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-942b2515-506e-45d4-b011-7783b33d5f05 tempest-RoutersTest-26465441 tempest-RoutersTest-26465441-project] 10.222.0.21 "DELETE /v2.0/subnets/0b13c678-1254-4f90-8b3c-04bec9c7cc39 HTTP/1.1" status: 404 len: 337 time: 0.0269432 Jul 23 14:38:49.917777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:50.027055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:50.073989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1237045877-network', 'tenant_id': '6a08fd75040e460dab3aff440194afff'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:50.113509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6d3b17aa-76f3-4292-8419-851cd3313537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b418bea7729d49b0952ba135f1507991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944830 Jul 23 14:38:50.116018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:50.123442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Made reservation on behalf of 6a08fd75040e460dab3aff440194afff for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:50.125556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.144040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.206443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8839c53a-4191-419e-aa14-f397b2409806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.239104 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8839c53a-4191-419e-aa14-f397b2409806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.305836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.310977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.317789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8839c53a-4191-419e-aa14-f397b2409806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.320600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8839c53a-4191-419e-aa14-f397b2409806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.321666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8839c53a-4191-419e-aa14-f397b2409806 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/798c57cb-2475-43b9-912a-1123840eacfe HTTP/1.1" status: 204 len: 168 time: 0.2045443 Jul 23 14:38:50.340657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:38:50.350046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58277587-5712-4eb9-894d-357ff9a31f66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:50.363638 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.363983 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Added segment 36e715f7-27e5-4227-a68c-81152fd3cf93 of type vlan for network 2b807bbe-924b-4b91-a631-ea87b38c71ab Jul 23 14:38:50.365538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839c53a-4191-419e-aa14-f397b2409806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c57cb-2475-43b9-912a-1123840eacfe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:50.410793 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.441151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.442151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:50.442839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.479232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4510605 Jul 23 14:38:50.482348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:50.489750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Request body: {'subnet': {'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1237045877-subnet', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:50.508938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf7d2f-d67d-4dad-9bf3-4d526eab3651 admin admin] Pushing event updated for resources: {'Network': ['ID=2b807bbe-924b-4b91-a631-ea87b38c71ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:50.521816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Made reservation on behalf of 6a08fd75040e460dab3aff440194afff for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:50.522627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:38:50.525461 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.712842 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.768424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519611f6-eeab-4bcd-9f9f-38c1f3e4cd88,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:50.776949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Checking segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:50.777349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Network hostable DHCP agents. Network: 2b807bbe-924b-4b91-a631-ea87b38c71ab, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:38:50.796002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:38:50.805888 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 2b807bbe-924b-4b91-a631-ea87b38c71ab) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:50.814280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e609f-08a3-454e-9864-a1b4c72c0900 None None] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:50.815130 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:50.815737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.832268 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-da7ff008-2b5e-47d3-b418-992b3b175846 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3469682 Jul 23 14:38:50.834952 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:50.839963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:50.861140 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.862169 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.919909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:50.971536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-2b807bbe-924b-4b91-a631-ea87b38c71ab', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'fixed_ips': [{'subnet_id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:38:50.972625 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.017443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:51.070163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.113449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Allocated IP 172.20.0.2 (2b807bbe-924b-4b91-a631-ea87b38c71ab/519611f6-eeab-4bcd-9f9f-38c1f3e4cd88/75b1f11d-4cf6-4de0-a6c8-eb204b4ef349) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:51.126322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d44ea011-37bf-4def-aa6d-8b9158655ab8 tempest-DvrRoutersNegativeTest-861557806 tempest-DvrRoutersNegativeTest-861557806-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1141912430', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:51.129382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.policy [None req-d44ea011-37bf-4def-aa6d-8b9158655ab8 tempest-DvrRoutersNegativeTest-861557806 tempest-DvrRoutersNegativeTest-861557806-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93767) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 14:38:51.129752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.policy [None req-d44ea011-37bf-4def-aa6d-8b9158655ab8 tempest-DvrRoutersNegativeTest-861557806 tempest-DvrRoutersNegativeTest-861557806-project] Failed policy check for 'create_router' {{(pid=93767) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 14:38:51.130342 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d44ea011-37bf-4def-aa6d-8b9158655ab8 tempest-DvrRoutersNegativeTest-861557806 tempest-DvrRoutersNegativeTest-861557806-project] create failed (client error): Access was denied to this resource. Jul 23 14:38:51.131661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d44ea011-37bf-4def-aa6d-8b9158655ab8 tempest-DvrRoutersNegativeTest-861557806 tempest-DvrRoutersNegativeTest-861557806-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1132276 Jul 23 14:38:51.272291 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.282201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Transition to ACTIVE for port object 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:51.282424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.297544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Transition to ACTIVE for port object 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:51.302726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.312668 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.323406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.354553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:51.357289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:51.360975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:51.377368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Pushing event updated for resources: {'Port': ['ID=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:51.406275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.406694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.407169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.407315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.407622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.407958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.408281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.408606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.408991 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.409899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.410233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.410870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:38:51.423150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:51.432955 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Allocated IP 172.25.2.51 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/82f42e89-32de-44b4-ab24-b7a140cbfac6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:51.446731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Attempting to bind port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:51.447158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Attempting to bind port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:51.447523 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Attempting to bind port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 on network 2b807bbe-924b-4b91-a631-ea87b38c71ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:51.452850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:51.453219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Checking segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:51.453615 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.453999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Bound using segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:51.454462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Bound port: 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:51.454874 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.521819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] For port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:51.525460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] For port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:51.531000 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.535496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f011529-827b-4140-b77e-709a96e3073d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.538522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.594504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.603112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2b4ce-4228-4d97-bd59-07b4dfa9e744 None None] Pushing event updated for resources: {'Port': ['ID=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:51.614253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:51.632883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:51.636769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:51.653198 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f011529-827b-4140-b77e-709a96e3073d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.659629 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f011529-827b-4140-b77e-709a96e3073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.682364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Pushing event updated for resources: {'Port': ['ID=82f42e89-32de-44b4-ab24-b7a140cbfac6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:51.700807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0f011529-827b-4140-b77e-709a96e3073d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9aeb09df9d045d0936fe210d68132ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737019 Jul 23 14:38:51.700807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f011529-827b-4140-b77e-709a96e3073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6412d43d-db76-4954-83c3-04cb32b58984,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:51.701696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:51.779886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85216067-f9f1-4780-a71e-cb1bf15751b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.807802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85216067-f9f1-4780-a71e-cb1bf15751b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.863620 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85216067-f9f1-4780-a71e-cb1bf15751b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.866608 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85216067-f9f1-4780-a71e-cb1bf15751b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:51.868403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-85216067-f9f1-4780-a71e-cb1bf15751b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6412d43d-db76-4954-83c3-04cb32b58984 HTTP/1.1" status: 204 len: 168 time: 0.1658359 Jul 23 14:38:51.876861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85216067-f9f1-4780-a71e-cb1bf15751b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6412d43d-db76-4954-83c3-04cb32b58984,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:51.936759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:52.139395 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:52.269607 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Router 5709f553-96fa-45c3-a3ec-1b8ee779286c is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:38:52.383255 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:52.397549 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Sync routers for ids ['5709f553-96fa-45c3-a3ec-1b8ee779286c'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:52.407639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:52.409296 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f29aa177-2237-4026-b1eb-fe169f9e6c24 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5728989 Jul 23 14:38:52.412081 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Routers {'5709f553-96fa-45c3-a3ec-1b8ee779286c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:52.412267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:52.413071 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5709f553-96fa-45c3-a3ec-1b8ee779286c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:52.540091 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Set router 5709f553-96fa-45c3-a3ec-1b8ee779286c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:52.560365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3efe49-3c9b-452b-a8b0-13d7df9f548a None None] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:52.588267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:52.656675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bab2a298-8a96-4379-acd0-54bf65fc70c8 None None] Provisioning for port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:52.718855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9cbf3add-77ff-4d03-91ea-34aab004d5ad tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1478779240', 'prefixes': ['172.20.0.0/16']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:52.737675 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:38:51Z', 'revision_number': 3, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port': {'id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:51Z', 'updated_at': '2021-07-23T14:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:52.783602 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Checking router: 5709f553-96fa-45c3-a3ec-1b8ee779286c for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:52.783949 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Updating router 5709f553-96fa-45c3-a3ec-1b8ee779286c port 82f42e89-32de-44b4-ab24-b7a140cbfac6 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:38:52.793043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3add-77ff-4d03-91ea-34aab004d5ad tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:52.797202 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9cbf3add-77ff-4d03-91ea-34aab004d5ad tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2070036 Jul 23 14:38:52.797745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:52.831757 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:52.842868 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f3d895f9-bf18-471c-8842-77f490410809 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] 10.222.0.21 "GET /v2.0/subnetpools/ae245922-ec96-4a46-a22a-53e19ef77f14 HTTP/1.1" status: 200 len: 732 time: 0.0438106 Jul 23 14:38:52.847182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:52.856854 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c83d170-4d94-4c6f-a1db-c0594710f318 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-199355756'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:52.930153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:52.952213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c83d170-4d94-4c6f-a1db-c0594710f318 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:52.954916 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0c83d170-4d94-4c6f-a1db-c0594710f318 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] 10.222.0.21 "PUT /v2.0/subnetpools/ae245922-ec96-4a46-a22a-53e19ef77f14 HTTP/1.1" status: 200 len: 683 time: 0.1023223 Jul 23 14:38:52.958066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:53.061754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bde342b-c39c-417e-9e55-ba0de68bc785 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.065740 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0bde342b-c39c-417e-9e55-ba0de68bc785 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] 10.222.0.21 "DELETE /v2.0/subnetpools/ae245922-ec96-4a46-a22a-53e19ef77f14 HTTP/1.1" status: 204 len: 168 time: 0.1022048 Jul 23 14:38:53.066352 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:53.084895 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-badfac4d-383e-4f2c-b372-4bb507da904a tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] show failed (client error): The resource could not be found. Jul 23 14:38:53.085905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-badfac4d-383e-4f2c-b372-4bb507da904a tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] 10.222.0.21 "GET /v2.0/subnetpools/ae245922-ec96-4a46-a22a-53e19ef77f14 HTTP/1.1" status: 404 len: 346 time: 0.0184834 Jul 23 14:38:53.089038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:53.106900 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f8b9c52b-b4db-4ee0-a26a-93e4e53bc015 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] delete failed (client error): The resource could not be found. Jul 23 14:38:53.108160 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f8b9c52b-b4db-4ee0-a26a-93e4e53bc015 tempest-SubnetPoolsTestJSON-693568864 tempest-SubnetPoolsTestJSON-693568864-project] 10.222.0.21 "DELETE /v2.0/subnetpools/ae245922-ec96-4a46-a22a-53e19ef77f14 HTTP/1.1" status: 404 len: 346 time: 0.0179577 Jul 23 14:38:53.126688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:53.148069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Allocated IP 172.20.0.1 (2b807bbe-924b-4b91-a631-ea87b38c71ab/519611f6-eeab-4bcd-9f9f-38c1f3e4cd88/b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:53.149340 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.160708 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Transition to ACTIVE for port object 82f42e89-32de-44b4-ab24-b7a140cbfac6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:53.169640 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.195976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:53.200655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:53.201310 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.234776 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Attempting to bind port 82f42e89-32de-44b4-ab24-b7a140cbfac6 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:53.235145 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Attempting to bind port 82f42e89-32de-44b4-ab24-b7a140cbfac6 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:53.236127 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Attempting to bind port 82f42e89-32de-44b4-ab24-b7a140cbfac6 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:53.245801 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204d2f5-15fe-4161-9167-09322ae009cf None None] Pushing event updated for resources: {'Port': ['ID=82f42e89-32de-44b4-ab24-b7a140cbfac6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:53.249208 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:53.249829 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:53.250848 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.251435 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:53.252087 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Bound port: 82f42e89-32de-44b4-ab24-b7a140cbfac6, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:53.252502 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.265460 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.283949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Transition to ACTIVE for port object b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:53.308741 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.315699 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] For port 82f42e89-32de-44b4-ab24-b7a140cbfac6, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:53.320688 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] For port 82f42e89-32de-44b4-ab24-b7a140cbfac6, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=82f42e89-32de-44b4-ab24-b7a140cbfac6,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:53.326703 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.329313 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.348619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:53.355975 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.376279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:53.380656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:53.384674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:53.409981 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Routers {'5709f553-96fa-45c3-a3ec-1b8ee779286c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:53.417115 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5709f553-96fa-45c3-a3ec-1b8ee779286c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:53.417980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Pushing event updated for resources: {'Port': ['ID=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:53.434834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:53.436801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.460369 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:53.501845 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204d2f5-15fe-4161-9167-09322ae009cf None None] Pushing event updated for resources: {'Port': ['ID=82f42e89-32de-44b4-ab24-b7a140cbfac6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:53.552120 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] Set router 5709f553-96fa-45c3-a3ec-1b8ee779286c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:53.603463 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.603683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5843b346-b197-4840-8879-0b74874e0757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.714453 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5843b346-b197-4840-8879-0b74874e0757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.719279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5f5c91e-3dd4-46b3-be1c-6a14b42caafc None None] Provisioning for port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:53.721467 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5843b346-b197-4840-8879-0b74874e0757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.727679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5f5c91e-3dd4-46b3-be1c-6a14b42caafc None None] Provisioning complete for port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:53.728054 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c91e-3dd4-46b3-be1c-6a14b42caafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.750457 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:38:51Z', 'revision_number': 3, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port': {'id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:51Z', 'updated_at': '2021-07-23T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:53.760889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843b346-b197-4840-8879-0b74874e0757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbdb52c-7cbc-4c02-9732-8922efc52246,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:53.765031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5c91e-3dd4-46b3-be1c-6a14b42caafc None None] Port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:53.780540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5843b346-b197-4840-8879-0b74874e0757 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad40937f915e495685f35daf04cd9032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190181 Jul 23 14:38:53.781180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:53.793437 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd9ec8-c379-4480-bcc2-05b8349195cc None None] The sync data for ids ['5709f553-96fa-45c3-a3ec-1b8ee779286c'] in n-d-801990-3 is: [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:38:51Z', 'revision_number': 3, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port': {'id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:51Z', 'updated_at': '2021-07-23T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:53.807792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.813714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.836480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793f5c0d-2b1b-400e-b22c-73ad80e4545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.858100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793f5c0d-2b1b-400e-b22c-73ad80e4545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.885408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Pushing event updated for resources: {'Port': ['ID=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:53.895650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.913809 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793f5c0d-2b1b-400e-b22c-73ad80e4545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.917069 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793f5c0d-2b1b-400e-b22c-73ad80e4545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:53.918227 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-793f5c0d-2b1b-400e-b22c-73ad80e4545b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cbdb52c-7cbc-4c02-9732-8922efc52246 HTTP/1.1" status: 204 len: 168 time: 0.1361382 Jul 23 14:38:53.926092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f5c0d-2b1b-400e-b22c-73ad80e4545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbdb52c-7cbc-4c02-9732-8922efc52246,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:53.999562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:54.003741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:54.156783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Router 5709f553-96fa-45c3-a3ec-1b8ee779286c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:38:54.300937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:54.314700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3f5563c0-0711-4d2b-a508-df1700c28cba admin admin] 10.222.0.21 "PUT /v2.0/routers/5709f553-96fa-45c3-a3ec-1b8ee779286c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935857 Jul 23 14:38:54.401657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c263ab0-0d6f-4a53-b098-55d93f0ab0cb None None] Provisioning complete for port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:54.402039 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c263ab0-0d6f-4a53-b098-55d93f0ab0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:54.437146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3c263ab0-0d6f-4a53-b098-55d93f0ab0cb None None] Port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:38:54.952909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:54.958421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-115700054-network', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:54.980994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Made reservation on behalf of a1dc5e512403444d9dd6868fee961b51 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:54.983597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:54.993145 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.097526 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.104601 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.128364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:38:55.144130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189380b4-e047-47ba-8802-d2a6ec8007aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:55.147102 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.147468 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Added segment dd776469-f409-4bd9-ab22-e0abe573b149 of type vlan for network 40437fa8-30af-4c94-951c-ad8eccf9ed2d Jul 23 14:38:55.189325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:55.190360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.228386 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.230695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:55.231282 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.258148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:55.258463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.279774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:55.280326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3257740 Jul 23 14:38:55.289953 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Request body: {'subnet': {'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-115700054-subnet', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:55.326212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc123c81-1cbe-455c-b447-936ce8c82a55 admin admin] Pushing event updated for resources: {'Network': ['ID=40437fa8-30af-4c94-951c-ad8eccf9ed2d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:55.330870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Made reservation on behalf of a1dc5e512403444d9dd6868fee961b51 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:38:55.336090 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.347146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:38:55.384725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 82f42e89-32de-44b4-ab24-b7a140cbfac6 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:55.476546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 82f42e89-32de-44b4-ab24-b7a140cbfac6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:55.481483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 82f42e89-32de-44b4-ab24-b7a140cbfac6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:55.481883 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.541271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.566909 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.595659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 82f42e89-32de-44b4-ab24-b7a140cbfac6, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=82f42e89-32de-44b4-ab24-b7a140cbfac6,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:55.601943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:55.605153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.610348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Checking segment: {'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:55.610734 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Network hostable DHCP agents. Network: 40437fa8-30af-4c94-951c-ad8eccf9ed2d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:38:55.630831 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:38:55.641393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 40437fa8-30af-4c94-951c-ad8eccf9ed2d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:55.645588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:38:55.646181 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.661473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ddbae-893e-433e-a7fa-3b07121de185 None None] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:55.661676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9256d029-a7ee-4acb-bb5c-8a4171380492 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3796597 Jul 23 14:38:55.664300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:55.668975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:38:55.688689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=82f42e89-32de-44b4-ab24-b7a140cbfac6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:55.699556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.700766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.741627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Sync routers for ids ['5709f553-96fa-45c3-a3ec-1b8ee779286c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:55.761838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Routers {'5709f553-96fa-45c3-a3ec-1b8ee779286c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:55.762472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5709f553-96fa-45c3-a3ec-1b8ee779286c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:55.767318 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.933749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-40437fa8-30af-4c94-951c-ad8eccf9ed2d', 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'fixed_ips': [{'subnet_id': 'b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:38:55.935422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.940348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:55.960843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Set router 5709f553-96fa-45c3-a3ec-1b8ee779286c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:56.168015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.191913 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.306473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Allocated IP 172.25.2.200 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/0d202544-806c-493b-8876-417a0ab8c252) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:56.375746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Allocated IP 172.20.0.2 (40437fa8-30af-4c94-951c-ad8eccf9ed2d/b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab/2ba38278-1d8e-40d7-94d8-f321bfb34e39) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:56.427157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.468574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.507418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:56.510466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:56.516418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:56.527931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:38:53Z', 'revision_number': 4, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port': {'id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:51Z', 'updated_at': '2021-07-23T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343', 'name': '', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'mac_address': 'fa:16:3e:68:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:52Z', 'updated_at': '2021-07-23T14:38:53Z', 'revision_number': 2, 'project_id': '6a08fd75040e460dab3aff440194afff', 'subnets': [{'id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:56.541622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Pushing event updated for resources: {'Port': ['ID=0d202544-806c-493b-8876-417a0ab8c252,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:56.585338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Checking router: 5709f553-96fa-45c3-a3ec-1b8ee779286c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:56.585916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Updating router 5709f553-96fa-45c3-a3ec-1b8ee779286c port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:38:56.648563 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.653883 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.667752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Transition to ACTIVE for port object 2ba38278-1d8e-40d7-94d8-f321bfb34e39 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:56.708443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Transition to ACTIVE for port object 2ba38278-1d8e-40d7-94d8-f321bfb34e39 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:56.722105 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.790806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.830814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:56.840930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:56.843690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:56.860064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Pushing event updated for resources: {'Port': ['ID=2ba38278-1d8e-40d7-94d8-f321bfb34e39,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:56.974871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Attempting to bind port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:56.975419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Attempting to bind port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:56.975840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Attempting to bind port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 on network 40437fa8-30af-4c94-951c-ad8eccf9ed2d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:56.982614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:56.983146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Checking segment: {'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:56.983649 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:56.984121 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Bound using segment: {'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:56.984675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Bound port: 2ba38278-1d8e-40d7-94d8-f321bfb34e39, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:56.985133 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.017733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.122827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 82f42e89-32de-44b4-ab24-b7a140cbfac6 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:57.126977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] For port 2ba38278-1d8e-40d7-94d8-f321bfb34e39, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:57.168262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] For port 2ba38278-1d8e-40d7-94d8-f321bfb34e39, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2ba38278-1d8e-40d7-94d8-f321bfb34e39,segment=NetworkSegment(dd776469-f409-4bd9-ab22-e0abe573b149),segment_id=dd776469-f409-4bd9-ab22-e0abe573b149)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:57.181912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.197365 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.244922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Transition to ACTIVE for port object b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:57.267607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.301513 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aaad5-72a3-45ce-902b-0af128819f8d None None] Pushing event updated for resources: {'Port': ['ID=2ba38278-1d8e-40d7-94d8-f321bfb34e39,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:57.310067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 82f42e89-32de-44b4-ab24-b7a140cbfac6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:57.310607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.502512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3d8fe-13e4-4d09-8d8b-18715c62b4b2 None None] Pushing event updated for resources: {'Port': ['ID=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:57.601757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Attempting to bind port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:57.602186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Attempting to bind port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:57.602557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Attempting to bind port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 on network 2b807bbe-924b-4b91-a631-ea87b38c71ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:57.625200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:57.625580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Checking segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:57.625976 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.626370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Bound using segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:57.626878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Bound port: b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:57.627624 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.702727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:38:57.753535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] For port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:57.758306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] For port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:57.763830 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.833056 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Routers {'5709f553-96fa-45c3-a3ec-1b8ee779286c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:57.833824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5709f553-96fa-45c3-a3ec-1b8ee779286c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:57.845198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:38:57.855781 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Sync routers for ids ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:38:57.867728 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Routers {'3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:57.868352 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:57.869911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:57.871245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-833af3c4-cc67-47db-95ca-d143e1d224ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2058661 Jul 23 14:38:57.873993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:38:57.924133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3d8fe-13e4-4d09-8d8b-18715c62b4b2 None None] Pushing event updated for resources: {'Port': ['ID=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:57.981472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] Set router 5709f553-96fa-45c3-a3ec-1b8ee779286c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:58.065757 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Set router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:58.277467 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0d202544-806c-493b-8876-417a0ab8c252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:38:56Z', 'revision_number': 3, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port': {'id': '0d202544-806c-493b-8876-417a0ab8c252', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:25:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:56Z', 'updated_at': '2021-07-23T14:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:58.322286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Checking router: 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:38:58.322977 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Updating router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c port 0d202544-806c-493b-8876-417a0ab8c252 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:38:58.323915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:38:53Z', 'revision_number': 4, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port': {'id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:51Z', 'updated_at': '2021-07-23T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343', 'name': '', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'mac_address': 'fa:16:3e:68:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:52Z', 'updated_at': '2021-07-23T14:38:57Z', 'revision_number': 4, 'project_id': '6a08fd75040e460dab3aff440194afff', 'subnets': [{'id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:58.368800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f38b6-2d52-47f1-8df6-f7b352d2cdf2 None None] The sync data for ids ['5709f553-96fa-45c3-a3ec-1b8ee779286c'] in n-d-801990-3 is: [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:38:53Z', 'revision_number': 4, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port': {'id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:51Z', 'updated_at': '2021-07-23T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343', 'name': '', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'mac_address': 'fa:16:3e:68:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:52Z', 'updated_at': '2021-07-23T14:38:57Z', 'revision_number': 4, 'project_id': '6a08fd75040e460dab3aff440194afff', 'subnets': [{'id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:38:58.402784 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:58.573740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:58.693737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e69c44-9feb-4a0a-b491-220c0a2d8fa9 None None] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:38:58.812378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b72a4415-3bc6-4204-9b2e-f54c3beb3cee None None] Provisioning for port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:58.829750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Allocated IP 172.20.0.1 (40437fa8-30af-4c94-951c-ad8eccf9ed2d/b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab/62b3e83e-e9c3-44c8-a83a-e2d766e11ef5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:38:58.938738 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:58.950172 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Transition to ACTIVE for port object 0d202544-806c-493b-8876-417a0ab8c252 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:58.963149 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.067762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.080616 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Attempting to bind port 0d202544-806c-493b-8876-417a0ab8c252 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:38:59.081215 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Attempting to bind port 0d202544-806c-493b-8876-417a0ab8c252 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:38:59.081626 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Attempting to bind port 0d202544-806c-493b-8876-417a0ab8c252 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:38:59.102188 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4359c6-0ec6-4235-80bb-f794c2f32b5d None None] Pushing event updated for resources: {'Port': ['ID=0d202544-806c-493b-8876-417a0ab8c252,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:59.112461 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:38:59.116283 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:38:59.116705 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.117100 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:38:59.117643 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Bound port: 0d202544-806c-493b-8876-417a0ab8c252, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:38:59.117962 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.142366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Transition to ACTIVE for port object 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:38:59.208029 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.249489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:59.265743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:38:59.270718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:38:59.274425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:38:59.275603 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] For port 0d202544-806c-493b-8876-417a0ab8c252, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:38:59.287435 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] For port 0d202544-806c-493b-8876-417a0ab8c252, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0d202544-806c-493b-8876-417a0ab8c252,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:38:59.301364 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.315005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Pushing event updated for resources: {'Port': ['ID=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:59.338452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.351202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:59.361585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:59.362237 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.421879 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4359c6-0ec6-4235-80bb-f794c2f32b5d None None] Pushing event updated for resources: {'Port': ['ID=0d202544-806c-493b-8876-417a0ab8c252,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:59.457573 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Routers {'3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:38:59.458279 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:38:59.540433 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.649136 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.670103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:38:59.682107 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.683240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2ba38278-1d8e-40d7-94d8-f321bfb34e39 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:38:59.694937 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] Set router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:38:59.867347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:38:59.893998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:59.899871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:59.900920 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.938099 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.945471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:38:59.974815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07a5bd5e-49b4-41b0-9fcd-d6011c116cf5 None None] Provisioning for port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:38:59.989584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07a5bd5e-49b4-41b0-9fcd-d6011c116cf5 None None] Provisioning complete for port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:38:59.989584 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07a5bd5e-49b4-41b0-9fcd-d6011c116cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:00.016600 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0d202544-806c-493b-8876-417a0ab8c252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:38:56Z', 'revision_number': 3, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port': {'id': '0d202544-806c-493b-8876-417a0ab8c252', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:25:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:56Z', 'updated_at': '2021-07-23T14:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:00.045818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Pushing event updated for resources: {'Port': ['ID=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:00.049264 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:00.064064 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699d031-3e32-4cd5-b7aa-aa28d4775ced None None] The sync data for ids ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'] in n-d-801990-3 is: [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0d202544-806c-493b-8876-417a0ab8c252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:38:56Z', 'revision_number': 3, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port': {'id': '0d202544-806c-493b-8876-417a0ab8c252', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:25:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:56Z', 'updated_at': '2021-07-23T14:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:00.120198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07a5bd5e-49b4-41b0-9fcd-d6011c116cf5 None None] Port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:00.139564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:00.183978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:00.187074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:00.192356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 2ba38278-1d8e-40d7-94d8-f321bfb34e39, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2ba38278-1d8e-40d7-94d8-f321bfb34e39,segment=NetworkSegment(dd776469-f409-4bd9-ab22-e0abe573b149),segment_id=dd776469-f409-4bd9-ab22-e0abe573b149)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:00.198193 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:00.277836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=2ba38278-1d8e-40d7-94d8-f321bfb34e39,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:00.348502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:39:00.450366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b35f5ab4-e46a-4d17-80e5-c96831798fd6 None None] Provisioning complete for port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:00.451141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b35f5ab4-e46a-4d17-80e5-c96831798fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:00.471383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:00.486463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-21c03e55-2b4f-46b4-a811-76662d1eeb8f admin admin] 10.222.0.21 "PUT /v2.0/routers/3b5e3a63-3719-4c90-8dc8-f94d6cfa692c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020410 Jul 23 14:39:00.498705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b35f5ab4-e46a-4d17-80e5-c96831798fd6 None None] Port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:01.192406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-5093face-e632-43d5-83d0-b7c7c1da28a7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:01.195213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-5093face-e632-43d5-83d0-b7c7c1da28a7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/networks?id=2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 200 len: 911 time: 0.1133509 Jul 23 14:39:01.215350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:01.228752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-3248410f-b354-4ade-ab8b-2928fc3cc79d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/quotas/a1dc5e512403444d9dd6868fee961b51 HTTP/1.1" status: 200 len: 375 time: 0.0286672 Jul 23 14:39:01.274089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:01.274457 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:01.343698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-d719c127-35a2-40f8-9281-a61f1e818ace tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1dc5e512403444d9dd6868fee961b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125786 Jul 23 14:39:01.368113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2ba38278-1d8e-40d7-94d8-f321bfb34e39 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:01.420130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:01.420515 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:01.507266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d202544-806c-493b-8876-417a0ab8c252 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:01.566360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-09c34827-9542-4201-98b6-440088d182da service neutron] 10.222.0.21 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213643 Jul 23 14:39:01.569660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0d202544-806c-493b-8876-417a0ab8c252 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:01.575197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0d202544-806c-493b-8876-417a0ab8c252 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:01.576539 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:01.669920 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:01.679310 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-4f6e90d8-ae98-464a-99de-a56bfedb4022 service neutron] 10.222.0.21 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887158 Jul 23 14:39:01.693860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0d202544-806c-493b-8876-417a0ab8c252, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0d202544-806c-493b-8876-417a0ab8c252,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:01.698977 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:01.758849 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0d202544-806c-493b-8876-417a0ab8c252,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:01.975208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aeb836bc-7838-4ade-95ec-3d3ac2a74229 req-4d6d2027-b75d-49e9-bbb1-cfe44e3d8009 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Jul 23 14:39:02.217415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Sync routers for ids ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:02.229534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Routers {'3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:02.230203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:02.344769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Set router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:02.564339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0d202544-806c-493b-8876-417a0ab8c252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:38:59Z', 'revision_number': 4, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port': {'id': '0d202544-806c-493b-8876-417a0ab8c252', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:56Z', 'updated_at': '2021-07-23T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '62b3e83e-e9c3-44c8-a83a-e2d766e11ef5', 'name': '', 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'mac_address': 'fa:16:3e:bf:a2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:58Z', 'updated_at': '2021-07-23T14:38:59Z', 'revision_number': 2, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'subnets': [{'id': 'b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:02.595509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Checking router: 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:02.595859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Updating router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:39:02.630401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.134139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ed5a9802-e20c-4c52-b913-d32c4a4ae227 req-44f7b8b5-cf48-4651-a13a-81b8fcc963e4 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 210 time: 0.0528076 Jul 23 14:39:03.143986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d202544-806c-493b-8876-417a0ab8c252 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:03.178803 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.198374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Transition to ACTIVE for port object 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:03.214223 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.251530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0d202544-806c-493b-8876-417a0ab8c252 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:03.252044 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.284191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-95000522-ec3d-409d-b619-1d108602a2cc tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:03.298009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-95000522-ec3d-409d-b619-1d108602a2cc tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.11 "GET /v2.0/networks?id=2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 200 len: 911 time: 0.1491981 Jul 23 14:39:03.311466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Request body: {'port': {'device_id': '555edbce-3277-4f61-ae86-9316fca6ca80', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'admin_state_up': True, 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:03.329097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258643f-839e-4ef5-b2f1-c7ed5cf544bf None None] Pushing event updated for resources: {'Port': ['ID=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:03.361014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Made reservation on behalf of a1dc5e512403444d9dd6868fee961b51 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:39:03.375833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.385942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Attempting to bind port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:39:03.386412 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Attempting to bind port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:39:03.386941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Attempting to bind port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 on network 40437fa8-30af-4c94-951c-ad8eccf9ed2d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:03.394362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:39:03.394852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Checking segment: {'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:03.395324 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.395777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Bound using segment: {'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:39:03.396341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Bound port: 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd776469-f409-4bd9-ab22-e0abe573b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:39:03.396786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.543499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] For port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:39:03.547018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] For port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,segment=NetworkSegment(dd776469-f409-4bd9-ab22-e0abe573b149),segment_id=dd776469-f409-4bd9-ab22-e0abe573b149)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:39:03.552181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Allocated IP 172.20.0.12 (2b807bbe-924b-4b91-a631-ea87b38c71ab/519611f6-eeab-4bcd-9f9f-38c1f3e4cd88/2d0f62ba-4ef8-4bd7-a910-014cdc8b164d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:39:03.553652 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.621008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Routers {'3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:03.621629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:03.623525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258643f-839e-4ef5-b2f1-c7ed5cf544bf None None] Pushing event updated for resources: {'Port': ['ID=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:03.741919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.757802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Transition to ACTIVE for port object 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:03.780999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] Set router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:03.802072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.870227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:03.877122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:03.884368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:39:03.914524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Pushing event updated for resources: {'Port': ['ID=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:03.957235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:03.961813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:03.999274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-7591ce7e-e3f7-48d7-90d6-a1c0957d92ae tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6921771 Jul 23 14:39:04.026585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Request body: {'port': {'device_id': '555edbce-3277-4f61-ae86-9316fca6ca80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:04.083561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0d202544-806c-493b-8876-417a0ab8c252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:38:59Z', 'revision_number': 4, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port': {'id': '0d202544-806c-493b-8876-417a0ab8c252', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:56Z', 'updated_at': '2021-07-23T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '62b3e83e-e9c3-44c8-a83a-e2d766e11ef5', 'name': '', 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'mac_address': 'fa:16:3e:bf:a2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:58Z', 'updated_at': '2021-07-23T14:39:03Z', 'revision_number': 4, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'subnets': [{'id': 'b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:04.131729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2d7a9-7977-4ccb-b06b-c4559c8fca16 None None] The sync data for ids ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'] in n-d-801990-3 is: [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0d202544-806c-493b-8876-417a0ab8c252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:38:59Z', 'revision_number': 4, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port': {'id': '0d202544-806c-493b-8876-417a0ab8c252', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:56Z', 'updated_at': '2021-07-23T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '62b3e83e-e9c3-44c8-a83a-e2d766e11ef5', 'name': '', 'network_id': '40437fa8-30af-4c94-951c-ad8eccf9ed2d', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'mac_address': 'fa:16:3e:bf:a2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:58Z', 'updated_at': '2021-07-23T14:39:03Z', 'revision_number': 4, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'subnets': [{'id': 'b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:04.140468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:04.195109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51d6c966-2f2a-46cf-a616-cb768d2579b1 None None] Provisioning for port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:04.219680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51d6c966-2f2a-46cf-a616-cb768d2579b1 None None] Provisioning complete for port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:04.220060 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51d6c966-2f2a-46cf-a616-cb768d2579b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:04.307313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-51d6c966-2f2a-46cf-a616-cb768d2579b1 None None] Port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:04.474779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dec8a-e0e9-4ac2-8883-c902bb68cc75 req-02ebfc45-05b1-474d-8f0f-5e79205e324a tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:04.476358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b1dec8a-e0e9-4ac2-8883-c902bb68cc75 req-02ebfc45-05b1-474d-8f0f-5e79205e324a tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1028 time: 0.1376297 Jul 23 14:39:04.544902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b1dec8a-e0e9-4ac2-8883-c902bb68cc75 req-94a9cde1-daf4-4fa7-a91d-80bff2b56d29 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594442 Jul 23 14:39:04.613810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:39:04.622043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:04.634854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Transition to ACTIVE for port object 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:04.641524 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:04.707777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:04.811727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Attempting to bind port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:39:04.812457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Attempting to bind port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:39:04.813013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Attempting to bind port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d on network 2b807bbe-924b-4b91-a631-ea87b38c71ab {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:04.819609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d on network 2b807bbe-924b-4b91-a631-ea87b38c71ab not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:39:04.820217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Attempting to bind port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d on network 2b807bbe-924b-4b91-a631-ea87b38c71ab {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:04.826119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:39:04.826947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Checking segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:04.827542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Bound using segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:39:04.828193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Bound port: 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:39:04.828738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:04.908818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] For port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:39:04.912616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] For port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:39:04.917402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:04.959289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:04.959939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:04.961350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] 10.222.0.11 "PUT /v2.0/ports/2d0f62ba-4ef8-4bd7-a910-014cdc8b164d HTTP/1.1" status: 200 len: 1092 time: 0.9467764 Jul 23 14:39:04.961785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555edbce-3277-4f61-ae86-9316fca6ca80', 'tag': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:04.964088 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834879ac-3271-4b01-90ad-81b978dac9be" -d '{"events": [{"name": "network-changed", "server_uuid": "555edbce-3277-4f61-ae86-9316fca6ca80", "tag": "2d0f62ba-4ef8-4bd7-a910-014cdc8b164d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:04.994789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afaf30-ad85-4211-9b83-e673a008b4bb service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:05.085068 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae020b16-67fc-49ad-ab28-7ecbe39a6271 x-openstack-request-id: req-ae020b16-67fc-49ad-ab28-7ecbe39a6271 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:05.085425 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555edbce-3277-4f61-ae86-9316fca6ca80", "tag": "2d0f62ba-4ef8-4bd7-a910-014cdc8b164d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:05.085738 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae020b16-67fc-49ad-ab28-7ecbe39a6271 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:05.086349 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555edbce-3277-4f61-ae86-9316fca6ca80', 'tag': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d', 'status': 'completed', 'code': 200} Jul 23 14:39:05.130516 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:05.165488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-8de07707-ddc4-4999-889e-b5fa9d292c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:05.167301 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-8de07707-ddc4-4999-889e-b5fa9d292c51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1dc5e512403444d9dd6868fee961b51&device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1095 time: 0.1406758 Jul 23 14:39:05.251122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-052d39a0-3394-4e4d-b7df-4efb99207bfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d HTTP/1.1" status: 200 len: 217 time: 0.0677650 Jul 23 14:39:05.256353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:05.261824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:05.262402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:05.340562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-445c1be9-910c-4d1b-9e43-418c4bf3c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:05.348338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-445c1be9-910c-4d1b-9e43-418c4bf3c73a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=519611f6-eeab-4bcd-9f9f-38c1f3e4cd88 HTTP/1.1" status: 200 len: 849 time: 0.0899625 Jul 23 14:39:05.438520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:05.483740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-46ff34ca-af95-452f-9d49-50f5dac9afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:05.485896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-46ff34ca-af95-452f-9d49-50f5dac9afc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b807bbe-924b-4b91-a631-ea87b38c71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278422 Jul 23 14:39:05.516565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,segment=NetworkSegment(dd776469-f409-4bd9-ab22-e0abe573b149),segment_id=dd776469-f409-4bd9-ab22-e0abe573b149)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:05.524796 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:05.631091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-9b69bb5f-74fb-43a7-b234-ae0b2277d959 service neutron] 10.222.0.11 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340036 Jul 23 14:39:05.645607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:05.792568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a85ae1a-9bc0-4f1c-94e7-50a21850c1dc req-6689308e-9f47-432f-943f-bcc84455e244 service neutron] 10.222.0.11 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544952 Jul 23 14:39:05.798891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7ff66-bc5c-41ee-a446-05fbf6794c56 req-0645be4e-6ac2-45bf-b394-b3a70cba8d68 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:05.800290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89a7ff66-bc5c-41ee-a446-05fbf6794c56 req-0645be4e-6ac2-45bf-b394-b3a70cba8d68 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1095 time: 0.1460044 Jul 23 14:39:05.847389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89a7ff66-bc5c-41ee-a446-05fbf6794c56 req-bcaf9f17-0798-4f04-bdbb-a62999f135d4 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Jul 23 14:39:05.976343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834879ac-3271-4b01-90ad-81b978dac9be req-e7ca6c8a-905d-47fa-9be0-972b0631c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:05.978246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834879ac-3271-4b01-90ad-81b978dac9be req-e7ca6c8a-905d-47fa-9be0-972b0631c6fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1dc5e512403444d9dd6868fee961b51&device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1095 time: 0.0748720 Jul 23 14:39:06.096603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834879ac-3271-4b01-90ad-81b978dac9be req-25b76d9b-0b60-4001-9d69-d60c50a1acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:06.098546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834879ac-3271-4b01-90ad-81b978dac9be req-25b76d9b-0b60-4001-9d69-d60c50a1acf2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 200 len: 911 time: 0.1137066 Jul 23 14:39:06.152036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834879ac-3271-4b01-90ad-81b978dac9be req-496b6282-ba47-4625-b7f0-2b44722756a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d HTTP/1.1" status: 200 len: 217 time: 0.0449610 Jul 23 14:39:06.205514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834879ac-3271-4b01-90ad-81b978dac9be req-5b2d2e2b-6e65-4dd0-9231-218012b6e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:06.207504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834879ac-3271-4b01-90ad-81b978dac9be req-5b2d2e2b-6e65-4dd0-9231-218012b6e461 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=519611f6-eeab-4bcd-9f9f-38c1f3e4cd88 HTTP/1.1" status: 200 len: 849 time: 0.0480945 Jul 23 14:39:06.277742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834879ac-3271-4b01-90ad-81b978dac9be req-37272900-9a5c-4346-8b97-46766b98efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:06.279978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834879ac-3271-4b01-90ad-81b978dac9be req-37272900-9a5c-4346-8b97-46766b98efd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b807bbe-924b-4b91-a631-ea87b38c71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650506 Jul 23 14:39:06.427952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834879ac-3271-4b01-90ad-81b978dac9be req-23c66496-f7b8-4cab-88f4-9e3a411705a5 service neutron] 10.222.0.11 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400580 Jul 23 14:39:06.567208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-834879ac-3271-4b01-90ad-81b978dac9be req-b6f9cb0d-d88b-40fa-8332-69bf45874e10 service neutron] 10.222.0.11 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292429 Jul 23 14:39:06.979611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98034ba-770f-4672-95ac-c355c38a9641 req-7989aa01-2ae6-4938-874e-506a70b3175f tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:06.981295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b98034ba-770f-4672-95ac-c355c38a9641 req-7989aa01-2ae6-4938-874e-506a70b3175f tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1095 time: 0.0632854 Jul 23 14:39:07.027553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b98034ba-770f-4672-95ac-c355c38a9641 req-fd7ad7c7-24c3-4572-89dd-66bfe01eaa18 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Jul 23 14:39:07.102633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:07.155547 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:07.156098 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:07.822541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:08.169335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8197c-85be-4d89-8d81-b5c5021c87bd req-0a2fb5f4-7953-425c-99da-9bb44944d823 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:08.170911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11f8197c-85be-4d89-8d81-b5c5021c87bd req-0a2fb5f4-7953-425c-99da-9bb44944d823 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1095 time: 0.0604060 Jul 23 14:39:08.211612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-11f8197c-85be-4d89-8d81-b5c5021c87bd req-747e081c-98cc-47ea-bfb5-3316549a5f2b tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Jul 23 14:39:08.421229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:39:08.519911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:08.532195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'port_id': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d', 'mac_address': 'fa:16:3e:8d:e2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:39:08.569743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982d962-5544-4190-89bf-dc78a0ff1392 req-81918058-3049-4ab4-a6b1-22478c88830b tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:08.571050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0982d962-5544-4190-89bf-dc78a0ff1392 req-81918058-3049-4ab4-a6b1-22478c88830b tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1098 time: 0.0535867 Jul 23 14:39:08.573882 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:08.589541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:39:08.611379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:08.611946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0982d962-5544-4190-89bf-dc78a0ff1392 req-86f45ca8-e657-4be8-a640-21569b1a8f5c tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334668 Jul 23 14:39:08.616475 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:08.637364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:08.667218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:08.896836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2d0f62ba-4ef8-4bd7-a910-014cdc8b164d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:39:09.154380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 9d2fe5ae-a731-4928-9108-957137a775d9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:09.154833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:09.234168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:09.234894 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:09.247526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 9d2fe5ae-a731-4928-9108-957137a775d9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:09.392287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b7f78-910b-4b41-88fa-359a713ce66a req-e1db17d7-fdfd-470a-b4ac-34c48527b4df tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:09.393834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079b7f78-910b-4b41-88fa-359a713ce66a req-e1db17d7-fdfd-470a-b4ac-34c48527b4df tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1096 time: 0.0919113 Jul 23 14:39:09.455579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079b7f78-910b-4b41-88fa-359a713ce66a req-bb510fb0-464e-4ee8-a4b7-b0a6c16612fc tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541220 Jul 23 14:39:09.480898 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:09.506275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=9d2fe5ae-a731-4928-9108-957137a775d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:09.569322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:09.569613 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 1ba49416-7793-4e6d-8988-b989dbcd779f disassociated (deleted). External IP: 172.25.2.85, port: cf634a0c-310c-4761-a970-01ce5081f3bc. Jul 23 14:39:09.781878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:39:09.892472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:09.896931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:09.903163 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] Sync routers for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:09.912394 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:09.913037 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:09.938171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-523a6c5a-ea0a-4033-b36d-22ef8b048042 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ba49416-7793-4e6d-8988-b989dbcd779f HTTP/1.1" status: 204 len: 168 time: 1.2971528 Jul 23 14:39:09.938171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:09.938618 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188f171e-392a-46d1-9d08-318175699337" -d '{"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:10.037459 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:10.134157 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473688a-9095-473b-895a-87982f12fd62 x-openstack-request-id: req-5473688a-9095-473b-895a-87982f12fd62 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:10.135003 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:10.135721 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5473688a-9095-473b-895a-87982f12fd62 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:10.136733 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'status': 'completed', 'code': 200} Jul 23 14:39:10.265234 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:17Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:10.294549 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] Checking router: 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:10.294794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f171e-392a-46d1-9d08-318175699337 req-52cd6f46-eeaa-47a5-bc67-6d3ebc41f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:10.295556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188f171e-392a-46d1-9d08-318175699337 req-52cd6f46-eeaa-47a5-bc67-6d3ebc41f332 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 1098 time: 0.0815928 Jul 23 14:39:10.304400 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:10.305311 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:10.310864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001d6d2-0889-42b1-9c34-c5418027bc31 req-9a80daf1-ff3e-4789-9963-d85d1dc43fe8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:10.312402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0001d6d2-0889-42b1-9c34-c5418027bc31 req-9a80daf1-ff3e-4789-9963-d85d1dc43fe8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 947 time: 0.1344225 Jul 23 14:39:10.400864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0001d6d2-0889-42b1-9c34-c5418027bc31 req-3214e510-b7f9-4568-ab8d-cfef60bba682 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793784 Jul 23 14:39:10.412813 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:10.432483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f171e-392a-46d1-9d08-318175699337 req-7cace34b-f32c-4d1d-aa3e-c756edae6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:10.434140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188f171e-392a-46d1-9d08-318175699337 req-7cace34b-f32c-4d1d-aa3e-c756edae6714 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 200 len: 897 time: 0.1208725 Jul 23 14:39:10.451810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:10.484972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188f171e-392a-46d1-9d08-318175699337 req-f23bb267-4977-4ab1-9525-e46aefc2feca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 200 len: 217 time: 0.0435760 Jul 23 14:39:10.520504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:10.525027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:10.525873 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:10.570411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f171e-392a-46d1-9d08-318175699337 req-cf322049-a95b-4a25-ac1b-ba59f24f4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:10.572116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188f171e-392a-46d1-9d08-318175699337 req-cf322049-a95b-4a25-ac1b-ba59f24f4ce2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 200 len: 835 time: 0.0800409 Jul 23 14:39:10.621424 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:10.643102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb592ae4-2967-45bb-8eb5-2152e25d70e7 req-5588cf87-e278-42a5-80d2-7fde291fc402 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:10.651162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb592ae4-2967-45bb-8eb5-2152e25d70e7 req-5588cf87-e278-42a5-80d2-7fde291fc402 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1096 time: 0.1209242 Jul 23 14:39:10.656242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555edbce-3277-4f61-ae86-9316fca6ca80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:10.660005 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b39631-3e66-4c93-8812-031dcfc7b0c8" -d '{"events": [{"server_uuid": "555edbce-3277-4f61-ae86-9316fca6ca80", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f62ba-4ef8-4bd7-a910-014cdc8b164d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:10.678397 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:17Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:10.683825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:10.688186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f171e-392a-46d1-9d08-318175699337 req-e6b03660-aefe-4e32-9c06-c9e8626bc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:10.689718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188f171e-392a-46d1-9d08-318175699337 req-e6b03660-aefe-4e32-9c06-c9e8626bc1ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce30ece-7fa6-478d-a44e-121a03269522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102746 Jul 23 14:39:10.692454 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:10.707414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb592ae4-2967-45bb-8eb5-2152e25d70e7 req-e7e88498-5e2b-4c59-84d9-40123639a63f tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510275 Jul 23 14:39:10.753413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:10.758063 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd8fc08-f1f5-41b0-adfe-8e73953fa03a x-openstack-request-id: req-4dd8fc08-f1f5-41b0-adfe-8e73953fa03a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:10.758484 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555edbce-3277-4f61-ae86-9316fca6ca80", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f62ba-4ef8-4bd7-a910-014cdc8b164d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:10.758871 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dd8fc08-f1f5-41b0-adfe-8e73953fa03a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:10.759356 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555edbce-3277-4f61-ae86-9316fca6ca80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d', 'code': 200} Jul 23 14:39:10.822480 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1af5a34-48c3-4fa1-863d-020183628de8 None None] The sync data for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 is: [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:11Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '0e2ade46-c245-4143-96d4-47ec1beda385', 'name': '', 'network_id': '9ce30ece-7fa6-478d-a44e-121a03269522', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:4d:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:10Z', 'updated_at': '2021-07-23T14:37:17Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '3e7ca91b-eac3-44a0-8b21-c0de9308da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:10.828898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188f171e-392a-46d1-9d08-318175699337 req-f214c7bd-3047-41a6-b180-e9ea4f514300 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186111 Jul 23 14:39:10.924789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1a0bc-0d9e-401d-9642-f0d753812557 req-3432eab2-77c2-40e5-9c44-53387f032e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:10.926345 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d1a0bc-0d9e-401d-9642-f0d753812557 req-3432eab2-77c2-40e5-9c44-53387f032e46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.0715876 Jul 23 14:39:10.929230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-188f171e-392a-46d1-9d08-318175699337 req-e7aeb877-0559-4dcd-bc14-e92db6b4bd72 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915623 Jul 23 14:39:10.986940 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-37d1a0bc-0d9e-401d-9642-f0d753812557 req-75f407d2-b1f1-4708-a952-d0503eef6d14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 Jul 23 14:39:11.093380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a9dab-d943-402b-a37c-b3dd01e5fbfb None None] New status for floating IP 1ba49416-7793-4e6d-8988-b989dbcd779f: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:39:11.541521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54f83-f8c0-4f3f-bc81-d4060dd65c17 req-e7f705e6-f2f8-4acb-8b30-b5820b4589c8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:11.543055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ad54f83-f8c0-4f3f-bc81-d4060dd65c17 req-e7f705e6-f2f8-4acb-8b30-b5820b4589c8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 947 time: 0.0664566 Jul 23 14:39:11.585080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ad54f83-f8c0-4f3f-bc81-d4060dd65c17 req-c6da8471-92c5-47ea-9f4a-48faf97b6ba9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c101ef0-f562-4691-9e23-dd5634d0ea06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360661 Jul 23 14:39:11.821403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4917-3a09-4735-94b8-3211a31d5acb req-2778dc3e-3e45-41bc-bd53-d42f6f1e33ed tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:11.822948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9aef4917-3a09-4735-94b8-3211a31d5acb req-2778dc3e-3e45-41bc-bd53-d42f6f1e33ed tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.0546784 Jul 23 14:39:11.861856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9aef4917-3a09-4735-94b8-3211a31d5acb req-98e51c68-d2c8-4075-84f4-c93fb8242419 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Jul 23 14:39:12.034140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-d2badf6c-bb7e-45a6-bab0-93fad2b39e15 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:12.035705 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-d2badf6c-bb7e-45a6-bab0-93fad2b39e15 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 947 time: 0.0742989 Jul 23 14:39:12.155450 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port cf634a0c-310c-4761-a970-01ce5081f3bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:12.155909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:12.252079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port cf634a0c-310c-4761-a970-01ce5081f3bc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=cf634a0c-310c-4761-a970-01ce5081f3bc,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:12.252447 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:12.266428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for cf634a0c-310c-4761-a970-01ce5081f3bc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:12.399909 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:12.434623 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=cf634a0c-310c-4761-a970-01ce5081f3bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:12.484271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] No DVR routers for this DVR port cf634a0c-310c-4761-a970-01ce5081f3bc on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:12.487112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:12.490472 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-668f3218-d8cc-4d77-8438-3327ff50a2fe req-439f5d47-178b-4ab4-a413-b032b40dc5c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "DELETE /v2.0/ports/cf634a0c-310c-4761-a970-01ce5081f3bc HTTP/1.1" status: 204 len: 173 time: 0.4390793 Jul 23 14:39:12.491253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-deleted', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:12.493743 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709dc40-871e-45c9-b9f2-16cb40f4bed3" -d '{"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-deleted", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:12.552809 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbeb6b1-2410-494c-8370-387743b543b3 x-openstack-request-id: req-cbbeb6b1-2410-494c-8370-387743b543b3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:12.553383 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2532cdf-3ee7-44d2-8319-f61ae5ea93e6", "name": "network-vif-deleted", "tag": "cf634a0c-310c-4761-a970-01ce5081f3bc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:12.553679 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbbeb6b1-2410-494c-8370-387743b543b3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:12.554866 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2532cdf-3ee7-44d2-8319-f61ae5ea93e6', 'name': 'network-vif-deleted', 'tag': 'cf634a0c-310c-4761-a970-01ce5081f3bc', 'status': 'completed', 'code': 200} Jul 23 14:39:12.715933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b994c834-048d-4417-a374-deca04c9f050 req-1100ab41-1c32-4221-ba71-566fcbee4839 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2532cdf-3ee7-44d2-8319-f61ae5ea93e6 HTTP/1.1" status: 200 len: 210 time: 0.0316730 Jul 23 14:39:12.989909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854cd6c-f27e-4672-89a8-5c86e5e3a6cc req-71883c4c-564a-4ded-b097-acacdba0ca8b tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:12.991665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f854cd6c-f27e-4672-89a8-5c86e5e3a6cc req-71883c4c-564a-4ded-b097-acacdba0ca8b tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.0567272 Jul 23 14:39:13.030692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f854cd6c-f27e-4672-89a8-5c86e5e3a6cc req-162e1fd8-8a14-44d4-9a8a-62c4d39057a0 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326314 Jul 23 14:39:13.148430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b1c84-7831-485b-9616-f90cf8d806cf req-7eb3c087-c8a9-411a-97f4-f4309cf2a2ab tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:13.149959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e4b1c84-7831-485b-9616-f90cf8d806cf req-7eb3c087-c8a9-411a-97f4-f4309cf2a2ab tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.0531671 Jul 23 14:39:13.185840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e4b1c84-7831-485b-9616-f90cf8d806cf req-e97bba6b-c463-42e8-82e8-c566dfca2da8 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301776 Jul 23 14:39:13.312237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a881b0f-165f-4d68-8699-470c3df5afce req-7a55635b-998b-494c-856c-964b286108bb tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:13.313676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a881b0f-165f-4d68-8699-470c3df5afce req-7a55635b-998b-494c-856c-964b286108bb tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.0622065 Jul 23 14:39:13.363745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a881b0f-165f-4d68-8699-470c3df5afce req-e7368682-a5fd-4201-97cf-aba966b4f902 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Jul 23 14:39:13.438537 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:39:13.600271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-510289c4-3382-45c5-8197-8b8d682217c4 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:13.601864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-510289c4-3382-45c5-8197-8b8d682217c4 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/networks?id=2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 200 len: 911 time: 0.0886748 Jul 23 14:39:13.618614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-4c6fe9dd-aec9-4f14-a093-40b8597d4f1b tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/quotas/a1dc5e512403444d9dd6868fee961b51 HTTP/1.1" status: 200 len: 375 time: 0.0104070 Jul 23 14:39:13.685896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-5b3689ac-a2c0-4bda-bcf1-478d0192493e tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1dc5e512403444d9dd6868fee961b51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616803 Jul 23 14:39:13.779108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6bafbae1-e7c6-4617-ad38-c06780d5c141 service neutron] 10.222.0.21 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 Jul 23 14:39:13.877160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-ee170676-1aa1-4cd7-8136-456d65ae5b4f service neutron] 10.222.0.21 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897481 Jul 23 14:39:14.011555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:14.115279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49dc5a15-ed4d-4f74-9b71-6d7194435303 req-275eff7f-f0ba-4d82-aed3-2aa9875cc452 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 210 time: 0.0591092 Jul 23 14:39:14.424939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:14.471480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:14.492318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: cf634a0c-310c-4761-a970-01ce5081f3bc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:14.492635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device cf634a0c-310c-4761-a970-01ce5081f3bc not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:14.716035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 0e2ade46-c245-4143-96d4-47ec1beda385 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:14.716485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:14.830819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port 0e2ade46-c245-4143-96d4-47ec1beda385, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0e2ade46-c245-4143-96d4-47ec1beda385,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:14.832316 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:14.848621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 0e2ade46-c245-4143-96d4-47ec1beda385 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:15.082751 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.122778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=0e2ade46-c245-4143-96d4-47ec1beda385,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:15.224470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:15.286177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5fd9c72f-e03c-4260-8bd7-fd2b27521a10 req-43a10b85-da2f-48d5-b97c-91fb81e0d40d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 210 time: 0.0738442 Jul 23 14:39:15.379481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.392797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bc01ede-249a-4043-9146-a526c02be2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.425964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-02dffe13-99da-4436-970b-d59782e61f14 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:15.427504 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-02dffe13-99da-4436-970b-d59782e61f14 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.48 "GET /v2.0/networks?id=2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 200 len: 911 time: 0.5009630 Jul 23 14:39:15.440467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Request body: {'port': {'device_id': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'admin_state_up': True, 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:15.464372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Made reservation on behalf of a1dc5e512403444d9dd6868fee961b51 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:39:15.467063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.583286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Allocated IP 172.20.0.10 (2b807bbe-924b-4b91-a631-ea87b38c71ab/519611f6-eeab-4bcd-9f9f-38c1f3e4cd88/ba9328bc-bb07-4660-840d-2d3cd0e45eb6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:39:15.651684 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bc01ede-249a-4043-9146-a526c02be2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.658672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bc01ede-249a-4043-9146-a526c02be2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.709536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2bc01ede-249a-4043-9146-a526c02be2d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38bdeaf7427a43ddb523684276b73c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826410 Jul 23 14:39:15.712066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:15.721096 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.722014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01ede-249a-4043-9146-a526c02be2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5155343f-ebc3-4ea0-a725-51f025257f11,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:15.732045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:39:15.745583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Transition to ACTIVE for port object ba9328bc-bb07-4660-840d-2d3cd0e45eb6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:15.780765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.805916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e8112b3-3ac3-402f-87df-9927eb51e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.814248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2d0f62ba-4ef8-4bd7-a910-014cdc8b164d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:39:15.825103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:15.830096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:15.834080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:39:15.842026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3f300ff-0b38-43a1-9b12-15b837f9bd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.856248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:15.876229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3f300ff-0b38-43a1-9b12-15b837f9bd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.878193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:15.878817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:15.907065 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6174d484-d871-4101-a803-04ff6c10638d tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4687905 Jul 23 14:39:15.913759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:15.925323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1101549c-fca1-4e1b-9658-ba65b2e6210f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/16bf80a5-049e-47ff-8239-0ff9b8a7d9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120839 Jul 23 14:39:15.928502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:15.931451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Request body: {'port': {'device_id': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:15.940545 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] Sync routers for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:15.958429 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:15.960339 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:16.026561 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting subnet 3e7ca91b-eac3-44a0-8b21-c0de9308da8a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:39:16.026933 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.029888 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.081345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.138019 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3f300ff-0b38-43a1-9b12-15b837f9bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.140623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3f300ff-0b38-43a1-9b12-15b837f9bd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.141789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3f300ff-0b38-43a1-9b12-15b837f9bd60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5155343f-ebc3-4ea0-a725-51f025257f11 HTTP/1.1" status: 204 len: 168 time: 0.4288461 Jul 23 14:39:16.144792 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:16.198895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8c4e93c-bcf8-4a1e-b4cf-a3c66a30c315 None None] Provisioning for port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:16.204838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8c4e93c-bcf8-4a1e-b4cf-a3c66a30c315 None None] Provisioning complete for port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:16.205520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c4e93c-bcf8-4a1e-b4cf-a3c66a30c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.247619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f300ff-0b38-43a1-9b12-15b837f9bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5155343f-ebc3-4ea0-a725-51f025257f11,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:16.282390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.326686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4e93c-bcf8-4a1e-b4cf-a3c66a30c315 None None] Port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:16.338724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9328bc-bb07-4660-840d-2d3cd0e45eb6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:39:16.347241 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.349278 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:39:15Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:16.359522 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Transition to ACTIVE for port object ba9328bc-bb07-4660-840d-2d3cd0e45eb6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:16.366789 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.390364 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] Checking router: 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:16.401095 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] Routers {'16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:16.401905 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:38:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:16.457637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:16.460245 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.514391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7ca91b-eac3-44a0-8b21-c0de9308da8a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:16.516669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.518588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7059a013-0353-4c84-93d7-518e7153ce95 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/subnets/3e7ca91b-eac3-44a0-8b21-c0de9308da8a HTTP/1.1" status: 204 len: 168 time: 0.5891502 Jul 23 14:39:16.522350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:16.529498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Attempting to bind port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:39:16.531310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Attempting to bind port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:39:16.531855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Attempting to bind port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 on network 2b807bbe-924b-4b91-a631-ea87b38c71ab {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:16.534211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef2c07-a57d-48a6-8ce8-e721432be370 None None] Network 9ce30ece-7fa6-478d-a44e-121a03269522 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:39:16.536943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 on network 2b807bbe-924b-4b91-a631-ea87b38c71ab not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:39:16.537267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Attempting to bind port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 on network 2b807bbe-924b-4b91-a631-ea87b38c71ab {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:16.548648 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:39:16.549309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Checking segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:16.549458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] Set router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:16.549993 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Bound using segment: {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:39:16.550819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Bound port: ba9328bc-bb07-4660-840d-2d3cd0e45eb6, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e715f7-27e5-4227-a68c-81152fd3cf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:39:16.551498 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.627682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:16.645356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf31b01-f0d3-4e5b-83da-ff10cce58da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.647912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] For port ba9328bc-bb07-4660-840d-2d3cd0e45eb6, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:39:16.671458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] For port ba9328bc-bb07-4660-840d-2d3cd0e45eb6, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:39:16.689622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.775987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:16.776632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.778078 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] 10.222.0.48 "PUT /v2.0/ports/ba9328bc-bb07-4660-840d-2d3cd0e45eb6 HTTP/1.1" status: 200 len: 1092 time: 0.8561258 Jul 23 14:39:16.778546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'tag': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:16.780930 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "9014b7a6-be19-471e-bc1b-d223647ae48a", "tag": "ba9328bc-bb07-4660-840d-2d3cd0e45eb6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:16.841409 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:39:15Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:16.879909 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5de6f-43ab-4448-b991-4530dce8955a None None] The sync data for ids ['16bf80a5-049e-47ff-8239-0ff9b8a7d9bd'] in n-d-801990-3 is: [{'id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889192593', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1011649c-cf51-42cc-8123-11477f445a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:39:15Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '1011649c-cf51-42cc-8123-11477f445a01', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf80a5-049e-47ff-8239-0ff9b8a7d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:37:07Z', 'updated_at': '2021-07-23T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:16.888515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a630f1a-73a0-4b4a-922d-b5dd0c239948 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:16.952327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] DHCP port deletion for 9ce30ece-7fa6-478d-a44e-121a03269522 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:39:16.988463 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf31b01-f0d3-4e5b-83da-ff10cce58da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:16.993447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-a1d3e065-547b-4b69-b8e7-c449dae74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:16.995413 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-a1d3e065-547b-4b69-b8e7-c449dae74a4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1dc5e512403444d9dd6868fee961b51&device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1095 time: 0.1686232 Jul 23 14:39:16.998007 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf31b01-f0d3-4e5b-83da-ff10cce58da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.018025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] Deleting port ae79eed8-5f66-4f05-ba5f-c3b27442d121 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:17.018409 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.036190 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf31b01-f0d3-4e5b-83da-ff10cce58da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293dc3cf-5332-4d79-8f85-d022718a29f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:17.084933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-c7ea6d67-ea27-4cfe-8e61-3859b70ce522 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba9328bc-bb07-4660-840d-2d3cd0e45eb6 HTTP/1.1" status: 200 len: 217 time: 0.0502300 Jul 23 14:39:17.093685 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fbf31b01-f0d3-4e5b-83da-ff10cce58da0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb257617ce6046fe841a6f31c56d539a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626703 Jul 23 14:39:17.093933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] For port ae79eed8-5f66-4f05-ba5f-c3b27442d121, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ae79eed8-5f66-4f05-ba5f-c3b27442d121,segment=NetworkSegment(8b0ec568-42e9-42bf-9bf5-040b4e4dabeb),segment_id=8b0ec568-42e9-42bf-9bf5-040b4e4dabeb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:17.093933 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.101601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:17.108844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] Calling delete_port for ae79eed8-5f66-4f05-ba5f-c3b27442d121 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:17.142341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced9083-2ca9-4f65-b575-ab9bf8d359fb req-cebaa1c6-0a8a-418f-a296-19f395dfbc1f tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:17.143798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ced9083-2ca9-4f65-b575-ab9bf8d359fb req-cebaa1c6-0a8a-418f-a296-19f395dfbc1f tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1053 time: 0.7107406 Jul 23 14:39:17.163505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.179023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6a145ce0-b72d-4a5b-9e8f-24e2258ac6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:17.180545 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-6a145ce0-b72d-4a5b-9e8f-24e2258ac6c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519611f6-eeab-4bcd-9f9f-38c1f3e4cd88 HTTP/1.1" status: 200 len: 849 time: 0.0881433 Jul 23 14:39:17.197356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc368b8d-8d3b-4d4f-b331-a937bb2bc6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.216305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.243178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] Pushing event deleted for resources: {'Port': ['ID=ae79eed8-5f66-4f05-ba5f-c3b27442d121,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:17.246875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4855c9e-bbab-4880-8ade-c4c0a328cbf3 None None] No DVR routers for this DVR port ae79eed8-5f66-4f05-ba5f-c3b27442d121 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:17.253508 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc368b8d-8d3b-4d4f-b331-a937bb2bc6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.261956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ced9083-2ca9-4f65-b575-ab9bf8d359fb req-e3164157-b23d-43be-ac75-d759982670ee tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097136 Jul 23 14:39:17.291522 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.311165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-63405c28-663b-411d-bcfd-c1244b6db375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:17.313213 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-63405c28-663b-411d-bcfd-c1244b6db375 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b807bbe-924b-4b91-a631-ea87b38c71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168854 Jul 23 14:39:17.340171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc368b8d-8d3b-4d4f-b331-a937bb2bc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.343747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc368b8d-8d3b-4d4f-b331-a937bb2bc6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.345301 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fc368b8d-8d3b-4d4f-b331-a937bb2bc6d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/293dc3cf-5332-4d79-8f85-d022718a29f7 HTTP/1.1" status: 204 len: 168 time: 0.2424808 Jul 23 14:39:17.375831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 1011649c-cf51-42cc-8123-11477f445a01 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:17.380221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.391030 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c7d482-2c50-4dad-8147-35d398dd1a86 x-openstack-request-id: req-35c7d482-2c50-4dad-8147-35d398dd1a86 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:17.391945 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9014b7a6-be19-471e-bc1b-d223647ae48a", "tag": "ba9328bc-bb07-4660-840d-2d3cd0e45eb6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:17.393744 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35c7d482-2c50-4dad-8147-35d398dd1a86 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:17.394114 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'tag': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6', 'status': 'completed', 'code': 200} Jul 23 14:39:17.407853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae79eed8-5f66-4f05-ba5f-c3b27442d121 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:17.419350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc368b8d-8d3b-4d4f-b331-a937bb2bc6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293dc3cf-5332-4d79-8f85-d022718a29f7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:17.453278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ae79eed8-5f66-4f05-ba5f-c3b27442d121 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:17.453690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ae79eed8-5f66-4f05-ba5f-c3b27442d121 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:17.454177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0e2ade46-c245-4143-96d4-47ec1beda385 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:17.487485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0e2ade46-c245-4143-96d4-47ec1beda385 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:17.487856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0e2ade46-c245-4143-96d4-47ec1beda385 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:17.491062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port 1011649c-cf51-42cc-8123-11477f445a01, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=1011649c-cf51-42cc-8123-11477f445a01,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:17.491520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.506328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 1011649c-cf51-42cc-8123-11477f445a01 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:17.527923 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-890a7555-c347-44aa-ae25-c870dcd228c5 service neutron] 10.222.0.48 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062016 Jul 23 14:39:17.636551 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-734c7738-d0ac-43e0-8801-fe846fa60a49 req-da0704c5-947e-4f7b-990f-67696c254061 service neutron] 10.222.0.48 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021214 Jul 23 14:39:17.702582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.738572 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=1011649c-cf51-42cc-8123-11477f445a01,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:17.750845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-bb1654c4-618a-4d58-8275-c24d3aea0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:17.752385 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-bb1654c4-618a-4d58-8275-c24d3aea0233 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1dc5e512403444d9dd6868fee961b51&device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1095 time: 0.0663900 Jul 23 14:39:17.805373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.850636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-60df3fde-2ea4-4182-8e9f-c73099af2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:17.852330 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-60df3fde-2ea4-4182-8e9f-c73099af2b03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 200 len: 911 time: 0.0926881 Jul 23 14:39:17.900358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.902514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.911669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-5f12e5da-ad13-42e4-bb41-a759de9ab1f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba9328bc-bb07-4660-840d-2d3cd0e45eb6 HTTP/1.1" status: 200 len: 217 time: 0.0442743 Jul 23 14:39:17.950161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.950984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Fanout notify agent at l3_agent the message router_deleted on router 16bf80a5-049e-47ff-8239-0ff9b8a7d9bd {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:39:17.961007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:17.961007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-72438d6e-6155-448c-8355-c673b17a7375 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/routers/16bf80a5-049e-47ff-8239-0ff9b8a7d9bd HTTP/1.1" status: 204 len: 168 time: 1.4376986 Jul 23 14:39:17.964709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:17.997936 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-d185519d-adb7-43bc-884a-87a9e073ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:18.001572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-d185519d-adb7-43bc-884a-87a9e073ff1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519611f6-eeab-4bcd-9f9f-38c1f3e4cd88 HTTP/1.1" status: 200 len: 849 time: 0.0790865 Jul 23 14:39:18.085630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.120674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.141804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-aefa33dd-6731-44ea-9a2e-f5d709848a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:18.143379 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-aefa33dd-6731-44ea-9a2e-f5d709848a5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b807bbe-924b-4b91-a631-ea87b38c71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352582 Jul 23 14:39:18.220851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.255593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce30ece-7fa6-478d-a44e-121a03269522']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:18.269839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:18.270112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0ec568-42e9-42bf-9bf5-040b4e4dabeb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:18.282455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.305573 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-32e0a44d-bb44-4555-8d8e-8acef01ab618 service neutron] 10.222.0.48 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523328 Jul 23 14:39:18.306424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.312272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:39:18.312656 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:39:18.315643 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:39:18.333703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.443827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9e2d9-f8ef-43e7-9862-af1c9be4f47c req-457bb550-fd7b-4103-b8da-091609e3c3b8 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:18.446864 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.451643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8eb9e2d9-f8ef-43e7-9862-af1c9be4f47c req-457bb550-fd7b-4103-b8da-091609e3c3b8 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1095 time: 0.0626252 Jul 23 14:39:18.462105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.467072 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/networks/9ce30ece-7fa6-478d-a44e-121a03269522 HTTP/1.1" status: 204 len: 168 time: 0.5012484 Jul 23 14:39:18.467729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:18.493149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8eb9e2d9-f8ef-43e7-9862-af1c9be4f47c req-20c88628-c952-46a8-9bcb-25f55ef19e91 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Jul 23 14:39:18.497306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf11c3-9428-4649-a864-6cb6478d77fe tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Network': ['ID=9ce30ece-7fa6-478d-a44e-121a03269522,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:18.528684 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-545f7cc9-7f03-4ecb-8b1f-2d55ed412ea8 req-f86c14f2-007b-4772-81b8-87b83a5d93a4 service neutron] 10.222.0.48 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121336 Jul 23 14:39:18.538359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b960c425-fe5d-428e-80e3-ca01c64b0c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.567114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.592429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.656043 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.658737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.659860 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c101ef0-f562-4691-9e23-dd5634d0ea06 HTTP/1.1" status: 204 len: 168 time: 0.1880436 Jul 23 14:39:18.669543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c101ef0-f562-4691-9e23-dd5634d0ea06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:18.680322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.680663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.681238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.681566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.682075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.682407 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.682775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.683119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.683475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.683765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.684084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.684398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632cae-cab3-498a-96b2-ddba34b55e2c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:18.762317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ba9328bc-bb07-4660-840d-2d3cd0e45eb6 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:39:18.860517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ba9328bc-bb07-4660-840d-2d3cd0e45eb6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:18.872542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6', 'network_id': '2b807bbe-924b-4b91-a631-ea87b38c71ab', 'port_id': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6', 'mac_address': 'fa:16:3e:a9:e9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519611f6-eeab-4bcd-9f9f-38c1f3e4cd88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:39:18.916962 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:18.933901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9328bc-bb07-4660-840d-2d3cd0e45eb6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:39:18.955570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ba9328bc-bb07-4660-840d-2d3cd0e45eb6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:18.961759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.013184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:19.105389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1011649c-cf51-42cc-8123-11477f445a01 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:19.130619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 1011649c-cf51-42cc-8123-11477f445a01 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:19.131549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 1011649c-cf51-42cc-8123-11477f445a01 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:19.174815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:19.178397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad172b95-bce8-42b8-a3a0-651615f5b815 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232297674', 'description': 'tempest-secgroup-smoke-232297674 description', 'project_id': '7da946df1c4a4592991bcccb02324307'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:19.183076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['ba9328bc-bb07-4660-840d-2d3cd0e45eb6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:39:19.209612 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad172b95-bce8-42b8-a3a0-651615f5b815 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.293323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad172b95-bce8-42b8-a3a0-651615f5b815 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.298426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad172b95-bce8-42b8-a3a0-651615f5b815 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.331357 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad172b95-bce8-42b8-a3a0-651615f5b815 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.332956 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ad172b95-bce8-42b8-a3a0-651615f5b815 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1584480 Jul 23 14:39:19.336575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:19.337722 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad172b95-bce8-42b8-a3a0-651615f5b815 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678989a8-392b-4670-84fd-059d48e512a7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:19.341733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b2b6bbb3-3eb5-479d-bc0b-d1e050a1cb1e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '678989a8-392b-4670-84fd-059d48e512a7', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:19.378776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2b6bbb3-3eb5-479d-bc0b-d1e050a1cb1e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.427505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2b6bbb3-3eb5-479d-bc0b-d1e050a1cb1e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.432958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2b6bbb3-3eb5-479d-bc0b-d1e050a1cb1e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.452179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6bbb3-3eb5-479d-bc0b-d1e050a1cb1e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea668f17-f8c4-4728-9a14-0de5a54e902b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:19.458189 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2b6bbb3-3eb5-479d-bc0b-d1e050a1cb1e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.459410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b2b6bbb3-3eb5-479d-bc0b-d1e050a1cb1e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217241 Jul 23 14:39:19.462291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:19.467529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3399cb52-edbc-4187-9361-0ade8bdd96f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '678989a8-392b-4670-84fd-059d48e512a7', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:19.494534 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3399cb52-edbc-4187-9361-0ade8bdd96f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.561063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3399cb52-edbc-4187-9361-0ade8bdd96f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.566530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3399cb52-edbc-4187-9361-0ade8bdd96f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.591733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399cb52-edbc-4187-9361-0ade8bdd96f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1ee5a3-5ed9-4f70-bb98-f037109a379d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:19.598924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3399cb52-edbc-4187-9361-0ade8bdd96f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.600649 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3399cb52-edbc-4187-9361-0ade8bdd96f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370573 Jul 23 14:39:19.603508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 51964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:19.609909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-553ce6e0-68ea-43cd-b242-47b8e209bdd5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '678989a8-392b-4670-84fd-059d48e512a7', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:19.623446 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.641449 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-553ce6e0-68ea-43cd-b242-47b8e209bdd5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.650797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858032f-77f1-44fc-8ca9-1ce97387e581 req-7b426f02-58c4-45ca-b20a-b9e060f6845e tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:19.652557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c858032f-77f1-44fc-8ca9-1ce97387e581 req-7b426f02-58c4-45ca-b20a-b9e060f6845e tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1096 time: 0.0849917 Jul 23 14:39:19.689666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c858032f-77f1-44fc-8ca9-1ce97387e581 req-5eed570e-e8c7-4463-bd6a-cf859f950e44 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Jul 23 14:39:19.723198 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-553ce6e0-68ea-43cd-b242-47b8e209bdd5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.731975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-553ce6e0-68ea-43cd-b242-47b8e209bdd5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.750051 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ce6e0-68ea-43cd-b242-47b8e209bdd5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069fb645-462f-4802-9b76-5066678bae03,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:19.756532 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-553ce6e0-68ea-43cd-b242-47b8e209bdd5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.757609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-553ce6e0-68ea-43cd-b242-47b8e209bdd5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531320 Jul 23 14:39:19.760880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:19.765595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6fe32ea9-6d0f-4784-a4f5-48ef6383b618 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '678989a8-392b-4670-84fd-059d48e512a7', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:19.793785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe32ea9-6d0f-4784-a4f5-48ef6383b618 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.847776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe32ea9-6d0f-4784-a4f5-48ef6383b618 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.855032 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe32ea9-6d0f-4784-a4f5-48ef6383b618 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.879458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe32ea9-6d0f-4784-a4f5-48ef6383b618 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ac0852-bf7c-4cca-9d73-9ed04feec54b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:19.896946 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-7c3a81b9-64e0-4935-9a18-094ca1adc11d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574408 Jul 23 14:39:19.898413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe32ea9-6d0f-4784-a4f5-48ef6383b618 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:19.899676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6fe32ea9-6d0f-4784-a4f5-48ef6383b618 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377544 Jul 23 14:39:19.902473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 51990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:19.906964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '678989a8-392b-4670-84fd-059d48e512a7', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:19.934066 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:39:19.939368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.010278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-f9f3e20b-7c09-4b70-925a-47b54f3a382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:20.011857 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-f9f3e20b-7c09-4b70-925a-47b54f3a382e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1dc5e512403444d9dd6868fee961b51&device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.0583401 Jul 23 14:39:20.015733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.021568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.040947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04896b9a-9fde-4c49-8820-5a97677516fd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:20.055927 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.057427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3fa26a14-1309-48f5-a3b4-9016cd9e6e91 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539636 Jul 23 14:39:20.060409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:20.065555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '678989a8-392b-4670-84fd-059d48e512a7', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:20.093091 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:39:20.098460 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.127744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-daebaa31-38df-4d7e-8375-6535d1b831e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:20.129239 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-daebaa31-38df-4d7e-8375-6535d1b831e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 200 len: 911 time: 0.0993829 Jul 23 14:39:20.166355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.171592 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.176906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-d573631b-93d9-4ee1-ba01-01a8a2fe7dfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d HTTP/1.1" status: 200 len: 217 time: 0.0400817 Jul 23 14:39:20.187508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8b4821-f423-495f-b966-336e2f1ed206,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:20.200433 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.201846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fcad4a0c-08ef-4dde-a31b-0d4e2ef23be5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403270 Jul 23 14:39:20.204924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:20.212045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'network': {'name': 'tempest-network-smoke--670900084', 'project_id': '7da946df1c4a4592991bcccb02324307', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:20.230487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-f35087e2-eb15-45aa-840a-21e2a9d1ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:20.232044 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-f35087e2-eb15-45aa-840a-21e2a9d1ff11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=519611f6-eeab-4bcd-9f9f-38c1f3e4cd88 HTTP/1.1" status: 200 len: 849 time: 0.0485728 Jul 23 14:39:20.233551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:39:20.236947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.260552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:39:20.271536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.272009 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Added segment 4a80e8d7-6b60-4e9c-82d6-90c8f5179706 of type vlan for network 29df64b2-8f40-4f54-8060-5e2b518d3608 Jul 23 14:39:20.297248 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-de0da95e-7cda-4d7b-aed2-9581b24d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:20.298814 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-de0da95e-7cda-4d7b-aed2-9581b24d21d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b807bbe-924b-4b91-a631-ea87b38c71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605900 Jul 23 14:39:20.314383 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.346501 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.352781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:20.353373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.392709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-a80b1fe8-661a-4bb8-94e3-d7b221a0fe72 service neutron] 10.222.0.11 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834689 Jul 23 14:39:20.392948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1840997 Jul 23 14:39:20.392948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:20.400358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'admin_state_up': True, 'project_id': '7da946df1c4a4592991bcccb02324307', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:20.438306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02de0e-8f6b-482f-b6a6-8db9c784b2a3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Network': ['ID=29df64b2-8f40-4f54-8060-5e2b518d3608,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:20.452416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:39:20.461300 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.462406 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.491168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3f46bc48-0b67-41df-8102-133a74b9b31d req-c8148094-3e9a-4e67-9e03-b1cdc5bd538b service neutron] 10.222.0.11 "GET /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951467 Jul 23 14:39:20.526599 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.574823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:20.661028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.681408 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fe68a99-503e-4777-a787-c429fbadd0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.777458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fe68a99-503e-4777-a787-c429fbadd0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.777746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ba9328bc-bb07-4660-840d-2d3cd0e45eb6 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:20.785886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fe68a99-503e-4777-a787-c429fbadd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.827302 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0fe68a99-503e-4777-a787-c429fbadd0e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6fa05f928bb4e9f9deae8e2f1bf2a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488437 Jul 23 14:39:20.827302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe68a99-503e-4777-a787-c429fbadd0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e5196-b4bb-4b6b-a85b-f86dfda87bfe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:20.828289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:20.837135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:20.842582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:20.843170 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.884629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0382b2-542f-404d-9c4a-7bfa49c893a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.903232 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.910607 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0382b2-542f-404d-9c4a-7bfa49c893a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.926538 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.927433 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.929557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e84b5-1bdc-42ef-b258-df629569ae07 req-a5b3eda8-e76e-4cb9-937f-6aed2d660bce tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:20.931106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f9e84b5-1bdc-42ef-b258-df629569ae07 req-a5b3eda8-e76e-4cb9-937f-6aed2d660bce tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1096 time: 0.1640677 Jul 23 14:39:20.950697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:20.953389 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f70a7-5893-48d1-9496-1e5dbb4f2230" -d '{"events": [{"server_uuid": "9014b7a6-be19-471e-bc1b-d223647ae48a", "name": "network-vif-plugged", "status": "completed", "tag": "ba9328bc-bb07-4660-840d-2d3cd0e45eb6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:20.964101 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0382b2-542f-404d-9c4a-7bfa49c893a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.967365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf0382b2-542f-404d-9c4a-7bfa49c893a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.967802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ba9328bc-bb07-4660-840d-2d3cd0e45eb6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:20.968818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bf0382b2-542f-404d-9c4a-7bfa49c893a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a9e5196-b4bb-4b6b-a85b-f86dfda87bfe HTTP/1.1" status: 204 len: 168 time: 0.1398127 Jul 23 14:39:20.976401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:20.977760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0382b2-542f-404d-9c4a-7bfa49c893a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e5196-b4bb-4b6b-a85b-f86dfda87bfe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:21.031688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f9e84b5-1bdc-42ef-b258-df629569ae07 req-b8330195-61dc-431b-a2ea-99701a9cd197 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894706 Jul 23 14:39:21.059359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:21.074478 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29516b0c-f392-4763-a68f-aac03758f486 x-openstack-request-id: req-29516b0c-f392-4763-a68f-aac03758f486 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:21.075065 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9014b7a6-be19-471e-bc1b-d223647ae48a", "name": "network-vif-plugged", "status": "completed", "tag": "ba9328bc-bb07-4660-840d-2d3cd0e45eb6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:21.075541 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29516b0c-f392-4763-a68f-aac03758f486 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:21.076138 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6', 'code': 200} Jul 23 14:39:21.088788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.225 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/105c5108-5feb-4ef9-ab10-056de6494745) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:39:21.190977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd10b3f-24aa-4b95-acc7-8a06cbbaf9c9 req-714553ac-3c0c-4759-9670-8c60c2c59cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:21.192523 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ffd10b3f-24aa-4b95-acc7-8a06cbbaf9c9 req-714553ac-3c0c-4759-9670-8c60c2c59cff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1097 time: 0.0579882 Jul 23 14:39:21.208164 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.229725 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-ffd10b3f-24aa-4b95-acc7-8a06cbbaf9c9 req-9b9253a2-2aaa-4e75-b6f9-3c26b8a9ccba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295856 Jul 23 14:39:21.252906 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.277649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:21.291048 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86f33d0-81b3-45dd-a996-bba02fd729d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.295573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:21.302345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:21.308060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:39:21.319578 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.331108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=105c5108-5feb-4ef9-ab10-056de6494745,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:21.379297 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86f33d0-81b3-45dd-a996-bba02fd729d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.384019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86f33d0-81b3-45dd-a996-bba02fd729d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.422563 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a86f33d0-81b3-45dd-a996-bba02fd729d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1cf63eeffbd4b22aa974c3c3e29c6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437299 Jul 23 14:39:21.423711 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f33d0-81b3-45dd-a996-bba02fd729d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4abaf0-0524-45a3-af18-a52e381b4913,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:21.427026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:21.481106 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e64c9d68-1460-4480-be5b-7f42a936d839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.502571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e64c9d68-1460-4480-be5b-7f42a936d839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.549663 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e64c9d68-1460-4480-be5b-7f42a936d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.552531 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e64c9d68-1460-4480-be5b-7f42a936d839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.553820 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e64c9d68-1460-4480-be5b-7f42a936d839 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa4abaf0-0524-45a3-af18-a52e381b4913 HTTP/1.1" status: 204 len: 168 time: 0.1254883 Jul 23 14:39:21.561816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c9d68-1460-4480-be5b-7f42a936d839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4abaf0-0524-45a3-af18-a52e381b4913,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:21.567913 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.772723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:21.907309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 22afa65e-e92d-4f91-ae29-157ee0ee9570 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:39:22.031562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:22.041652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Sync routers for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:22.054708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:22.056279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:22.060461 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:22.061720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-58a9ec57-36eb-432f-a1e6-f5f2dbd2fdef tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6678348 Jul 23 14:39:22.064951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:22.099213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a8f3896c-4e34-47e2-928d-75f0769f7098 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7da946df1c4a4592991bcccb02324307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304954 Jul 23 14:39:22.099526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:22.172871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:22.237690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8868b0d-2856-44af-acc1-8b5fec6018db tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:22.241902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b8868b0d-2856-44af-acc1-8b5fec6018db tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1381068 Jul 23 14:39:22.242145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817b62-1ac3-4a5e-b906-09dfea182964 req-bfeb9804-1263-40ac-b970-431d68c99d36 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:22.242513 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:22.243596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4817b62-1ac3-4a5e-b906-09dfea182964 req-bfeb9804-1263-40ac-b970-431d68c99d36 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1097 time: 0.1169767 Jul 23 14:39:22.285304 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1356e835-cb7c-46dd-8937-63e0056533cd tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370455 Jul 23 14:39:22.285304 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:22.289957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104435915', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'project_id': '7da946df1c4a4592991bcccb02324307', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:22.295429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4817b62-1ac3-4a5e-b906-09dfea182964 req-8b868fbe-6601-472b-98cf-f23f1a594fc8 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437362 Jul 23 14:39:22.376124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:21Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:22.400388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:39:22.403589 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Checking router: 22afa65e-e92d-4f91-ae29-157ee0ee9570 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:22.403937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Updating router 22afa65e-e92d-4f91-ae29-157ee0ee9570 port 105c5108-5feb-4ef9-ab10-056de6494745 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:39:22.406127 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:22.429709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783b45b-75b6-448d-88fd-c552ca65d838 req-4dcdfefc-d066-480f-b090-50e3de4176ec tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:22.431840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9783b45b-75b6-448d-88fd-c552ca65d838 req-4dcdfefc-d066-480f-b090-50e3de4176ec tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1097 time: 0.0579967 Jul 23 14:39:22.445792 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:22.477517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9783b45b-75b6-448d-88fd-c552ca65d838 req-7309ddb9-bf36-4c8c-b53e-455054608199 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Jul 23 14:39:22.621505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b918b-8d6b-4e84-8661-40dd58126d18 req-c0c4712b-00d9-4730-9951-9f33522afe64 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:22.625479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-181b918b-8d6b-4e84-8661-40dd58126d18 req-c0c4712b-00d9-4730-9951-9f33522afe64 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1097 time: 0.0730758 Jul 23 14:39:22.658784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:22.668997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-181b918b-8d6b-4e84-8661-40dd58126d18 req-2589461f-5c08-4c47-ba22-114de8482b11 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Jul 23 14:39:22.732055 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Subnet': ['ID=209939fd-fd1a-4391-8d76-0405f66e1b1f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:22.748581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Checking segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:22.748942 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network hostable DHCP agents. Network: 29df64b2-8f40-4f54-8060-5e2b518d3608, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:39:22.770671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:39:22.797137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 29df64b2-8f40-4f54-8060-5e2b518d3608) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:22.806028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:22.806673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:22.839102 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2a0cfcbb-8634-4f71-bd6e-9bec2b321298 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5504630 Jul 23 14:39:22.839341 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:22.897599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058a820-dc5f-4f2a-b373-0f4cbc2105a8 None None] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:39:22.941998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.000965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Transition to ACTIVE for port object 105c5108-5feb-4ef9-ab10-056de6494745 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:23.017731 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.056687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d317a7c-0fb3-4132-b561-b92259613f21 req-a57d38a8-abf1-449c-903c-3d6fa51b0ab9 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:23.058760 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d317a7c-0fb3-4132-b561-b92259613f21 req-a57d38a8-abf1-449c-903c-3d6fa51b0ab9 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1097 time: 0.0974164 Jul 23 14:39:23.104375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Attempting to bind port 105c5108-5feb-4ef9-ab10-056de6494745 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:39:23.104994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Attempting to bind port 105c5108-5feb-4ef9-ab10-056de6494745 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:39:23.105238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Attempting to bind port 105c5108-5feb-4ef9-ab10-056de6494745 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:23.107817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d317a7c-0fb3-4132-b561-b92259613f21 req-3182d1f4-5786-484f-98a1-7c64b40b7395 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Jul 23 14:39:23.110687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c384bb-0b2c-460e-9e29-79d0c076d8be None None] Pushing event updated for resources: {'Port': ['ID=105c5108-5feb-4ef9-ab10-056de6494745,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:23.121170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:39:23.121553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:23.121957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.122345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:39:23.122840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Bound port: 105c5108-5feb-4ef9-ab10-056de6494745, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:39:23.123231 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.185047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-29df64b2-8f40-4f54-8060-5e2b518d3608', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:39:23.185928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.213576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] For port 105c5108-5feb-4ef9-ab10-056de6494745, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:39:23.231696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] For port 105c5108-5feb-4ef9-ab10-056de6494745, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=105c5108-5feb-4ef9-ab10-056de6494745,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:39:23.275905 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.348835 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.379777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:23.380407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:23.388107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c384bb-0b2c-460e-9e29-79d0c076d8be None None] Pushing event updated for resources: {'Port': ['ID=105c5108-5feb-4ef9-ab10-056de6494745,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:23.468002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Allocated IP 172.20.0.2 (29df64b2-8f40-4f54-8060-5e2b518d3608/209939fd-fd1a-4391-8d76-0405f66e1b1f/df832654-e559-4f2f-a3ba-73a08f50153f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:39:23.588457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:23.766298 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.781404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Transition to ACTIVE for port object df832654-e559-4f2f-a3ba-73a08f50153f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:23.816509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Transition to ACTIVE for port object df832654-e559-4f2f-a3ba-73a08f50153f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:23.829467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:23.873344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:23.874205 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.1 (29df64b2-8f40-4f54-8060-5e2b518d3608/209939fd-fd1a-4391-8d76-0405f66e1b1f/bcc3b5e6-845f-4528-a0f7-ae49b32fd714) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:39:23.882742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:23.887812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:39:23.895877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Pushing event updated for resources: {'Port': ['ID=df832654-e559-4f2f-a3ba-73a08f50153f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:23.907506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97043af0-2eee-40b3-982b-4709d369991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:21Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:23.969622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97043af0-2eee-40b3-982b-4709d369991e None None] The sync data for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 is: [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:21Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:23.993119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Attempting to bind port df832654-e559-4f2f-a3ba-73a08f50153f on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:39:23.993119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Attempting to bind port df832654-e559-4f2f-a3ba-73a08f50153f by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:39:23.993461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Attempting to bind port df832654-e559-4f2f-a3ba-73a08f50153f on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:24.011443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:39:24.011830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Checking segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:24.012245 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:24.012648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Bound using segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:39:24.013437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Bound port: df832654-e559-4f2f-a3ba-73a08f50153f, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:39:24.013833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:24.020005 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:24.037637 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object bcc3b5e6-845f-4528-a0f7-ae49b32fd714 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:24.095157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:24.100841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] For port df832654-e559-4f2f-a3ba-73a08f50153f, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:39:24.106953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] For port df832654-e559-4f2f-a3ba-73a08f50153f, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df832654-e559-4f2f-a3ba-73a08f50153f,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:39:24.120504 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:24.173049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:24.177410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:24.182291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:39:24.186426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:24.186773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff1120-404c-49a9-b3c8-cc1846b91c93 None None] Pushing event updated for resources: {'Port': ['ID=df832654-e559-4f2f-a3ba-73a08f50153f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:24.277839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:24.289950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe34507-c214-4472-bbc6-67272b9131cc req-c5d674ad-5b2c-4410-b839-5b999a122b41 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:24.301268 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fbe34507-c214-4472-bbc6-67272b9131cc req-c5d674ad-5b2c-4410-b839-5b999a122b41 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1097 time: 0.0723786 Jul 23 14:39:24.358916 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fbe34507-c214-4472-bbc6-67272b9131cc req-de302471-ab06-4f36-bdac-ed270c1c0e48 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562274 Jul 23 14:39:24.359216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-cece5e85-dfc0-4ccf-831c-3e04fe85c9a1 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:24.360840 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-cece5e85-dfc0-4ccf-831c-3e04fe85c9a1 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 1097 time: 0.1407993 Jul 23 14:39:24.553019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:24.569997 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Deleting port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:24.570542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.146875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] For port ba9328bc-bb07-4660-840d-2d3cd0e45eb6, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:25.147236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.164609 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Calling delete_port for ba9328bc-bb07-4660-840d-2d3cd0e45eb6 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:25.233133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 105c5108-5feb-4ef9-ab10-056de6494745 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:25.307474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 105c5108-5feb-4ef9-ab10-056de6494745 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:25.321697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 105c5108-5feb-4ef9-ab10-056de6494745 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:25.322197 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.353331 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.364820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['ba9328bc-bb07-4660-840d-2d3cd0e45eb6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:39:25.402292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2d0f62ba-4ef8-4bd7-a910-014cdc8b164d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:39:25.418345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba9328bc-bb07-4660-840d-2d3cd0e45eb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:25.522541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] No DVR routers for this DVR port ba9328bc-bb07-4660-840d-2d3cd0e45eb6 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:25.535515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a005a3-c476-421e-bda8-f84b13274b2c req-77c21cbc-91f4-4c1f-80e2-a1b4743c00c4 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9014b7a6-be19-471e-bc1b-d223647ae48a HTTP/1.1" status: 200 len: 210 time: 0.0658226 Jul 23 14:39:25.537077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.540410 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49b1fb91-1b6d-41bf-a8fb-b779d8a8625b req-4b6cb74a-5287-4ab8-9c50-515fd0a3dff7 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ba9328bc-bb07-4660-840d-2d3cd0e45eb6 HTTP/1.1" status: 204 len: 173 time: 1.1699264 Jul 23 14:39:25.541157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'name': 'network-vif-deleted', 'tag': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:25.543966 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c17fc01-2249-43d2-9c54-82b1dd30c4dd" -d '{"events": [{"server_uuid": "9014b7a6-be19-471e-bc1b-d223647ae48a", "name": "network-vif-deleted", "tag": "ba9328bc-bb07-4660-840d-2d3cd0e45eb6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:25.572268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792803c-88ae-4c75-80da-bed8773f6eb0 None None] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:39:25.597506 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.612250 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737078de-1883-4a7d-8eae-c307f040197c x-openstack-request-id: req-737078de-1883-4a7d-8eae-c307f040197c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:25.612830 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9014b7a6-be19-471e-bc1b-d223647ae48a", "name": "network-vif-deleted", "tag": "ba9328bc-bb07-4660-840d-2d3cd0e45eb6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:25.613304 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-737078de-1883-4a7d-8eae-c307f040197c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:25.615155 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9014b7a6-be19-471e-bc1b-d223647ae48a', 'name': 'network-vif-deleted', 'tag': 'ba9328bc-bb07-4660-840d-2d3cd0e45eb6', 'status': 'completed', 'code': 200} Jul 23 14:39:25.617330 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.737369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.746590 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.750265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:25.795875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc1bb869-c923-4eaa-a566-af11634541d8 None None] Provisioning for port df832654-e559-4f2f-a3ba-73a08f50153f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:25.836822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 105c5108-5feb-4ef9-ab10-056de6494745, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=105c5108-5feb-4ef9-ab10-056de6494745,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:25.871742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:25.872720 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:25.873254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:25.873524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df832654-e559-4f2f-a3ba-73a08f50153f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:26.020094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=105c5108-5feb-4ef9-ab10-056de6494745,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:26.029530 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 22afa65e-e92d-4f91-ae29-157ee0ee9570 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:39:26.054007 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port df832654-e559-4f2f-a3ba-73a08f50153f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:26.060543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port df832654-e559-4f2f-a3ba-73a08f50153f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:26.061116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:26.190912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:26.192030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:26.201424 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aef06004-21a4-4eae-bdd4-a5a43ab84f37 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/22afa65e-e92d-4f91-ae29-157ee0ee9570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3608522 Jul 23 14:39:26.238003 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Sync routers for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:26.246016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port df832654-e559-4f2f-a3ba-73a08f50153f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df832654-e559-4f2f-a3ba-73a08f50153f,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:26.252919 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:26.308873 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:26.309427 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:26.320396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=df832654-e559-4f2f-a3ba-73a08f50153f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:26.462309 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:26.476609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1492475-73ba-4a20-a217-684e121dc11d None None] Provisioning complete for port df832654-e559-4f2f-a3ba-73a08f50153f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:26.476989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1492475-73ba-4a20-a217-684e121dc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:26.485914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-9495bd3e-74f8-42b7-8417-c79a24f8d214 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232297674&fields=id&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 267 time: 0.0618145 Jul 23 14:39:26.610454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1492475-73ba-4a20-a217-684e121dc11d None None] Provisioning for port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:26.616501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1492475-73ba-4a20-a217-684e121dc11d None None] Provisioning complete for port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:26.616893 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1492475-73ba-4a20-a217-684e121dc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:26.658297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c1492475-73ba-4a20-a217-684e121dc11d None None] Port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:26.684375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1dc61ba8-f6ea-4443-9d56-3f2a29a57e54 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:26.687591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1dc61ba8-f6ea-4443-9d56-3f2a29a57e54 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 796 time: 0.1936226 Jul 23 14:39:26.708910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-bfbc10e8-a16b-4390-b65c-490dbad2ea57 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/quotas/7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 375 time: 0.0154309 Jul 23 14:39:26.712804 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 2, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:26.745318 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Checking router: 22afa65e-e92d-4f91-ae29-157ee0ee9570 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:26.746005 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Updating router 22afa65e-e92d-4f91-ae29-157ee0ee9570 port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:39:26.787750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5022faf-0012-48f5-ae80-478ab3ed0d17 None None] Provisioning complete for port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:26.788882 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5022faf-0012-48f5-ae80-478ab3ed0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:26.789957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-861b7094-b5c8-4856-b647-c2a70036fc45 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755005 Jul 23 14:39:26.795621 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:26.862773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e5022faf-0012-48f5-ae80-478ab3ed0d17 None None] Port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:26.913259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-fcd427a7-c230-4716-97d8-f5c09a6e21ec service neutron] 10.222.0.21 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090684 Jul 23 14:39:26.981126 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed4bed62-9490-4431-835e-f45e0bf1f6bd None None] Provisioning complete for port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:26.981564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed4bed62-9490-4431-835e-f45e0bf1f6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.021959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed4bed62-9490-4431-835e-f45e0bf1f6bd None None] Port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:27.043839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f3828475-9e25-4f4c-9b99-696c2228b1a3 service neutron] 10.222.0.21 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238892 Jul 23 14:39:27.127704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 105c5108-5feb-4ef9-ab10-056de6494745 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:27.149482 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.164204 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Transition to ACTIVE for port object bcc3b5e6-845f-4528-a0f7-ae49b32fd714 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:27.179221 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.209462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 105c5108-5feb-4ef9-ab10-056de6494745 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:27.210082 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.229109 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Pushing event updated for resources: {'Port': ['ID=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:27.243758 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.244445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.244680 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.245022 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.245395 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.245730 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.246104 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.246902 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.246902 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.247142 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.247397 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.247768 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:27.322007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-79167b0d-bdfc-4bfa-ba9c-349edb368bca req-a700d778-f14f-4580-9d35-d9019c96ed8c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 210 time: 0.0485859 Jul 23 14:39:27.324902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df832654-e559-4f2f-a3ba-73a08f50153f up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:27.383651 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Attempting to bind port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:39:27.384000 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Attempting to bind port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:39:27.384359 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Attempting to bind port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:27.394838 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:39:27.395218 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Checking segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:27.395620 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.396010 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Bound using segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:39:27.396533 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Bound port: bcc3b5e6-845f-4528-a0f7-ae49b32fd714, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:39:27.396914 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.455669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port df832654-e559-4f2f-a3ba-73a08f50153f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:27.455974 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.622626 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] For port bcc3b5e6-845f-4528-a0f7-ae49b32fd714, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:39:27.626397 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] For port bcc3b5e6-845f-4528-a0f7-ae49b32fd714, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:39:27.635109 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:27.704482 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:27.705351 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:27.708777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d93bc-4c46-4649-877f-6c1c2fc830e6 req-22dbd047-96e6-479f-8c56-edaced093e54 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:27.720330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa7d93bc-4c46-4649-877f-6c1c2fc830e6 req-22dbd047-96e6-479f-8c56-edaced093e54 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.0901821 Jul 23 14:39:27.762571 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f341c13-a4b7-43d2-8428-c251cb65f53e None None] Pushing event updated for resources: {'Port': ['ID=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:27.787149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa7d93bc-4c46-4649-877f-6c1c2fc830e6 req-0ba9a03a-7de9-43e2-a4e1-8efce0a08404 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 Jul 23 14:39:27.841177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-c3dd7627-31e0-4542-8e8c-b35629931697 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762694 Jul 23 14:39:27.955058 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:27.957800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-260e1316-f2ea-48c1-9358-129ef436857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:27.958324 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-260e1316-f2ea-48c1-9358-129ef436857f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1096 time: 0.0718648 Jul 23 14:39:28.077558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-4326ad49-3498-4c2b-805d-74e0499cdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:28.080065 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-4326ad49-3498-4c2b-805d-74e0499cdf24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.0982482 Jul 23 14:39:28.158494 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-a51ea69a-e22a-4940-bc98-9d8c81499c13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 1000 time: 0.0657110 Jul 23 14:39:28.186314 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:27Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:28.216866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-5fd7faf9-8a4d-4776-9fe8-c28717eb7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:28.217029 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b2329-35cf-4c84-97b6-3833619378e4 None None] The sync data for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 is: [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:27Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:28.217836 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-5fd7faf9-8a4d-4776-9fe8-c28717eb7be8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0507395 Jul 23 14:39:28.301635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-37dc988e-a634-47b8-9601-5a5b12949179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:28.303226 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-37dc988e-a634-47b8-9601-5a5b12949179 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769496 Jul 23 14:39:28.411471 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-2d6937ee-6c1e-4fee-971f-38582a48464f service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005018 Jul 23 14:39:28.492920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e459b646-5cec-4e3b-a79d-929f946ed574 req-de1abaa0-e980-48cf-923a-fceb3336e4c3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 210 time: 0.0343318 Jul 23 14:39:28.537121 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-03889b94-4405-4119-905e-44bef056fe29 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178737 Jul 23 14:39:28.636086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-e0edb06d-db18-48d8-bb00-3d8f543f19e9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:28.638384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-e0edb06d-db18-48d8-bb00-3d8f543f19e9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 796 time: 0.1443179 Jul 23 14:39:28.688309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-5257af61-4eef-4f7b-9756-07e2f355fe54 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 379 time: 0.0405328 Jul 23 14:39:28.703081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'port': {'device_id': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'admin_state_up': True, 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'security_groups': ['678989a8-392b-4670-84fd-059d48e512a7']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:28.795427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ba9328bc-bb07-4660-840d-2d3cd0e45eb6 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:28.820260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: ba9328bc-bb07-4660-840d-2d3cd0e45eb6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:28.820612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ba9328bc-bb07-4660-840d-2d3cd0e45eb6 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:28.840018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:39:28.849269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.035513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.7 (29df64b2-8f40-4f54-8060-5e2b518d3608/209939fd-fd1a-4391-8d76-0405f66e1b1f/294a4909-0e65-4775-868e-0b74fa5e5c26) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:39:29.041627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc883-b64e-40bb-9dcb-0f02a3dd24ec req-bc67c31c-da32-4ddd-8243-b91158babed8 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:29.043210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2efdc883-b64e-40bb-9dcb-0f02a3dd24ec req-bc67c31c-da32-4ddd-8243-b91158babed8 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.1233733 Jul 23 14:39:29.155199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-ff8957ab-b365-45c1-98c7-73ba3bf92675 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:29.157184 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-ff8957ab-b365-45c1-98c7-73ba3bf92675 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=555edbce-3277-4f61-ae86-9316fca6ca80 HTTP/1.1" status: 200 len: 1097 time: 0.1043847 Jul 23 14:39:29.216618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bcc3b5e6-845f-4528-a0f7-ae49b32fd714 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:29.312294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:29.318462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:29.319007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.324880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Deleting port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:29.325584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.458285 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.469806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] For port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:29.470091 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.491814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Calling delete_port for 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:29.505688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port bcc3b5e6-845f-4528-a0f7-ae49b32fd714, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:29.512682 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.609386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2efdc883-b64e-40bb-9dcb-0f02a3dd24ec req-372db43c-bd8d-460b-bb00-ac0627e181d2 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=189380b4-e047-47ba-8802-d2a6ec8007aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595477 Jul 23 14:39:29.634499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:29.759501 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.796498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2d0f62ba-4ef8-4bd7-a910-014cdc8b164d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:39:29.800549 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d0f62ba-4ef8-4bd7-a910-014cdc8b164d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:29.874409 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] No DVR routers for this DVR port 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:29.880887 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.883845 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-47edcf3e-67fa-41a3-a9a3-4fcf5b69d071 req-46725647-c447-4a56-b858-fc4a4da6e070 tempest-TestServerMultinode-752034101 tempest-TestServerMultinode-752034101-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2d0f62ba-4ef8-4bd7-a910-014cdc8b164d HTTP/1.1" status: 204 len: 173 time: 0.7188947 Jul 23 14:39:29.885313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555edbce-3277-4f61-ae86-9316fca6ca80', 'name': 'network-vif-deleted', 'tag': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:29.886998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1079d06e-f7af-48e6-b368-35c04197d203 req-9b3774d2-59f0-467f-bdf0-e487dcfdf51c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 210 time: 0.1661742 Jul 23 14:39:29.902678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:29.907463 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5efb22-4d99-4eef-b095-35cf905975d8" -d '{"events": [{"server_uuid": "555edbce-3277-4f61-ae86-9316fca6ca80", "name": "network-vif-deleted", "tag": "2d0f62ba-4ef8-4bd7-a910-014cdc8b164d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:29.960347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object 294a4909-0e65-4775-868e-0b74fa5e5c26 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:30.020941 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b28db-e6f5-4b31-af18-5b3f421b64e8 x-openstack-request-id: req-0f7b28db-e6f5-4b31-af18-5b3f421b64e8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:30.021235 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555edbce-3277-4f61-ae86-9316fca6ca80", "name": "network-vif-deleted", "tag": "2d0f62ba-4ef8-4bd7-a910-014cdc8b164d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:30.021592 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f7b28db-e6f5-4b31-af18-5b3f421b64e8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:30.021997 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555edbce-3277-4f61-ae86-9316fca6ca80', 'name': 'network-vif-deleted', 'tag': '2d0f62ba-4ef8-4bd7-a910-014cdc8b164d', 'status': 'completed', 'code': 200} Jul 23 14:39:30.067261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.125729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:30.132687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:30.136775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:39:30.143603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:30.177716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.178078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.178422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.178967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.179298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.179628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.179952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.180275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.180599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.180919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.181237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.181556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:39:30.214199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:30.214914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.235059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-f7f7ca11-caab-4ffb-b446-216448f05fd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5362506 Jul 23 14:39:30.256142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Request body: {'port': {'device_id': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:30.348081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.429151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff85548c-a6a0-4efa-a9e5-0d58046e860a None None] Provisioning for port 294a4909-0e65-4775-868e-0b74fa5e5c26 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:30.433035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff85548c-a6a0-4efa-a9e5-0d58046e860a None None] Provisioning complete for port 294a4909-0e65-4775-868e-0b74fa5e5c26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:30.433425 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff85548c-a6a0-4efa-a9e5-0d58046e860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.467282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ff85548c-a6a0-4efa-a9e5-0d58046e860a None None] Port 294a4909-0e65-4775-868e-0b74fa5e5c26 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:39:30.620226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294a4909-0e65-4775-868e-0b74fa5e5c26 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:39:30.628007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.641937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Transition to ACTIVE for port object 294a4909-0e65-4775-868e-0b74fa5e5c26 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:39:30.647182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.660305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:30.701269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:30.779486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:39:30.779838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:39:30.780143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:30.785138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:39:30.785664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:39:30.790921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:39:30.791267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Checking segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:39:30.791649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Bound using segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:39:30.792071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Bound port: 294a4909-0e65-4775-868e-0b74fa5e5c26, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:39:30.792427 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.861414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:39:30.865521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:39:30.870914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.908950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:30.909586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:30.911168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 1091 time: 0.6673913 Jul 23 14:39:30.913236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:30.915592 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64142067-ae93-4458-adc3-a56b9e1902b6" -d '{"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:30.942174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f7185-65dc-46e6-8596-25b651612fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:30.967821 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc7e745-103b-42a9-a270-ec893a2ed776 x-openstack-request-id: req-0dc7e745-103b-42a9-a270-ec893a2ed776 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:30.968124 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:30.969776 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dc7e745-103b-42a9-a270-ec893a2ed776 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:30.970306 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'status': 'completed', 'code': 200} Jul 23 14:39:31.065973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:31.074281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-31038b17-c806-4896-ba7a-1b8a05f842bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.075989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-31038b17-c806-4896-ba7a-1b8a05f842bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1094 time: 0.1047995 Jul 23 14:39:31.122543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bcc3b5e6-845f-4528-a0f7-ae49b32fd714 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:31.133788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-a91ce4fd-2bfd-4804-961a-87e9aaacdeb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0482440 Jul 23 14:39:31.184092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:31.184560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:31.189553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaa2f1-d04a-4fef-bf3a-e8a8588e4f88 req-778e3a23-620f-407e-8fed-ed5b32171aa2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.191249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5aaa2f1-d04a-4fef-bf3a-e8a8588e4f88 req-778e3a23-620f-407e-8fed-ed5b32171aa2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 943 time: 0.1579204 Jul 23 14:39:31.209876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-db14c3a6-3814-4576-8b5a-18edbe34b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.211344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-db14c3a6-3814-4576-8b5a-18edbe34b5e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 200 len: 835 time: 0.0679462 Jul 23 14:39:31.281925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5aaa2f1-d04a-4fef-bf3a-e8a8588e4f88 req-49c72b00-7e6a-49db-a27f-2406f398f073 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837896 Jul 23 14:39:31.318606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-977fd59f-9f02-4945-936c-9d78e7afa666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.320745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-977fd59f-9f02-4945-936c-9d78e7afa666 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29df64b2-8f40-4f54-8060-5e2b518d3608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002316 Jul 23 14:39:31.392641 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Deleting port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:31.393740 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:31.443058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-4bf12dd0-c969-4902-a552-eea0c7fe1051 service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135285 Jul 23 14:39:31.489869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] For port b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:31.490335 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:31.502861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Calling delete_port for b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:31.538833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd2c0981-ae17-4d0d-83fb-4afc730b3d7f req-b8bef4c2-6c7b-44db-9ff2-dfe0de47b62e service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884218 Jul 23 14:39:31.657428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-b297e0f2-7148-4918-8b87-11421d6f3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.659092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-b297e0f2-7148-4918-8b87-11421d6f3ca8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1094 time: 0.0671685 Jul 23 14:39:31.697046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:31.728872 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:31.765804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-11929a15-6df4-47c9-935d-5a6dda4b2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.767418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-11929a15-6df4-47c9-935d-5a6dda4b2cbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 897 time: 0.1012981 Jul 23 14:39:31.832824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-f67a24fe-d2c6-4057-acf2-83119b5a4990 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0555122 Jul 23 14:39:31.890792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-e29f2907-c224-4cba-8688-9ee31e966967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.894447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-e29f2907-c224-4cba-8688-9ee31e966967 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 200 len: 835 time: 0.0533032 Jul 23 14:39:31.919287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:31.966024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-7c508db8-e8e7-4b3c-a887-cf58e62187f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:31.967819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-7c508db8-e8e7-4b3c-a887-cf58e62187f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29df64b2-8f40-4f54-8060-5e2b518d3608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644348 Jul 23 14:39:32.065550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-e771ab11-16d5-4fd9-9fac-bda9a4a0705a service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898194 Jul 23 14:39:32.166615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64142067-ae93-4458-adc3-a56b9e1902b6 req-cb9306e1-ff79-4b72-b831-d962ac128b62 service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929182 Jul 23 14:39:32.180968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Router 5709f553-96fa-45c3-a3ec-1b8ee779286c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:39:32.291031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:32.298984 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0dba0333-a575-4567-a182-05c8bbfe2217 admin admin] 10.222.0.21 "PUT /v2.0/routers/5709f553-96fa-45c3-a3ec-1b8ee779286c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6370826 Jul 23 14:39:32.299178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:32.299758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] Sync routers for ids ['5709f553-96fa-45c3-a3ec-1b8ee779286c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:32.308881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] Routers {'5709f553-96fa-45c3-a3ec-1b8ee779286c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:32.309501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5709f553-96fa-45c3-a3ec-1b8ee779286c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:32.420799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:32.430457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] Set router 5709f553-96fa-45c3-a3ec-1b8ee779286c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:32.453109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5621-6adb-4952-b383-3acecbc74237 req-a35a8641-7d6f-4619-b093-961261e6a653 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:32.454627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06ee5621-6adb-4952-b383-3acecbc74237 req-a35a8641-7d6f-4619-b093-961261e6a653 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 943 time: 0.0862937 Jul 23 14:39:32.499844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-06ee5621-6adb-4952-b383-3acecbc74237 req-6b561301-89e7-4a2f-a66a-03b8d9bce006 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375006 Jul 23 14:39:32.554660 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:32.560858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:32.586946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:32.587409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2d0f62ba-4ef8-4bd7-a910-014cdc8b164d not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:32.614554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Deleting port 82f42e89-32de-44b4-ab24-b7a140cbfac6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:32.614924 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:32.659266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:39:31Z', 'revision_number': 5, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port': {'id': '82f42e89-32de-44b4-ab24-b7a140cbfac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:51Z', 'updated_at': '2021-07-23T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:32.689749 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] Checking router: 5709f553-96fa-45c3-a3ec-1b8ee779286c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:32.698376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] Routers {'5709f553-96fa-45c3-a3ec-1b8ee779286c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:32.698929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5709f553-96fa-45c3-a3ec-1b8ee779286c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:32.709022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] For port 82f42e89-32de-44b4-ab24-b7a140cbfac6, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=82f42e89-32de-44b4-ab24-b7a140cbfac6,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:32.709503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:32.722515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Calling delete_port for 82f42e89-32de-44b4-ab24-b7a140cbfac6 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:32.784359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] Set router 5709f553-96fa-45c3-a3ec-1b8ee779286c gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:32.841670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:39:32.845304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:39:32Z', 'revision_number': 6, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:32.879719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6c353-6f66-4433-8ec0-857d57fe8970 None None] The sync data for ids ['5709f553-96fa-45c3-a3ec-1b8ee779286c'] in n-d-801990-3 is: [{'id': '5709f553-96fa-45c3-a3ec-1b8ee779286c', 'name': 'tempest-TestServerMultinode-1237045877-router', 'tenant_id': '6a08fd75040e460dab3aff440194afff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:50Z', 'updated_at': '2021-07-23T14:39:32Z', 'revision_number': 6, 'project_id': '6a08fd75040e460dab3aff440194afff', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:32.907154 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:32.941568 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f42e89-32de-44b4-ab24-b7a140cbfac6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:32.984104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:33.003072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'port_id': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'mac_address': 'fa:16:3e:c6:4d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:39:33.018675 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.054538 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.072903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294a4909-0e65-4775-868e-0b74fa5e5c26 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:39:33.094100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:33.100412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.118934 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.121149 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.153223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:33.168886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.169491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5709f553-96fa-45c3-a3ec-1b8ee779286c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:39:33.174285 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.175554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7f54b998-3916-4dd0-871d-6e9874f763b5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5709f553-96fa-45c3-a3ec-1b8ee779286c HTTP/1.1" status: 204 len: 168 time: 0.8754427 Jul 23 14:39:33.178813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:33.225505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] Deleting subnet 519611f6-eeab-4bcd-9f9f-38c1f3e4cd88 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:39:33.229042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.274227 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.322808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['294a4909-0e65-4775-868e-0b74fa5e5c26'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:39:33.398084 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.455953 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.489129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519611f6-eeab-4bcd-9f9f-38c1f3e4cd88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:33.491316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.495699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5dbd72c6-f6b0-4a57-9953-40d774626e06 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/519611f6-eeab-4bcd-9f9f-38c1f3e4cd88 HTTP/1.1" status: 204 len: 168 time: 0.3134799 Jul 23 14:39:33.496076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:33.501531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2320bbc-b859-41a3-9815-77c6e1335027 None None] Network 2b807bbe-924b-4b91-a631-ea87b38c71ab requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:39:33.582975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.721739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:33.729314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddf2f-e1e0-4c44-8db2-7f431e2860e4 req-7e1b9955-6b21-42c9-b09a-060d95feebcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:33.730991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a0ddf2f-e1e0-4c44-8db2-7f431e2860e4 req-7e1b9955-6b21-42c9-b09a-060d95feebcb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.1188395 Jul 23 14:39:33.732335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Deleting port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:33.732672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.756243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:33.756592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b79edcad-0bf9-4ebd-a9e5-a06d2c4ce343 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:33.818323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] For port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:33.818889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.831053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] DHCP port deletion for 2b807bbe-924b-4b91-a631-ea87b38c71ab request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:39:33.844011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Calling delete_port for 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:33.851255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a0ddf2f-e1e0-4c44-8db2-7f431e2860e4 req-8844df28-617b-432f-b019-c3e0dada391f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876915 Jul 23 14:39:33.905644 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] Deleting port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:33.907402 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.967496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:33.981526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] No DVR routers for this DVR port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:33.983607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] For port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,segment=NetworkSegment(36e715f7-27e5-4227-a68c-81152fd3cf93),segment_id=36e715f7-27e5-4227-a68c-81152fd3cf93)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:33.984007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.004734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] Calling delete_port for 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:34.016210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:34.098339 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.118764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.125627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] Pushing event deleted for resources: {'Port': ['ID=75b1f11d-4cf6-4de0-a6c8-eb204b4ef349,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:34.137284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b807bbe-924b-4b91-a631-ea87b38c71ab']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:34.142173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848696a6-124d-4e1e-bfa7-a51caa116cfb None None] No DVR routers for this DVR port 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:34.154134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e715f7-27e5-4227-a68c-81152fd3cf93') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:34.154461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e715f7-27e5-4227-a68c-81152fd3cf93') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:34.164755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.180210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.187494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:39:34.188115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:39:34.190013 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:39:34.245239 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.252520 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.254493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b807bbe-924b-4b91-a631-ea87b38c71ab HTTP/1.1" status: 204 len: 168 time: 0.7574236 Jul 23 14:39:34.257741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:34.266776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a3db-6660-4321-93c3-fea87fda2b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b807bbe-924b-4b91-a631-ea87b38c71ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:34.615206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.824505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:39:34.879842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 294a4909-0e65-4775-868e-0b74fa5e5c26 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:39:34.885678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 294a4909-0e65-4775-868e-0b74fa5e5c26 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:39:34.886108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:34.977024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:35.013352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:35.016647 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f0fb7-1482-47d4-b2ee-ac18d9fef094" -d '{"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-plugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:35.038689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:35.045640 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:35.065440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c9cb-98b8-419f-8fb7-ef2c919c2b0c req-af3ecd7e-4406-4b19-9653-1f497181de9b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:35.067806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b236c9cb-98b8-419f-8fb7-ef2c919c2b0c req-af3ecd7e-4406-4b19-9653-1f497181de9b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.1102362 Jul 23 14:39:35.118684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b236c9cb-98b8-419f-8fb7-ef2c919c2b0c req-ec4e3b6e-a34d-4d6f-bb98-77d4a809e64e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439491 Jul 23 14:39:35.119853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:35.151348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:35.177307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:35.178900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 75b1f11d-4cf6-4de0-a6c8-eb204b4ef349 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:35.179351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 82f42e89-32de-44b4-ab24-b7a140cbfac6 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:35.207139 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9318a9b1-e834-43fb-ae73-7d0271542a19 x-openstack-request-id: req-9318a9b1-e834-43fb-ae73-7d0271542a19 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:35.207412 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-plugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:35.207608 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9318a9b1-e834-43fb-ae73-7d0271542a19 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:35.207968 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'code': 200} Jul 23 14:39:35.208570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 82f42e89-32de-44b4-ab24-b7a140cbfac6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:35.208869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 82f42e89-32de-44b4-ab24-b7a140cbfac6 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:35.317271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d96c93-91c0-4389-bd59-558c10fbb106 req-b7e039cb-e832-49a4-9fa9-77f5d92b6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:35.317271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6d96c93-91c0-4389-bd59-558c10fbb106 req-b7e039cb-e832-49a4-9fa9-77f5d92b6ace service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1096 time: 0.0566843 Jul 23 14:39:35.350418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c6d96c93-91c0-4389-bd59-558c10fbb106 req-8afd9d03-7903-48cb-bf2f-460bc5fe9f16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Jul 23 14:39:35.365537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Deleting port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:35.366109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:35.442328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] For port 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,segment=NetworkSegment(dd776469-f409-4bd9-ab22-e0abe573b149),segment_id=dd776469-f409-4bd9-ab22-e0abe573b149)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:35.442716 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:35.455753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Calling delete_port for 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:35.644181 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:35.673488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b3e83e-e9c3-44c8-a83a-e2d766e11ef5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:35.844636 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.068905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:39:36.211869 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:36.221169 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-84b14142-305d-444e-be44-79e5a779f9a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/3b5e3a63-3719-4c90-8dc8-f94d6cfa692c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9611626 Jul 23 14:39:36.223959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:36.226245 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] Sync routers for ids ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:36.235868 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] Routers {'3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:36.236619 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:36.267604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fbeca-b9c6-4619-9e7d-dd6b6655ab46 req-095863b1-45b2-42bb-9f5d-c53b705bb499 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:36.271646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f9fbeca-b9c6-4619-9e7d-dd6b6655ab46 req-095863b1-45b2-42bb-9f5d-c53b705bb499 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0806322 Jul 23 14:39:36.319379 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f9fbeca-b9c6-4619-9e7d-dd6b6655ab46 req-4210c644-09ca-4710-8d72-7f7e1c99ace6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418963 Jul 23 14:39:36.347337 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] Set router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:36.354873 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.489314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f838d1-a6d3-46cc-a42c-5ec168cfb65d req-23bc1bb6-681b-4f81-a139-c91780133e0a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:36.491364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89f838d1-a6d3-46cc-a42c-5ec168cfb65d req-23bc1bb6-681b-4f81-a139-c91780133e0a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0893707 Jul 23 14:39:36.495498 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.552791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89f838d1-a6d3-46cc-a42c-5ec168cfb65d req-19f992d2-6f7d-4756-9f11-140f56877f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555537 Jul 23 14:39:36.554223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Deleting port 0d202544-806c-493b-8876-417a0ab8c252 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:36.554572 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.568429 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0d202544-806c-493b-8876-417a0ab8c252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:39:35Z', 'revision_number': 5, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port': {'id': '0d202544-806c-493b-8876-417a0ab8c252', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:38:56Z', 'updated_at': '2021-07-23T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:36.570257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:36.609769 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] Checking router: 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:36.619643 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] Routers {'3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:36.620473 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:36.635070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2c3b0-32b6-43cf-b554-a896e4944d4a tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:36.639499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-66c2c3b0-32b6-43cf-b554-a896e4944d4a tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1091 time: 0.0653520 Jul 23 14:39:36.639728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:36.645656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:39:36.650136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] For port 0d202544-806c-493b-8876-417a0ab8c252, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0d202544-806c-493b-8876-417a0ab8c252,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:36.650510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.674712 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Calling delete_port for 0d202544-806c-493b-8876-417a0ab8c252 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:36.684228 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.728499 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] Set router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:36.795563 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:39:36Z', 'revision_number': 6, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:36.802272 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.832234 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4faf83-0dca-44ed-b2ad-d030ac47187e None None] The sync data for ids ['3b5e3a63-3719-4c90-8dc8-f94d6cfa692c'] in n-d-801990-3 is: [{'id': '3b5e3a63-3719-4c90-8dc8-f94d6cfa692c', 'name': 'tempest-TestServerMultinode-115700054-router', 'tenant_id': 'a1dc5e512403444d9dd6868fee961b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:38:55Z', 'updated_at': '2021-07-23T14:39:36Z', 'revision_number': 6, 'project_id': 'a1dc5e512403444d9dd6868fee961b51', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:36.876478 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:36.904683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0d202544-806c-493b-8876-417a0ab8c252,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:36.929876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.96 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/4704d624-3800-4043-8285-77b320a98aa8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:39:36.991365 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.034972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.076369 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.089014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.091290 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.109671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:39:37.113847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:39:37.117292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:39:37.136489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.137093 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b5e3a63-3719-4c90-8dc8-f94d6cfa692c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:39:37.143292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.144844 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-941a3566-73fe-44d4-ba9c-0c0f74d4c9aa admin admin] 10.222.0.21 "DELETE /v2.0/routers/3b5e3a63-3719-4c90-8dc8-f94d6cfa692c HTTP/1.1" status: 204 len: 168 time: 0.9200602 Jul 23 14:39:37.147866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:37.163071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=4704d624-3800-4043-8285-77b320a98aa8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:37.244338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] Deleting subnet b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:39:37.255940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.304410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.366067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:37.390093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:37.390728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 62b3e83e-e9c3-44c8-a83a-e2d766e11ef5 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:37.497182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.598253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.684978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.689234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab HTTP/1.1" status: 204 len: 168 time: 0.5356414 Jul 23 14:39:37.689741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:37.690311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c89e66-32cb-495a-a94f-d62b0932dc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91740f4-5713-4b7c-9b1c-cfb2aff0d7ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:37.692394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb70d9-0b28-4ad1-bf2f-4fd7180147ac None None] Network 40437fa8-30af-4c94-951c-ad8eccf9ed2d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:39:37.723085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.815097 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.834218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.855040 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.913471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Deleting port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:37.913914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:37.959653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] DHCP port deletion for 40437fa8-30af-4c94-951c-ad8eccf9ed2d request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:39:37.993880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] For port 2ba38278-1d8e-40d7-94d8-f321bfb34e39, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2ba38278-1d8e-40d7-94d8-f321bfb34e39,segment=NetworkSegment(dd776469-f409-4bd9-ab22-e0abe573b149),segment_id=dd776469-f409-4bd9-ab22-e0abe573b149)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:37.994480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.008181 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Calling delete_port for 2ba38278-1d8e-40d7-94d8-f321bfb34e39 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:38.053963 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.063910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.082136 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] Deleting port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:39:38.082634 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.106355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.132601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] No DVR routers for this DVR port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:38.157317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba38278-1d8e-40d7-94d8-f321bfb34e39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:38.167247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=4704d624-3800-4043-8285-77b320a98aa8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:38.180980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.210937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] For port 2ba38278-1d8e-40d7-94d8-f321bfb34e39, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2ba38278-1d8e-40d7-94d8-f321bfb34e39,segment=NetworkSegment(dd776469-f409-4bd9-ab22-e0abe573b149),segment_id=dd776469-f409-4bd9-ab22-e0abe573b149)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:39:38.212015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.235189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] Calling delete_port for 2ba38278-1d8e-40d7-94d8-f321bfb34e39 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:39:38.271068 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.281772 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40437fa8-30af-4c94-951c-ad8eccf9ed2d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:38.293464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd776469-f409-4bd9-ab22-e0abe573b149') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:38.293755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd776469-f409-4bd9-ab22-e0abe573b149') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:38.301380 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 052157d5-c16c-4c71-b423-5d0bc103ed45 associated. External IP: 172.25.2.96, port: 294a4909-0e65-4775-868e-0b74fa5e5c26. Jul 23 14:39:38.303045 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.317272 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.323729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:39:38.324125 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:39:38.325800 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:39:38.334149 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.360876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] Pushing event deleted for resources: {'Port': ['ID=2ba38278-1d8e-40d7-94d8-f321bfb34e39,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:38.367022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f875930-7055-48b6-b116-b2d14fdce243 None None] No DVR routers for this DVR port 2ba38278-1d8e-40d7-94d8-f321bfb34e39 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:39:38.405638 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.411677 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.413570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] 10.222.0.21 "DELETE /v2.0/networks/40437fa8-30af-4c94-951c-ad8eccf9ed2d HTTP/1.1" status: 204 len: 168 time: 0.7226148 Jul 23 14:39:38.426599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57d4b9-18e2-45a7-b6db-033edd891243 admin admin] Pushing event deleted for resources: {'Network': ['ID=40437fa8-30af-4c94-951c-ad8eccf9ed2d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:38.554198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 22afa65e-e92d-4f91-ae29-157ee0ee9570 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:39:38.604480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:38.642419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-446fe5fd-5f2c-4871-a561-d340099c0e0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a08fd75040e460dab3aff440194afff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385954 Jul 23 14:39:38.644832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:38.674035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:39:38.685200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] Sync routers for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:39:38.694265 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.709094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:38.710099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:38.710901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb4927a3-2437-4f0a-8496-c91769ec9935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.737828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-922b58e4-0b46-4a9c-85ad-fff6ba74552b tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0969563 Jul 23 14:39:38.738573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:39:38.741397 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67" -d '{"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:39:38.750758 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb4927a3-2437-4f0a-8496-c91769ec9935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.815332 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb4927a3-2437-4f0a-8496-c91769ec9935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.819401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb4927a3-2437-4f0a-8496-c91769ec9935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:38.820565 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb4927a3-2437-4f0a-8496-c91769ec9935 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58277587-5712-4eb9-894d-357ff9a31f66 HTTP/1.1" status: 204 len: 168 time: 0.1748111 Jul 23 14:39:38.828853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4927a3-2437-4f0a-8496-c91769ec9935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58277587-5712-4eb9-894d-357ff9a31f66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:38.880817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:38.904877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5bc48-829d-485a-8104-16e439eaa294 req-a377dedf-d423-4fb5-a78e-b14cb67fd6af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:38.906474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42a5bc48-829d-485a-8104-16e439eaa294 req-a377dedf-d423-4fb5-a78e-b14cb67fd6af tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.1002800 Jul 23 14:39:39.174678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2ba38278-1d8e-40d7-94d8-f321bfb34e39 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:39.209233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2ba38278-1d8e-40d7-94d8-f321bfb34e39 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:39.209581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2ba38278-1d8e-40d7-94d8-f321bfb34e39 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:39.210166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d202544-806c-493b-8876-417a0ab8c252 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:39:39.233010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0d202544-806c-493b-8876-417a0ab8c252 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:39:39.233519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0d202544-806c-493b-8876-417a0ab8c252 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:39:39.257076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:39.280471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '052157d5-c16c-4c71-b423-5d0bc103ed45', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'port_id': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'mac_address': 'fa:16:3e:c6:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:39:37Z', 'updated_at': '2021-07-23T14:39:37Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:29Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:39.309116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] Checking router: 22afa65e-e92d-4f91-ae29-157ee0ee9570 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:39:39.311582 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7d3544a3-74bc-4f2d-9505-af3d44a0df9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1dc5e512403444d9dd6868fee961b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529509 Jul 23 14:39:39.315575 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:39.319909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:39:39.320540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:39:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:39.362758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42a5bc48-829d-485a-8104-16e439eaa294 req-0593dd01-f3b6-489d-abe8-0f4abfd94a44 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4480531 Jul 23 14:39:39.376498 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae49c6a1-1a2c-4aa2-ac60-2958c5fb1f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:39.384091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 52370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:39.415457 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae49c6a1-1a2c-4aa2-ac60-2958c5fb1f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:39.460836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-047bf64a-bed9-4cd0-97a3-6ebfa2cbacb1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/052157d5-c16c-4c71-b423-5d0bc103ed45 HTTP/1.1" status: 200 len: 990 time: 0.0725589 Jul 23 14:39:39.468275 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae49c6a1-1a2c-4aa2-ac60-2958c5fb1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:39.471456 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1064386-4c9e-4dda-b4b6-d5d702124243 x-openstack-request-id: req-b1064386-4c9e-4dda-b4b6-d5d702124243 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:39:39.471964 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:39:39.472447 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1064386-4c9e-4dda-b4b6-d5d702124243 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:39:39.472843 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'status': 'completed', 'code': 200} Jul 23 14:39:39.472977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae49c6a1-1a2c-4aa2-ac60-2958c5fb1f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:39.476605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:39:39.489852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ae49c6a1-1a2c-4aa2-ac60-2958c5fb1f36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/189380b4-e047-47ba-8802-d2a6ec8007aa HTTP/1.1" status: 204 len: 168 time: 0.1732898 Jul 23 14:39:39.511219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49c6a1-1a2c-4aa2-ac60-2958c5fb1f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189380b4-e047-47ba-8802-d2a6ec8007aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:39:39.526729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-a01c7c92-5b29-4d65-aa1e-9b6f5e8d00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:39.528289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-a01c7c92-5b29-4d65-aa1e-9b6f5e8d00aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1096 time: 0.0658920 Jul 23 14:39:39.636208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-f934b1ca-25ac-4b1b-b542-4383599587a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:39.637857 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-f934b1ca-25ac-4b1b-b542-4383599587a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 897 time: 0.1031311 Jul 23 14:39:39.737107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-d7ba3a3c-0623-4e6b-9cc8-8bcd7a0f8365 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 998 time: 0.0913618 Jul 23 14:39:39.812911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-fcd273d0-1109-496e-a223-60659192b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:39.814962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-fcd273d0-1109-496e-a223-60659192b77d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 200 len: 835 time: 0.0724287 Jul 23 14:39:39.886599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-56df9349-c5f6-4202-8d3b-9416b28766b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:39:39.888584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-56df9349-c5f6-4202-8d3b-9416b28766b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29df64b2-8f40-4f54-8060-5e2b518d3608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658774 Jul 23 14:39:39.967066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '052157d5-c16c-4c71-b423-5d0bc103ed45', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'port_id': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'mac_address': 'fa:16:3e:c6:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:39:37Z', 'updated_at': '2021-07-23T14:39:37Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:29Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:39:40.010605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f9c9fd-3ae8-4100-8cb8-ddb8adc3929c None None] The sync data for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 is: [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '052157d5-c16c-4c71-b423-5d0bc103ed45', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'port_id': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'mac_address': 'fa:16:3e:c6:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:39:37Z', 'updated_at': '2021-07-23T14:39:37Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:29Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:39:40.032234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-029f9278-9083-4d71-90c8-6807dc97349c service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352870 Jul 23 14:39:40.138573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c055a1f-7c18-4bb3-a6c6-47e0d258de67 req-781600ce-29f0-49ca-90d3-4370779e306b service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991511 Jul 23 14:39:40.254420 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980d736-f670-42d6-9c5c-c0a418fc6a5a None None] New status for floating IP 052157d5-c16c-4c71-b423-5d0bc103ed45: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:39:40.464485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:39:40.533118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f30fc9c1-4363-4200-9463-1741cbafdb24 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/052157d5-c16c-4c71-b423-5d0bc103ed45 HTTP/1.1" status: 200 len: 992 time: 0.0637944 Jul 23 14:39:45.799786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27c17220-d312-4fc9-84b0-597f46d8ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:48.116257 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:48.330616 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:48.524507 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b10cd36-0715-4754-b74d-51d41e054a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:49.619169 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:39:50.439955 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:39:51.322256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:04.041321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-2ca0572b-b029-4bcc-9b08-ff7c660c6a8c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1624441660&fields=id&tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 267 time: 0.0337591 Jul 23 14:40:04.151991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-23c6707e-390c-4168-b9ac-b6ca2e8852f0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:04.153487 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-23c6707e-390c-4168-b9ac-b6ca2e8852f0 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1054580 Jul 23 14:40:04.169144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-ff47f07c-6ef3-4f1e-bc21-5d9a17f8f8e3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/quotas/9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 375 time: 0.0097485 Jul 23 14:40:04.247702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-69f7118b-8c8e-4435-9d8b-a3411db7ea00 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0704045 Jul 23 14:40:04.347921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-6cfddf97-29cd-4daa-8ebf-3bcdc77adc6e service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873837 Jul 23 14:40:04.443765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-81341810-e9b7-4d7c-aa93-4e1b0d3d2ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897510 Jul 23 14:40:04.742070 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d717a18-a7d4-4e67-91d1-8fcb64bcf838 req-aa4b02bc-e0fd-4bb8-a68c-abe782bbf273 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 210 time: 0.0328887 Jul 23 14:40:05.744601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-ebede8df-da3e-497e-b27e-c1230c9badac tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:05.746187 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-ebede8df-da3e-497e-b27e-c1230c9badac tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 811 time: 0.1074736 Jul 23 14:40:05.803694 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-5859e0cf-0398-4f25-b133-39a740a51ce9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50 HTTP/1.1" status: 200 len: 380 time: 0.0423071 Jul 23 14:40:05.830751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'port': {'device_id': '77b4d37b-9253-40f9-8d7c-481237949839', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'admin_state_up': True, 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'security_groups': ['3899a9a9-5ac6-4bb4-aa85-314631500024']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:05.851653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4a4090e-cf51-41bb-9a62-bcc50c0f9e7c req-64a7f120-1285-4b83-80ae-98a6dbe703d4 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 210 time: 0.0358775 Jul 23 14:40:05.948752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Made reservation on behalf of 9b3eb1af49c54bfc9253fe5aa3aa9d50 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:40:05.952807 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.083701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.20.0.11 (cd1e8e32-fecd-40aa-8204-c57c3098cfe3/b6477768-bdca-42d3-9fd6-1a90582915e8/a960184d-fded-405e-a6d8-1714275c0d87) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:40:06.228503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.247454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Transition to ACTIVE for port object a960184d-fded-405e-a6d8-1714275c0d87 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:06.281109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.321311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:06.324484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:06.330608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:40:06.357474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=a960184d-fded-405e-a6d8-1714275c0d87,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:06.388892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:06.389749 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.407582 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-452038ff-8120-40cc-8abd-61035b5d6018 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809832 Jul 23 14:40:06.428084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Request body: {'port': {'device_id': '77b4d37b-9253-40f9-8d7c-481237949839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:06.514057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.674954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc154f3-ba26-42b5-bfd3-7751ac8d516e None None] Provisioning for port a960184d-fded-405e-a6d8-1714275c0d87 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:06.681194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efc154f3-ba26-42b5-bfd3-7751ac8d516e None None] Provisioning complete for port a960184d-fded-405e-a6d8-1714275c0d87 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:06.682066 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efc154f3-ba26-42b5-bfd3-7751ac8d516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.723076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-efc154f3-ba26-42b5-bfd3-7751ac8d516e None None] Port a960184d-fded-405e-a6d8-1714275c0d87 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:40:06.801749 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a960184d-fded-405e-a6d8-1714275c0d87 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:40:06.809784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.822492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Transition to ACTIVE for port object a960184d-fded-405e-a6d8-1714275c0d87 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:06.827870 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:06.891459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Pushing event updated for resources: {'Port': ['ID=a960184d-fded-405e-a6d8-1714275c0d87,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:07.011597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Attempting to bind port a960184d-fded-405e-a6d8-1714275c0d87 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:40:07.013789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Attempting to bind port a960184d-fded-405e-a6d8-1714275c0d87 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:40:07.013789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Attempting to bind port a960184d-fded-405e-a6d8-1714275c0d87 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:07.024250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Port a960184d-fded-405e-a6d8-1714275c0d87 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:40:07.024992 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Attempting to bind port a960184d-fded-405e-a6d8-1714275c0d87 on network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:07.033496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:40:07.034860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Checking segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:07.035492 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Bound using segment: {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:40:07.037340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Bound port: a960184d-fded-405e-a6d8-1714275c0d87, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648dec5-c3b4-43d1-b5d4-97023151c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:40:07.043282 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:07.054917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1324c6-7be1-4cea-b22d-5f86f65e7a9e req-f9dc2157-b3c2-4b07-a506-5beec9f26e11 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:07.058740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd1324c6-7be1-4cea-b22d-5f86f65e7a9e req-f9dc2157-b3c2-4b07-a506-5beec9f26e11 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.1121023 Jul 23 14:40:07.129821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd1324c6-7be1-4cea-b22d-5f86f65e7a9e req-cc240f74-4a63-455a-9855-1cafddd1a3fb tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652184 Jul 23 14:40:07.146031 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] For port a960184d-fded-405e-a6d8-1714275c0d87, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:07.150485 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] For port a960184d-fded-405e-a6d8-1714275c0d87, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a960184d-fded-405e-a6d8-1714275c0d87,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:40:07.159545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:07.203822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:07.204328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:07.205764 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] 10.222.0.11 "PUT /v2.0/ports/a960184d-fded-405e-a6d8-1714275c0d87 HTTP/1.1" status: 200 len: 1092 time: 0.7848752 Jul 23 14:40:07.206355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:07.209527 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbff805-94fe-414b-b967-e019c3cbd759" -d '{"events": [{"name": "network-changed", "server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "tag": "a960184d-fded-405e-a6d8-1714275c0d87"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:07.248152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32030e6e-ee75-49ee-b917-6e17b027a13f service neutron] Pushing event updated for resources: {'Port': ['ID=a960184d-fded-405e-a6d8-1714275c0d87,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:07.379986 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcbf390-49b3-4906-bd16-868fff7ec262 x-openstack-request-id: req-2fcbf390-49b3-4906-bd16-868fff7ec262 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:07.380540 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "tag": "a960184d-fded-405e-a6d8-1714275c0d87", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:07.380790 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fcbf390-49b3-4906-bd16-868fff7ec262 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:07.381195 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87', 'status': 'completed', 'code': 200} Jul 23 14:40:07.391783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-2d44297d-c33d-4f15-85b4-cd192ff569ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:07.393592 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-2d44297d-c33d-4f15-85b4-cd192ff569ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 1095 time: 0.1117089 Jul 23 14:40:07.453098 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-6190a0c0-b374-4f00-87fc-9831573cd43d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a960184d-fded-405e-a6d8-1714275c0d87 HTTP/1.1" status: 200 len: 217 time: 0.0457287 Jul 23 14:40:07.517755 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-01b63b8d-3375-4402-acce-d9315783f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:07.519291 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-01b63b8d-3375-4402-acce-d9315783f026 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0590918 Jul 23 14:40:07.579186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-696c4b1d-e90c-4325-8f24-2275c4ae8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:07.580708 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-696c4b1d-e90c-4325-8f24-2275c4ae8811 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546620 Jul 23 14:40:07.675670 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-b53166b1-11a2-44f2-9712-b9f95ece1bc0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877128 Jul 23 14:40:07.788059 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c1343dc5-a46c-457a-98fa-309efeaae845 req-701c1d09-8304-4e9b-81f0-d05112732a01 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044447 Jul 23 14:40:07.828490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:07.914434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-89571605-8ce6-4633-8a20-3c1d6a7b2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:07.916049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-89571605-8ce6-4633-8a20-3c1d6a7b2b9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 1095 time: 0.0571160 Jul 23 14:40:08.014126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-fbb97d98-304a-4bba-b106-d1a15790262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:08.015994 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-fbb97d98-304a-4bba-b106-d1a15790262f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.0940330 Jul 23 14:40:08.066402 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-fdf67276-6499-430f-9e5b-229769d28a60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a960184d-fded-405e-a6d8-1714275c0d87 HTTP/1.1" status: 200 len: 217 time: 0.0431769 Jul 23 14:40:08.116284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-b2b84b6b-a7dd-4021-a69b-c85855e5756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:08.118011 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-b2b84b6b-a7dd-4021-a69b-c85855e5756d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0452917 Jul 23 14:40:08.182507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-0dd9e3c6-c823-4106-9f4a-6c9b9bc5d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:08.184471 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-0dd9e3c6-c823-4106-9f4a-6c9b9bc5d7e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599504 Jul 23 14:40:08.290863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3eee9-9be7-4732-97bb-f9199270e71e req-2ff92686-c3a3-400f-815f-91a2dec4822e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:08.292502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85f3eee9-9be7-4732-97bb-f9199270e71e req-2ff92686-c3a3-400f-815f-91a2dec4822e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0686200 Jul 23 14:40:08.295427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-3e977c31-8936-46d4-bc9f-6fe7adb7e9ad service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035061 Jul 23 14:40:08.354829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85f3eee9-9be7-4732-97bb-f9199270e71e req-c56bc995-dde7-458f-8e90-6de6c15cf715 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522404 Jul 23 14:40:08.395167 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3fbff805-94fe-414b-b967-e019c3cbd759 req-3b6d35dd-80e3-414d-8177-b7b49008bcf7 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935862 Jul 23 14:40:09.389658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a2ec-fd76-4216-a1d6-12eecc7857ef req-ded1bee2-a2c7-4f53-a1e1-44a83399d641 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:09.391398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c673a2ec-fd76-4216-a1d6-12eecc7857ef req-ded1bee2-a2c7-4f53-a1e1-44a83399d641 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0697980 Jul 23 14:40:09.432283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c673a2ec-fd76-4216-a1d6-12eecc7857ef req-f53b006f-356f-4e88-aa2b-c37e02410cad tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340855 Jul 23 14:40:09.457074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 52858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:09.523850 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-646b604e-9004-4847-a466-47f69fd40102 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/052157d5-c16c-4c71-b423-5d0bc103ed45 HTTP/1.1" status: 200 len: 992 time: 0.0655258 Jul 23 14:40:09.553692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90701a6-6cb8-4512-ba10-5ff8840d80f3 req-95f30414-4848-4462-9c04-6cfaf958f702 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:09.555306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90701a6-6cb8-4512-ba10-5ff8840d80f3 req-95f30414-4848-4462-9c04-6cfaf958f702 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0664084 Jul 23 14:40:09.599460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a90701a6-6cb8-4512-ba10-5ff8840d80f3 req-2f3b5fcc-f575-4c75-ba33-14191daec668 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Jul 23 14:40:10.083919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e05ef-a402-4b10-91b2-38347eefc8c7 req-c9c72354-ae41-49e4-b03d-327f9873e97e tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:10.085405 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-478e05ef-a402-4b10-91b2-38347eefc8c7 req-c9c72354-ae41-49e4-b03d-327f9873e97e tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1096 time: 0.0554218 Jul 23 14:40:10.120005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-478e05ef-a402-4b10-91b2-38347eefc8c7 req-1d4c0b44-06b6-4e2f-9b81-cc676d2d2d2b tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289614 Jul 23 14:40:10.849933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9eb95c72-fbfb-4caf-a8d6-847c002a6bac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1836472 Jul 23 14:40:11.452634 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-4c20e1fb-b439-4cfa-bcb9-8df2c60a1196 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:40:11.453742 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-4c20e1fb-b439-4cfa-bcb9-8df2c60a1196 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645185 Jul 23 14:40:11.464261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Request body: {'binding': {'host': 'n-h1-801990-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:11.464801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 14:40:11.615970 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on host n-h1-801990-3 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:40:11.616353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:40:11.620612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:11.621978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:40:11.622329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:11.629908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:40:11.629908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Checking segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:11.630340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Bound using segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:40:11.630703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Bound port: 294a4909-0e65-4775-868e-0b74fa5e5c26, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:40:11.720016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:40:11.728319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:11.729520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-dc3cc2a0-6ae7-42a9-84b8-94aac7b5e358 service neutron] 10.222.0.21 "POST /v2.0/ports/294a4909-0e65-4775-868e-0b74fa5e5c26/bindings HTTP/1.1" status: 201 len: 389 time: 0.2688651 Jul 23 14:40:11.902601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc20ed-7601-4313-b673-c4f1f3cb442d req-5f413ca8-586b-475a-b8a8-4dfcbde8e922 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:11.905424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bcc20ed-7601-4313-b673-c4f1f3cb442d req-5f413ca8-586b-475a-b8a8-4dfcbde8e922 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0846455 Jul 23 14:40:11.950034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bcc20ed-7601-4313-b673-c4f1f3cb442d req-2284bfb3-2d60-44d6-9b5d-d80d5799aaf1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383401 Jul 23 14:40:12.027746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-95043028-5db3-4c68-943e-a0976e544d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:12.029307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-95043028-5db3-4c68-943e-a0976e544d6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1096 time: 0.0706508 Jul 23 14:40:12.113176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519ed6-0476-4924-a88a-9dfd4fb0a680 req-07059447-b36b-45a3-a8c7-784fd67aa545 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:12.115232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c519ed6-0476-4924-a88a-9dfd4fb0a680 req-07059447-b36b-45a3-a8c7-784fd67aa545 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0781286 Jul 23 14:40:12.133998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-a9f09da3-622a-4c2f-acfb-4fae37451c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:12.136341 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-a9f09da3-622a-4c2f-acfb-4fae37451c68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 897 time: 0.0983195 Jul 23 14:40:12.163608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6c519ed6-0476-4924-a88a-9dfd4fb0a680 req-cceed4b8-a869-4182-bec4-6d23761a4baa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 Jul 23 14:40:12.211211 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-25e6de81-47ea-4156-ba25-a67a726823ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 1000 time: 0.0683556 Jul 23 14:40:12.264075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-cb82a520-0ea4-4e3c-82f2-4392b2b0d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:12.265404 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-cb82a520-0ea4-4e3c-82f2-4392b2b0d5ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 200 len: 835 time: 0.0438161 Jul 23 14:40:12.366299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-f472133c-fa9c-4da0-b964-8c9c105d1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:12.367859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-f472133c-fa9c-4da0-b964-8c9c105d1a5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29df64b2-8f40-4f54-8060-5e2b518d3608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585737 Jul 23 14:40:12.808462 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-023b5a77-7b0c-4924-bded-0659ba5c5abe service neutron] 10.222.0.11 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339149 Jul 23 14:40:12.901342 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-ef182a97-1741-450c-99ab-865d5b1b0692 service neutron] 10.222.0.11 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865393 Jul 23 14:40:13.091551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db936c09-4e89-450a-ad02-1c483f0b59e3 req-f6f6ee20-c941-4d6e-a4eb-7c747af43be7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:13.093693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db936c09-4e89-450a-ad02-1c483f0b59e3 req-f6f6ee20-c941-4d6e-a4eb-7c747af43be7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0692966 Jul 23 14:40:13.109013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-a433818b-ecba-45a9-ba83-6e9faddb479c tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:13.110576 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-a433818b-ecba-45a9-ba83-6e9faddb479c tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d&tenant_id=7da946df1c4a4592991bcccb02324307&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1096 time: 0.1067164 Jul 23 14:40:13.121497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801990-3'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:13.132942 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db936c09-4e89-450a-ad02-1c483f0b59e3 req-b7f0fd5b-9d98-4031-b395-e6400a3c6a6e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Jul 23 14:40:13.193759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.303891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcf681-19a9-4410-b47d-44e16898d976 req-1f3d4066-a763-4c2d-8c1d-2988f1b24144 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:13.306163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3bcf681-19a9-4410-b47d-44e16898d976 req-1f3d4066-a763-4c2d-8c1d-2988f1b24144 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0723107 Jul 23 14:40:13.336798 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:13.352104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3bcf681-19a9-4410-b47d-44e16898d976 req-f6686bd9-1047-47ad-aaf2-dde4d8d80905 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Jul 23 14:40:13.375859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:13.417394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:13.419727 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab9bf4c-05c7-4a06-9f39-4505ceb4915f" -d '{"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-unplugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:13.423611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.430518 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.469764 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc96fd7-6dc1-4507-8384-ba15048f3591 x-openstack-request-id: req-ebc96fd7-6dc1-4507-8384-ba15048f3591 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:13.470058 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-unplugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:13.470301 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebc96fd7-6dc1-4507-8384-ba15048f3591 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:13.470748 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'code': 200} Jul 23 14:40:13.534532 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:13.594845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on host n-h2-801990-3 for vnic_type normal with profile {"migrating_to": "n-h1-801990-3"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:40:13.595193 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:40:13.595443 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:13.600105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:40:13.600429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Attempting to bind port 294a4909-0e65-4775-868e-0b74fa5e5c26 on network 29df64b2-8f40-4f54-8060-5e2b518d3608 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:13.606164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:40:13.606937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Checking segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:13.606937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Bound using segment: {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:40:13.608377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Bound port: 294a4909-0e65-4775-868e-0b74fa5e5c26, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a80e8d7-6b60-4e9c-82d6-90c8f5179706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:40:13.608377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.688904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:13.691948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:40:13.698011 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.754628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Provisioning complete for port 294a4909-0e65-4775-868e-0b74fa5e5c26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:13.755176 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.794677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:13.838694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:13.839764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.840788 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9f10b26c-29fa-402f-9e89-1443b1810314 service neutron] 10.222.0.11 "PUT /v2.0/ports/294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 1121 time: 0.7235384 Jul 23 14:40:13.844966 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.871683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:13.874597 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d627c89-ba43-4318-860c-17e67d94fc27" -d '{"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-plugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:13.893992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:13.898981 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:13.937702 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f3855-a23d-4a25-ba81-40f65fb47967 x-openstack-request-id: req-021f3855-a23d-4a25-ba81-40f65fb47967 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:13.937989 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-plugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:13.938268 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-021f3855-a23d-4a25-ba81-40f65fb47967 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:13.938828 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'code': 200} Jul 23 14:40:13.942675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['294a4909-0e65-4775-868e-0b74fa5e5c26'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:40:14.046874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:14.080697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.081040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.081378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.082044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.082368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.082689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.083113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.083430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.083746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.084059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.084356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.084671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ead1-a1d8-43d4-939e-1b34f05bd1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:14.264489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3dd465a2-4f5d-45e8-a29d-8bb48172b68c None None] Provisioning complete for port 294a4909-0e65-4775-868e-0b74fa5e5c26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:14.264885 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd465a2-4f5d-45e8-a29d-8bb48172b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:14.274588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869fe64-0849-44f8-9756-3bfdcc11e8b9 req-3529f6d1-f338-477b-a4b0-6f83e5f7c8d2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:14.276121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b869fe64-0849-44f8-9756-3bfdcc11e8b9 req-3529f6d1-f338-477b-a4b0-6f83e5f7c8d2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0728326 Jul 23 14:40:14.314283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b869fe64-0849-44f8-9756-3bfdcc11e8b9 req-da08031d-39c9-4c69-a3a9-193fee8fe77d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Jul 23 14:40:14.491011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011dddf-363e-4d54-9892-f9d5aae5b760 req-c9918f31-921f-42a4-b4dc-3896de4cb8d6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:14.492454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b011dddf-363e-4d54-9892-f9d5aae5b760 req-c9918f31-921f-42a4-b4dc-3896de4cb8d6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0688288 Jul 23 14:40:14.531744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b011dddf-363e-4d54-9892-f9d5aae5b760 req-3a579518-f02c-4c77-a33c-5a0fed21afdf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334616 Jul 23 14:40:14.753593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:40:14.849183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:14.859901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 has no active binding in host n-h1-801990-3 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 14:40:15.454917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becde98f-723b-4838-b170-5139c8b4ccde req-86668ed9-0c69-4bdf-85f6-f60eb53fabc9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:15.456425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-becde98f-723b-4838-b170-5139c8b4ccde req-86668ed9-0c69-4bdf-85f6-f60eb53fabc9 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0696931 Jul 23 14:40:15.472377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:15.475100 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0362e675-bd8b-445b-a3d6-9ab0df5a2213" -d '{"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:15.496157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-becde98f-723b-4838-b170-5139c8b4ccde req-46b4265e-4163-4725-9e47-594de7426956 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Jul 23 14:40:15.543661 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af6e077-b29d-4ec7-8c25-768f1e7ac42e x-openstack-request-id: req-0af6e077-b29d-4ec7-8c25-768f1e7ac42e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:15.543962 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:15.544299 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0af6e077-b29d-4ec7-8c25-768f1e7ac42e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:15.544907 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'status': 'completed', 'code': 200} Jul 23 14:40:15.652397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-7e2b183c-b41d-4fa9-a4c5-c8a7555c1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:15.653971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-7e2b183c-b41d-4fa9-a4c5-c8a7555c1904 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1126 time: 0.0886226 Jul 23 14:40:15.715291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836fd80-e63c-4b3f-90a2-de04719c640d req-78e7cbe0-01e7-450c-97aa-ed91da1c9fec tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:15.716925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8836fd80-e63c-4b3f-90a2-de04719c640d req-78e7cbe0-01e7-450c-97aa-ed91da1c9fec tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.1085529 Jul 23 14:40:15.793500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-43b3a0fc-eb34-4312-881c-d9276f6ada5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:15.794996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-43b3a0fc-eb34-4312-881c-d9276f6ada5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 897 time: 0.1324031 Jul 23 14:40:15.798000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8836fd80-e63c-4b3f-90a2-de04719c640d req-e154e6fd-689c-46e4-81d5-20eec32d8af1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560429 Jul 23 14:40:15.804609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1dd5-4df5-4567-83d7-594d6d9cee08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:15.871423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-c36fa54b-5b34-4227-b823-0e61713dd041 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 1000 time: 0.0691204 Jul 23 14:40:15.925795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-29dd303e-7faa-40f5-876d-0663759af246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:15.927781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-29dd303e-7faa-40f5-876d-0663759af246 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 200 len: 835 time: 0.0496738 Jul 23 14:40:16.002007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-10749a9b-58a4-4fb2-9b94-6ce96242b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:16.004560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-10749a9b-58a4-4fb2-9b94-6ce96242b1d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29df64b2-8f40-4f54-8060-5e2b518d3608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690343 Jul 23 14:40:16.112220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-b66d7c75-746e-4393-acc9-83633cd6ab7b service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983329 Jul 23 14:40:16.207083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0362e675-bd8b-445b-a3d6-9ab0df5a2213 req-40242352-e22d-4f5c-b0eb-b12ae6db5e92 service neutron] 10.222.0.48 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851495 Jul 23 14:40:16.636124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba4658-5faf-44d5-8b73-5e3c5f1175f6 req-cb118219-da44-43b4-a67e-089f770c4c01 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:16.643163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2ba4658-5faf-44d5-8b73-5e3c5f1175f6 req-cb118219-da44-43b4-a67e-089f770c4c01 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0746109 Jul 23 14:40:16.685751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2ba4658-5faf-44d5-8b73-5e3c5f1175f6 req-e0afe8e3-fcb0-44c5-aa02-4c2a94cfe971 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348568 Jul 23 14:40:16.939455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e075e-8f3d-496a-8b5d-0d9e8bb5fdec req-81bed7c4-66e2-467d-a96a-1fa73a2df09f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:16.940863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a04e075e-8f3d-496a-8b5d-0d9e8bb5fdec req-81bed7c4-66e2-467d-a96a-1fa73a2df09f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0680356 Jul 23 14:40:16.980581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a04e075e-8f3d-496a-8b5d-0d9e8bb5fdec req-c1fcf74c-5f2b-4cb9-8c4e-a053e4434a33 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 Jul 23 14:40:17.818910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a6f9c-69d0-4544-8db7-12140b73a771 req-5522c62b-d443-4e10-88de-5eebb15be7d3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:17.820399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd0a6f9c-69d0-4544-8db7-12140b73a771 req-5522c62b-d443-4e10-88de-5eebb15be7d3 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.0657434 Jul 23 14:40:17.864402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd0a6f9c-69d0-4544-8db7-12140b73a771 req-241ac74c-bc89-4097-8aea-eb86a2bf1b21 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374699 Jul 23 14:40:18.112574 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:18.149192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816bb96-b3f0-4dd8-a3f0-936ab4a6d4a2 req-235679b7-db7c-4c25-920d-59f2387ea7fa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:18.150880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4816bb96-b3f0-4dd8-a3f0-936ab4a6d4a2 req-235679b7-db7c-4c25-920d-59f2387ea7fa tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0729969 Jul 23 14:40:18.190701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4816bb96-b3f0-4dd8-a3f0-936ab4a6d4a2 req-3e0da8ae-6e92-46f3-b9ea-6992144d3c2a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340748 Jul 23 14:40:18.337328 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:18.527920 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4a550a0-b260-4bbb-b2ac-a92624408baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:18.792799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a960184d-fded-405e-a6d8-1714275c0d87 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:40:18.822144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-3c63caeb-628a-4b43-add4-b179daca7fbf tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:40:18.823149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-3c63caeb-628a-4b43-add4-b179daca7fbf tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053675 Jul 23 14:40:18.907247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a960184d-fded-405e-a6d8-1714275c0d87, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a960184d-fded-405e-a6d8-1714275c0d87,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:18.911141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-c31bc091-51b9-41ce-a7e0-e460aefccea5 service neutron] 10.222.0.48 "GET /v2.0/ports/294a4909-0e65-4775-868e-0b74fa5e5c26/bindings/n-h1-801990-3 HTTP/1.1" status: 200 len: 384 time: 0.0796764 Jul 23 14:40:18.919425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'a960184d-fded-405e-a6d8-1714275c0d87', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'port_id': 'a960184d-fded-405e-a6d8-1714275c0d87', 'mac_address': 'fa:16:3e:7b:e6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:40:18.960322 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:18.974738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a960184d-fded-405e-a6d8-1714275c0d87 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:40:19.007051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a960184d-fded-405e-a6d8-1714275c0d87, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a960184d-fded-405e-a6d8-1714275c0d87,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:19.012756 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:19.072947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380e96-261e-4316-98cc-a21bdbc8dc72 req-94f605be-846d-4024-973e-22690ab670a7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:19.077392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a960184d-fded-405e-a6d8-1714275c0d87,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:19.080105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62380e96-261e-4316-98cc-a21bdbc8dc72 req-94f605be-846d-4024-973e-22690ab670a7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 944 time: 0.1320708 Jul 23 14:40:19.137047 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62380e96-261e-4316-98cc-a21bdbc8dc72 req-fa5469f9-7760-45d5-a6c4-c800073a67d7 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560520 Jul 23 14:40:19.195722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:19.221219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:19.270608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:19.272935 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026b252-b91f-4c8d-96eb-2dfc9296f6f1" -d '{"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-unplugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:19.298248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a960184d-fded-405e-a6d8-1714275c0d87'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:40:19.299683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:19.323188 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:19.355991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4a56c-9526-4236-9626-b1331335cd7f req-00419368-3708-45c2-8301-cb3942528921 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:19.357525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bca4a56c-9526-4236-9626-b1331335cd7f req-00419368-3708-45c2-8301-cb3942528921 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 945 time: 0.0979044 Jul 23 14:40:19.436962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bca4a56c-9526-4236-9626-b1331335cd7f req-78311e2e-332b-45e0-9f2d-95512d014524 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575011 Jul 23 14:40:19.451754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] Transition to ACTIVE for port object 294a4909-0e65-4775-868e-0b74fa5e5c26 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:19.468985 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:19.497424 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4932fae-e4d0-4a3d-9d51-e1744dd71d38 x-openstack-request-id: req-d4932fae-e4d0-4a3d-9d51-e1744dd71d38 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:19.497719 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-unplugged", "status": "completed", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:19.497977 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4932fae-e4d0-4a3d-9d51-e1744dd71d38 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:19.498370 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'code': 200} Jul 23 14:40:19.580219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] Pushing event updated for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:19.627907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] No DVR routers for this DVR port 294a4909-0e65-4775-868e-0b74fa5e5c26 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:40:19.633863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:19.776224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-65b8e291-c822-4ee0-8ac1-d232f7e80dad service neutron] 10.222.0.48 "PUT /v2.0/ports/294a4909-0e65-4775-868e-0b74fa5e5c26/bindings/n-h1-801990-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8554180 Jul 23 14:40:19.921721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-3cd5466f-2f85-470e-8d78-dd9919739e12 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:19.923356 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-3cd5466f-2f85-470e-8d78-dd9919739e12 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d&tenant_id=7da946df1c4a4592991bcccb02324307&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.0654633 Jul 23 14:40:19.993874 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-5976b4e7-05dd-4d10-bb41-cffce5f12d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:19.995396 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-5976b4e7-05dd-4d10-bb41-cffce5f12d1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 1095 time: 0.0647736 Jul 23 14:40:20.093732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-34097948-d04e-4551-9239-0fb3fa3874e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:20.095387 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-34097948-d04e-4551-9239-0fb3fa3874e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1095 time: 0.0649443 Jul 23 14:40:20.205733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-1514b79c-63a8-4e84-ba11-d2b09cb17df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:20.207675 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-1514b79c-63a8-4e84-ba11-d2b09cb17df2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 897 time: 0.1054053 Jul 23 14:40:20.279567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94d918-8785-4293-a121-3d25f672fe47 req-316f5fd5-bc97-4c40-9db7-c612ed5dc742 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:20.281855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b94d918-8785-4293-a121-3d25f672fe47 req-316f5fd5-bc97-4c40-9db7-c612ed5dc742 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 23 14:40:20.285032 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-9e31b86a-a985-47d0-bb61-1588d346610d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 998 time: 0.0702460 Jul 23 14:40:20.326485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b94d918-8785-4293-a121-3d25f672fe47 req-1284adb5-7b09-40bc-a4aa-f53df6849a89 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383258 Jul 23 14:40:20.342038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-c6e30fc4-dc62-4cac-944d-3f0923ae8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:20.343819 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-c6e30fc4-dc62-4cac-944d-3f0923ae8578 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 200 len: 835 time: 0.0526299 Jul 23 14:40:20.404924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-a16013c8-ad50-4c09-90a8-8b9df7bfd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:20.406613 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-a16013c8-ad50-4c09-90a8-8b9df7bfd30e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29df64b2-8f40-4f54-8060-5e2b518d3608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556262 Jul 23 14:40:20.417068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-770af8ea-3334-421e-a635-01c8443ba4d4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:40:20.418070 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-770af8ea-3334-421e-a635-01c8443ba4d4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052249 Jul 23 14:40:20.510709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-3080f8d2-c31e-4304-bb52-91dd17524072 service neutron] 10.222.0.11 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860808 Jul 23 14:40:20.584796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567c8d-ce53-4570-8520-1a3301da7184 req-cc4eb959-9a3b-432a-af6b-286bc841115a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:20.586681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0567c8d-ce53-4570-8520-1a3301da7184 req-cc4eb959-9a3b-432a-af6b-286bc841115a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.0718572 Jul 23 14:40:20.621162 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-1a6986d5-e503-4251-a3ef-f9550793270f service neutron] 10.222.0.11 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035092 Jul 23 14:40:20.633900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0567c8d-ce53-4570-8520-1a3301da7184 req-67edbd64-9ffd-4ef5-8738-c328e52bf4c2 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401602 Jul 23 14:40:20.811284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a960184d-fded-405e-a6d8-1714275c0d87 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:20.873569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port a960184d-fded-405e-a6d8-1714275c0d87 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:20.879302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port a960184d-fded-405e-a6d8-1714275c0d87 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:20.879734 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:20.930458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-8950b7cd-d009-4b7e-af39-ab67724b2a4c tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:20.932033 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-8950b7cd-d009-4b7e-af39-ab67724b2a4c tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d&tenant_id=7da946df1c4a4592991bcccb02324307&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 1095 time: 0.0668280 Jul 23 14:40:20.960601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:20.992176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:20.994566 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dc1205-fed4-46e4-a6cf-b5d43c351439" -d '{"events": [{"server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "name": "network-vif-plugged", "status": "completed", "tag": "a960184d-fded-405e-a6d8-1714275c0d87"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:21.011050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a960184d-fded-405e-a6d8-1714275c0d87, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a960184d-fded-405e-a6d8-1714275c0d87,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:21.018905 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:21.052881 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de158bd4-b43d-4c3f-a4df-de51a5dfaa7f x-openstack-request-id: req-de158bd4-b43d-4c3f-a4df-de51a5dfaa7f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:21.053173 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "name": "network-vif-plugged", "status": "completed", "tag": "a960184d-fded-405e-a6d8-1714275c0d87", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:21.053425 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de158bd4-b43d-4c3f-a4df-de51a5dfaa7f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:21.053849 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87', 'code': 200} Jul 23 14:40:21.104956 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a960184d-fded-405e-a6d8-1714275c0d87,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:21.113196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-57c9c91f-1226-470b-8718-8107295d600b service neutron] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:21.121075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-57c9c91f-1226-470b-8718-8107295d600b service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:21.122398 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c40552c5-5744-4760-b52d-871bd3ef4458 req-57c9c91f-1226-470b-8718-8107295d600b service neutron] 10.222.0.11 "DELETE /v2.0/ports/294a4909-0e65-4775-868e-0b74fa5e5c26/bindings/n-h2-801990-3 HTTP/1.1" status: 204 len: 173 time: 0.1832545 Jul 23 14:40:21.207472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d275c9-8aeb-4fef-9c83-20b05356eba5 req-d6af4788-cab8-4f9f-a94f-99abb19a87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:21.208988 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-45d275c9-8aeb-4fef-9c83-20b05356eba5 req-d6af4788-cab8-4f9f-a94f-99abb19a87bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 1097 time: 0.0696521 Jul 23 14:40:21.244366 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-45d275c9-8aeb-4fef-9c83-20b05356eba5 req-33a7cc2b-89f0-44cf-a6a9-bf80e9afed5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281761 Jul 23 14:40:21.321767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:21.472880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904fc9-54db-437f-9ca9-e4c7907756c0 req-6e9690e7-979f-48e2-be57-3f73ab424c0c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:21.474493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1904fc9-54db-437f-9ca9-e4c7907756c0 req-6e9690e7-979f-48e2-be57-3f73ab424c0c tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 946 time: 0.0688493 Jul 23 14:40:21.521371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1904fc9-54db-437f-9ca9-e4c7907756c0 req-41f1d62f-d6e6-4150-b1f7-8ca273e788ce tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362515 Jul 23 14:40:21.777591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e062d-6756-4999-8fe7-2f8096155c6c req-65a088bf-61f5-4864-82db-ffac811542c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:21.779315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c1e062d-6756-4999-8fe7-2f8096155c6c req-65a088bf-61f5-4864-82db-ffac811542c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.0693462 Jul 23 14:40:21.827163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c1e062d-6756-4999-8fe7-2f8096155c6c req-419f74bc-b293-4c6e-b4f0-c0c4587c6060 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Jul 23 14:40:21.952143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241b29f-3f24-443e-aeec-38f48dcce3b6 req-6981aa5e-deae-4272-8485-1355839b1053 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:21.953669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7241b29f-3f24-443e-aeec-38f48dcce3b6 req-6981aa5e-deae-4272-8485-1355839b1053 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1095 time: 0.0584831 Jul 23 14:40:21.999203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7241b29f-3f24-443e-aeec-38f48dcce3b6 req-ddafe135-a52d-4c25-aafe-3767e455d115 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Jul 23 14:40:22.129323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6869a-10e1-469d-b48e-cbefee11d498 req-def74b8e-59cf-49cf-8dbe-bfa4b8bf0fdb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:22.130841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99b6869a-10e1-469d-b48e-cbefee11d498 req-def74b8e-59cf-49cf-8dbe-bfa4b8bf0fdb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.0686002 Jul 23 14:40:22.174826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-99b6869a-10e1-469d-b48e-cbefee11d498 req-6c611af3-2f76-415b-acf5-eb0ce1ccfabb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378091 Jul 23 14:40:22.198169 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:22.270981 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-145ed42b-fda9-4a16-bd03-2c0d38a8f510 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/052157d5-c16c-4c71-b423-5d0bc103ed45 HTTP/1.1" status: 200 len: 990 time: 0.0713160 Jul 23 14:40:22.504425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:22.718537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48071597-31f6-4fb6-b457-3a633a16b114 req-b10c828e-8799-4fbd-9a61-253acb706dc5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:22.720034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48071597-31f6-4fb6-b457-3a633a16b114 req-b10c828e-8799-4fbd-9a61-253acb706dc5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 946 time: 0.1092257 Jul 23 14:40:22.750847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 4704d624-3800-4043-8285-77b320a98aa8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:40:22.751153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:22.785561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48071597-31f6-4fb6-b457-3a633a16b114 req-b5c68945-5a04-4ffd-90d1-224bfb129c87 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580692 Jul 23 14:40:22.875229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:22.875780 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:22.909570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 4704d624-3800-4043-8285-77b320a98aa8 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:40:22.993203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950a4ac-f823-4d02-882f-0d28e748021b req-ae7b72c3-d256-4444-a1a2-8a31c3692a67 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:22.994842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8950a4ac-f823-4d02-882f-0d28e748021b req-ae7b72c3-d256-4444-a1a2-8a31c3692a67 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 946 time: 0.1381686 Jul 23 14:40:23.042779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:40:23.062230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8950a4ac-f823-4d02-882f-0d28e748021b req-50991f7b-2250-41d3-9253-182330c9bee5 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567977 Jul 23 14:40:23.089219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:23.121243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:40:23.124595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:23.154599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=4704d624-3800-4043-8285-77b320a98aa8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:23.163773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1e022-bdfa-41de-b755-6700519639b2 tempest-TestVolumeBootPattern-929419030 tempest-TestVolumeBootPattern-929419030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:23.167118 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7bb1e022-bdfa-41de-b755-6700519639b2 tempest-TestVolumeBootPattern-929419030 tempest-TestVolumeBootPattern-929419030-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 1092 time: 0.0764747 Jul 23 14:40:23.171541 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:23.176360 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'a960184d-fded-405e-a6d8-1714275c0d87', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:23.220150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:23.229842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:23.230183 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 052157d5-c16c-4c71-b423-5d0bc103ed45 disassociated (deleted). External IP: 172.25.2.96, port: 294a4909-0e65-4775-868e-0b74fa5e5c26. Jul 23 14:40:23.329053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:23.446336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Allocated IP 172.25.2.196 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/d288af89-56e7-4b3d-bd50-a458d0fcabf8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:40:23.452240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 22afa65e-e92d-4f91-ae29-157ee0ee9570 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:40:23.564376 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:23.577467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:40:23.584250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:23.601521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] Sync routers for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:40:23.611769 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:23.613288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:23.614173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:23.656304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eec48669-b51d-456f-9fa1-8a8d6d547b86 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/floatingips/052157d5-c16c-4c71-b423-5d0bc103ed45 HTTP/1.1" status: 204 len: 168 time: 1.1505454 Jul 23 14:40:23.663337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:23.664340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:23.664461 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8b002d-7902-40ae-912b-da77515217fa" -d '{"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:23.664582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:23.666385 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:40:23.715142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=d288af89-56e7-4b3d-bd50-a458d0fcabf8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:23.758538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.758964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.759311 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.759706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.760030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.760391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.760950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.761317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.761857 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.762481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.762914 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.763246 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:23.794317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:23.874533 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d099febe-f15b-41d5-8311-116656a232df x-openstack-request-id: req-d099febe-f15b-41d5-8311-116656a232df {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:23.875147 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:23.875647 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d099febe-f15b-41d5-8311-116656a232df {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:23.876290 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'status': 'completed', 'code': 200} Jul 23 14:40:24.025837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb929be-203f-4d9d-ad05-13f635a159e6 req-13f0d547-decb-4bb0-9b31-4c66e19846c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:24.033827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-efb929be-203f-4d9d-ad05-13f635a159e6 req-13f0d547-decb-4bb0-9b31-4c66e19846c1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.0899472 Jul 23 14:40:24.082113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-efb929be-203f-4d9d-ad05-13f635a159e6 req-d3f92901-fa0a-4fac-9c8a-ef830ae199ba tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469143 Jul 23 14:40:24.091322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b002d-7902-40ae-912b-da77515217fa req-48d9c879-ba84-49f0-ac59-926f92f481f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:24.092824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c8b002d-7902-40ae-912b-da77515217fa req-48d9c879-ba84-49f0-ac59-926f92f481f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 1095 time: 0.1403022 Jul 23 14:40:24.102278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:29Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:24.136612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] Checking router: 22afa65e-e92d-4f91-ae29-157ee0ee9570 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:40:24.149948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:24.151548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:24.283717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:24.408626 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b002d-7902-40ae-912b-da77515217fa req-d97d7e19-0e0d-4db2-9181-88377d969a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:24.410272 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c8b002d-7902-40ae-912b-da77515217fa req-d97d7e19-0e0d-4db2-9181-88377d969a80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 200 len: 897 time: 0.3019311 Jul 23 14:40:24.438375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:24.501876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:29Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:24.523698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c8b002d-7902-40ae-912b-da77515217fa req-32d9fcfa-c95d-4e69-b94b-3b3cd40e3ae6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0463166 Jul 23 14:40:24.534831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78509eb-ccc7-46f8-b2d4-19d01a7f1e6a None None] The sync data for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 is: [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:24Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'bcc3b5e6-845f-4528-a0f7-ae49b32fd714', 'name': '', 'network_id': '29df64b2-8f40-4f54-8060-5e2b518d3608', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:75:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:23Z', 'updated_at': '2021-07-23T14:39:29Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': '209939fd-fd1a-4391-8d76-0405f66e1b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:40:24.536915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-1a56e4f6-21cc-4e74-bb08-b356d2b7b6cb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:24.543001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-1a56e4f6-21cc-4e74-bb08-b356d2b7b6cb tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.0844100 Jul 23 14:40:24.605410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b002d-7902-40ae-912b-da77515217fa req-eb396da2-23e8-447c-b0cf-7fcce220f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:24.607963 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c8b002d-7902-40ae-912b-da77515217fa req-eb396da2-23e8-447c-b0cf-7fcce220f224 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 200 len: 835 time: 0.0782540 Jul 23 14:40:24.668424 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:24.697278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 294a4909-0e65-4775-868e-0b74fa5e5c26 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:40:24.697863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:24.755321 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b002d-7902-40ae-912b-da77515217fa req-b9560df6-aaa2-4f31-86b7-793b1e7588f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:24.757713 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c8b002d-7902-40ae-912b-da77515217fa req-b9560df6-aaa2-4f31-86b7-793b1e7588f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29df64b2-8f40-4f54-8060-5e2b518d3608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298347 Jul 23 14:40:24.928028 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905698cc-0ca2-4d1e-afd8-171abc5b1f47 None None] New status for floating IP 052157d5-c16c-4c71-b423-5d0bc103ed45: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:40:24.952791 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c8b002d-7902-40ae-912b-da77515217fa req-de72d691-aca0-4beb-8777-4563335a236b service neutron] 10.222.0.11 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844294 Jul 23 14:40:25.005921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:25.054251 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:25.123327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event updated for resources: {'Port': ['ID=d288af89-56e7-4b3d-bd50-a458d0fcabf8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:25.184712 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6c8b002d-7902-40ae-912b-da77515217fa req-fb8d36f1-1510-4d4c-8c81-bc22d028251d service neutron] 10.222.0.11 "GET /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238314 Jul 23 14:40:25.188260 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:25.292270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port 294a4909-0e65-4775-868e-0b74fa5e5c26, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=294a4909-0e65-4775-868e-0b74fa5e5c26,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:25.292635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:25.313626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 294a4909-0e65-4775-868e-0b74fa5e5c26 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:40:25.330462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dcacf-61a1-4744-a939-7816c702d65b req-61abd79c-5e17-4082-8ad6-83c60ab75ae7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:25.332429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f8dcacf-61a1-4744-a939-7816c702d65b req-61abd79c-5e17-4082-8ad6-83c60ab75ae7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=372ed3dd-b78c-4d58-a1aa-0402ad82cf8d HTTP/1.1" status: 200 len: 944 time: 0.1302750 Jul 23 14:40:25.416257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f8dcacf-61a1-4744-a939-7816c702d65b req-995a3654-9091-403d-afc4-4155b859907f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=678989a8-392b-4670-84fd-059d48e512a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762341 Jul 23 14:40:25.512583 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:25.546187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=294a4909-0e65-4775-868e-0b74fa5e5c26,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:25.606384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] No DVR routers for this DVR port 294a4909-0e65-4775-868e-0b74fa5e5c26 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:40:25.609267 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:25.611558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa730ed6-2a6e-4b98-82c6-d12329c30588 req-b249c394-dbc4-4e94-9a61-0fff0559eaae tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "DELETE /v2.0/ports/294a4909-0e65-4775-868e-0b74fa5e5c26 HTTP/1.1" status: 204 len: 173 time: 1.0611513 Jul 23 14:40:25.712062 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Floating IP 883f3c61-2c64-4d12-92e4-6a07be6a60cb associated. External IP: 172.25.2.196, port: a960184d-fded-405e-a6d8-1714275c0d87. Jul 23 14:40:25.877344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-deleted', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:25.885967 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36be6ee-618c-4b64-94b4-3f6872b6e807" -d '{"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-deleted", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:25.944648 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dff6e6-0556-4ee9-beba-3399d312bff9 x-openstack-request-id: req-68dff6e6-0556-4ee9-beba-3399d312bff9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:25.944939 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372ed3dd-b78c-4d58-a1aa-0402ad82cf8d", "name": "network-vif-deleted", "tag": "294a4909-0e65-4775-868e-0b74fa5e5c26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:25.945926 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68dff6e6-0556-4ee9-beba-3399d312bff9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:25.946507 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372ed3dd-b78c-4d58-a1aa-0402ad82cf8d', 'name': 'network-vif-deleted', 'tag': '294a4909-0e65-4775-868e-0b74fa5e5c26', 'status': 'completed', 'code': 200} Jul 23 14:40:25.968024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:40:26.077173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:40:26.092192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:40:26.102698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:26.102970 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:26.104001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:26.154673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-01274b32-10b5-4ce7-abe6-2d099cd9f188 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9703348 Jul 23 14:40:26.154673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:26.154673 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25" -d '{"events": [{"name": "network-changed", "server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "tag": "a960184d-fded-405e-a6d8-1714275c0d87"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:26.190701 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a477aa-2379-42ed-b1cb-9813d8621a0d x-openstack-request-id: req-13a477aa-2379-42ed-b1cb-9813d8621a0d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:26.191240 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "tag": "a960184d-fded-405e-a6d8-1714275c0d87", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:26.191487 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13a477aa-2379-42ed-b1cb-9813d8621a0d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:26.191893 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87', 'status': 'completed', 'code': 200} Jul 23 14:40:26.214013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:26.308287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-930dfe12-f088-4061-a053-ec57fa2bfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:26.309896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-930dfe12-f088-4061-a053-ec57fa2bfc8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 1097 time: 0.0749481 Jul 23 14:40:26.407353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-71385866-776f-412f-bc42-3344603a0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:26.408976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-71385866-776f-412f-bc42-3344603a0ec2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.0930490 Jul 23 14:40:26.490739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-2e62363e-2293-4ae8-8a65-14d39d3db4fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a960184d-fded-405e-a6d8-1714275c0d87 HTTP/1.1" status: 200 len: 1000 time: 0.0747995 Jul 23 14:40:26.498850 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:26.545393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-de074c75-31c7-4e4f-b65b-4cda757d7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:26.547096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-de074c75-31c7-4e4f-b65b-4cda757d7bd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0497389 Jul 23 14:40:26.684658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-aca9c5fa-dc9f-4da3-b626-fe9dffafa608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:26.686525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-aca9c5fa-dc9f-4da3-b626-fe9dffafa608 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326163 Jul 23 14:40:26.748545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:18Z', 'revision_number': 1, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}, {'id': '883f3c61-2c64-4d12-92e4-6a07be6a60cb', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': 'a960184d-fded-405e-a6d8-1714275c0d87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:7b:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b4d37b-9253-40f9-8d7c-481237949839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:40:24Z', 'updated_at': '2021-07-23T14:40:24Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:26.776355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:40:26.792257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:26.793132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:26.806871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-2544646e-1502-46b5-bc81-2df357c17d24 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126871 Jul 23 14:40:26.861623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:40:26.889695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 294a4909-0e65-4775-868e-0b74fa5e5c26 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:40:26.890314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 294a4909-0e65-4775-868e-0b74fa5e5c26 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:40:26.927190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b0294d-c06b-4ed2-9492-7810b6b7cc25 req-8fe0d719-16f8-4c76-b50b-d607781842ea service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145303 Jul 23 14:40:26.940893 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:26.970078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:27.204155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:18Z', 'revision_number': 1, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}, {'id': '883f3c61-2c64-4d12-92e4-6a07be6a60cb', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': 'a960184d-fded-405e-a6d8-1714275c0d87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:7b:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b4d37b-9253-40f9-8d7c-481237949839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:40:24Z', 'updated_at': '2021-07-23T14:40:24Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:27.232078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890d4f1-f6c0-4aa6-aa1a-2ad1637e221e None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:18Z', 'revision_number': 1, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}, {'id': '883f3c61-2c64-4d12-92e4-6a07be6a60cb', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': 'a960184d-fded-405e-a6d8-1714275c0d87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:7b:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b4d37b-9253-40f9-8d7c-481237949839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:40:24Z', 'updated_at': '2021-07-23T14:40:24Z', 'revision_number': 0, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:40:27.263966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port bcc3b5e6-845f-4528-a0f7-ae49b32fd714 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:40:27.264317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:27.365400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port bcc3b5e6-845f-4528-a0f7-ae49b32fd714, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:27.365757 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:27.378902 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for bcc3b5e6-845f-4528-a0f7-ae49b32fd714 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:40:27.439640 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:40:27.452399 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3928f-b382-415a-bf70-82d22a779ff6 None None] New status for floating IP 883f3c61-2c64-4d12-92e4-6a07be6a60cb: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:40:27.575404 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:27.602835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=bcc3b5e6-845f-4528-a0f7-ae49b32fd714,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:27.787510 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.007110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 22afa65e-e92d-4f91-ae29-157ee0ee9570 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:40:28.114799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:40:28.120554 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-20ac48b6-b1c5-484f-aab8-87509772411e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/22afa65e-e92d-4f91-ae29-157ee0ee9570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6204560 Jul 23 14:40:28.123637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:28.126327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] Sync routers for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:40:28.136576 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:28.137186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:28.180767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting subnet 209939fd-fd1a-4391-8d76-0405f66e1b1f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:40:28.184089 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.224151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.244814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:28.305954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.380784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.409759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Subnet': ['ID=209939fd-fd1a-4391-8d76-0405f66e1b1f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:28.411763 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.413684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b4b97d4f-aeec-4374-88d8-e6b76fef51cf tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/subnets/209939fd-fd1a-4391-8d76-0405f66e1b1f HTTP/1.1" status: 204 len: 168 time: 0.2890592 Jul 23 14:40:28.417101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:28.423427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c787fc-eeb7-4694-b0d1-13607bc2a68c None None] Network 29df64b2-8f40-4f54-8060-5e2b518d3608 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:40:28.495473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:40:27Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:28.542624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.545439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] Checking router: 22afa65e-e92d-4f91-ae29-157ee0ee9570 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:40:28.576498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] Routers {'22afa65e-e92d-4f91-ae29-157ee0ee9570'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:28.577118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['22afa65e-e92d-4f91-ae29-157ee0ee9570'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:28.673989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.697717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] Set router 22afa65e-e92d-4f91-ae29-157ee0ee9570 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:28.745879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 105c5108-5feb-4ef9-ab10-056de6494745 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:40:28.746310 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.756309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] DHCP port deletion for 29df64b2-8f40-4f54-8060-5e2b518d3608 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:40:28.826363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port 105c5108-5feb-4ef9-ab10-056de6494745, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=105c5108-5feb-4ef9-ab10-056de6494745,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:28.826853 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.840087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 105c5108-5feb-4ef9-ab10-056de6494745 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:40:28.872457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] Deleting port df832654-e559-4f2f-a3ba-73a08f50153f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:40:28.872836 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.962235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] For port df832654-e559-4f2f-a3ba-73a08f50153f, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df832654-e559-4f2f-a3ba-73a08f50153f,segment=NetworkSegment(4a80e8d7-6b60-4e9c-82d6-90c8f5179706),segment_id=4a80e8d7-6b60-4e9c-82d6-90c8f5179706)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:28.962637 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:28.977679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] Calling delete_port for df832654-e559-4f2f-a3ba-73a08f50153f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:40:29.013635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.032235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:40:27Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:29.041172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=105c5108-5feb-4ef9-ab10-056de6494745,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:29.065286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771e9c6-a6a2-4ddc-8cf7-877d3cfecb9f None None] The sync data for ids ['22afa65e-e92d-4f91-ae29-157ee0ee9570'] in n-d-801990-3 is: [{'id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309960907', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '105c5108-5feb-4ef9-ab10-056de6494745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:40:27Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': '105c5108-5feb-4ef9-ab10-056de6494745', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22afa65e-e92d-4f91-ae29-157ee0ee9570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:39:20Z', 'updated_at': '2021-07-23T14:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:40:29.122149 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.145048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.156327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] Pushing event deleted for resources: {'Port': ['ID=df832654-e559-4f2f-a3ba-73a08f50153f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:29.159700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a92ff8-64e6-4ad1-aea5-acc591d32634 None None] No DVR routers for this DVR port df832654-e559-4f2f-a3ba-73a08f50153f on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:40:29.243146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.245903 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.294602 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.295196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Fanout notify agent at l3_agent the message router_deleted on router 22afa65e-e92d-4f91-ae29-157ee0ee9570 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:40:29.301937 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.303077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6b99e465-b0af-415c-b200-114c3b6d0625 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/routers/22afa65e-e92d-4f91-ae29-157ee0ee9570 HTTP/1.1" status: 204 len: 168 time: 0.8856127 Jul 23 14:40:29.305936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:29.385424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.480946 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.492668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29df64b2-8f40-4f54-8060-5e2b518d3608']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:29.503027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a80e8d7-6b60-4e9c-82d6-90c8f5179706') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:29.503327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a80e8d7-6b60-4e9c-82d6-90c8f5179706') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:29.514127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.529246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.535533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:40:29.536390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:40:29.540945 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:40:29.549891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df832654-e559-4f2f-a3ba-73a08f50153f no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:40:29.578997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: df832654-e559-4f2f-a3ba-73a08f50153f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:40:29.579403 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df832654-e559-4f2f-a3ba-73a08f50153f not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:40:29.618334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.626451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.631069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/networks/29df64b2-8f40-4f54-8060-5e2b518d3608 HTTP/1.1" status: 204 len: 168 time: 0.3216112 Jul 23 14:40:29.632376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:29.642412 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f267b3d-f050-4945-97cc-5385b7164f67 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Network': ['ID=29df64b2-8f40-4f54-8060-5e2b518d3608,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:29.709839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70329cfb-63b4-44fe-817d-b73746fd7727 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.738205 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70329cfb-63b4-44fe-817d-b73746fd7727 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.771390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-b4f0b4c6-f917-4c9a-a690-4a475c536038 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695934 Jul 23 14:40:29.822482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70329cfb-63b4-44fe-817d-b73746fd7727 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.825506 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70329cfb-63b4-44fe-817d-b73746fd7727 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:29.829608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-70329cfb-63b4-44fe-817d-b73746fd7727 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/security-groups/678989a8-392b-4670-84fd-059d48e512a7 HTTP/1.1" status: 204 len: 168 time: 0.1930289 Jul 23 14:40:29.838147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70329cfb-63b4-44fe-817d-b73746fd7727 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678989a8-392b-4670-84fd-059d48e512a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:29.930100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-8cb3c041-7090-4444-a544-d3573929d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:29.932141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-8cb3c041-7090-4444-a544-d3573929d328 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1096 time: 0.0959582 Jul 23 14:40:30.057562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-a8fbb56f-ac44-4698-b3ec-95a7c1cf56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:30.059283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-a8fbb56f-ac44-4698-b3ec-95a7c1cf56c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.1046541 Jul 23 14:40:30.146183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-da1a5baf-525d-4eab-ac03-3e2dabd9fa08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 1000 time: 0.0788639 Jul 23 14:40:30.157251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:30.162035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5701d26a-b037-4b53-be52-d989ebeac84d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871213996', 'description': 'tempest-secgroup-smoke-871213996 description', 'project_id': '7da946df1c4a4592991bcccb02324307'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:30.192035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5701d26a-b037-4b53-be52-d989ebeac84d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.206967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-33ac6a2d-b285-4010-bb31-81445373a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:30.209428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-33ac6a2d-b285-4010-bb31-81445373a6f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0557418 Jul 23 14:40:30.275055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-054285cf-c0ef-4082-ac92-428c14661945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:30.276634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-054285cf-c0ef-4082-ac92-428c14661945 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602028 Jul 23 14:40:30.285806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5701d26a-b037-4b53-be52-d989ebeac84d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.291568 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5701d26a-b037-4b53-be52-d989ebeac84d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.321796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701d26a-b037-4b53-be52-d989ebeac84d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d22f5a-f0f1-496e-a3ba-71d39c03e34a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:30.324783 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5701d26a-b037-4b53-be52-d989ebeac84d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.326354 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5701d26a-b037-4b53-be52-d989ebeac84d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1680658 Jul 23 14:40:30.331912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:30.335298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '34d22f5a-f0f1-496e-a3ba-71d39c03e34a', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:30.409729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-d233464f-8d95-409b-9e0a-26bc072a5f68 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252871 Jul 23 14:40:30.411167 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.521960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.530835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.561504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd532d8c-a3f7-43fc-a8e5-cec01cfe5f67 req-7c0778e2-c615-4b9b-9821-5ef2c56b8155 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401293 Jul 23 14:40:30.562482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decbab53-f1eb-4598-bf14-bdba8379db2c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:30.567436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.571269 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2376411 Jul 23 14:40:30.573923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:30.578686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d52f3cfb-c21b-4f0a-afef-c61ca8025eff tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '34d22f5a-f0f1-496e-a3ba-71d39c03e34a', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:30.584121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.584481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.584938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.585291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.585614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.585935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.586250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.586598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.586938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.587265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.587578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.587914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e27b0-c933-41bf-a45c-e842b5023cb4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:30.617013 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d52f3cfb-c21b-4f0a-afef-c61ca8025eff tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.687354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d52f3cfb-c21b-4f0a-afef-c61ca8025eff tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.696789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d52f3cfb-c21b-4f0a-afef-c61ca8025eff tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.716141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f3cfb-c21b-4f0a-afef-c61ca8025eff tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb77d3e-1bfc-413a-be07-8230659154bc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:30.726400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d52f3cfb-c21b-4f0a-afef-c61ca8025eff tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.730840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:30.731511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d52f3cfb-c21b-4f0a-afef-c61ca8025eff tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561716 Jul 23 14:40:30.737267 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b256264-2d35-4192-b17c-38a9fa4a7bd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '34d22f5a-f0f1-496e-a3ba-71d39c03e34a', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:30.766489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b256264-2d35-4192-b17c-38a9fa4a7bd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.829415 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b256264-2d35-4192-b17c-38a9fa4a7bd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.833547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b256264-2d35-4192-b17c-38a9fa4a7bd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.851897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256264-2d35-4192-b17c-38a9fa4a7bd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca5fd3b-6d59-40e2-aae6-e61e5302b46a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:30.860343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b256264-2d35-4192-b17c-38a9fa4a7bd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.861658 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b256264-2d35-4192-b17c-38a9fa4a7bd6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284623 Jul 23 14:40:30.864633 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:30.870272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a7dd779-22dc-40c5-8a72-33a2d8d58c35 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '34d22f5a-f0f1-496e-a3ba-71d39c03e34a', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:30.899222 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd779-22dc-40c5-8a72-33a2d8d58c35 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.958066 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd779-22dc-40c5-8a72-33a2d8d58c35 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.964748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd779-22dc-40c5-8a72-33a2d8d58c35 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.982867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dd779-22dc-40c5-8a72-33a2d8d58c35 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c417e5-30a2-48ab-8d7b-caf39b206e84,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:30.996665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd779-22dc-40c5-8a72-33a2d8d58c35 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:30.998540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6a7dd779-22dc-40c5-8a72-33a2d8d58c35 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326759 Jul 23 14:40:31.001243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:31.005990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '34d22f5a-f0f1-496e-a3ba-71d39c03e34a', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:31.028498 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:40:31.033292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.087652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 105c5108-5feb-4ef9-ab10-056de6494745 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:40:31.100127 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.105051 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.110818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 105c5108-5feb-4ef9-ab10-056de6494745 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:40:31.111164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 105c5108-5feb-4ef9-ab10-056de6494745 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:40:31.111586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bcc3b5e6-845f-4528-a0f7-ae49b32fd714 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:40:31.129118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8aad109-93b6-4eb7-822f-9cb12c7ad52f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:31.133627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: bcc3b5e6-845f-4528-a0f7-ae49b32fd714 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:40:31.133975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device bcc3b5e6-845f-4528-a0f7-ae49b32fd714 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:40:31.134413 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.136467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f80ddd18-9b07-4da0-a53e-401fa15629cc tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341600 Jul 23 14:40:31.139325 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:31.143939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'security_group_rule': {'security_group_id': '34d22f5a-f0f1-496e-a3ba-71d39c03e34a', 'project_id': '7da946df1c4a4592991bcccb02324307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:31.167619 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Project 7da946df1c4a4592991bcccb02324307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:40:31.173080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.235760 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.240512 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.261949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f8c764-69bb-4b34-8cf3-2c6cf0ea13a2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:31.271558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.273378 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-81e040e1-1d0f-47ee-b28f-750515a9c1f1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327515 Jul 23 14:40:31.276304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:31.281918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'network': {'name': 'tempest-network-smoke--2097338008', 'project_id': '7da946df1c4a4592991bcccb02324307', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:31.304818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:40:31.308525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.333414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:40:31.343330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.343651 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Added segment ee34c9aa-37f7-4f6a-8046-a69345bd4065 of type vlan for network e77e7546-0800-4df5-9027-044582851982 Jul 23 14:40:31.388090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.418430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.424428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:31.425073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.467233 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1871073 Jul 23 14:40:31.467589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:31.472372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'admin_state_up': True, 'project_id': '7da946df1c4a4592991bcccb02324307', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:31.499359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9783d-41a4-4c7a-a49b-ff6d643d0971 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Network': ['ID=e77e7546-0800-4df5-9027-044582851982,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:31.500165 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.502660 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.511497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network e77e7546-0800-4df5-9027-044582851982 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:40:31.599763 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:31.738801 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:32.216596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:32.243329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:32.359828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.151 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/eb6ac80c-0677-42ff-80af-4c217d3b8629) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:40:32.473333 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:32.524138 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:32.566351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:32.569795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:32.576142 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:40:32.604805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=eb6ac80c-0677-42ff-80af-4c217d3b8629,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:32.857764 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:33.073290 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:33.224757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:40:33.343166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:40:33.353459 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Sync routers for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:40:33.366401 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:33.367071 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:33.375952 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:33.382177 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3fdf167b-db23-46a3-8320-193c349b9a9a tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9134469 Jul 23 14:40:33.382433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:33.446093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0215795d-2dfa-470e-bd55-781893f7a9f4 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7da946df1c4a4592991bcccb02324307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622122 Jul 23 14:40:33.448801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 53526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:33.620537 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:33.644619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976748a3-9c08-4543-9ac3-5acd0c7568c3 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:33.650298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:33.650567 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-976748a3-9c08-4543-9ac3-5acd0c7568c3 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2003562 Jul 23 14:40:33.685663 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8fc90f15-81a3-4012-86f7-e278bc0a20c7 tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338192 Jul 23 14:40:33.688096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:33.697785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578600428', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'project_id': '7da946df1c4a4592991bcccb02324307', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:33.811120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:40:33.818142 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:33.872045 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:32Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:33.919600 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Checking router: 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:40:33.919959 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Updating router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 port eb6ac80c-0677-42ff-80af-4c217d3b8629 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:40:33.960559 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.048534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.122529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Subnet': ['ID=b9716d91-1595-413b-bc9b-52bca789437b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:34.134687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Checking segment: {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:34.134983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network hostable DHCP agents. Network: e77e7546-0800-4df5-9027-044582851982, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:40:34.153975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network e77e7546-0800-4df5-9027-044582851982 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:40:34.165609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, e77e7546-0800-4df5-9027-044582851982) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:34.171464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:34.172126 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.181770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb567c-3060-4edb-976c-c5264de1943d None None] Network e77e7546-0800-4df5-9027-044582851982 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:40:34.208119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b81c8221-e72b-4571-b79a-728a50495b78 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5182786 Jul 23 14:40:34.210521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:34.297763 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.315211 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Transition to ACTIVE for port object eb6ac80c-0677-42ff-80af-4c217d3b8629 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:34.325207 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.376610 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Attempting to bind port eb6ac80c-0677-42ff-80af-4c217d3b8629 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:40:34.377260 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Attempting to bind port eb6ac80c-0677-42ff-80af-4c217d3b8629 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:40:34.377383 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Attempting to bind port eb6ac80c-0677-42ff-80af-4c217d3b8629 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:34.388307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:40:34.388685 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:34.389084 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.389469 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:40:34.389936 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Bound port: eb6ac80c-0677-42ff-80af-4c217d3b8629, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:40:34.390510 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.393745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-e77e7546-0800-4df5-9027-044582851982', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:40:34.395782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.418655 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Pushing event updated for resources: {'Port': ['ID=eb6ac80c-0677-42ff-80af-4c217d3b8629,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:34.430812 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.430812 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.431139 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.431359 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.431691 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.432018 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.432344 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.432686 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.432978 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.433294 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.433610 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.434123 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:40:34.468711 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] For port eb6ac80c-0677-42ff-80af-4c217d3b8629, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:34.473471 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] For port eb6ac80c-0677-42ff-80af-4c217d3b8629, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eb6ac80c-0677-42ff-80af-4c217d3b8629,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:40:34.480244 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.545347 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:34.546184 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:34.552734 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6db83-d347-4133-81dc-85421b11c586 None None] Pushing event updated for resources: {'Port': ['ID=eb6ac80c-0677-42ff-80af-4c217d3b8629,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:34.616016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Allocated IP 172.20.0.2 (e77e7546-0800-4df5-9027-044582851982/b9716d91-1595-413b-bc9b-52bca789437b/66114283-8501-4a63-86ce-c03123699e2d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:40:34.690261 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:34.806407 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.819929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Transition to ACTIVE for port object 66114283-8501-4a63-86ce-c03123699e2d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:34.832478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.839840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Transition to ACTIVE for port object 66114283-8501-4a63-86ce-c03123699e2d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:34.848524 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:34.899042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Network e77e7546-0800-4df5-9027-044582851982 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:34.904048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:34.910509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:40:34.916582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Pushing event updated for resources: {'Port': ['ID=66114283-8501-4a63-86ce-c03123699e2d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:34.950889 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:32Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:34.986662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Attempting to bind port 66114283-8501-4a63-86ce-c03123699e2d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:40:34.987047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Attempting to bind port 66114283-8501-4a63-86ce-c03123699e2d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:40:34.987508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Attempting to bind port 66114283-8501-4a63-86ce-c03123699e2d on network e77e7546-0800-4df5-9027-044582851982 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:34.989201 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ede4d6-bc69-4f0a-9c6d-fbbab942fd1f None None] The sync data for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 is: [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:32Z', 'revision_number': 3, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:40:34.997972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:40:34.998918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Checking segment: {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:34.999649 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:35.000195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Bound using segment: {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:40:35.001017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Bound port: 66114283-8501-4a63-86ce-c03123699e2d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:40:35.001574 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:35.117124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] For port 66114283-8501-4a63-86ce-c03123699e2d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:35.121905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] For port 66114283-8501-4a63-86ce-c03123699e2d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=66114283-8501-4a63-86ce-c03123699e2d,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:40:35.129276 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:35.204498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a827b13-f2a9-4f03-95e1-ba4717f88f2d None None] Pushing event updated for resources: {'Port': ['ID=66114283-8501-4a63-86ce-c03123699e2d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:35.212773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.1 (e77e7546-0800-4df5-9027-044582851982/b9716d91-1595-413b-bc9b-52bca789437b/8aff6855-3b2c-4e13-b90f-77f1791f851b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:40:35.364573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:35.379527 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object 8aff6855-3b2c-4e13-b90f-77f1791f851b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:35.445485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:35.493043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network e77e7546-0800-4df5-9027-044582851982 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:35.496493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:35.501262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:40:35.548203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=8aff6855-3b2c-4e13-b90f-77f1791f851b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:35.558051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:35.711978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:36.026924 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:36.034668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:36.109825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:36.111761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=8aff6855-3b2c-4e13-b90f-77f1791f851b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:36.232793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network e77e7546-0800-4df5-9027-044582851982 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:36.234592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:36.352565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81581ebe-d859-45e3-92d9-5eccae96f68d None None] Network e77e7546-0800-4df5-9027-044582851982 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:40:36.362495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:40:36.513938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-38d9b473-178e-46ff-80d2-74d2171e24b9 None None] Provisioning for port 66114283-8501-4a63-86ce-c03123699e2d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:36.881601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df9aa099-c17d-4c95-a9bc-52d785b07a5e None None] Provisioning for port 8aff6855-3b2c-4e13-b90f-77f1791f851b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:36.886401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df9aa099-c17d-4c95-a9bc-52d785b07a5e None None] Provisioning complete for port 8aff6855-3b2c-4e13-b90f-77f1791f851b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:36.886860 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df9aa099-c17d-4c95-a9bc-52d785b07a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:36.905790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:40:36.911150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1d65c8cc-b751-4a7a-8a5a-6dd34200b7c7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/4bd3028b-0ba3-40c9-87f4-d6fc631fba88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6979585 Jul 23 14:40:36.924185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Sync routers for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:40:36.942731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:36.943354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:36.989963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-df9aa099-c17d-4c95-a9bc-52d785b07a5e None None] Port 8aff6855-3b2c-4e13-b90f-77f1791f851b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:40:37.085730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:37.109844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-398061d1-6722-44fe-a26c-67066c1f5e54 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871213996&fields=id&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 267 time: 0.0459831 Jul 23 14:40:37.247384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-83410eb0-0cc9-4307-8d19-ecdeaa103672 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:37.249003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-83410eb0-0cc9-4307-8d19-ecdeaa103672 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/networks?id=e77e7546-0800-4df5-9027-044582851982 HTTP/1.1" status: 200 len: 797 time: 0.1302087 Jul 23 14:40:37.265618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-fc72b3ad-0299-493f-a6af-fdf7fe3373f5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/quotas/7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 375 time: 0.0105979 Jul 23 14:40:37.343421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 66114283-8501-4a63-86ce-c03123699e2d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:37.345427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-2e5500d8-b009-4207-be76-923bd8f60cd9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742278 Jul 23 14:40:37.398902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ee58ead-8d03-4062-8b70-4680737315b0 None None] Provisioning complete for port 8aff6855-3b2c-4e13-b90f-77f1791f851b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:37.399581 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ee58ead-8d03-4062-8b70-4680737315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:37.459526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-d7f26705-ac03-4b8b-831b-d476e680ff5c service neutron] 10.222.0.21 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998437 Jul 23 14:40:37.495093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6ee58ead-8d03-4062-8b70-4680737315b0 None None] Port 8aff6855-3b2c-4e13-b90f-77f1791f851b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:40:37.547746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 66114283-8501-4a63-86ce-c03123699e2d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:37.555148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 66114283-8501-4a63-86ce-c03123699e2d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:37.555522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:37.565077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-5f8496d8-76c4-4fac-b7a2-de4c66cb159a service neutron] 10.222.0.21 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987110 Jul 23 14:40:37.629074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d23c0bd4-13c3-4e6b-9020-e1879f116ce9 None None] Provisioning complete for port 8aff6855-3b2c-4e13-b90f-77f1791f851b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:37.629451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d23c0bd4-13c3-4e6b-9020-e1879f116ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:37.633759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 2, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:37.679195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Checking router: 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:40:37.681054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Updating router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 port 8aff6855-3b2c-4e13-b90f-77f1791f851b binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:40:37.747679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d23c0bd4-13c3-4e6b-9020-e1879f116ce9 None None] Port 8aff6855-3b2c-4e13-b90f-77f1791f851b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:40:37.756629 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:37.758924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:37.760710 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83cdf7b5-f82d-4dc2-8694-d8262e88806d req-3cdd0724-dc64-406c-8ab3-75a8cdc393d6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 210 time: 0.0359371 Jul 23 14:40:37.828985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 66114283-8501-4a63-86ce-c03123699e2d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=66114283-8501-4a63-86ce-c03123699e2d,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:37.840269 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:37.841127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb6ac80c-0677-42ff-80af-4c217d3b8629 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:37.868051 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.010856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=66114283-8501-4a63-86ce-c03123699e2d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:38.053489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port eb6ac80c-0677-42ff-80af-4c217d3b8629 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:38.065323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eb6ac80c-0677-42ff-80af-4c217d3b8629 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:38.065751 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.205586 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.214465 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.223881 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Transition to ACTIVE for port object 8aff6855-3b2c-4e13-b90f-77f1791f851b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:38.238061 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.241942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port eb6ac80c-0677-42ff-80af-4c217d3b8629, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eb6ac80c-0677-42ff-80af-4c217d3b8629,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:38.269737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.294335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c7710-c88a-4bb7-8858-74c2b559c9e7 None None] Pushing event updated for resources: {'Port': ['ID=8aff6855-3b2c-4e13-b90f-77f1791f851b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:38.379830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Attempting to bind port 8aff6855-3b2c-4e13-b90f-77f1791f851b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:40:38.380551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Attempting to bind port 8aff6855-3b2c-4e13-b90f-77f1791f851b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:40:38.381113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Attempting to bind port 8aff6855-3b2c-4e13-b90f-77f1791f851b on network e77e7546-0800-4df5-9027-044582851982 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:38.398580 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:40:38.399391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Checking segment: {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:38.400684 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.401243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Bound using segment: {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:40:38.401911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Bound port: 8aff6855-3b2c-4e13-b90f-77f1791f851b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:40:38.402514 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.421487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=eb6ac80c-0677-42ff-80af-4c217d3b8629,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:38.489426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] For port 8aff6855-3b2c-4e13-b90f-77f1791f851b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:38.493118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] For port 8aff6855-3b2c-4e13-b90f-77f1791f851b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8aff6855-3b2c-4e13-b90f-77f1791f851b,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:40:38.498100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:38.553322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:38.553966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:38.620416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c7710-c88a-4bb7-8858-74c2b559c9e7 None None] Pushing event updated for resources: {'Port': ['ID=8aff6855-3b2c-4e13-b90f-77f1791f851b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:38.674854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:38.880148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bb2fb44-c1f0-48bb-8929-c6b5d05e658c req-2c37b78f-04ab-440e-98da-4e055f66b78d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 210 time: 0.0372493 Jul 23 14:40:38.930370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:38.966501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feeeeaf-e956-47fa-85e1-f615f6622a9c None None] The sync data for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 is: [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:40:38.980250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a5d3434d-92f8-4fa7-86ae-cf6f0118f416 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:38.981819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a5d3434d-92f8-4fa7-86ae-cf6f0118f416 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/networks?id=e77e7546-0800-4df5-9027-044582851982 HTTP/1.1" status: 200 len: 797 time: 0.1700444 Jul 23 14:40:39.064927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-fb532bf9-4dc6-4096-82bb-6984173d8cb9 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da946df1c4a4592991bcccb02324307 HTTP/1.1" status: 200 len: 379 time: 0.0613315 Jul 23 14:40:39.077592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'port': {'device_id': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'admin_state_up': True, 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'security_groups': ['34d22f5a-f0f1-496e-a3ba-71d39c03e34a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:39.217855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Made reservation on behalf of 7da946df1c4a4592991bcccb02324307 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:40:39.221732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.287848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb6ac80c-0677-42ff-80af-4c217d3b8629 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:39.345913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eb6ac80c-0677-42ff-80af-4c217d3b8629 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:39.346381 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.371443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.20.0.12 (e77e7546-0800-4df5-9027-044582851982/b9716d91-1595-413b-bc9b-52bca789437b/c9c7a54e-fcfb-4cd3-846d-33619ade889c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:40:39.437060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 66114283-8501-4a63-86ce-c03123699e2d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:39.495945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 66114283-8501-4a63-86ce-c03123699e2d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:39.496595 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.560550 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.579434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Transition to ACTIVE for port object c9c7a54e-fcfb-4cd3-846d-33619ade889c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:39.609902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8aff6855-3b2c-4e13-b90f-77f1791f851b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:39.629194 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.676326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network e77e7546-0800-4df5-9027-044582851982 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:39.680293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:39.687829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:40:39.701621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8aff6855-3b2c-4e13-b90f-77f1791f851b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:39.713115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8aff6855-3b2c-4e13-b90f-77f1791f851b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:39.714534 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.717144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:39.756312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:39.757046 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.782830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-62a83c62-e6f8-4b11-bb04-f612424d1e98 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7086599 Jul 23 14:40:39.801447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Request body: {'port': {'device_id': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:39.849517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.891717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 8aff6855-3b2c-4e13-b90f-77f1791f851b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8aff6855-3b2c-4e13-b90f-77f1791f851b,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:39.898344 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.931508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:39.987866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=8aff6855-3b2c-4e13-b90f-77f1791f851b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:40.061251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da6e4731-7f37-4dab-a08c-f94e12627cdc None None] Provisioning for port c9c7a54e-fcfb-4cd3-846d-33619ade889c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:40.065378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da6e4731-7f37-4dab-a08c-f94e12627cdc None None] Provisioning complete for port c9c7a54e-fcfb-4cd3-846d-33619ade889c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:40.065749 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da6e4731-7f37-4dab-a08c-f94e12627cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:40.115448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-da6e4731-7f37-4dab-a08c-f94e12627cdc None None] Port c9c7a54e-fcfb-4cd3-846d-33619ade889c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:40:40.210203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd6e97-4f2f-4c0a-a444-0c5229f742b8 req-e12a6d29-7bf8-4200-b945-31c9364d9ab5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:40.212119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-edcd6e97-4f2f-4c0a-a444-0c5229f742b8 req-e12a6d29-7bf8-4200-b945-31c9364d9ab5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 932 time: 0.1933985 Jul 23 14:40:40.289393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-edcd6e97-4f2f-4c0a-a444-0c5229f742b8 req-23e58322-4f69-4c7b-8424-7ac258d7ce4f tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643559 Jul 23 14:40:40.343591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c7a54e-fcfb-4cd3-846d-33619ade889c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:40:40.351115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:40.363568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Transition to ACTIVE for port object c9c7a54e-fcfb-4cd3-846d-33619ade889c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:40:40.369734 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:40.422689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:40.504899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Attempting to bind port c9c7a54e-fcfb-4cd3-846d-33619ade889c on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:40:40.505238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Attempting to bind port c9c7a54e-fcfb-4cd3-846d-33619ade889c by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:40:40.505571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Attempting to bind port c9c7a54e-fcfb-4cd3-846d-33619ade889c on network e77e7546-0800-4df5-9027-044582851982 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:40.510813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Port c9c7a54e-fcfb-4cd3-846d-33619ade889c on network e77e7546-0800-4df5-9027-044582851982 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:40:40.511139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Attempting to bind port c9c7a54e-fcfb-4cd3-846d-33619ade889c on network e77e7546-0800-4df5-9027-044582851982 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:40:40.517530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:40:40.518031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Checking segment: {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:40:40.518468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Bound using segment: {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:40:40.519161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Bound port: c9c7a54e-fcfb-4cd3-846d-33619ade889c, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee34c9aa-37f7-4f6a-8046-a69345bd4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e77e7546-0800-4df5-9027-044582851982'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:40:40.519523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:40.648850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:40:40.653920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:40:40.661360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:40.717058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:40.718518 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:40.720305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9c7a54e-fcfb-4cd3-846d-33619ade889c HTTP/1.1" status: 200 len: 1092 time: 0.9237282 Jul 23 14:40:40.721470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:40.724075 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e81de0-1318-4eb3-a343-efd95e4d9ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:40.778745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0100d3c-22c0-4010-a27f-d84fc87723b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:40.832104 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3fb476-e4c5-4b60-a54b-1552a8606bed x-openstack-request-id: req-cd3fb476-e4c5-4b60-a54b-1552a8606bed {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:40.832641 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:40.833669 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd3fb476-e4c5-4b60-a54b-1552a8606bed {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:40.834257 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'status': 'completed', 'code': 200} Jul 23 14:40:40.889107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-81762e32-bebe-4618-920a-961dc74657fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:40.891384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-81762e32-bebe-4618-920a-961dc74657fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 1095 time: 0.0756066 Jul 23 14:40:40.950467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-862f44be-fb85-4921-8765-ff9f52e6ebac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c HTTP/1.1" status: 200 len: 217 time: 0.0441172 Jul 23 14:40:41.009036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-d854b603-dd2c-4d26-a3a1-ad5d8394fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:41.011362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-d854b603-dd2c-4d26-a3a1-ad5d8394fa89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9716d91-1595-413b-bc9b-52bca789437b HTTP/1.1" status: 200 len: 835 time: 0.0544748 Jul 23 14:40:41.069293 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-740636bb-7b5b-407b-bd7c-d892f27ff31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:41.071236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-740636bb-7b5b-407b-bd7c-d892f27ff31a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e77e7546-0800-4df5-9027-044582851982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543411 Jul 23 14:40:41.155135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8aff6855-3b2c-4e13-b90f-77f1791f851b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:41.180298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-c74ca8d9-c1b5-4ca6-971c-d606e3c3fd09 service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022944 Jul 23 14:40:41.211554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8aff6855-3b2c-4e13-b90f-77f1791f851b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:41.212043 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:41.287813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7e32a16-9fc1-4507-9ddd-9615cd016250 req-9f7bc588-a745-4c5a-9a5a-29615e29bc97 service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014335 Jul 23 14:40:41.473093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dc9c4-79a8-4f8e-abef-1b086d7222b5 req-4124a9cd-e826-4fb6-9b0e-1e0d32386d47 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:41.474559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e5dc9c4-79a8-4f8e-abef-1b086d7222b5 req-4124a9cd-e826-4fb6-9b0e-1e0d32386d47 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 944 time: 0.1093743 Jul 23 14:40:41.477555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-dcd1e4d4-4cc7-4232-8bf1-b8802d51af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:41.478854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-dcd1e4d4-4cc7-4232-8bf1-b8802d51af1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 1095 time: 0.0801370 Jul 23 14:40:41.566372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e5dc9c4-79a8-4f8e-abef-1b086d7222b5 req-68fa8085-1428-4a8d-86cb-6f3fa9de4188 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855079 Jul 23 14:40:41.599427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-023c02eb-e3dc-49e6-aaec-50c6e87be575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:41.602371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-023c02eb-e3dc-49e6-aaec-50c6e87be575 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e77e7546-0800-4df5-9027-044582851982 HTTP/1.1" status: 200 len: 898 time: 0.1151817 Jul 23 14:40:41.644686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-a03eae93-4094-4ab9-a9c1-39a8c7cd7364 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c HTTP/1.1" status: 200 len: 217 time: 0.0355787 Jul 23 14:40:41.692805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-da46bd06-0c3c-494e-b4b0-8090686cdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:41.694361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-da46bd06-0c3c-494e-b4b0-8090686cdd32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9716d91-1595-413b-bc9b-52bca789437b HTTP/1.1" status: 200 len: 835 time: 0.0437078 Jul 23 14:40:41.760042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-1801a18a-cab5-4b92-8ed7-16026348b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:41.761567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-1801a18a-cab5-4b92-8ed7-16026348b1e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e77e7546-0800-4df5-9027-044582851982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596287 Jul 23 14:40:41.874770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-b5b04663-aafe-4043-bfe5-8a2b43add238 service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987687 Jul 23 14:40:41.974142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07e81de0-1318-4eb3-a343-efd95e4d9ae0 req-3b19ce2b-fbfc-49dc-9264-e9d0ebecfc07 service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929823 Jul 23 14:40:42.727629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7473-3edd-4ce6-bcf6-6f629d49af34 req-ce816814-923a-4e76-b607-430dfdce60e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:42.730284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6df7473-3edd-4ce6-bcf6-6f629d49af34 req-ce816814-923a-4e76-b607-430dfdce60e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 944 time: 0.0787277 Jul 23 14:40:42.772806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b6df7473-3edd-4ce6-bcf6-6f629d49af34 req-5a895dfa-f2a8-4d38-84e0-76b97755bcb8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336516 Jul 23 14:40:42.933790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c9c7a54e-fcfb-4cd3-846d-33619ade889c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:40:43.212963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:43.225173 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'port_id': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'mac_address': 'fa:16:3e:4b:da:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:40:43.263445 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:43.276814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c7a54e-fcfb-4cd3-846d-33619ade889c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:40:43.298877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:43.304907 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:43.362689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:43.608549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c9c7a54e-fcfb-4cd3-846d-33619ade889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:40:43.916784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5a42d-e49c-4ee5-bd1e-8ff67caec9b1 req-d6e6ffb9-2f15-476d-91e1-3103dddd3318 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:43.918556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43e5a42d-e49c-4ee5-bd1e-8ff67caec9b1 req-d6e6ffb9-2f15-476d-91e1-3103dddd3318 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 945 time: 0.0662739 Jul 23 14:40:43.965622 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-43e5a42d-e49c-4ee5-bd1e-8ff67caec9b1 req-ff972cc3-44ac-41a3-9d38-4244f1b784ab tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Jul 23 14:40:44.948560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c9c7a54e-fcfb-4cd3-846d-33619ade889c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:40:45.018159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port c9c7a54e-fcfb-4cd3-846d-33619ade889c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:40:45.023630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c9c7a54e-fcfb-4cd3-846d-33619ade889c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:40:45.024084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:45.114985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:45.128833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cb174-92b0-4484-a1ba-fea3f957d107 req-b6c10866-8f93-4648-954d-a52598580006 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:45.130496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a39cb174-92b0-4484-a1ba-fea3f957d107 req-b6c10866-8f93-4648-954d-a52598580006 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 945 time: 0.0744064 Jul 23 14:40:45.142382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:45.144675 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a761aeb-a1cc-4392-be43-8ac4ffe68d7d" -d '{"events": [{"server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:45.161013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:40:45.166896 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:45.188539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a39cb174-92b0-4484-a1ba-fea3f957d107 req-a9031003-9707-4c34-a5ec-cc10ea933b10 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509362 Jul 23 14:40:45.235785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:45.244761 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbff0fd-3099-4278-94d7-11809e8046e3 x-openstack-request-id: req-2cbff0fd-3099-4278-94d7-11809e8046e3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:45.245115 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:45.245370 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cbff0fd-3099-4278-94d7-11809e8046e3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:45.245762 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'code': 200} Jul 23 14:40:45.380092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc20e95-ab16-43da-a4cb-6f76342863e0 req-13a9b267-b653-41e4-b63c-7a347432bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:45.381611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ffc20e95-ab16-43da-a4cb-6f76342863e0 req-13a9b267-b653-41e4-b63c-7a347432bd2f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 1097 time: 0.0564384 Jul 23 14:40:45.418760 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ffc20e95-ab16-43da-a4cb-6f76342863e0 req-be96d0c3-f65b-402c-b33c-7bc70fcb910a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300248 Jul 23 14:40:45.808825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a400-5d95-4cbc-81c9-56b71efc87fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:46.335528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f043158-1a40-4203-aecf-ab1ef7e261e3 req-77167d8b-3f25-4c5b-9555-505e51e2bd82 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:46.337333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f043158-1a40-4203-aecf-ab1ef7e261e3 req-77167d8b-3f25-4c5b-9555-505e51e2bd82 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0718091 Jul 23 14:40:46.380580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0f043158-1a40-4203-aecf-ab1ef7e261e3 req-922078f2-b1bb-41ad-a8d1-3415fb5e075c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372257 Jul 23 14:40:47.515365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c3291-191b-4081-8fe3-bbaa55c8d61b req-f16dacbb-f986-4fd0-8f20-d778a804bc17 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:47.517035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b9c3291-191b-4081-8fe3-bbaa55c8d61b req-f16dacbb-f986-4fd0-8f20-d778a804bc17 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0692785 Jul 23 14:40:47.560185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b9c3291-191b-4081-8fe3-bbaa55c8d61b req-5d82ff9d-c7f0-4874-a2ab-767a1c8e69f5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361774 Jul 23 14:40:47.703509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6832-d203-4b6f-a88c-f2d950dd2b2a req-3831f062-c35b-4efd-ba97-22b2159e8f43 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:47.705065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc5e6832-d203-4b6f-a88c-f2d950dd2b2a req-3831f062-c35b-4efd-ba97-22b2159e8f43 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0696733 Jul 23 14:40:47.756928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc5e6832-d203-4b6f-a88c-f2d950dd2b2a req-2e1745a8-8d81-44b1-b6f0-1a43603f12e7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Jul 23 14:40:47.773256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:47.836462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278e70e-ab4d-4a45-a0b2-8a72d4eaba1c tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:47.838310 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b278e70e-ab4d-4a45-a0b2-8a72d4eaba1c tempest-TestNetworkAdvancedServerOps-1356024719 tempest-TestNetworkAdvancedServerOps-1356024719-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 1092 time: 0.0639791 Jul 23 14:40:47.841164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:47.845746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:40:47.870483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:47.966964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.080947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Allocated IP 172.25.2.160 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/ddc2e89e-b1a4-48c0-b6a3-4372ac9b4b05) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:40:48.119915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.197047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.242685 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.283964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:40:48.289105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:40:48.294121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:40:48.319301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=ddc2e89e-b1a4-48c0-b6a3-4372ac9b4b05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:48.335471 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.530292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff187af3-b432-4ec0-b6f5-a003db872016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.691684 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.769668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.941981 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:48.947474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:49.019407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event updated for resources: {'Port': ['ID=ddc2e89e-b1a4-48c0-b6a3-4372ac9b4b05,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:40:49.031735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:49.139950 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 172c0a83-88f6-4239-9915-d0e09ee6fc85 associated. External IP: 172.25.2.160, port: c9c7a54e-fcfb-4cd3-846d-33619ade889c. Jul 23 14:40:49.360290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:40:49.473612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:40:49.485137 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] Sync routers for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:40:49.492799 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:49.496000 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:49.496719 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:49.529801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae317c87-015c-40de-bf29-28f504b990e1 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6875851 Jul 23 14:40:49.530472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:40:49.533105 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ad77ee-9645-40ad-b775-e3efd120c67b" -d '{"events": [{"name": "network-changed", "server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:40:49.616945 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:49.630350 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:40:49.656677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe93827-96f8-4ed4-93bf-8bd2264260a6 req-6a7ae871-ba39-4df8-91ab-51db670aca76 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:49.658252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fe93827-96f8-4ed4-93bf-8bd2264260a6 req-6a7ae871-ba39-4df8-91ab-51db670aca76 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0744903 Jul 23 14:40:49.719311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fe93827-96f8-4ed4-93bf-8bd2264260a6 req-8f90bb90-9b6e-47d6-b4d9-a664932d494e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541985 Jul 23 14:40:49.743211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:49.789562 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab506a90-777b-4b20-8690-17b2b079fd50 x-openstack-request-id: req-ab506a90-777b-4b20-8690-17b2b079fd50 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:40:49.790064 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:40:49.790826 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab506a90-777b-4b20-8690-17b2b079fd50 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:40:49.790826 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'status': 'completed', 'code': 200} Jul 23 14:40:49.834125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9a1262fe-f372-4a47-ac1f-f87fc3b5eb72 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/172c0a83-88f6-4239-9915-d0e09ee6fc85 HTTP/1.1" status: 200 len: 992 time: 0.0919263 Jul 23 14:40:49.859365 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '172c0a83-88f6-4239-9915-d0e09ee6fc85', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'port_id': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'mac_address': 'fa:16:3e:4b:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:40:48Z', 'updated_at': '2021-07-23T14:40:48Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:39Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:49.879815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-c5b6ac0c-b2a2-4c83-ae5b-aac8b1d51c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:49.881344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-c5b6ac0c-b2a2-4c83-ae5b-aac8b1d51c5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 1097 time: 0.0587573 Jul 23 14:40:49.891611 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] Checking router: 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:40:49.908594 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:40:49.909194 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:40:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:49.992259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-497181a5-72a3-4d79-8708-541a1a47792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:49.994981 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-497181a5-72a3-4d79-8708-541a1a47792e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e77e7546-0800-4df5-9027-044582851982 HTTP/1.1" status: 200 len: 898 time: 0.1066332 Jul 23 14:40:50.025704 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:40:50.057347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-53182c0c-b77d-49a1-bcd1-5346a332adb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c HTTP/1.1" status: 200 len: 1000 time: 0.0569599 Jul 23 14:40:50.118508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-a7081f4f-4916-4b58-a417-a6e859ecd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:50.120061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-a7081f4f-4916-4b58-a417-a6e859ecd60e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9716d91-1595-413b-bc9b-52bca789437b HTTP/1.1" status: 200 len: 835 time: 0.0512152 Jul 23 14:40:50.186883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-92d25277-9908-4790-9b70-3595cd868ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:40:50.188600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-92d25277-9908-4790-9b70-3595cd868ccd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e77e7546-0800-4df5-9027-044582851982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622075 Jul 23 14:40:50.286009 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-0861ca1f-5952-416a-b24b-4e05838a2c09 service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910428 Jul 23 14:40:50.347712 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '172c0a83-88f6-4239-9915-d0e09ee6fc85', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'port_id': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'mac_address': 'fa:16:3e:4b:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:40:48Z', 'updated_at': '2021-07-23T14:40:48Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:39Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:40:50.376578 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf9283-e40e-400e-9eb2-81bad7950dee None None] The sync data for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 is: [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '172c0a83-88f6-4239-9915-d0e09ee6fc85', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'port_id': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'mac_address': 'fa:16:3e:4b:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:40:48Z', 'updated_at': '2021-07-23T14:40:48Z', 'revision_number': 0, 'project_id': '7da946df1c4a4592991bcccb02324307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:39Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:40:50.379841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e4ad77ee-9645-40ad-b775-e3efd120c67b req-71d88f4d-b79b-4638-a323-30679930da1c service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872283 Jul 23 14:40:50.607151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67cc25-6bbe-49a7-bb2c-d10ee6b81563 None None] New status for floating IP 172c0a83-88f6-4239-9915-d0e09ee6fc85: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:40:50.836906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 53962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:40:50.898215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-98337197-f5af-42b3-9ae2-57d547879a45 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/172c0a83-88f6-4239-9915-d0e09ee6fc85 HTTP/1.1" status: 200 len: 994 time: 0.0589850 Jul 23 14:40:51.326759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:04.440514 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:41:07.851688 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:15.811655 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e429b5c4-7896-419b-b4fb-220869fb6b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:18.125168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:18.330177 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:18.534218 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c712521-8d1c-4ae9-939f-fb47ba5a7653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:19.640672 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:19.771729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1491760-1ed0-4275-bb35-801505cd220b req-8459c5aa-d325-4220-a669-d96585df3c3e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:19.773376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1491760-1ed0-4275-bb35-801505cd220b req-8459c5aa-d325-4220-a669-d96585df3c3e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0816875 Jul 23 14:41:19.815943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1491760-1ed0-4275-bb35-801505cd220b req-d49a780f-2c2f-4ab8-a427-741dfe6f79f5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365360 Jul 23 14:41:19.872143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-9ad41f69-acc7-4031-9014-22bb55a21065 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552008 Jul 23 14:41:20.002800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-fc0be2e6-74c9-493c-a640-7e30f70cc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:20.004341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-fc0be2e6-74c9-493c-a640-7e30f70cc8ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 1097 time: 0.0573840 Jul 23 14:41:20.159145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-071a03e4-9097-46bd-8267-74116eb3ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:20.160648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-071a03e4-9097-46bd-8267-74116eb3ca79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.0903115 Jul 23 14:41:20.227618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-20d73be4-56eb-47ae-880e-6690b423e1ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a960184d-fded-405e-a6d8-1714275c0d87 HTTP/1.1" status: 200 len: 1002 time: 0.0598881 Jul 23 14:41:20.285639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-66a867bf-cbd2-4d8d-8627-f1c73aedbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:20.287060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-66a867bf-cbd2-4d8d-8627-f1c73aedbb2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0527527 Jul 23 14:41:20.351141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-c84a9956-e3c1-45a5-8734-188916efcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:20.352740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-c84a9956-e3c1-45a5-8734-188916efcf3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595841 Jul 23 14:41:20.441454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-cbbc230d-9a7c-4b45-b352-d0c45de011aa service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811446 Jul 23 14:41:20.542488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b62d36b-0fde-4cb1-807e-16f0418fdcb2 req-106b5aae-3dd1-4e7d-a12b-78764444d73c service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936649 Jul 23 14:41:20.969450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a085-a35b-4b13-9deb-6a65ce68ca0d req-b6d09320-411d-4b6b-a809-0a8a114aff3d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:20.975231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8482a085-a35b-4b13-9deb-6a65ce68ca0d req-b6d09320-411d-4b6b-a809-0a8a114aff3d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0807979 Jul 23 14:41:21.019277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8482a085-a35b-4b13-9deb-6a65ce68ca0d req-c6151a88-d11b-4ce0-9fc7-bc9aa46495de tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340140 Jul 23 14:41:21.329331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:22.163150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be4419-242f-4bf0-abf2-617145597624 req-9091b32b-c07e-488f-a3c3-e0f36336f3d4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:22.164749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1be4419-242f-4bf0-abf2-617145597624 req-9091b32b-c07e-488f-a3c3-e0f36336f3d4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0724616 Jul 23 14:41:22.216503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1be4419-242f-4bf0-abf2-617145597624 req-2696a191-db22-4079-8c12-8812d49de453 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458202 Jul 23 14:41:23.350484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a5b9-612b-4bca-8338-8ec93cc031cc req-d6178400-c18b-4e90-87b0-7d2077b8d2f0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:23.351988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58d8a5b9-612b-4bca-8338-8ec93cc031cc req-d6178400-c18b-4e90-87b0-7d2077b8d2f0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0654571 Jul 23 14:41:23.390918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58d8a5b9-612b-4bca-8338-8ec93cc031cc req-15d1bf45-6610-46ef-bc40-23685bd6733d tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329227 Jul 23 14:41:24.521425 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:41:24.525092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4d61c-8207-46a9-96ee-67505c63a5f2 req-e62590d5-d6d3-4f87-8c89-0301aa747c9e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:24.526890 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24f4d61c-8207-46a9-96ee-67505c63a5f2 req-e62590d5-d6d3-4f87-8c89-0301aa747c9e tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0634401 Jul 23 14:41:24.569876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24f4d61c-8207-46a9-96ee-67505c63a5f2 req-9f8539b3-9c30-4b41-a1e2-f5ae6b8cca68 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371716 Jul 23 14:41:24.676963 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:24.770373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:24.775587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:24.812317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311e7a4-d579-4035-abde-76145dc7991e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:24.821052 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63bbe1877f19496982a917c147fb9f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984660 Jul 23 14:41:24.822938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.823236 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.823573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.823897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.824090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:41:24.824212 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.824533 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.824858 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.825180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.825503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.825823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.826146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.826461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eafecd1-f9ba-4db7-98d4-f178fff8e8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:24.879339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb464-5ba0-44fb-949d-ee14f3cf9b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:24.901918 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb464-5ba0-44fb-949d-ee14f3cf9b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:24.949656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb464-5ba0-44fb-949d-ee14f3cf9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:24.952873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb464-5ba0-44fb-949d-ee14f3cf9b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:24.954159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8fbdb464-5ba0-44fb-949d-ee14f3cf9b3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b311e7a4-d579-4035-abde-76145dc7991e HTTP/1.1" status: 204 len: 168 time: 0.1288471 Jul 23 14:41:24.962688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdb464-5ba0-44fb-949d-ee14f3cf9b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b311e7a4-d579-4035-abde-76145dc7991e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:25.223426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:41:25.237261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2569450-56a9-47fb-91c7-1b1901f2b806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:25.327533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2569450-56a9-47fb-91c7-1b1901f2b806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:25.334069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2569450-56a9-47fb-91c7-1b1901f2b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:25.371735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b2569450-56a9-47fb-91c7-1b1901f2b806 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=674f477e81c844a18f3b63ce604e81b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472228 Jul 23 14:41:25.372589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2569450-56a9-47fb-91c7-1b1901f2b806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca67471-18d8-4f27-8644-9fec8fbeb7b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:25.374578 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:41:25.427547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b945f10-1594-49ce-ad84-5f8ca4f5eb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:25.452762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b945f10-1594-49ce-ad84-5f8ca4f5eb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:25.499588 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b945f10-1594-49ce-ad84-5f8ca4f5eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:25.502145 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b945f10-1594-49ce-ad84-5f8ca4f5eb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:25.503324 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2b945f10-1594-49ce-ad84-5f8ca4f5eb2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eca67471-18d8-4f27-8644-9fec8fbeb7b3 HTTP/1.1" status: 204 len: 168 time: 0.1276443 Jul 23 14:41:25.510697 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b945f10-1594-49ce-ad84-5f8ca4f5eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca67471-18d8-4f27-8644-9fec8fbeb7b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:25.714772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82898d20-86df-4d51-a50d-f3c62a4e116d req-76e597af-3616-4bda-ae7f-2ae744868013 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:25.716291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82898d20-86df-4d51-a50d-f3c62a4e116d req-76e597af-3616-4bda-ae7f-2ae744868013 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0694525 Jul 23 14:41:25.754154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82898d20-86df-4d51-a50d-f3c62a4e116d req-15aa5db5-30da-462b-b930-440e83550622 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319014 Jul 23 14:41:26.887970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d24f-662c-4996-b898-aab6f863083d req-04b76e5d-f611-4cdb-98b9-6946baa49865 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:26.889681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2270d24f-662c-4996-b898-aab6f863083d req-04b76e5d-f611-4cdb-98b9-6946baa49865 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0670385 Jul 23 14:41:26.931934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2270d24f-662c-4996-b898-aab6f863083d req-021c185e-29dc-446b-8343-883e1a531f14 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364981 Jul 23 14:41:28.066261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02410280-7a4e-417e-adfa-04a690316ac6 req-4d417ce1-a820-496b-9261-354841b6fda5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:28.067818 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02410280-7a4e-417e-adfa-04a690316ac6 req-4d417ce1-a820-496b-9261-354841b6fda5 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0642357 Jul 23 14:41:28.111111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02410280-7a4e-417e-adfa-04a690316ac6 req-799ada59-42e3-4e6c-bf07-1ed734c5faf6 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370083 Jul 23 14:41:29.250511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867696-7857-4331-a8c2-cc90cef5579b req-765c0243-0370-4629-b88b-99d897447960 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:29.252026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81867696-7857-4331-a8c2-cc90cef5579b req-765c0243-0370-4629-b88b-99d897447960 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0697911 Jul 23 14:41:29.290717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81867696-7857-4331-a8c2-cc90cef5579b req-480dd51e-cf46-43a7-9c9e-ee61872cf2d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328491 Jul 23 14:41:29.903633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-d444494d-3633-4c93-85de-aa5ca42fafab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678083 Jul 23 14:41:30.017762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734f2b-7304-47c7-8d97-6960fe52040f req-659caaa8-0fd7-4819-95c5-db264956b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:30.019309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-659caaa8-0fd7-4819-95c5-db264956b0e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1096 time: 0.0694251 Jul 23 14:41:30.508394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734f2b-7304-47c7-8d97-6960fe52040f req-30c3f39f-c2d8-4fae-88f0-2487db9e8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:30.509891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-30c3f39f-c2d8-4fae-88f0-2487db9e8fc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.4698853 Jul 23 14:41:30.572909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96af40-0cc3-455b-bfbe-6ce78f04428f req-2a929b42-4757-40c0-a73b-39f68bd0b087 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:30.574503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e96af40-0cc3-455b-bfbe-6ce78f04428f req-2a929b42-4757-40c0-a73b-39f68bd0b087 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.1570010 Jul 23 14:41:30.632751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-0cc77e37-b6aa-49fe-8f1d-f769f39a09ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 1000 time: 0.1140995 Jul 23 14:41:30.643101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e96af40-0cc3-455b-bfbe-6ce78f04428f req-505d4141-3831-4c5f-9d34-0c7c1b227e58 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595791 Jul 23 14:41:30.690755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734f2b-7304-47c7-8d97-6960fe52040f req-628318df-1912-4207-b1cf-1c04492b5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:30.692225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-628318df-1912-4207-b1cf-1c04492b5d2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0482490 Jul 23 14:41:30.761865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734f2b-7304-47c7-8d97-6960fe52040f req-647e1800-60ff-469d-8df4-6896f7757ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:30.763383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-647e1800-60ff-469d-8df4-6896f7757ebb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639021 Jul 23 14:41:30.855150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-f69a1a73-fbdf-404b-a711-9a6510befbf3 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835011 Jul 23 14:41:30.949432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-52734f2b-7304-47c7-8d97-6960fe52040f req-21a84aa2-b831-4cad-bdfc-2aa0ac8f8026 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869970 Jul 23 14:41:31.771032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec17ab-b1d7-468b-90da-6973835e13da req-8c25c531-d1fd-4e2b-82ac-eb9b6844e379 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:31.772539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aec17ab-b1d7-468b-90da-6973835e13da req-8c25c531-d1fd-4e2b-82ac-eb9b6844e379 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0650463 Jul 23 14:41:31.813341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aec17ab-b1d7-468b-90da-6973835e13da req-4aa6f8c4-69ad-4429-a23b-27dfd8378ce7 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Jul 23 14:41:32.792370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f0609-363f-4918-a2af-03f6b8d2b7b8 req-3cc8d737-7419-4ebf-88a4-f652b5ada2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:32.793909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-988f0609-363f-4918-a2af-03f6b8d2b7b8 req-3cc8d737-7419-4ebf-88a4-f652b5ada2e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 1097 time: 0.0569894 Jul 23 14:41:32.828910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-988f0609-363f-4918-a2af-03f6b8d2b7b8 req-6fbed898-6706-485a-b22c-d6ff63a1a892 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275564 Jul 23 14:41:32.958079 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9142e-d4da-4f8f-9a3f-c2005869f4a1 req-c716ce69-184b-42a4-bca5-eb219870c21c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:32.959572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21d9142e-d4da-4f8f-9a3f-c2005869f4a1 req-c716ce69-184b-42a4-bca5-eb219870c21c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0698271 Jul 23 14:41:33.003835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21d9142e-d4da-4f8f-9a3f-c2005869f4a1 req-9e38efea-c71e-434e-9515-1bc96b7d9d8c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384846 Jul 23 14:41:33.107747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c9c7a54e-fcfb-4cd3-846d-33619ade889c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:41:33.210377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:41:33.222585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'port_id': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'mac_address': 'fa:16:3e:4b:da:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:41:33.259396 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:33.275586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9c7a54e-fcfb-4cd3-846d-33619ade889c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:41:33.295695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:41:33.300859 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:33.349049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:33.356319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.356660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.356993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.357328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.358191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.358522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.358902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.359226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.359542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.359859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.360175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:33.360488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:34.143003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68711b8-151b-416b-984e-bdee4269c345 req-8082b71c-4955-4e2c-abfc-0a2b41853471 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:41:34.144520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b68711b8-151b-416b-984e-bdee4269c345 req-8082b71c-4955-4e2c-abfc-0a2b41853471 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 945 time: 0.0668931 Jul 23 14:41:34.186177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b68711b8-151b-416b-984e-bdee4269c345 req-2eaffd5d-5a1b-4e31-bcd4-f99a12db08ad tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355017 Jul 23 14:41:34.209531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:41:34.273141 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ffd6b26e-d283-4f40-ab1a-2aa084565a38 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/floatingips/172c0a83-88f6-4239-9915-d0e09ee6fc85 HTTP/1.1" status: 200 len: 993 time: 0.0622964 Jul 23 14:41:34.649993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['c9c7a54e-fcfb-4cd3-846d-33619ade889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:41:35.084183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 54958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:41:35.118297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c9c7a54e-fcfb-4cd3-846d-33619ade889c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:41:35.192649 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b4551f4-38f1-4b8b-b426-70249f34779f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.192985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.205497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c9c7a54e-fcfb-4cd3-846d-33619ade889c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:41:35.225383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:41:35.230256 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.282134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:35.284465 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b4551f4-38f1-4b8b-b426-70249f34779f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.289852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b4551f4-38f1-4b8b-b426-70249f34779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.328388 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1b4551f4-38f1-4b8b-b426-70249f34779f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4462e38d80d248f2acd384753f34533f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430377 Jul 23 14:41:35.329023 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4551f4-38f1-4b8b-b426-70249f34779f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02675ac3-9cf0-4e36-8752-cc5666a46eb1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:35.333255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 54962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:41:35.390276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.412863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.474624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.477146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:35.478340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02675ac3-9cf0-4e36-8752-cc5666a46eb1 HTTP/1.1" status: 204 len: 168 time: 0.1433852 Jul 23 14:41:35.486501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02675ac3-9cf0-4e36-8752-cc5666a46eb1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:35.494173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.494550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.494908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.495236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.495553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.495869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.496189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.496499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.496808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.497119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.497425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:35.497737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a9fe-091b-45a4-a33f-b439e88e6737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:41:37.116380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c9c7a54e-fcfb-4cd3-846d-33619ade889c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:41:37.172044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port c9c7a54e-fcfb-4cd3-846d-33619ade889c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:41:37.172442 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:37.250686 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:37.276747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:41:37.279053 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0788634b-402f-4f8f-b17b-0ff614ebf91c" -d '{"events": [{"server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:41:37.292601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:41:37.299448 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:37.324584 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368dc53-38df-4817-93b6-3274b991bcbd x-openstack-request-id: req-d368dc53-38df-4817-93b6-3274b991bcbd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:41:37.324877 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:41:37.325157 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d368dc53-38df-4817-93b6-3274b991bcbd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:41:37.325536 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'code': 200} Jul 23 14:41:37.351150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:41:37.851519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:41.441167 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:41:45.817523 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62382f08-aeaf-4afc-91a9-f2b78c818df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:48.129795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:48.326075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:48.536217 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c5d8-9273-47b4-ab8c-c6d7324fc47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:49.633771 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:41:51.332595 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:06.927743 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:07.090915 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port ddc2e89e-b1a4-48c0-b6a3-4372ac9b4b05 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:07.091259 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:07.165766 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:07.166107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:07.179227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for ddc2e89e-b1a4-48c0-b6a3-4372ac9b4b05 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:07.360898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:07.653400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=ddc2e89e-b1a4-48c0-b6a3-4372ac9b4b05,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:07.719162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:07.719416 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Floating IP 172c0a83-88f6-4239-9915-d0e09ee6fc85 disassociated (deleted). External IP: 172.25.2.160, port: c9c7a54e-fcfb-4cd3-846d-33619ade889c. Jul 23 14:42:07.867594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:07.936366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:08.047494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:08.052475 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:08.057975 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] Sync routers for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:08.068425 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:08.069363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:41:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:08.092464 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-003ae78b-b691-44ca-bad6-7c82b7fe01e4 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/floatingips/172c0a83-88f6-4239-9915-d0e09ee6fc85 HTTP/1.1" status: 204 len: 168 time: 1.1610982 Jul 23 14:42:08.092464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:08.093146 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a88d22-0a86-4bb2-99b2-2184e9375980" -d '{"events": [{"name": "network-changed", "server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:08.192292 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:08.263570 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a1e9f2-add5-4364-b0b1-6dfc8e422357 x-openstack-request-id: req-e5a1e9f2-add5-4364-b0b1-6dfc8e422357 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:08.263890 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:08.264098 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5a1e9f2-add5-4364-b0b1-6dfc8e422357 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:08.264500 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'status': 'completed', 'code': 200} Jul 23 14:42:08.413742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-02c1a97d-e669-4f4d-a5ed-e87b68107454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:08.415312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-02c1a97d-e669-4f4d-a5ed-e87b68107454 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7da946df1c4a4592991bcccb02324307&device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 1097 time: 0.0728393 Jul 23 14:42:08.421067 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:39Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:08.430605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14713fe-df94-4c6b-b60c-bdbbd5d1a940 req-5bfa5785-875e-4a5c-b2f9-65b9a82947d3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:08.432126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c14713fe-df94-4c6b-b60c-bdbbd5d1a940 req-5bfa5785-875e-4a5c-b2f9-65b9a82947d3 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.1205187 Jul 23 14:42:08.449971 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] Checking router: 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:08.458754 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:08.459357 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:41:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:08.523192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c14713fe-df94-4c6b-b60c-bdbbd5d1a940 req-0f22541b-81f5-497f-8221-2f6cbf740367 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823770 Jul 23 14:42:08.558547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-b5091952-59c9-41fd-a7bb-f84c271ba9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:08.560156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-b5091952-59c9-41fd-a7bb-f84c271ba9df service neutron] 10.222.0.11 "GET /v2.0/networks?id=e77e7546-0800-4df5-9027-044582851982 HTTP/1.1" status: 200 len: 898 time: 0.1271448 Jul 23 14:42:08.582672 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:08.607715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-594aeca6-42b7-44d4-bb1f-9f928cab3f4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c HTTP/1.1" status: 200 len: 217 time: 0.0393438 Jul 23 14:42:08.664709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-f8378780-fa0e-4894-be6a-256dac46e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:08.667266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-f8378780-fa0e-4894-be6a-256dac46e39b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9716d91-1595-413b-bc9b-52bca789437b HTTP/1.1" status: 200 len: 835 time: 0.0523932 Jul 23 14:42:08.737470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-2f9c433e-a987-4e5b-aca1-6b0bdac098f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:08.739021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-2f9c433e-a987-4e5b-aca1-6b0bdac098f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e77e7546-0800-4df5-9027-044582851982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620408 Jul 23 14:42:08.799081 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:39Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:08.829625 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a4718-8f30-4f92-83db-487c1e7e076a None None] The sync data for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 is: [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:40:35Z', 'revision_number': 4, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8aff6855-3b2c-4e13-b90f-77f1791f851b', 'name': '', 'network_id': 'e77e7546-0800-4df5-9027-044582851982', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'mac_address': 'fa:16:3e:66:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:35Z', 'updated_at': '2021-07-23T14:40:39Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'subnets': [{'id': 'b9716d91-1595-413b-bc9b-52bca789437b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:08.844464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-24351518-092b-4c98-bec9-251d353d4efe service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954065 Jul 23 14:42:08.947514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-50a88d22-0a86-4bb2-99b2-2184e9375980 req-e649c7ea-d933-49c6-8f68-6833b063d2d8 service neutron] 10.222.0.11 "GET /v2.0/networks/e77e7546-0800-4df5-9027-044582851982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955539 Jul 23 14:42:08.959216 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:09.119682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaff852-7ecf-45ef-a7a1-bcee769dfc22 None None] New status for floating IP 172c0a83-88f6-4239-9915-d0e09ee6fc85: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:42:09.150669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port d288af89-56e7-4b3d-bd50-a458d0fcabf8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:09.151117 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:09.237232 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:09.237562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:09.251334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for d288af89-56e7-4b3d-bd50-a458d0fcabf8 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:09.411669 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:09.440585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=d288af89-56e7-4b3d-bd50-a458d0fcabf8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:09.544207 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:09.544820 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Floating IP 883f3c61-2c64-4d12-92e4-6a07be6a60cb disassociated (deleted). External IP: 172.25.2.196, port: a960184d-fded-405e-a6d8-1714275c0d87. Jul 23 14:42:09.689277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15080c46-b711-4abe-bbcd-1394ea905b56 req-5f379f5d-29b0-468f-9b5b-fb3775b36474 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:09.690690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15080c46-b711-4abe-bbcd-1394ea905b56 req-5f379f5d-29b0-468f-9b5b-fb3775b36474 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0736461 Jul 23 14:42:09.730572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15080c46-b711-4abe-bbcd-1394ea905b56 req-25b8a108-784a-4c32-9af3-0b056bdf7e61 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/security-groups?id=34d22f5a-f0f1-496e-a3ba-71d39c03e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337882 Jul 23 14:42:09.768057 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:09.878842 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:09.883541 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:09.900446 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:09.912155 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:09.912992 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:41:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:09.923202 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94730dcf-4367-41df-b0e3-fc8f94c71aa8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "DELETE /v2.0/floatingips/883f3c61-2c64-4d12-92e4-6a07be6a60cb HTTP/1.1" status: 204 len: 168 time: 0.9624903 Jul 23 14:42:09.935666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-5701170a-cd0d-4b1c-892b-f1b5f51433d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:09.937391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-5701170a-cd0d-4b1c-892b-f1b5f51433d8 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 946 time: 0.0907502 Jul 23 14:42:10.065086 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:10.071554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port c9c7a54e-fcfb-4cd3-846d-33619ade889c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:10.073473 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:10.234139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port c9c7a54e-fcfb-4cd3-846d-33619ade889c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=c9c7a54e-fcfb-4cd3-846d-33619ade889c,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:10.234538 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:10.255002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for c9c7a54e-fcfb-4cd3-846d-33619ade889c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:10.266468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:10.270155 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f687f80-4898-439f-a795-1db97da74568" -d '{"events": [{"name": "network-changed", "server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "tag": "a960184d-fded-405e-a6d8-1714275c0d87"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:10.276632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080674b-afc7-4a56-803f-d652c42c45f8 req-58873fc8-02d8-4ddf-a795-4625cfb20cde tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:10.278197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b080674b-afc7-4a56-803f-d652c42c45f8 req-58873fc8-02d8-4ddf-a795-4625cfb20cde tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 946 time: 0.1237087 Jul 23 14:42:10.306164 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:18Z', 'revision_number': 1, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:10.334047 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:10.343286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:10.343918 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:41:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:10.365367 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b080674b-afc7-4a56-803f-d652c42c45f8 req-83b033bb-c58b-4403-8a1a-9f3b68ea0cc2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550556 Jul 23 14:42:10.447537 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d694f8b-cfda-4087-948f-45ea03dfce8e x-openstack-request-id: req-0d694f8b-cfda-4087-948f-45ea03dfce8e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:10.447903 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "tag": "a960184d-fded-405e-a6d8-1714275c0d87", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:10.448115 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d694f8b-cfda-4087-948f-45ea03dfce8e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:10.449239 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87', 'status': 'completed', 'code': 200} Jul 23 14:42:10.466051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:10.506408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=c9c7a54e-fcfb-4cd3-846d-33619ade889c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:10.557949 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:10.576968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] No DVR routers for this DVR port c9c7a54e-fcfb-4cd3-846d-33619ade889c on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:10.578001 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f687f80-4898-439f-a795-1db97da74568 req-a061b30f-6394-4d27-a77a-2568854ee97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:10.579866 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f687f80-4898-439f-a795-1db97da74568 req-a061b30f-6394-4d27-a77a-2568854ee97d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 1097 time: 0.0834146 Jul 23 14:42:10.580582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:10.583306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a44462f-c894-4a7a-883c-b8e4b1b518bc req-192c20a9-f127-45fc-9d1f-b3e5fa54737c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.11 "DELETE /v2.0/ports/c9c7a54e-fcfb-4cd3-846d-33619ade889c HTTP/1.1" status: 204 len: 173 time: 0.6392777 Jul 23 14:42:10.584291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'name': 'network-vif-deleted', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:10.586361 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7e6788-1d11-46f7-a9a6-b2a1d4bfe5d3" -d '{"events": [{"server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "name": "network-vif-deleted", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:10.645427 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265b8a36-8352-4cd4-ad5f-4f319b5248ec x-openstack-request-id: req-265b8a36-8352-4cd4-ad5f-4f319b5248ec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:10.646051 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b", "name": "network-vif-deleted", "tag": "c9c7a54e-fcfb-4cd3-846d-33619ade889c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:10.646504 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-265b8a36-8352-4cd4-ad5f-4f319b5248ec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:10.647257 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b', 'name': 'network-vif-deleted', 'tag': 'c9c7a54e-fcfb-4cd3-846d-33619ade889c', 'status': 'completed', 'code': 200} Jul 23 14:42:10.691741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f687f80-4898-439f-a795-1db97da74568 req-241e8a11-7936-48d7-95d5-21f80864ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:10.693419 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f687f80-4898-439f-a795-1db97da74568 req-241e8a11-7936-48d7-95d5-21f80864ffe2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.0979419 Jul 23 14:42:10.743753 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f687f80-4898-439f-a795-1db97da74568 req-fe27b9c0-957c-49bb-80a1-fbe5c53d7dd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a960184d-fded-405e-a6d8-1714275c0d87 HTTP/1.1" status: 200 len: 217 time: 0.0425065 Jul 23 14:42:10.801899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f687f80-4898-439f-a795-1db97da74568 req-e13b0fb9-d755-423d-bdc8-c89f4ebc2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:10.803659 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f687f80-4898-439f-a795-1db97da74568 req-e13b0fb9-d755-423d-bdc8-c89f4ebc2424 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0510254 Jul 23 14:42:10.881942 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:18Z', 'revision_number': 1, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:10.891007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc5b326b-8d29-4d99-b9ce-2ae65a08494a req-64118696-6f66-4ee7-bb6a-f37c3c66b932 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f29e0-a4c2-4eff-84cd-fa6d6a1ca81b HTTP/1.1" status: 200 len: 210 time: 0.0578616 Jul 23 14:42:10.916290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f687f80-4898-439f-a795-1db97da74568 req-a37254e5-da9f-48ad-9fdf-41f2cfdf4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:10.918210 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f687f80-4898-439f-a795-1db97da74568 req-a37254e5-da9f-48ad-9fdf-41f2cfdf4e10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070182 Jul 23 14:42:10.918755 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071c701-466c-42e7-b463-2ca62dc0cdfd None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '17a8fcbe-033f-44c7-9f12-2e1c97ef4911', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'port_id': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'mac_address': 'fa:16:3e:52:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:38:14Z', 'updated_at': '2021-07-23T14:38:18Z', 'revision_number': 1, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:11.032666 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f687f80-4898-439f-a795-1db97da74568 req-da9e3833-2d90-4249-be9a-f2e451236d31 service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040881 Jul 23 14:42:11.181978 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-0f687f80-4898-439f-a795-1db97da74568 req-746eba63-a495-41b5-a38a-b5504d8cf50f service neutron] 10.222.0.11 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338377 Jul 23 14:42:11.225343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2df30a-74bd-4261-a928-023d9ba9cf11 None None] New status for floating IP 883f3c61-2c64-4d12-92e4-6a07be6a60cb: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:42:11.514083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bf9bd-b0e2-4b99-8bab-8baef65ea661 req-f8f1c927-cb5f-49be-af7c-a2ac61f42980 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:11.515555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b90bf9bd-b0e2-4b99-8bab-8baef65ea661 req-f8f1c927-cb5f-49be-af7c-a2ac61f42980 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 946 time: 0.0649581 Jul 23 14:42:11.553832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b90bf9bd-b0e2-4b99-8bab-8baef65ea661 req-56fdb110-2583-4849-bca8-6aef1ea467a6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Jul 23 14:42:11.951594 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:12.005585 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006248ee-4332-4f0b-982c-b97332aaab73 req-5f5d06bb-e531-4c9e-885f-15f931187016 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:12.007247 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-006248ee-4332-4f0b-982c-b97332aaab73 req-5f5d06bb-e531-4c9e-885f-15f931187016 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 946 time: 0.1462860 Jul 23 14:42:12.236092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port a960184d-fded-405e-a6d8-1714275c0d87 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:12.236389 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:12.366682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] For port a960184d-fded-405e-a6d8-1714275c0d87, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a960184d-fded-405e-a6d8-1714275c0d87,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:12.367015 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:12.396787 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for a960184d-fded-405e-a6d8-1714275c0d87 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:12.578049 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:12.612913 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:12.614768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=a960184d-fded-405e-a6d8-1714275c0d87,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:12.655894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e8dd280-db5a-48c7-acdb-bdf186527c3d req-8e8f2d27-4d0d-4782-b836-4aaba3c93609 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 210 time: 0.0308063 Jul 23 14:42:13.043805 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] No DVR routers for this DVR port a960184d-fded-405e-a6d8-1714275c0d87 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:13.048469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:13.050690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-006248ee-4332-4f0b-982c-b97332aaab73 req-ac7c388c-a237-4ba3-83e2-8ac60c24d9c8 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.11 "DELETE /v2.0/ports/a960184d-fded-405e-a6d8-1714275c0d87 HTTP/1.1" status: 204 len: 173 time: 1.0180874 Jul 23 14:42:13.051116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'name': 'network-vif-deleted', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:13.053642 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c311d196-0fab-459e-966d-d77307686e2a" -d '{"events": [{"server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "name": "network-vif-deleted", "tag": "a960184d-fded-405e-a6d8-1714275c0d87"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:13.142236 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18385315-520b-43cc-8abc-1746558e60db x-openstack-request-id: req-18385315-520b-43cc-8abc-1746558e60db {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:13.142586 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b4d37b-9253-40f9-8d7c-481237949839", "name": "network-vif-deleted", "tag": "a960184d-fded-405e-a6d8-1714275c0d87", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:13.143041 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18385315-520b-43cc-8abc-1746558e60db {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:13.143674 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b4d37b-9253-40f9-8d7c-481237949839', 'name': 'network-vif-deleted', 'tag': 'a960184d-fded-405e-a6d8-1714275c0d87', 'status': 'completed', 'code': 200} Jul 23 14:42:13.295220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c9c7a54e-fcfb-4cd3-846d-33619ade889c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:13.322493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: c9c7a54e-fcfb-4cd3-846d-33619ade889c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:13.323249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device c9c7a54e-fcfb-4cd3-846d-33619ade889c not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:13.329377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port 8aff6855-3b2c-4e13-b90f-77f1791f851b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:13.329753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:13.453424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port 8aff6855-3b2c-4e13-b90f-77f1791f851b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8aff6855-3b2c-4e13-b90f-77f1791f851b,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:13.454185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:13.476118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for 8aff6855-3b2c-4e13-b90f-77f1791f851b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:13.672369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:13.699566 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=8aff6855-3b2c-4e13-b90f-77f1791f851b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:13.800867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe05921c-91db-44a7-9a67-f53c59d0b6c9 req-6811a9f1-d809-4bec-a5cb-ee64d69ff255 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 210 time: 0.0369205 Jul 23 14:42:13.969081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.193339 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:14.301704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:14.310054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e3ff276b-8485-4323-92e4-1f31d4ef4f97 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "PUT /v2.0/routers/4bd3028b-0ba3-40c9-87f4-d6fc631fba88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542435 Jul 23 14:42:14.310054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:14.314601 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] Sync routers for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:14.324426 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:14.325002 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:41:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:14.363048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting subnet b9716d91-1595-413b-bc9b-52bca789437b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:42:14.366852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.407439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.428345 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:14.498018 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.557435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.586657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Subnet': ['ID=b9716d91-1595-413b-bc9b-52bca789437b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:14.588975 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.591144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c21b68d3-6bb0-4750-b1a8-db0dd10281cd tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/subnets/b9716d91-1595-413b-bc9b-52bca789437b HTTP/1.1" status: 204 len: 168 time: 0.2806287 Jul 23 14:42:14.593937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:14.603109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f73cd7-d698-4e9c-947e-91a830a3d40b None None] Network e77e7546-0800-4df5-9027-044582851982 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:42:14.619830 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:42:13Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:14.650333 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] Checking router: 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:14.659639 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] Routers {'4bd3028b-0ba3-40c9-87f4-d6fc631fba88'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:14.660429 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:41:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:14.707856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.770858 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] Set router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:14.837284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] DHCP port deletion for e77e7546-0800-4df5-9027-044582851982 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:42:14.863245 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.896015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] Deleting port 66114283-8501-4a63-86ce-c03123699e2d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:14.896751 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:14.919255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d45a6ff4-65d5-41f6-9c5a-9a64f1aee259 req-9f5e78ca-6187-4f39-aaf6-ef88bd06f93e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 210 time: 0.0366666 Jul 23 14:42:14.973756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Deleting port eb6ac80c-0677-42ff-80af-4c217d3b8629 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:14.974105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.013993 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:42:13Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:15.046613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] For port 66114283-8501-4a63-86ce-c03123699e2d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=66114283-8501-4a63-86ce-c03123699e2d,segment=NetworkSegment(ee34c9aa-37f7-4f6a-8046-a69345bd4065),segment_id=ee34c9aa-37f7-4f6a-8046-a69345bd4065)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:15.047317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.069522 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9538073-cb77-42d3-b9e7-e3fbd363b3c7 None None] The sync data for ids ['4bd3028b-0ba3-40c9-87f4-d6fc631fba88'] in n-d-801990-3 is: [{'id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505121963', 'tenant_id': '7da946df1c4a4592991bcccb02324307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:40:31Z', 'updated_at': '2021-07-23T14:42:13Z', 'revision_number': 5, 'project_id': '7da946df1c4a4592991bcccb02324307', 'gw_port': {'id': 'eb6ac80c-0677-42ff-80af-4c217d3b8629', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3028b-0ba3-40c9-87f4-d6fc631fba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:40:32Z', 'updated_at': '2021-07-23T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:15.082451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] For port eb6ac80c-0677-42ff-80af-4c217d3b8629, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eb6ac80c-0677-42ff-80af-4c217d3b8629,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:15.082981 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.086435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] Calling delete_port for 66114283-8501-4a63-86ce-c03123699e2d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:15.115745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Calling delete_port for eb6ac80c-0677-42ff-80af-4c217d3b8629 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:15.206918 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.248251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] Pushing event deleted for resources: {'Port': ['ID=66114283-8501-4a63-86ce-c03123699e2d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:15.253712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a1031-1bcb-4610-bbbb-dedd58b81ff6 None None] No DVR routers for this DVR port 66114283-8501-4a63-86ce-c03123699e2d on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:15.319320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a960184d-fded-405e-a6d8-1714275c0d87 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:15.319815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.344625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: a960184d-fded-405e-a6d8-1714275c0d87 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:15.345320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a960184d-fded-405e-a6d8-1714275c0d87 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:15.355567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Port': ['ID=eb6ac80c-0677-42ff-80af-4c217d3b8629,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:15.451095 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.585952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 66114283-8501-4a63-86ce-c03123699e2d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:15.615197 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.618586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.658606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 66114283-8501-4a63-86ce-c03123699e2d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:15.659699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 66114283-8501-4a63-86ce-c03123699e2d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:15.660298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8aff6855-3b2c-4e13-b90f-77f1791f851b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:15.674057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.674660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd3028b-0ba3-40c9-87f4-d6fc631fba88 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:42:15.686697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.690700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:15.700869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5fe77d89-4f28-4339-9db9-f128d0f23cc0 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/routers/4bd3028b-0ba3-40c9-87f4-d6fc631fba88 HTTP/1.1" status: 204 len: 168 time: 1.1053946 Jul 23 14:42:15.707723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8aff6855-3b2c-4e13-b90f-77f1791f851b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:15.708071 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8aff6855-3b2c-4e13-b90f-77f1791f851b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:15.815209 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28493cf6-3d26-4219-af74-768aa8e32ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.817315 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.916815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.929587 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77e7546-0800-4df5-9027-044582851982']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:15.942599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee34c9aa-37f7-4f6a-8046-a69345bd4065') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:15.943049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee34c9aa-37f7-4f6a-8046-a69345bd4065') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:15.954570 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.972057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.979740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:42:15.980186 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:42:15.983540 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:42:16.063224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3bf9fd8f-a35e-4248-8cf7-fcc7aaa72554 req-33bf71ec-f902-4a09-ab99-d1ed6b46f7f6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 210 time: 0.0427587 Jul 23 14:42:16.070966 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.088810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.091673 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/networks/e77e7546-0800-4df5-9027-044582851982 HTTP/1.1" status: 204 len: 168 time: 0.3992596 Jul 23 14:42:16.096994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:16.118350 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba2155-03e6-4fad-98ff-707710ed4c70 tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'Network': ['ID=e77e7546-0800-4df5-9027-044582851982,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:16.168999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-29a4-4e08-85e8-0c1976754b6c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.194835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-29a4-4e08-85e8-0c1976754b6c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.255816 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-29a4-4e08-85e8-0c1976754b6c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.259060 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-29a4-4e08-85e8-0c1976754b6c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.260280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e63e72ce-29a4-4e08-85e8-0c1976754b6c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] 10.222.0.21 "DELETE /v2.0/security-groups/34d22f5a-f0f1-496e-a3ba-71d39c03e34a HTTP/1.1" status: 204 len: 168 time: 0.1620519 Jul 23 14:42:16.270993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e72ce-29a4-4e08-85e8-0c1976754b6c tempest-TestNetworkAdvancedServerOps-1590941683 tempest-TestNetworkAdvancedServerOps-1590941683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d22f5a-f0f1-496e-a3ba-71d39c03e34a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:16.625912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:16.770937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5ae26cc7-9142-4140-a1f6-91754c15eced admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7da946df1c4a4592991bcccb02324307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412880 Jul 23 14:42:16.770937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:16.824212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3e77fe5-d610-4d43-90d5-70c563d78a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.846783 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3e77fe5-d610-4d43-90d5-70c563d78a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.910011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3e77fe5-d610-4d43-90d5-70c563d78a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.913762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3e77fe5-d610-4d43-90d5-70c563d78a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:16.916591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a3e77fe5-d610-4d43-90d5-70c563d78a97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/848315ce-6ccd-4cc2-b7d9-d4e6c5c737dc HTTP/1.1" status: 204 len: 168 time: 0.1447573 Jul 23 14:42:16.926672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77fe5-d610-4d43-90d5-70c563d78a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848315ce-6ccd-4cc2-b7d9-d4e6c5c737dc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:17.172024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb6ac80c-0677-42ff-80af-4c217d3b8629 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:17.195324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9043324-253f-45a0-850e-ef1127206ae8 req-33145d1b-7e4e-4b20-818b-916e2af6cfc2 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b4d37b-9253-40f9-8d7c-481237949839 HTTP/1.1" status: 200 len: 210 time: 0.0532315 Jul 23 14:42:17.196347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: eb6ac80c-0677-42ff-80af-4c217d3b8629 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:17.197094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eb6ac80c-0677-42ff-80af-4c217d3b8629 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:17.259943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:17.305482 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8055f6b0-45a0-4aee-94e1-a1a56f92970b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd66a17572ab4d1ca2f770159e2966c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434449 Jul 23 14:42:17.307692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:17.360779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb302-c688-4167-988c-0823e86ba167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:17.381846 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb302-c688-4167-988c-0823e86ba167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:17.434437 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb302-c688-4167-988c-0823e86ba167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:17.437370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb302-c688-4167-988c-0823e86ba167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:17.441136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c0fdb302-c688-4167-988c-0823e86ba167 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/637bec91-30e8-4b4e-ae45-60b4c20cbfc7 HTTP/1.1" status: 204 len: 168 time: 0.1299455 Jul 23 14:42:17.447109 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdb302-c688-4167-988c-0823e86ba167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637bec91-30e8-4b4e-ae45-60b4c20cbfc7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:18.126426 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:18.333884 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:18.447102 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:42:18.541056 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ecdd-4520-42a2-b16d-56e7dfe209f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.640109 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.679435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:19.684731 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'network': {'name': 'tempest-network-smoke--2027674968', 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:19.710330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Made reservation on behalf of 87489d2646db42eba0afc5bd7395cef6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:42:19.714773 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.725153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.823477 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.829578 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.841306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:42:19.851017 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.851411 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Added segment d0e56d26-5b86-418a-bc49-12557b4d1117 of type vlan for network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb Jul 23 14:42:19.909260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1977c19-eaca-4cf1-8cd3-63808c4c8196,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:19.912962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.942795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.948623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:19.949209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:19.984832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3016243 Jul 23 14:42:19.986042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:19.990681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'admin_state_up': True, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:20.040457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf336b2-2013-434d-87ec-fb0076f99cb6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Network': ['ID=29fd2713-ba4b-47cf-b0e2-a349e4469dcb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:20.050881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.051745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:42:20.052395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.107470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.256692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.461401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.484908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.605008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Allocated IP 172.25.2.182 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/42ab3044-02c8-4960-a3b8-fb32380f5c35) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:42:20.724754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.763954 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:20.806416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:42:20.809329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:42:20.811760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:42:20.838472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=42ab3044-02c8-4960-a3b8-fb32380f5c35,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:21.067825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:21.275743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:21.337593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:21.439074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 012b2420-f673-4f6a-aff2-4c5a4644ca79 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:42:21.563543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:21.577425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Sync routers for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:21.595931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:21.598379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:21.636760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:21.639207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c3951df0-b399-45c2-929e-34ce3544dca6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6530900 Jul 23 14:42:21.641521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:21.765010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:21.807319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:21.807902 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2888d3a6-eefa-4189-b1be-a97e0b570078 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=87489d2646db42eba0afc5bd7395cef6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1647553 Jul 23 14:42:21.901679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fb294-8380-4595-bc25-59edef828e7d tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:21.905900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c09fb294-8380-4595-bc25-59edef828e7d tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941181 Jul 23 14:42:21.906062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:21.937013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e5c51b50-573b-42bc-8e2d-291070e89799 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273106 Jul 23 14:42:21.937280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:21.942282 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-420669555', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:21.968845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:20Z', 'revision_number': 3, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:22.005245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Checking router: 012b2420-f673-4f6a-aff2-4c5a4644ca79 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:22.005586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Updating router 012b2420-f673-4f6a-aff2-4c5a4644ca79 port 42ab3044-02c8-4960-a3b8-fb32380f5c35 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:42:22.043215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Made reservation on behalf of 87489d2646db42eba0afc5bd7395cef6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:42:22.046714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.052968 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.340041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.351267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Transition to ACTIVE for port object 42ab3044-02c8-4960-a3b8-fb32380f5c35 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:42:22.358600 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.414979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Attempting to bind port 42ab3044-02c8-4960-a3b8-fb32380f5c35 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:42:22.415345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Attempting to bind port 42ab3044-02c8-4960-a3b8-fb32380f5c35 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:42:22.415710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Attempting to bind port 42ab3044-02c8-4960-a3b8-fb32380f5c35 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:42:22.417876 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73742138-b313-452f-9e4a-b1c245b4df3f None None] Pushing event updated for resources: {'Port': ['ID=42ab3044-02c8-4960-a3b8-fb32380f5c35,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:22.424735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:42:22.425106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:42:22.425517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.425900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:42:22.426367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Bound port: 42ab3044-02c8-4960-a3b8-fb32380f5c35, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:42:22.427386 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.485508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] For port 42ab3044-02c8-4960-a3b8-fb32380f5c35, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:42:22.489012 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] For port 42ab3044-02c8-4960-a3b8-fb32380f5c35, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=42ab3044-02c8-4960-a3b8-fb32380f5c35,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:42:22.500154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.572199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:22.572993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:22.618330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73742138-b313-452f-9e4a-b1c245b4df3f None None] Pushing event updated for resources: {'Port': ['ID=42ab3044-02c8-4960-a3b8-fb32380f5c35,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:22.642251 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.723063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Subnet': ['ID=0efab8dd-08f5-4240-9966-cfaa0b39cf08,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:22.735486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Checking segment: {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:42:22.735850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network hostable DHCP agents. Network: 29fd2713-ba4b-47cf-b0e2-a349e4469dcb, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:42:22.765928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:42:22.777778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 29fd2713-ba4b-47cf-b0e2-a349e4469dcb) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:42:22.784633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:22.785279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:22.805414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8fed958-30b9-4646-bed4-a4c1b044cb1a tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8659041 Jul 23 14:42:22.807567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:22.871125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c42d6-9832-4de9-933c-51c5ed3396e9 None None] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:42:23.017632 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:23.163506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:42:23.164389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.309194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.341761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Allocated IP 172.20.0.2 (29fd2713-ba4b-47cf-b0e2-a349e4469dcb/0efab8dd-08f5-4240-9966-cfaa0b39cf08/4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:42:23.355043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:20Z', 'revision_number': 3, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:23.385226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3efb2e-11f2-41d0-af4e-549e04c78c19 None None] The sync data for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 is: [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:20Z', 'revision_number': 3, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:23.547897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.560802 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Transition to ACTIVE for port object 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:42:23.577698 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Transition to ACTIVE for port object 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:42:23.588705 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.648734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:42:23.651502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:42:23.659952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:42:23.662684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Pushing event updated for resources: {'Port': ['ID=4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:23.684406 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Allocated IP 172.20.0.1 (29fd2713-ba4b-47cf-b0e2-a349e4469dcb/0efab8dd-08f5-4240-9966-cfaa0b39cf08/ff0f8ffb-ef39-4b01-a742-36828e7f2f9b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:42:23.717973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:23.741928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Attempting to bind port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:42:23.742501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Attempting to bind port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:42:23.743125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Attempting to bind port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 on network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:42:23.752289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:42:23.752483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Checking segment: {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:42:23.753583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.753987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Bound using segment: {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:42:23.754464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Bound port: 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:42:23.754877 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.842965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] For port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:42:23.852165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] For port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:42:23.862559 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.928994 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:23.949090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2145c-12d1-4bc1-a4c2-056108bda23c None None] Pushing event updated for resources: {'Port': ['ID=4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:23.972990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Transition to ACTIVE for port object ff0f8ffb-ef39-4b01-a742-36828e7f2f9b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:42:24.042407 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.083815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:24.110074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:42:24.114363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:42:24.119276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:42:24.126228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port 206c9202-6604-4e6c-8585-3e899b8b7d90 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:24.126573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.171896 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.294950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:24.322525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.322908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.327632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4730bc6-9a2a-48ab-9368-d3bdaff04bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.346875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for 206c9202-6604-4e6c-8585-3e899b8b7d90 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:24.455076 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.560711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4730bc6-9a2a-48ab-9368-d3bdaff04bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.572284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4730bc6-9a2a-48ab-9368-d3bdaff04bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.594488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.639476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a4730bc6-9a2a-48ab-9368-d3bdaff04bb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5ac7ecc75ba4702a9a2f92ba29b8230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543435 Jul 23 14:42:24.641403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4730bc6-9a2a-48ab-9368-d3bdaff04bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c2e31-fd5e-43dc-88a3-3ea6efac5f3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:24.644071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:24.645606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=206c9202-6604-4e6c-8585-3e899b8b7d90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:24.732503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:24.733205 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Floating IP 17a8fcbe-033f-44c7-9f12-2e1c97ef4911 disassociated (deleted). External IP: 172.25.2.95, port: 24d532bf-36e1-45a1-a20f-6a8e0c323369. Jul 23 14:42:24.964661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:25.051560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.085623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:25.091260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.094562 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.098040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:25.107965 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:25.108571 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:25.130400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6a43d306-65e7-4ab6-af45-bd9b2c113be1 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "DELETE /v2.0/floatingips/17a8fcbe-033f-44c7-9f12-2e1c97ef4911 HTTP/1.1" status: 204 len: 168 time: 1.4109933 Jul 23 14:42:25.131348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:25.134291 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28319df-1e00-4800-ab29-6c24e98e957f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:25.173041 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905cead-6830-45d4-92f0-52bb329296cf None None] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:42:25.192150 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.207372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.263132 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:25.292299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a34317d9-741f-4445-82a1-e93cd5a3f18a None None] Provisioning for port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:42:25.300100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.314622 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.318185 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.319580 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f6c2e31-fd5e-43dc-88a3-3ea6efac5f3d HTTP/1.1" status: 204 len: 168 time: 0.6748109 Jul 23 14:42:25.344396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42ab3044-02c8-4960-a3b8-fb32380f5c35 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:42:25.372396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c2e31-fd5e-43dc-88a3-3ea6efac5f3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:25.400973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:25.422943 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.423290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.423701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.424025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.424358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.424699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.425010 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.425334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.425656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.425977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.426390 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.426686 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0401a74-e231-4a2d-b59c-c6b5970e7a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.431065 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54014c5-d063-4037-ab8e-7a32e73fc7aa x-openstack-request-id: req-b54014c5-d063-4037-ab8e-7a32e73fc7aa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:25.431578 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:25.432391 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b54014c5-d063-4037-ab8e-7a32e73fc7aa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:25.433125 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'status': 'completed', 'code': 200} Jul 23 14:42:25.455467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.455764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.466671 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.467069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.467424 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.467751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.468125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.468466 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.468799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.469126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.469449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.469784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:25.556908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 42ab3044-02c8-4960-a3b8-fb32380f5c35 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:42:25.558308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:42:25.560405 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:42:25.570094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 42ab3044-02c8-4960-a3b8-fb32380f5c35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:25.570701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.586458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28319df-1e00-4800-ab29-6c24e98e957f req-00a23798-e393-42d9-8a04-ba1c73233739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:25.588148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f28319df-1e00-4800-ab29-6c24e98e957f req-00a23798-e393-42d9-8a04-ba1c73233739 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 1096 time: 0.1309731 Jul 23 14:42:25.651297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13267033-25cb-425f-b411-f26f4ebd8fca req-1081cdd5-bc7b-46a3-9a71-00fbbc5d56ee tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:25.658404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-13267033-25cb-425f-b411-f26f4ebd8fca req-1081cdd5-bc7b-46a3-9a71-00fbbc5d56ee tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 945 time: 0.1427412 Jul 23 14:42:25.705914 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:25.735451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.764045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 42ab3044-02c8-4960-a3b8-fb32380f5c35, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=42ab3044-02c8-4960-a3b8-fb32380f5c35,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:25.771334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-13267033-25cb-425f-b411-f26f4ebd8fca req-4d0f10e9-1f59-4e1f-a9fa-2b2b9b43c4c6 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119962 Jul 23 14:42:25.778486 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:25.781064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:42:25.781434 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:25.796377 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:25.796998 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:25.800588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28319df-1e00-4800-ab29-6c24e98e957f req-6e5bc380-bc75-4ef7-b6f5-7d4fb7952238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:25.803114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f28319df-1e00-4800-ab29-6c24e98e957f req-6e5bc380-bc75-4ef7-b6f5-7d4fb7952238 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 200 len: 912 time: 0.2043440 Jul 23 14:42:25.821346 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 012b2420-f673-4f6a-aff2-4c5a4644ca79 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:25.905254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f28319df-1e00-4800-ab29-6c24e98e957f req-59d181f5-25a0-4cc5-9bbd-719f96127636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 200 len: 217 time: 0.0877447 Jul 23 14:42:25.978493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=42ab3044-02c8-4960-a3b8-fb32380f5c35,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:25.998850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28319df-1e00-4800-ab29-6c24e98e957f req-c436a3c0-c9db-4664-b914-29daffb6866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:26.006378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f28319df-1e00-4800-ab29-6c24e98e957f req-c436a3c0-c9db-4664-b914-29daffb6866a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 200 len: 850 time: 0.0921950 Jul 23 14:42:26.014175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:26.022824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-21a21939-fe79-486c-a36d-4009ecbbb11c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "PUT /v2.0/routers/012b2420-f673-4f6a-aff2-4c5a4644ca79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2104938 Jul 23 14:42:26.023487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:26.023585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:42:26.027045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Sync routers for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:26.030966 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0af2201a-a0b5-4ae9-bcb5-e0805584772c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--639835196', 'description': 'tempest-secgroup_access--639835196 description', 'project_id': '87489d2646db42eba0afc5bd7395cef6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:26.033607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:26.034055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.055130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:26.059174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:26.072343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af2201a-a0b5-4ae9-bcb5-e0805584772c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.127300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28319df-1e00-4800-ab29-6c24e98e957f req-63f87620-255c-49e5-83e2-afd91343239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:26.129829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f28319df-1e00-4800-ab29-6c24e98e957f req-63f87620-255c-49e5-83e2-afd91343239b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd1e8e32-fecd-40aa-8204-c57c3098cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148574 Jul 23 14:42:26.166114 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:26.197414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af2201a-a0b5-4ae9-bcb5-e0805584772c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.210930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af2201a-a0b5-4ae9-bcb5-e0805584772c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.264593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2201a-a0b5-4ae9-bcb5-e0805584772c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e83a377-149a-41b8-bd4b-5b80805f5d84,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:26.265655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd15e252-f48e-4f32-a541-7ea23c258df0 None None] Provisioning complete for port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:26.266175 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd15e252-f48e-4f32-a541-7ea23c258df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.274405 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af2201a-a0b5-4ae9-bcb5-e0805584772c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.275740 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0af2201a-a0b5-4ae9-bcb5-e0805584772c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2515669 Jul 23 14:42:26.279276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:26.286477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-395d4dd9-6e47-4e26-b6ed-29bcd16b1e56 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1454844063', 'description': 'tempest-secgroup_general--1454844063 description', 'project_id': '87489d2646db42eba0afc5bd7395cef6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:26.327692 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-395d4dd9-6e47-4e26-b6ed-29bcd16b1e56 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.351756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f28319df-1e00-4800-ab29-6c24e98e957f req-195619cd-e774-4fe2-ba88-f8692c5fb879 service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078209 Jul 23 14:42:26.439249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:26.440051 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:26.477383 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1c45c-9836-470a-b44c-72d6ec8cfea0 None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:31:10Z', 'revision_number': 4, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '166c8a5c-9439-4091-8d9a-69d9c54e07b1', 'name': '', 'network_id': 'cd1e8e32-fecd-40aa-8204-c57c3098cfe3', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'mac_address': 'fa:16:3e:36:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:10Z', 'updated_at': '2021-07-23T14:31:17Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'subnets': [{'id': 'b6477768-bdca-42d3-9fd6-1a90582915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:26.494022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-395d4dd9-6e47-4e26-b6ed-29bcd16b1e56 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.504552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-395d4dd9-6e47-4e26-b6ed-29bcd16b1e56 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.549545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4dd9-6e47-4e26-b6ed-29bcd16b1e56 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d3eb66-6784-45a7-80f7-bd04f7bc78ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:26.559806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-395d4dd9-6e47-4e26-b6ed-29bcd16b1e56 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.561333 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-395d4dd9-6e47-4e26-b6ed-29bcd16b1e56 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2810011 Jul 23 14:42:26.564899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:26.571709 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e898e1d-52e1-4792-af70-bf2ed2b4747e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'security_group_rule': {'security_group_id': '0e83a377-149a-41b8-bd4b-5b80805f5d84', 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:26.582849 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.599171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f28319df-1e00-4800-ab29-6c24e98e957f req-77892a3f-8bd6-4e26-b026-74e507b75cff service neutron] 10.222.0.48 "GET /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310872 Jul 23 14:42:26.644573 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e898e1d-52e1-4792-af70-bf2ed2b4747e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.733464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e898e1d-52e1-4792-af70-bf2ed2b4747e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.735203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd15e252-f48e-4f32-a541-7ea23c258df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.743906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e898e1d-52e1-4792-af70-bf2ed2b4747e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.761654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e898e1d-52e1-4792-af70-bf2ed2b4747e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7f3eee-086f-427c-b085-ffcb7feee60f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:26.771293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:26.775337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e898e1d-52e1-4792-af70-bf2ed2b4747e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.784949 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3e898e1d-52e1-4792-af70-bf2ed2b4747e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2171028 Jul 23 14:42:26.785208 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:26.952736 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a91933-8331-480d-9b2e-a9f767a28a10 None None] New status for floating IP 17a8fcbe-033f-44c7-9f12-2e1c97ef4911: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:42:26.971395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2c5a2-b036-46a9-b10a-45e689f2deb6 req-b97d9b24-d6bf-4e31-9df3-9f44ed24da5f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:26.973381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ea2c5a2-b036-46a9-b10a-45e689f2deb6 req-b97d9b24-d6bf-4e31-9df3-9f44ed24da5f tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 945 time: 0.0933895 Jul 23 14:42:27.071983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ea2c5a2-b036-46a9-b10a-45e689f2deb6 req-74c2bbb9-6275-4410-a30a-c164dd816661 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/security-groups?id=3899a9a9-5ac6-4bb4-aa85-314631500024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927429 Jul 23 14:42:27.114490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-46a226d5-69bf-47f7-935a-2da25ccb0d6d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:27.116913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-46a226d5-69bf-47f7-935a-2da25ccb0d6d tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 945 time: 0.1093183 Jul 23 14:42:27.168361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:27.172939 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-bd15e252-f48e-4f32-a541-7ea23c258df0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:42:27.173102 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-bd15e252-f48e-4f32-a541-7ea23c258df0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:42:27.217553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 2, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:27.253964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Checking router: 012b2420-f673-4f6a-aff2-4c5a4644ca79 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:27.253964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Updating router 012b2420-f673-4f6a-aff2-4c5a4644ca79 port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:42:27.274918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42ab3044-02c8-4960-a3b8-fb32380f5c35 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:42:27.284723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-2d6d12b1-e5be-4a01-b174-fb18907479a9 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--639835196&fields=id&tenant_id=87489d2646db42eba0afc5bd7395cef6 HTTP/1.1" status: 200 len: 267 time: 0.0740197 Jul 23 14:42:27.303421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:27.312091 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.317964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port 24d532bf-36e1-45a1-a20f-6a8e0c323369 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:27.318554 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.367876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-473c2806-6ede-453a-b4e9-61b59e06f6a9 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1454844063&fields=id&tenant_id=87489d2646db42eba0afc5bd7395cef6 HTTP/1.1" status: 200 len: 267 time: 0.0721834 Jul 23 14:42:27.380537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 42ab3044-02c8-4960-a3b8-fb32380f5c35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:27.380979 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.426102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449fccf5-e00c-46f8-a0d2-6582da6d5f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.485355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] For port 24d532bf-36e1-45a1-a20f-6a8e0c323369, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=24d532bf-36e1-45a1-a20f-6a8e0c323369,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:27.485827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.506682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for 24d532bf-36e1-45a1-a20f-6a8e0c323369 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:27.531630 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449fccf5-e00c-46f8-a0d2-6582da6d5f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.538302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-449fccf5-e00c-46f8-a0d2-6582da6d5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.539013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-90f330c6-3476-42e0-946c-cc7d5fa206b4 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:27.540506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-90f330c6-3476-42e0-946c-cc7d5fa206b4 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/networks?id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb HTTP/1.1" status: 200 len: 797 time: 0.1470311 Jul 23 14:42:27.580651 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fccf5-e00c-46f8-a0d2-6582da6d5f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82219645-705d-490a-9100-95eb573bf217,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:27.583731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-0d8b704c-126a-4483-bc7b-d464e223e2dd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/quotas/87489d2646db42eba0afc5bd7395cef6 HTTP/1.1" status: 200 len: 375 time: 0.0151746 Jul 23 14:42:27.587101 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-449fccf5-e00c-46f8-a0d2-6582da6d5f83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09c123abeab44ffd812b76a73ab315cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824626 Jul 23 14:42:27.589909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:27.643565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c81e6e30-49e7-4d7b-9083-5fcbe4f1c444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.668833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.675119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c81e6e30-49e7-4d7b-9083-5fcbe4f1c444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.699255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Transition to ACTIVE for port object ff0f8ffb-ef39-4b01-a742-36828e7f2f9b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:42:27.715595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.716061 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.731526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-a6e7f5c6-5df5-4c23-ad36-e12d50844f95 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160662 Jul 23 14:42:27.734362 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c81e6e30-49e7-4d7b-9083-5fcbe4f1c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.738616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c81e6e30-49e7-4d7b-9083-5fcbe4f1c444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.741120 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c81e6e30-49e7-4d7b-9083-5fcbe4f1c444 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82219645-705d-490a-9100-95eb573bf217 HTTP/1.1" status: 204 len: 168 time: 0.1501224 Jul 23 14:42:27.750515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e6e30-49e7-4d7b-9083-5fcbe4f1c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82219645-705d-490a-9100-95eb573bf217,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:27.758968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=24d532bf-36e1-45a1-a20f-6a8e0c323369,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:27.768009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-79e59683-af7d-4e28-9318-475f71199471 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:42:27.769001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-79e59683-af7d-4e28-9318-475f71199471 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056796 Jul 23 14:42:27.817371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1b7da-9d6b-4c90-ac2a-d937d87680a8 None None] Pushing event updated for resources: {'Port': ['ID=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:27.841369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd15e252-f48e-4f32-a541-7ea23c258df0 None None] Provisioning for port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:42:27.843621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] No DVR routers for this DVR port 24d532bf-36e1-45a1-a20f-6a8e0c323369 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:27.852876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.854918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-999384f1-4fd3-4508-82ee-56f1e1fdc933 req-a7cb226f-3b3f-410a-b7a5-0e03a351c93a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.48 "DELETE /v2.0/ports/24d532bf-36e1-45a1-a20f-6a8e0c323369 HTTP/1.1" status: 204 len: 173 time: 0.7310584 Jul 23 14:42:27.855364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'name': 'network-vif-deleted', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:27.857637 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b5b594-bab0-42b6-ac10-44254d010ecc" -d '{"events": [{"server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "name": "network-vif-deleted", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:27.890194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Attempting to bind port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:42:27.890570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Attempting to bind port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:42:27.891045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Attempting to bind port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b on network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:42:27.896665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:42:27.897179 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Checking segment: {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:42:27.897452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.897851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Bound using segment: {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:42:27.898450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Bound port: ff0f8ffb-ef39-4b01-a742-36828e7f2f9b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:42:27.898743 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:27.957213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-7f84f8f3-7fde-436c-a180-dd0125a15a49 service neutron] 10.222.0.21 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794865 Jul 23 14:42:28.017436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] For port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:42:28.033368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] For port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:42:28.045168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:28.120383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:28.121039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:28.141388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-a4700aec-62d0-46be-b328-e44898626c5a service neutron] 10.222.0.21 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827188 Jul 23 14:42:28.249326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1b7da-9d6b-4c90-ac2a-d937d87680a8 None None] Pushing event updated for resources: {'Port': ['ID=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:28.351242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:28.470140 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e9057-922a-4b93-8341-0b62a8a5df83 x-openstack-request-id: req-b32e9057-922a-4b93-8341-0b62a8a5df83 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:28.470469 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78", "name": "network-vif-deleted", "tag": "24d532bf-36e1-45a1-a20f-6a8e0c323369", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:28.470769 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b32e9057-922a-4b93-8341-0b62a8a5df83 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:28.471174 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78', 'name': 'network-vif-deleted', 'tag': '24d532bf-36e1-45a1-a20f-6a8e0c323369', 'status': 'completed', 'code': 200} Jul 23 14:42:28.552597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0f1ec65-1371-484b-8761-8037ae20622b req-14437cda-62dc-49b0-a0bc-80294945b157 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 210 time: 0.0327370 Jul 23 14:42:28.639514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad46c2f8-8df5-40cb-8bc3-06624619c255 req-302e18b6-6db6-429e-a873-355d9b122e58 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 210 time: 0.0307691 Jul 23 14:42:28.646587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:28Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:28.684654 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42427f6a-5fc6-4982-87ed-abb2c7149fab None None] The sync data for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 is: [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:28Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:29.349092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:42:29.405325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:29.406425 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:29.490198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff0f8ffb-ef39-4b01-a742-36828e7f2f9b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:42:29.542609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:42:29.547630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:29.548004 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:29.667028 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:29.674368 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07b9ff03-e1f5-4347-b0b4-c3f3329f331f req-b393cf65-20bd-48f3-980f-aba7ad725a69 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 210 time: 0.0339136 Jul 23 14:42:29.706592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:29.727763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:29.789958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:29.805576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65b036f7-9f74-4a38-9218-c0013d5f1405 req-e0b5c8e4-599f-4cb3-8d38-a5c77b964679 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 210 time: 0.0422156 Jul 23 14:42:29.943433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-f17d0878-967d-4a47-b5c2-d16b6a25474b tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:29.945636 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-f17d0878-967d-4a47-b5c2-d16b6a25474b tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.11 "GET /v2.0/networks?id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb HTTP/1.1" status: 200 len: 797 time: 0.1187773 Jul 23 14:42:30.011198 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-9cb7731a-a976-48db-813d-d1d9c7b737ec tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87489d2646db42eba0afc5bd7395cef6 HTTP/1.1" status: 200 len: 477 time: 0.0508678 Jul 23 14:42:30.026511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'port': {'device_id': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'admin_state_up': True, 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'security_groups': ['0e83a377-149a-41b8-bd4b-5b80805f5d84', '09d3eb66-6784-45a7-80f7-bd04f7bc78ab']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:30.142617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Made reservation on behalf of 87489d2646db42eba0afc5bd7395cef6 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:42:30.146435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:30.275461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Allocated IP 172.20.0.4 (29fd2713-ba4b-47cf-b0e2-a349e4469dcb/0efab8dd-08f5-4240-9966-cfaa0b39cf08/5cbb96db-4426-4755-b26f-1e8333b34ea3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:42:30.429820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:30.444162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Transition to ACTIVE for port object 5cbb96db-4426-4755-b26f-1e8333b34ea3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:42:30.479307 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:30.521410 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:42:30.524557 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:42:30.527233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:42:30.564542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=5cbb96db-4426-4755-b26f-1e8333b34ea3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:30.592860 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:30.593521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:30.613823 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-e2111071-fb3e-4a8f-bc1c-25b5329ed228 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5913839 Jul 23 14:42:30.632927 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Request body: {'port': {'device_id': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:30.714019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:30.787293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3aa5693-1179-46e6-a139-a02efc524c71 req-aeb40a7e-6906-4747-9d58-5d18a4fbc163 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 210 time: 0.0303445 Jul 23 14:42:30.836793 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2e8b61e2-ea14-45d8-a200-01db249aa3aa None None] Provisioning for port 5cbb96db-4426-4755-b26f-1e8333b34ea3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:42:30.844140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2e8b61e2-ea14-45d8-a200-01db249aa3aa None None] Provisioning complete for port 5cbb96db-4426-4755-b26f-1e8333b34ea3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:30.844608 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e8b61e2-ea14-45d8-a200-01db249aa3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:30.898415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b61e2-ea14-45d8-a200-01db249aa3aa None None] Port 5cbb96db-4426-4755-b26f-1e8333b34ea3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:42:31.015339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68deef4-dc9e-4410-8e19-7270a6be8ccd req-234d3989-fc16-4f6b-83d5-b83971d288f1 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:31.017072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b68deef4-dc9e-4410-8e19-7270a6be8ccd req-234d3989-fc16-4f6b-83d5-b83971d288f1 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 970 time: 0.0794063 Jul 23 14:42:31.077674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbb96db-4426-4755-b26f-1e8333b34ea3 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:42:31.091296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:31.108218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b68deef4-dc9e-4410-8e19-7270a6be8ccd req-a0b82e14-99e6-400d-aba2-87e7988825fe tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843241 Jul 23 14:42:31.116284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Transition to ACTIVE for port object 5cbb96db-4426-4755-b26f-1e8333b34ea3 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:42:31.123775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:31.177704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbb96db-4426-4755-b26f-1e8333b34ea3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:31.256969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff0f8ffb-ef39-4b01-a742-36828e7f2f9b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:42:31.277917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Attempting to bind port 5cbb96db-4426-4755-b26f-1e8333b34ea3 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:42:31.278613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Attempting to bind port 5cbb96db-4426-4755-b26f-1e8333b34ea3 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:42:31.279217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Attempting to bind port 5cbb96db-4426-4755-b26f-1e8333b34ea3 on network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:42:31.287859 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Port 5cbb96db-4426-4755-b26f-1e8333b34ea3 on network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:42:31.288186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Attempting to bind port 5cbb96db-4426-4755-b26f-1e8333b34ea3 on network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:42:31.300681 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:42:31.301454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Checking segment: {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:42:31.302723 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Bound using segment: {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:42:31.303593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Bound port: 5cbb96db-4426-4755-b26f-1e8333b34ea3, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e56d26-5b86-418a-bc49-12557b4d1117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:42:31.304587 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:31.319722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:31.319722 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:31.383562 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] For port 5cbb96db-4426-4755-b26f-1e8333b34ea3, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:42:31.387080 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] For port 5cbb96db-4426-4755-b26f-1e8333b34ea3, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:42:31.392737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:31.447621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:31.448536 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:31.451114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/5cbb96db-4426-4755-b26f-1e8333b34ea3 HTTP/1.1" status: 200 len: 1130 time: 0.8233364 Jul 23 14:42:31.451756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:31.455791 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90e438-7045-4b40-9526-45f43c9eb39e" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:31.497074 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db8a8d-1443-4c51-9a64-f2eba4b5d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbb96db-4426-4755-b26f-1e8333b34ea3,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:31.513725 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53a1605-c67b-42fd-bede-e121ad1e4261 x-openstack-request-id: req-f53a1605-c67b-42fd-bede-e121ad1e4261 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:31.514038 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:31.514285 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f53a1605-c67b-42fd-bede-e121ad1e4261 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:31.514707 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'status': 'completed', 'code': 200} Jul 23 14:42:31.534017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 24d532bf-36e1-45a1-a20f-6a8e0c323369 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:31.559121 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 24d532bf-36e1-45a1-a20f-6a8e0c323369 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:31.559785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 24d532bf-36e1-45a1-a20f-6a8e0c323369 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:31.590873 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-bff210dc-e3e6-4e51-b936-7636c06abb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:31.592657 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-bff210dc-e3e6-4e51-b936-7636c06abb52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1133 time: 0.0716555 Jul 23 14:42:31.650353 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-396ec69a-6647-44f9-8a1b-bf6dd788c2dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3 HTTP/1.1" status: 200 len: 217 time: 0.0449069 Jul 23 14:42:31.698899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-274171fa-9b69-45c1-a679-5aa516937911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:31.700510 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-274171fa-9b69-45c1-a679-5aa516937911 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0efab8dd-08f5-4240-9966-cfaa0b39cf08 HTTP/1.1" status: 200 len: 834 time: 0.0436258 Jul 23 14:42:31.768386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179de84-c2ab-481d-9098-5214b62373aa req-c65f2dc4-04ed-495e-b4c9-86f18a6bb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:31.769811 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-c65f2dc4-04ed-495e-b4c9-86f18a6bb7cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623312 Jul 23 14:42:31.872975 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-554c8087-f87b-4406-b209-c8e9842a9386 service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948458 Jul 23 14:42:31.902750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7d8f8ab4-a34e-439d-aa98-8b18ad337de6 req-022ff9e4-4b1c-4517-b95f-4a6ba4f59d1e tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8fe7fb6-c33f-49c3-8f97-2088a8fb8b78 HTTP/1.1" status: 200 len: 210 time: 0.0354893 Jul 23 14:42:31.962877 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d179de84-c2ab-481d-9098-5214b62373aa req-b1909ade-131b-4e82-ae08-83e337bffaf5 service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830564 Jul 23 14:42:32.105630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-a3e12a93-d5de-41d6-876a-556c6faf1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:32.107106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-a3e12a93-d5de-41d6-876a-556c6faf1a24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1133 time: 0.0582280 Jul 23 14:42:32.217393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-03f0e805-0125-4072-9ece-469e375b1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:32.218933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-03f0e805-0125-4072-9ece-469e375b1049 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb HTTP/1.1" status: 200 len: 898 time: 0.1036932 Jul 23 14:42:32.263107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f809e-7fbc-454d-b121-b7388a83e0b3 req-3f63062b-1922-41f8-b92b-7347a054461d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:32.264772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-302f809e-7fbc-454d-b121-b7388a83e0b3 req-3f63062b-1922-41f8-b92b-7347a054461d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 982 time: 0.0854824 Jul 23 14:42:32.265968 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-7d766e3d-65ac-4776-a01e-aed4a38f417b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3 HTTP/1.1" status: 200 len: 217 time: 0.0369909 Jul 23 14:42:32.311011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-302f809e-7fbc-454d-b121-b7388a83e0b3 req-b7e3dbf1-e447-4fdb-8374-a2a41357ae9b tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386128 Jul 23 14:42:32.320397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-8e4efbac-ec3b-4ae4-b85a-83fe5034e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:32.321905 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-8e4efbac-ec3b-4ae4-b85a-83fe5034e45f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0efab8dd-08f5-4240-9966-cfaa0b39cf08 HTTP/1.1" status: 200 len: 834 time: 0.0488896 Jul 23 14:42:32.383474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-6b03233f-ac60-43f6-afd9-9226e8a97337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:32.385006 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-6b03233f-ac60-43f6-afd9-9226e8a97337 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546904 Jul 23 14:42:32.483062 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-828c3bd9-4a17-4773-8d26-77197170e88a service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897715 Jul 23 14:42:32.571690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-8a90e438-7045-4b40-9526-45f43c9eb39e req-30a06291-4d42-4526-a570-eb18134bcd12 service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818632 Jul 23 14:42:32.966982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:33.095515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Deleting port 3cc0c28d-e30b-45e8-87d0-e40ba9f75a03 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:33.095868 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.172538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.173193 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.184720 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Calling delete_port for 3cc0c28d-e30b-45e8-87d0-e40ba9f75a03 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:33.332993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.359103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'Port': ['ID=3cc0c28d-e30b-45e8-87d0-e40ba9f75a03,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:33.411374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5cbb96db-4426-4755-b26f-1e8333b34ea3 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:42:33.422785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.426723 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.427979 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eafd2fde-9510-4213-86f4-85fbfd83010a tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "DELETE /v2.0/floatingips/d952434d-ea38-4850-bbaa-3d26ffa69368 HTTP/1.1" status: 204 len: 168 time: 0.4599705 Jul 23 14:42:33.447601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918559-f7ee-4404-8ff0-5be5b514ebd9 req-2dba8f43-e4c8-47e7-a6b0-de762f3b17c4 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:33.449124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd918559-f7ee-4404-8ff0-5be5b514ebd9 req-2dba8f43-e4c8-47e7-a6b0-de762f3b17c4 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 982 time: 0.0682709 Jul 23 14:42:33.489984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd918559-f7ee-4404-8ff0-5be5b514ebd9 req-b8041b94-c460-4569-87c8-016c91f461f3 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345051 Jul 23 14:42:33.510045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5cbb96db-4426-4755-b26f-1e8333b34ea3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:33.521519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'port_id': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:42:33.558383 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.575001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbb96db-4426-4755-b26f-1e8333b34ea3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:42:33.594958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5cbb96db-4426-4755-b26f-1e8333b34ea3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:33.601597 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:33.651854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5cbb96db-4426-4755-b26f-1e8333b34ea3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:33.660016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.660367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.660709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.661047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.661394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.662021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.662358 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.662706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.663172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.663506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.663836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.664159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:33.869329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['5cbb96db-4426-4755-b26f-1e8333b34ea3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:42:34.626401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f62779-6522-4e5e-8308-cc42dc2f3a83 req-4be7c596-e806-44b9-b404-8f0b20356c89 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:34.627956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f62779-6522-4e5e-8308-cc42dc2f3a83 req-4be7c596-e806-44b9-b404-8f0b20356c89 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 983 time: 0.0706666 Jul 23 14:42:34.669838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f62779-6522-4e5e-8308-cc42dc2f3a83 req-39f905ed-8ba0-4a72-aac6-f88935886d7d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360489 Jul 23 14:42:35.430449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5cbb96db-4426-4755-b26f-1e8333b34ea3 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:42:35.482883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 5cbb96db-4426-4755-b26f-1e8333b34ea3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:42:35.486923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 5cbb96db-4426-4755-b26f-1e8333b34ea3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:42:35.487383 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:35.565772 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:35.588614 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:35.590922 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c964622-c1ba-4613-aded-6ec48d67921e" -d '{"events": [{"server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "name": "network-vif-plugged", "status": "completed", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:35.605161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 5cbb96db-4426-4755-b26f-1e8333b34ea3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:35.611675 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:35.665546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=5cbb96db-4426-4755-b26f-1e8333b34ea3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:35.762064 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b19ca05-6338-4635-83b7-8f9b5c2e6d0d x-openstack-request-id: req-8b19ca05-6338-4635-83b7-8f9b5c2e6d0d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:35.762719 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "name": "network-vif-plugged", "status": "completed", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:35.763399 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b19ca05-6338-4635-83b7-8f9b5c2e6d0d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:35.764316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:35.767176 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'code': 200} Jul 23 14:42:35.879223 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:35.900503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364ada7-ecfc-429e-af79-099d2f24f5d1 req-5adf812d-5c45-4966-802c-305cc742f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:35.902181 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3364ada7-ecfc-429e-af79-099d2f24f5d1 req-5adf812d-5c45-4966-802c-305cc742f4cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1135 time: 0.0565615 Jul 23 14:42:35.912391 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:35.938411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241f620-ff3b-4515-8f87-2dd03c7c70e3 req-117d6be9-4f2f-4218-bb11-4d5b01081a61 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:35.939759 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3364ada7-ecfc-429e-af79-099d2f24f5d1 req-29d248c9-0e11-4a48-a603-e2e890316d52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&id=0e83a377-149a-41b8-bd4b-5b80805f5d84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0309706 Jul 23 14:42:35.939955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9241f620-ff3b-4515-8f87-2dd03c7c70e3 req-117d6be9-4f2f-4218-bb11-4d5b01081a61 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 984 time: 0.1294065 Jul 23 14:42:35.993138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9241f620-ff3b-4515-8f87-2dd03c7c70e3 req-78872ed1-828e-490b-9c63-81c0b43995fc tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0442309 Jul 23 14:42:36.024670 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:36.027456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:36.028580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] 10.222.0.21 "DELETE /v2.0/security-groups/3899a9a9-5ac6-4bb4-aa85-314631500024 HTTP/1.1" status: 204 len: 168 time: 0.2631178 Jul 23 14:42:36.038160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3899a9a9-5ac6-4bb4-aa85-314631500024,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:36.048116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.048778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.049249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.049459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.049827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.050153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.050515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.050894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.051252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.051599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.051976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.052299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c54378-df49-4b2b-bfe2-4cfa7e337454 tempest-TestVolumeBootPattern-519104143 tempest-TestVolumeBootPattern-519104143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:42:36.088869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:36.595801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:36.861794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Deleting port 166c8a5c-9439-4091-8d9a-69d9c54e07b1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:36.862514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:36.939692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] For port 166c8a5c-9439-4091-8d9a-69d9c54e07b1, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=166c8a5c-9439-4091-8d9a-69d9c54e07b1,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:36.941290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:36.953281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Calling delete_port for 166c8a5c-9439-4091-8d9a-69d9c54e07b1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:37.169871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519a174-10e2-4abc-9c75-b001163b26f1 req-c3db164b-6bf6-4a17-9bd6-a3abe7c654fd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:37.171388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4519a174-10e2-4abc-9c75-b001163b26f1 req-c3db164b-6bf6-4a17-9bd6-a3abe7c654fd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 984 time: 0.1065977 Jul 23 14:42:37.195024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:37.223443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Pushing event deleted for resources: {'Port': ['ID=166c8a5c-9439-4091-8d9a-69d9c54e07b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:37.263840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4519a174-10e2-4abc-9c75-b001163b26f1 req-39af62bd-3897-4e22-8642-f8a250583904 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0864902 Jul 23 14:42:37.775487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:37.798494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648176d-bb53-4621-8f9d-5033e385207d req-d0a0bc11-1f1d-44ba-b1ab-b60ea7ec94fd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:37.800078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8648176d-bb53-4621-8f9d-5033e385207d req-d0a0bc11-1f1d-44ba-b1ab-b60ea7ec94fd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 984 time: 0.4610484 Jul 23 14:42:37.865610 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:37.923554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8648176d-bb53-4621-8f9d-5033e385207d req-56880b03-e44c-4876-9f28-cf9ddbdc9a13 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0802097 Jul 23 14:42:38.087509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Router 948eda07-9650-43d6-ac87-1402bc5b3587 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:38.094737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5d3b-78c4-4fa0-b042-6c783ff4db73 req-9b253e89-4b32-4a76-b01b-5aa6766a3814 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:38.096256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d78f5d3b-78c4-4fa0-b042-6c783ff4db73 req-9b253e89-4b32-4a76-b01b-5aa6766a3814 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1135 time: 0.0864170 Jul 23 14:42:38.144277 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d78f5d3b-78c4-4fa0-b042-6c783ff4db73 req-93b29bad-904f-41dc-ad77-ee0f8cbe009e tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.240027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:38.249620 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fec06950-a826-4a29-a5f0-40e4c080f27a admin admin] 10.222.0.21 "PUT /v2.0/routers/948eda07-9650-43d6-ac87-1402bc5b3587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1573954 Jul 23 14:42:38.249803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] Sync routers for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:38.250036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:38.259211 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:38.259835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:38.300263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d78f5d3b-78c4-4fa0-b042-6c783ff4db73 req-93b29bad-904f-41dc-ad77-ee0f8cbe009e tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.306120 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d78f5d3b-78c4-4fa0-b042-6c783ff4db73 req-93b29bad-904f-41dc-ad77-ee0f8cbe009e tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.337717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d78f5d3b-78c4-4fa0-b042-6c783ff4db73 req-93b29bad-904f-41dc-ad77-ee0f8cbe009e tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2350020 Jul 23 14:42:38.339577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b29bad-904f-41dc-ad77-ee0f8cbe009e tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54267da3-f57a-4851-9f7b-0cd45c26cdf0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:38.364550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:38.365994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:38.371270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.423284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad33f6-00ce-4eb9-9894-a4147adb0fa4 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:38.424832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-70ad33f6-00ce-4eb9-9894-a4147adb0fa4 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1130 time: 0.0577815 Jul 23 14:42:38.427708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:38.432295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:42:38.458100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.473799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.533431 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Deleting port 648465dd-6cc1-41bc-91ab-219fab089d90 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:38.533777 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.558182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:42:37Z', 'revision_number': 5, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port': {'id': '648465dd-6cc1-41bc-91ab-219fab089d90', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:08Z', 'updated_at': '2021-07-23T14:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:38.566191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.586813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] Checking router: 948eda07-9650-43d6-ac87-1402bc5b3587 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:38.595663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] Routers {'948eda07-9650-43d6-ac87-1402bc5b3587'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:38.596267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['948eda07-9650-43d6-ac87-1402bc5b3587'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:38.612616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] For port 648465dd-6cc1-41bc-91ab-219fab089d90, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=648465dd-6cc1-41bc-91ab-219fab089d90,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:38.612987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.625886 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Calling delete_port for 648465dd-6cc1-41bc-91ab-219fab089d90 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:38.677936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Allocated IP 172.25.2.118 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/f93e14b0-7d73-4ad4-8a33-cdfce99a3cb1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:42:38.683973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] Set router 948eda07-9650-43d6-ac87-1402bc5b3587 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:38.743289 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:42:38Z', 'revision_number': 6, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:38.772045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347b2d8-f6c2-4348-8e4d-714279281cfe None None] The sync data for ids ['948eda07-9650-43d6-ac87-1402bc5b3587'] in n-d-801990-3 is: [{'id': '948eda07-9650-43d6-ac87-1402bc5b3587', 'name': 'tempest-TestVolumeBootPattern-950180758-router', 'tenant_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:07Z', 'updated_at': '2021-07-23T14:42:38Z', 'revision_number': 6, 'project_id': '9b3eb1af49c54bfc9253fe5aa3aa9d50', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:38.793804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.796868 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.830806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=648465dd-6cc1-41bc-91ab-219fab089d90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:38.836988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.871732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:42:38.874472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:42:38.877052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:42:38.893958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:38.913774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=f93e14b0-7d73-4ad4-8a33-cdfce99a3cb1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:39.280850 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.302099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.304371 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.349141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.349758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 948eda07-9650-43d6-ac87-1402bc5b3587 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:42:39.354466 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.355776 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f73d3447-ae47-485d-9923-c67d72273bb4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/948eda07-9650-43d6-ac87-1402bc5b3587 HTTP/1.1" status: 204 len: 168 time: 1.1047449 Jul 23 14:42:39.358292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:39.361565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.402581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] Deleting subnet b6477768-bdca-42d3-9fd6-1a90582915e8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:42:39.405799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.444033 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.512992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.519093 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.519436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.583493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.587856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=f93e14b0-7d73-4ad4-8a33-cdfce99a3cb1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:39.591692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 166c8a5c-9439-4091-8d9a-69d9c54e07b1 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:39.605316 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.612091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6477768-bdca-42d3-9fd6-1a90582915e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:39.620639 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.625019 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-bf49bf7e-2f24-4c12-b0f4-457bbee62c59 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6477768-bdca-42d3-9fd6-1a90582915e8 HTTP/1.1" status: 204 len: 168 time: 0.2633481 Jul 23 14:42:39.625245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:39.638932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e6858-5fbd-4b08-9d8b-aaa5c2de9b29 None None] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:42:39.642824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 166c8a5c-9439-4091-8d9a-69d9c54e07b1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:39.643375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 166c8a5c-9439-4091-8d9a-69d9c54e07b1 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:39.702493 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.720941 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Floating IP c349f209-cde2-4b46-8b29-49cee4e82baa associated. External IP: 172.25.2.118, port: 5cbb96db-4426-4755-b26f-1e8333b34ea3. Jul 23 14:42:39.764906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Deleting port 13fb3016-5dae-43cf-a7a0-4453e37cfffc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:39.765191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.845967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] For port 13fb3016-5dae-43cf-a7a0-4453e37cfffc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=13fb3016-5dae-43cf-a7a0-4453e37cfffc,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:39.846323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.859426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] DHCP port deletion for cd1e8e32-fecd-40aa-8204-c57c3098cfe3 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:42:39.865518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Calling delete_port for 13fb3016-5dae-43cf-a7a0-4453e37cfffc owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:39.919067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] Deleting port 13fb3016-5dae-43cf-a7a0-4453e37cfffc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:39.919765 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.951439 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:39.976048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 012b2420-f673-4f6a-aff2-4c5a4644ca79 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:39.978524 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Pushing event deleted for resources: {'Port': ['ID=13fb3016-5dae-43cf-a7a0-4453e37cfffc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:39.985507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] No DVR routers for this DVR port 13fb3016-5dae-43cf-a7a0-4453e37cfffc on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:40.008282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] For port 13fb3016-5dae-43cf-a7a0-4453e37cfffc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=13fb3016-5dae-43cf-a7a0-4453e37cfffc,segment=NetworkSegment(7648dec5-c3b4-43d1-b5d4-97023151c9f4),segment_id=7648dec5-c3b4-43d1-b5d4-97023151c9f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:40.008683 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.024293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] Calling delete_port for 13fb3016-5dae-43cf-a7a0-4453e37cfffc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:40.062860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.073558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1e8e32-fecd-40aa-8204-c57c3098cfe3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:40.084092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7648dec5-c3b4-43d1-b5d4-97023151c9f4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:40.084379 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7648dec5-c3b4-43d1-b5d4-97023151c9f4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:40.093366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.101156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:40.126843 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] Sync routers for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:40.134996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.141538 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:40.142629 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:40.143394 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:42:40.143742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.143993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:42:40.145940 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:42:40.196460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9eccb548-c155-4060-8903-7ad7a2ada010 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7676690 Jul 23 14:42:40.197162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:42:40.199764 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899f53fd-0e9d-470a-8a72-21e9f164f9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:42:40.202261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:40.214157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.224064 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.226217 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd1e8e32-fecd-40aa-8204-c57c3098cfe3 HTTP/1.1" status: 204 len: 168 time: 0.6000092 Jul 23 14:42:40.229316 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:40.247282 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba9790-9dcc-4145-9859-4df580181bde admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1e8e32-fecd-40aa-8204-c57c3098cfe3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:40.293034 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9b4da-c00e-4714-9aba-8d2b1cb26bbb x-openstack-request-id: req-56b9b4da-c00e-4714-9aba-8d2b1cb26bbb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:42:40.293983 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:42:40.294295 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56b9b4da-c00e-4714-9aba-8d2b1cb26bbb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:42:40.294986 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'status': 'completed', 'code': 200} Jul 23 14:42:40.312148 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.327111 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:40.339569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] Pushing event deleted for resources: {'Port': ['ID=13fb3016-5dae-43cf-a7a0-4453e37cfffc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:40.341779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] Network cd1e8e32-fecd-40aa-8204-c57c3098cfe3 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 14:42:40.342595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17e556-ef9f-44a3-9831-49e81ab5b0d7 None None] No DVR routers for this DVR port 13fb3016-5dae-43cf-a7a0-4453e37cfffc on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:40.449755 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dba799-5358-4ae4-bcc5-72585079f717 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.450585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dba799-5358-4ae4-bcc5-72585079f717 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.451114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dba799-5358-4ae4-bcc5-72585079f717 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.452095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dba799-5358-4ae4-bcc5-72585079f717 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.452694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dba799-5358-4ae4-bcc5-72585079f717 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.457842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-57dba799-5358-4ae4-bcc5-72585079f717 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2513669 Jul 23 14:42:40.458625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:40.499232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-0530bea7-8d7c-4ecb-80b8-1490f163a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.500669 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-0530bea7-8d7c-4ecb-80b8-1490f163a364 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1135 time: 0.1405623 Jul 23 14:42:40.557824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3364424-d915-45fa-8579-2bf8ea2164a9 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.558292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3364424-d915-45fa-8579-2bf8ea2164a9 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.558778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3364424-d915-45fa-8579-2bf8ea2164a9 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.559231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3364424-d915-45fa-8579-2bf8ea2164a9 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.559678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3364424-d915-45fa-8579-2bf8ea2164a9 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.561426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f3364424-d915-45fa-8579-2bf8ea2164a9 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1020923 Jul 23 14:42:40.564285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:40.578873 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c349f209-cde2-4b46-8b29-49cee4e82baa', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'port_id': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:42:39Z', 'updated_at': '2021-07-23T14:42:39Z', 'revision_number': 0, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:29Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:40.615820 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] Checking router: 012b2420-f673-4f6a-aff2-4c5a4644ca79 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:40.626950 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:40.627560 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:40.651706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-838617c4-92cc-4729-a116-c3758bd180e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.653194 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-838617c4-92cc-4729-a116-c3758bd180e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb HTTP/1.1" status: 200 len: 898 time: 0.1324732 Jul 23 14:42:40.733568 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-84e90de0-5e10-4485-bc84-d8d55cf8760c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3 HTTP/1.1" status: 200 len: 999 time: 0.0724175 Jul 23 14:42:40.737862 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:40.809223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-26c48968-9876-4df1-b72a-ed233aebcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.810608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-26c48968-9876-4df1-b72a-ed233aebcb54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0efab8dd-08f5-4240-9966-cfaa0b39cf08 HTTP/1.1" status: 200 len: 834 time: 0.0530722 Jul 23 14:42:40.833408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-36672d06-f807-45e6-a6ac-01c244a4b216 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2677813 Jul 23 14:42:40.836367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:40.847868 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:40.959894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-b5a1339e-647a-4c24-a4ca-776c73185793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:40.961444 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-b5a1339e-647a-4c24-a4ca-776c73185793 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438777 Jul 23 14:42:40.995797 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c349f209-cde2-4b46-8b29-49cee4e82baa', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'port_id': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:42:39Z', 'updated_at': '2021-07-23T14:42:39Z', 'revision_number': 0, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:29Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:41.027842 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259dc73-8659-47f9-8ddf-eb39b3918d53 None None] The sync data for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 is: [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'c349f209-cde2-4b46-8b29-49cee4e82baa', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'port_id': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:42:39Z', 'updated_at': '2021-07-23T14:42:39Z', 'revision_number': 0, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:29Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:41.115730 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-d4c82cc7-4d53-4370-820d-d1e2fc2d1ee7 service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458490 Jul 23 14:42:41.235744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 648465dd-6cc1-41bc-91ab-219fab089d90 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:41.250897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb742a52-3aae-49d2-8ed6-1ba225e41aea tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:41.251380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb742a52-3aae-49d2-8ed6-1ba225e41aea tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:42:41.259195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eb742a52-3aae-49d2-8ed6-1ba225e41aea tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=012b2420-f673-4f6a-aff2-4c5a4644ca79 HTTP/1.1" status: 200 len: 1990 time: 0.4217095 Jul 23 14:42:41.262825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 648465dd-6cc1-41bc-91ab-219fab089d90 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:41.265895 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-899f53fd-0e9d-470a-8a72-21e9f164f9f2 req-3f1e445c-d9c2-43ad-849f-3bb0bd894a0a service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433494 Jul 23 14:42:41.266594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 648465dd-6cc1-41bc-91ab-219fab089d90 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:41.267638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 13fb3016-5dae-43cf-a7a0-4453e37cfffc no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:41.285968 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Deleting port 925011b2-280b-44dd-a7a3-96f0066b7757 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:41.286317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:41.287968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 13fb3016-5dae-43cf-a7a0-4453e37cfffc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:41.288546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 13fb3016-5dae-43cf-a7a0-4453e37cfffc not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:41.315397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fca9ee-dd73-48cb-a2d4-c9e90802be28 None None] New status for floating IP c349f209-cde2-4b46-8b29-49cee4e82baa: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:42:41.379980 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] For port 925011b2-280b-44dd-a7a3-96f0066b7757, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=925011b2-280b-44dd-a7a3-96f0066b7757,segment=NetworkSegment(32144d55-0ddd-4a4f-a581-0ea773852260),segment_id=32144d55-0ddd-4a4f-a581-0ea773852260)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:41.380341 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:41.392883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Calling delete_port for 925011b2-280b-44dd-a7a3-96f0066b7757 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:41.576573 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:41.608207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Pushing event deleted for resources: {'Port': ['ID=925011b2-280b-44dd-a7a3-96f0066b7757,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:41.775171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:41.991576 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:42:42.101274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:42:42.106294 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-41ef77a0-e063-4180-962b-842fc7987531 admin admin] 10.222.0.21 "PUT /v2.0/routers/48f453c0-0cb8-4e6e-8f79-e15e9393cbb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758955 Jul 23 14:42:42.108986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:42.110981 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] Sync routers for ids ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:42:42.120856 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] Routers {'48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:42.121456 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:42.208086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.222086 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] Set router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:42.308627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.363373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Deleting port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:42.363715 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.398167 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:42:41Z', 'revision_number': 5, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port': {'id': '6734d7d1-8cf8-409c-9b1c-20f6691ab6db', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:42.423599 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] Checking router: 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:42:42.432041 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] Routers {'48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:42:42.432714 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:42.445351 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] For port 6734d7d1-8cf8-409c-9b1c-20f6691ab6db, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:42.445739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.457552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Calling delete_port for 6734d7d1-8cf8-409c-9b1c-20f6691ab6db owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:42.521959 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] Set router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:42:42.575256 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:42:42Z', 'revision_number': 6, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:42.601591 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22250d89-202c-4055-bcff-35b99068ebd6 None None] The sync data for ids ['48f453c0-0cb8-4e6e-8f79-e15e9393cbb8'] in n-d-801990-3 is: [{'id': '48f453c0-0cb8-4e6e-8f79-e15e9393cbb8', 'name': 'tempest-TestVolumeBootPattern-374434330-router', 'tenant_id': '507daf7134664d5e8cf35e1752731a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:31:13Z', 'updated_at': '2021-07-23T14:42:42Z', 'revision_number': 6, 'project_id': '507daf7134664d5e8cf35e1752731a59', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:42:42.634915 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.662850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6734d7d1-8cf8-409c-9b1c-20f6691ab6db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:42.725931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.817350 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.820980 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.873071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.873613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:42:42.878603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.879771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fbf9c3a4-1b19-43bb-adc5-f256599e49ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/48f453c0-0cb8-4e6e-8f79-e15e9393cbb8 HTTP/1.1" status: 204 len: 168 time: 0.7697785 Jul 23 14:42:42.882398 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:42.930520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] Deleting subnet e576b9dc-34fb-4ad6-b3f8-e6f4881826eb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:42:42.934556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:42.974398 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.089979 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.144891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.169374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e576b9dc-34fb-4ad6-b3f8-e6f4881826eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:43.173007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.174946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4e3daa61-7eae-40e0-8fed-2d0db188329e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e576b9dc-34fb-4ad6-b3f8-e6f4881826eb HTTP/1.1" status: 204 len: 168 time: 0.2914119 Jul 23 14:42:43.177559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:43.180008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f8fb5d-f349-447f-81c2-faed19c82bd5 None None] Network be50f83d-bf39-4fe7-9252-ec5a74bf8270 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:42:43.251536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.307669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Deleting port b2dd4931-b560-4c72-878c-83c7ebb796aa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:43.308051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.368480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] DHCP port deletion for be50f83d-bf39-4fe7-9252-ec5a74bf8270 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:42:43.380753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] For port b2dd4931-b560-4c72-878c-83c7ebb796aa, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b2dd4931-b560-4c72-878c-83c7ebb796aa,segment=NetworkSegment(32144d55-0ddd-4a4f-a581-0ea773852260),segment_id=32144d55-0ddd-4a4f-a581-0ea773852260)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:43.381315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.394544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Calling delete_port for b2dd4931-b560-4c72-878c-83c7ebb796aa owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:43.430282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] Deleting port b2dd4931-b560-4c72-878c-83c7ebb796aa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:42:43.430689 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.443176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925011b2-280b-44dd-a7a3-96f0066b7757 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:43.470714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 925011b2-280b-44dd-a7a3-96f0066b7757 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:43.470714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 925011b2-280b-44dd-a7a3-96f0066b7757 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:43.471091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6734d7d1-8cf8-409c-9b1c-20f6691ab6db no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:43.478533 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.493986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 6734d7d1-8cf8-409c-9b1c-20f6691ab6db {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:43.494330 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6734d7d1-8cf8-409c-9b1c-20f6691ab6db not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:43.494783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2dd4931-b560-4c72-878c-83c7ebb796aa no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:42:43.505816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dd4931-b560-4c72-878c-83c7ebb796aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:43.513207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] No DVR routers for this DVR port b2dd4931-b560-4c72-878c-83c7ebb796aa on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:43.545714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b2dd4931-b560-4c72-878c-83c7ebb796aa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:42:43.546061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b2dd4931-b560-4c72-878c-83c7ebb796aa not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:42:43.553226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] For port b2dd4931-b560-4c72-878c-83c7ebb796aa, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b2dd4931-b560-4c72-878c-83c7ebb796aa,segment=NetworkSegment(32144d55-0ddd-4a4f-a581-0ea773852260),segment_id=32144d55-0ddd-4a4f-a581-0ea773852260)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:42:43.553451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.565581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] Calling delete_port for b2dd4931-b560-4c72-878c-83c7ebb796aa owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:42:43.595419 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.606496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be50f83d-bf39-4fe7-9252-ec5a74bf8270']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:43.626714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32144d55-0ddd-4a4f-a581-0ea773852260') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:43.627013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32144d55-0ddd-4a4f-a581-0ea773852260') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:42:43.643961 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.645649 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.669851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.673464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] Pushing event deleted for resources: {'Port': ['ID=b2dd4931-b560-4c72-878c-83c7ebb796aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:43.677286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:42:43.677538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d79ef-455d-495f-a399-db3f66b698bc None None] No DVR routers for this DVR port b2dd4931-b560-4c72-878c-83c7ebb796aa on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:42:43.677689 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:42:43.679490 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:42:43.740131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.745668 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.748463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be50f83d-bf39-4fe7-9252-ec5a74bf8270 HTTP/1.1" status: 204 len: 168 time: 0.5699706 Jul 23 14:42:43.764349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c51f9-c732-429f-8c43-a3e05831adf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be50f83d-bf39-4fe7-9252-ec5a74bf8270,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:43.882393 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:43.922896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ea0c5b08-24e0-4150-92e8-50239673c237 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b3eb1af49c54bfc9253fe5aa3aa9d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391221 Jul 23 14:42:43.925222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:43.972163 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47acfb4f-4ad3-423b-aa1e-74ac46e19402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:43.993064 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47acfb4f-4ad3-423b-aa1e-74ac46e19402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:44.051594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47acfb4f-4ad3-423b-aa1e-74ac46e19402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:44.054334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47acfb4f-4ad3-423b-aa1e-74ac46e19402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:44.055505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-47acfb4f-4ad3-423b-aa1e-74ac46e19402 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5509c944-616e-4f55-aeaf-b1375eb8acda HTTP/1.1" status: 204 len: 168 time: 0.1293983 Jul 23 14:42:44.063591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acfb4f-4ad3-423b-aa1e-74ac46e19402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5509c944-616e-4f55-aeaf-b1375eb8acda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:44.413777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:44.454396 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8baec901-8eec-45ed-9002-91b702dfa0e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=507daf7134664d5e8cf35e1752731a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393243 Jul 23 14:42:44.457244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:42:44.506046 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3225f931-37e8-4979-9c8a-2a2adee7ed8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:44.537753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3225f931-37e8-4979-9c8a-2a2adee7ed8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:44.589278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3225f931-37e8-4979-9c8a-2a2adee7ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:44.591856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3225f931-37e8-4979-9c8a-2a2adee7ed8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:44.593051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3225f931-37e8-4979-9c8a-2a2adee7ed8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d79e0782-adcf-4ce4-afec-5f141d808050 HTTP/1.1" status: 204 len: 168 time: 0.1349263 Jul 23 14:42:44.601899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225f931-37e8-4979-9c8a-2a2adee7ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79e0782-adcf-4ce4-afec-5f141d808050,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:42:45.815270 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b0c04b-fb3b-4159-af28-05cc52a9e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:48.134952 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:48.335025 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:48.548788 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a3f3-9bb9-410f-a8a6-0466e4954869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:49.641711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:51.348094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:42:55.443469 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:43:07.874893 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.130674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:15.233058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7692c212-409e-4904-8087-25cec49fb494 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.1007910 Jul 23 14:43:15.235803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:15.240576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'network': {'name': 'tempest-network-smoke--1664136538', 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'port_security_enabled': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:43:15.265772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Made reservation on behalf of 87489d2646db42eba0afc5bd7395cef6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:43:15.269710 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.293551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:43:15.302199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.302545 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Added segment 73b35658-2354-4240-bf14-2427d6a6efa8 of type vlan for network 43fcddd2-7869-42c4-8111-6d820e646275 Jul 23 14:43:15.351318 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.381013 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.386437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:15.387046 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.423648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1831739 Jul 23 14:43:15.424525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:15.431280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'admin_state_up': True, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:43:15.455093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdea351-5466-41da-9c80-a1e26164d5d7 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Network': ['ID=43fcddd2-7869-42c4-8111-6d820e646275,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:15.457499 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.458585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.467302 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 43fcddd2-7869-42c4-8111-6d820e646275 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:43:15.512089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.810456 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-608756ff-d24a-447b-a558-d91e27f1c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:15.932356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:16.142989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:16.161263 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:16.266449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Allocated IP 172.25.2.187 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/760bdf4c-33b5-4853-b0b6-f50c6fb57353) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:43:16.367061 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:16.413031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:16.453245 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:43:16.456534 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:43:16.460866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:43:16.463937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=760bdf4c-33b5-4853-b0b6-f50c6fb57353,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:16.721990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:16.918672 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.061961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 5c9d7e8f-171a-473a-840c-62a2a18fabca is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:43:17.182068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:43:17.192803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Sync routers for ids ['5c9d7e8f-171a-473a-840c-62a2a18fabca'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:43:17.202441 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.203696 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-38627aac-8c66-4d8a-9c2a-65c3e1177b6d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7772322 Jul 23 14:43:17.207247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:17.208249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Routers {'5c9d7e8f-171a-473a-840c-62a2a18fabca'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:17.208869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5c9d7e8f-171a-473a-840c-62a2a18fabca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:17.272951 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143ce895-d339-476e-85a9-2d051783ea25 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:17.277306 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-143ce895-d339-476e-85a9-2d051783ea25 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=87489d2646db42eba0afc5bd7395cef6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0661132 Jul 23 14:43:17.277484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:17.312026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Set router 5c9d7e8f-171a-473a-840c-62a2a18fabca gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:17.366760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e34ae4-5934-4fd9-b05b-68f478afde48 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:17.368285 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-95e34ae4-5934-4fd9-b05b-68f478afde48 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898781 Jul 23 14:43:17.371144 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:17.398937 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0c69f67-2233-4272-a683-f7aed29c2d3d tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267034 Jul 23 14:43:17.401618 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:17.428873 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3d6a7298-cdf4-456a-9eed-899ff023856c tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=87489d2646db42eba0afc5bd7395cef6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261495 Jul 23 14:43:17.431515 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:17.498486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:16Z', 'revision_number': 3, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:17.520890 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6283e42-35ff-4348-b30c-e85c67d1c1e0 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:17.522427 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e6283e42-35ff-4348-b30c-e85c67d1c1e0 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900085 Jul 23 14:43:17.525482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Checking router: 5c9d7e8f-171a-473a-840c-62a2a18fabca for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:43:17.525692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:17.526120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Updating router 5c9d7e8f-171a-473a-840c-62a2a18fabca port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:43:17.553705 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7928241f-78ce-4980-ae56-50b278990dd6 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269032 Jul 23 14:43:17.556472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:17.561427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1506025986', 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275', 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:43:17.562321 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.655818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Made reservation on behalf of 87489d2646db42eba0afc5bd7395cef6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:43:17.659474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.823926 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.833751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Transition to ACTIVE for port object 760bdf4c-33b5-4853-b0b6-f50c6fb57353 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:43:17.840602 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.852969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.889004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Attempting to bind port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:43:17.889366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Attempting to bind port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:43:17.889742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Attempting to bind port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:43:17.896952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75241a3-4805-42de-a0da-2688806b24c7 None None] Pushing event updated for resources: {'Port': ['ID=760bdf4c-33b5-4853-b0b6-f50c6fb57353,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:17.899375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:43:17.899756 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:43:17.900164 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.900540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:43:17.901016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Bound port: 760bdf4c-33b5-4853-b0b6-f50c6fb57353, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:43:17.901396 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.913756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Subnet': ['ID=429bc3a3-830e-4981-baab-fbdd1f0333b3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:17.921693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Checking segment: {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:43:17.922318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network hostable DHCP agents. Network: 43fcddd2-7869-42c4-8111-6d820e646275, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:43:17.941557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 43fcddd2-7869-42c4-8111-6d820e646275 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:43:17.951415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 43fcddd2-7869-42c4-8111-6d820e646275) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:43:17.956685 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] For port 760bdf4c-33b5-4853-b0b6-f50c6fb57353, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:43:17.958178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:17.958811 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.960310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] For port 760bdf4c-33b5-4853-b0b6-f50c6fb57353, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=760bdf4c-33b5-4853-b0b6-f50c6fb57353,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:43:17.962833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ed63b-c825-4e1b-b920-e6414990461c None None] Network 43fcddd2-7869-42c4-8111-6d820e646275 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:43:17.966730 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:17.976982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0049661-c744-401f-8a68-ce8d556fe7d8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4168577 Jul 23 14:43:17.977216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:18.088844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Routers {'5c9d7e8f-171a-473a-840c-62a2a18fabca'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:18.089367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:42:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5c9d7e8f-171a-473a-840c-62a2a18fabca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:18.125488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75241a3-4805-42de-a0da-2688806b24c7 None None] Pushing event updated for resources: {'Port': ['ID=760bdf4c-33b5-4853-b0b6-f50c6fb57353,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:18.215631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:18.271118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] Set router 5c9d7e8f-171a-473a-840c-62a2a18fabca gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:18.299651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-43fcddd2-7869-42c4-8111-6d820e646275', 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'fixed_ips': [{'subnet_id': '429bc3a3-830e-4981-baab-fbdd1f0333b3'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:43:18.300521 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:18.389197 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:18.573648 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c38e722-86bf-4010-9204-2e18cf3bb059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:18.579401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Allocated IP 172.20.0.18 (43fcddd2-7869-42c4-8111-6d820e646275/429bc3a3-830e-4981-baab-fbdd1f0333b3/7466b1dc-9598-444f-820d-b22a288a55a0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:43:18.663615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:16Z', 'revision_number': 3, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:18.699826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:18.862323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c93bf-e6bb-4b02-ab7c-3ed1189b25fd None None] The sync data for ids ['5c9d7e8f-171a-473a-840c-62a2a18fabca'] in n-d-801990-3 is: [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:16Z', 'revision_number': 3, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:43:18.938214 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:18.948119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Transition to ACTIVE for port object 7466b1dc-9598-444f-820d-b22a288a55a0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:43:18.966359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Transition to ACTIVE for port object 7466b1dc-9598-444f-820d-b22a288a55a0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:43:18.973548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.009585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Network 43fcddd2-7869-42c4-8111-6d820e646275 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:43:19.012586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:43:19.018601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:43:19.028031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Pushing event updated for resources: {'Port': ['ID=7466b1dc-9598-444f-820d-b22a288a55a0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:19.103215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Allocated IP 172.20.0.17 (43fcddd2-7869-42c4-8111-6d820e646275/429bc3a3-830e-4981-baab-fbdd1f0333b3/71c43da7-558b-424f-83ba-df55b3d77530) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:43:19.116799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Attempting to bind port 7466b1dc-9598-444f-820d-b22a288a55a0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:43:19.117169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Attempting to bind port 7466b1dc-9598-444f-820d-b22a288a55a0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:43:19.117553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Attempting to bind port 7466b1dc-9598-444f-820d-b22a288a55a0 on network 43fcddd2-7869-42c4-8111-6d820e646275 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:43:19.122867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:43:19.123219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Checking segment: {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:43:19.123613 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.123998 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Bound using segment: {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:43:19.124454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Bound port: 7466b1dc-9598-444f-820d-b22a288a55a0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:43:19.124833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.223399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] For port 7466b1dc-9598-444f-820d-b22a288a55a0, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:43:19.228707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] For port 7466b1dc-9598-444f-820d-b22a288a55a0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7466b1dc-9598-444f-820d-b22a288a55a0,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:43:19.240267 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.253865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.280335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Transition to ACTIVE for port object 71c43da7-558b-424f-83ba-df55b3d77530 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:43:19.306192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 760bdf4c-33b5-4853-b0b6-f50c6fb57353 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:43:19.326524 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.340810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88991e-a56f-439b-8eea-e1a9f60f6cc2 None None] Pushing event updated for resources: {'Port': ['ID=7466b1dc-9598-444f-820d-b22a288a55a0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:19.378138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:43:19.379224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 43fcddd2-7869-42c4-8111-6d820e646275 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:43:19.383229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:19.383678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.387696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:43:19.394331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:43:19.465086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=71c43da7-558b-424f-83ba-df55b3d77530,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:19.483237 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.503002 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.529292 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 760bdf4c-33b5-4853-b0b6-f50c6fb57353, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=760bdf4c-33b5-4853-b0b6-f50c6fb57353,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:19.534309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.596932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=760bdf4c-33b5-4853-b0b6-f50c6fb57353,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:19.647165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:19.733599 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:20.015631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:20.022553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:20.102439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=71c43da7-558b-424f-83ba-df55b3d77530,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:20.105396 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:20.200205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 43fcddd2-7869-42c4-8111-6d820e646275 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:43:20.201622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:43:20.239524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dadc1c2-c0e3-480c-ad44-ac7fc4c2f82b None None] Network 43fcddd2-7869-42c4-8111-6d820e646275 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:43:20.314419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 5c9d7e8f-171a-473a-840c-62a2a18fabca has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:43:20.363860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf13c4da-48a9-441e-87b7-3018a8305f87 None None] Provisioning for port 7466b1dc-9598-444f-820d-b22a288a55a0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:43:20.427455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:43:20.433000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5f255352-a088-49bb-99e0-7ad3a5315501 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "PUT /v2.0/routers/5c9d7e8f-171a-473a-840c-62a2a18fabca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4547384 Jul 23 14:43:20.705523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-8ca0792a-20c8-4080-897d-c59ee100a138 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:20.707966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-8ca0792a-20c8-4080-897d-c59ee100a138 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/networks?id=43fcddd2-7869-42c4-8111-6d820e646275 HTTP/1.1" status: 200 len: 798 time: 0.1118798 Jul 23 14:43:20.717336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a2f922f-7bc6-4c6b-a448-6c12742f3bb5 None None] Provisioning for port 71c43da7-558b-424f-83ba-df55b3d77530 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:43:20.725049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-9d5827c4-a82a-400d-9ea7-102d78bf6e08 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/quotas/87489d2646db42eba0afc5bd7395cef6 HTTP/1.1" status: 200 len: 375 time: 0.0108159 Jul 23 14:43:20.727076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a2f922f-7bc6-4c6b-a448-6c12742f3bb5 None None] Provisioning complete for port 71c43da7-558b-424f-83ba-df55b3d77530 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:20.727456 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a2f922f-7bc6-4c6b-a448-6c12742f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:20.778354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f922f-7bc6-4c6b-a448-6c12742f3bb5 None None] Port 71c43da7-558b-424f-83ba-df55b3d77530 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:43:20.815601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-ff60938f-2966-4d8e-9e91-25a1a15780ef tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0828722 Jul 23 14:43:20.853668 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Sync routers for ids ['5c9d7e8f-171a-473a-840c-62a2a18fabca'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:43:20.864211 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Routers {'5c9d7e8f-171a-473a-840c-62a2a18fabca'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:20.865234 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5c9d7e8f-171a-473a-840c-62a2a18fabca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:20.911188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10768eaa-8e40-453e-8d2e-5f5643a38758 None None] Provisioning complete for port 71c43da7-558b-424f-83ba-df55b3d77530 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:20.911998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10768eaa-8e40-453e-8d2e-5f5643a38758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:20.927541 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-190961f3-6385-4e8c-9eb6-5e156e7b6361 service neutron] 10.222.0.21 "GET /v2.0/networks/43fcddd2-7869-42c4-8111-6d820e646275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961614 Jul 23 14:43:20.957068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10768eaa-8e40-453e-8d2e-5f5643a38758 None None] Port 71c43da7-558b-424f-83ba-df55b3d77530 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:43:21.001740 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Set router 5c9d7e8f-171a-473a-840c-62a2a18fabca gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:21.027176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-1784b1cf-8cf4-4e0d-89d3-ee2ab2f6b9f0 service neutron] 10.222.0.21 "GET /v2.0/networks/43fcddd2-7869-42c4-8111-6d820e646275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932701 Jul 23 14:43:21.082794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3e43534-65bd-4b55-8a6e-9b79b1b09153 None None] Provisioning complete for port 71c43da7-558b-424f-83ba-df55b3d77530 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:21.083116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3e43534-65bd-4b55-8a6e-9b79b1b09153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.118427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b3e43534-65bd-4b55-8a6e-9b79b1b09153 None None] Port 71c43da7-558b-424f-83ba-df55b3d77530 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:43:21.227030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a3b94fe-87ed-422f-b180-7724cf3644ee req-7d6bccf9-798b-4341-97be-2299a62b0ea5 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0359521 Jul 23 14:43:21.229260 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '71c43da7-558b-424f-83ba-df55b3d77530', 'name': '', 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:30:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '429bc3a3-830e-4981-baab-fbdd1f0333b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:18Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 2, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '429bc3a3-830e-4981-baab-fbdd1f0333b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:21.263706 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Checking router: 5c9d7e8f-171a-473a-840c-62a2a18fabca for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:43:21.264155 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Updating router 5c9d7e8f-171a-473a-840c-62a2a18fabca port 71c43da7-558b-424f-83ba-df55b3d77530 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:43:21.303980 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.351159 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.352027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 760bdf4c-33b5-4853-b0b6-f50c6fb57353 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:43:21.402146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:21.402704 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.496163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7466b1dc-9598-444f-820d-b22a288a55a0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:43:21.546676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 7466b1dc-9598-444f-820d-b22a288a55a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:43:21.551024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7466b1dc-9598-444f-820d-b22a288a55a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:21.551412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.608853 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.622297 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Transition to ACTIVE for port object 71c43da7-558b-424f-83ba-df55b3d77530 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:43:21.629754 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.638242 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.671386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 7466b1dc-9598-444f-820d-b22a288a55a0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7466b1dc-9598-444f-820d-b22a288a55a0,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:21.682278 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.701724 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Pushing event updated for resources: {'Port': ['ID=71c43da7-558b-424f-83ba-df55b3d77530,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:21.732027 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.732465 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.732804 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.733135 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.733463 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.733791 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.734119 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.734440 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.734839 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.735794 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.735794 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.741948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=7466b1dc-9598-444f-820d-b22a288a55a0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:21.742830 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:21.760137 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Attempting to bind port 71c43da7-558b-424f-83ba-df55b3d77530 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:43:21.760503 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Attempting to bind port 71c43da7-558b-424f-83ba-df55b3d77530 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:43:21.760857 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Attempting to bind port 71c43da7-558b-424f-83ba-df55b3d77530 on network 43fcddd2-7869-42c4-8111-6d820e646275 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:43:21.766024 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:43:21.766399 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Checking segment: {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:43:21.766848 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.767233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Bound using segment: {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:43:21.767746 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Bound port: 71c43da7-558b-424f-83ba-df55b3d77530, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:43:21.768126 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.844408 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] For port 71c43da7-558b-424f-83ba-df55b3d77530, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:43:21.848458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] For port 71c43da7-558b-424f-83ba-df55b3d77530, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=71c43da7-558b-424f-83ba-df55b3d77530,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:43:21.854760 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:21.877066 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-a238af25-6b90-4b19-9118-7d56e999f31c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662265 Jul 23 14:43:21.902449 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Routers {'5c9d7e8f-171a-473a-840c-62a2a18fabca'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:21.903119 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5c9d7e8f-171a-473a-840c-62a2a18fabca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:21.999201 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9ec60-5e53-4b55-9d78-1197c43e2eb2 None None] Pushing event updated for resources: {'Port': ['ID=71c43da7-558b-424f-83ba-df55b3d77530,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:21.999355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-beae922d-c83e-41c1-9bdb-8aaa42cc630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:22.001123 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-beae922d-c83e-41c1-9bdb-8aaa42cc630b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1135 time: 0.0629869 Jul 23 14:43:22.027426 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] Set router 5c9d7e8f-171a-473a-840c-62a2a18fabca gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:22.111934 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-35fe54ab-f2ba-4a16-9dcc-0b262c130312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:22.113443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-35fe54ab-f2ba-4a16-9dcc-0b262c130312 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb HTTP/1.1" status: 200 len: 898 time: 0.0920815 Jul 23 14:43:22.201456 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-8719d395-dc08-45df-9e2f-6551692fdf5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0810285 Jul 23 14:43:22.243815 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '71c43da7-558b-424f-83ba-df55b3d77530', 'name': '', 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:30:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '429bc3a3-830e-4981-baab-fbdd1f0333b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:18Z', 'updated_at': '2021-07-23T14:43:21Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '429bc3a3-830e-4981-baab-fbdd1f0333b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:22.272730 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5fb7-f8f1-4838-884e-611d5fd076c4 None None] The sync data for ids ['5c9d7e8f-171a-473a-840c-62a2a18fabca'] in n-d-801990-3 is: [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '71c43da7-558b-424f-83ba-df55b3d77530', 'name': '', 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:30:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '429bc3a3-830e-4981-baab-fbdd1f0333b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:18Z', 'updated_at': '2021-07-23T14:43:21Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '429bc3a3-830e-4981-baab-fbdd1f0333b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:43:22.280454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-321ad791-f326-440b-943a-cb0da6af0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:22.284557 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-321ad791-f326-440b-943a-cb0da6af0fa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0efab8dd-08f5-4240-9966-cfaa0b39cf08 HTTP/1.1" status: 200 len: 834 time: 0.0766845 Jul 23 14:43:22.289337 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-eb6f5257-9dcc-4351-ac0e-3f3a2270855e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:22.291374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-eb6f5257-9dcc-4351-ac0e-3f3a2270855e tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.48 "GET /v2.0/networks?id=43fcddd2-7869-42c4-8111-6d820e646275 HTTP/1.1" status: 200 len: 798 time: 0.1290691 Jul 23 14:43:22.318495 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Request body: {'port': {'device_id': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275', 'admin_state_up': True, 'tenant_id': '87489d2646db42eba0afc5bd7395cef6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:43:22.398630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-c97667e1-a3b7-4f19-a597-5d78249c69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:22.400618 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-c97667e1-a3b7-4f19-a597-5d78249c69fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080260 Jul 23 14:43:22.400778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a6a3919-1ff7-47aa-99a0-a9299bc7b5b6 req-fa6ce631-0d2d-44af-9bea-fe426ba60d8f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0774035 Jul 23 14:43:22.494586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Made reservation on behalf of 87489d2646db42eba0afc5bd7395cef6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:43:22.498635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:22.507906 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-ffa3a9a9-39ef-4b50-b25f-af47caa01d47 service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998707 Jul 23 14:43:22.611380 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-18b91514-6f15-4d54-b0c0-5c9f87b4cf19 req-4c29ed7f-fb96-4ab2-bed8-a5e131ec8204 service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965378 Jul 23 14:43:22.636156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Allocated IP 172.20.0.20 (43fcddd2-7869-42c4-8111-6d820e646275/429bc3a3-830e-4981-baab-fbdd1f0333b3/58a3f5c0-ad50-416a-8db0-6bd16b6e744f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:43:22.763192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:22.778007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Transition to ACTIVE for port object 58a3f5c0-ad50-416a-8db0-6bd16b6e744f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:43:22.811762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:22.860719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Network 43fcddd2-7869-42c4-8111-6d820e646275 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:43:22.864012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:43:22.868519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:43:22.892933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event updated for resources: {'Port': ['ID=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:22.923817 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:22.924494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:22.946298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-3c038769-8578-47dd-b2a2-dff6c475fe72 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6397760 Jul 23 14:43:22.958630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Request body: {'port': {'device_id': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:43:23.044566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.105550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-657b29c1-1c07-4e2d-8580-33f5448b1f2a None None] Provisioning for port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:43:23.110978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-657b29c1-1c07-4e2d-8580-33f5448b1f2a None None] Provisioning complete for port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:23.111370 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657b29c1-1c07-4e2d-8580-33f5448b1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.158481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-657b29c1-1c07-4e2d-8580-33f5448b1f2a None None] Port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:43:23.319936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 71c43da7-558b-424f-83ba-df55b3d77530 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:43:23.376097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 71c43da7-558b-424f-83ba-df55b3d77530 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:43:23.381643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 71c43da7-558b-424f-83ba-df55b3d77530 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:23.382018 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.469007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.504025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 71c43da7-558b-424f-83ba-df55b3d77530, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=71c43da7-558b-424f-83ba-df55b3d77530,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:23.508592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.509489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7466b1dc-9598-444f-820d-b22a288a55a0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:43:23.590285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=71c43da7-558b-424f-83ba-df55b3d77530,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:23.600940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 7466b1dc-9598-444f-820d-b22a288a55a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:23.601296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.700199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f5e3c-dffd-48d0-baa7-9af8e1525617 req-5a7b284c-402b-4d3f-9b2d-a7860618cefd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:23.701684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-894f5e3c-dffd-48d0-baa7-9af8e1525617 req-5a7b284c-402b-4d3f-9b2d-a7860618cefd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 895 time: 0.1234825 Jul 23 14:43:23.714287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a3f5c0-ad50-416a-8db0-6bd16b6e744f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:43:23.721683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.735345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Transition to ACTIVE for port object 58a3f5c0-ad50-416a-8db0-6bd16b6e744f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:43:23.741807 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.789313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Pushing event updated for resources: {'Port': ['ID=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:23.866254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Attempting to bind port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:43:23.866582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Attempting to bind port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:43:23.867122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Attempting to bind port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f on network 43fcddd2-7869-42c4-8111-6d820e646275 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:43:23.871750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f on network 43fcddd2-7869-42c4-8111-6d820e646275 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:43:23.872218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Attempting to bind port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f on network 43fcddd2-7869-42c4-8111-6d820e646275 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:43:23.877400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:43:23.877725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Checking segment: {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:43:23.878130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Bound using segment: {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:43:23.878635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Bound port: 58a3f5c0-ad50-416a-8db0-6bd16b6e744f, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b35658-2354-4240-bf14-2427d6a6efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:43:23.879191 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.951935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] For port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:43:23.955661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] For port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:43:23.961508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.996548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:23.997244 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:23.998877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/58a3f5c0-ad50-416a-8db0-6bd16b6e744f HTTP/1.1" status: 200 len: 1055 time: 1.0458357 Jul 23 14:43:24.001148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'tag': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:43:24.003515 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18935007-4400-4551-ba15-dfa0a67d86af" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0438f2-a83f-4aae-9e0d-efb97238e8d1", "tag": "58a3f5c0-ad50-416a-8db0-6bd16b6e744f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:43:24.034408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fbeeb-9e29-4341-86fc-01aa623d37a3 service neutron] Pushing event updated for resources: {'Port': ['ID=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:24.102206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-f480417b-197f-4651-b05e-d61a64a74549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.103971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-f480417b-197f-4651-b05e-d61a64a74549 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 1058 time: 0.0580366 Jul 23 14:43:24.155018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-0de2e1f7-c426-4693-92d9-f782b458a970 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=58a3f5c0-ad50-416a-8db0-6bd16b6e744f HTTP/1.1" status: 200 len: 217 time: 0.0406380 Jul 23 14:43:24.203755 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6cb837-84d8-4672-adc1-72e3e94b41ac x-openstack-request-id: req-ae6cb837-84d8-4672-adc1-72e3e94b41ac {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:43:24.204050 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0438f2-a83f-4aae-9e0d-efb97238e8d1", "tag": "58a3f5c0-ad50-416a-8db0-6bd16b6e744f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:43:24.204298 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae6cb837-84d8-4672-adc1-72e3e94b41ac {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:43:24.204697 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'tag': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f', 'status': 'completed', 'code': 200} Jul 23 14:43:24.210379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-cd3e8e57-fb1b-4eda-9d6e-7d828c1e11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.211946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-cd3e8e57-fb1b-4eda-9d6e-7d828c1e11fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=429bc3a3-830e-4981-baab-fbdd1f0333b3 HTTP/1.1" status: 200 len: 838 time: 0.0507207 Jul 23 14:43:24.270069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-a4717038-0210-451a-9b65-b2d555b1e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.271616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-a4717038-0210-451a-9b65-b2d555b1e27f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43fcddd2-7869-42c4-8111-6d820e646275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532491 Jul 23 14:43:24.375891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-54e8fa2b-a7cf-43d1-b269-ddea8f96e92f service neutron] 10.222.0.48 "GET /v2.0/networks/43fcddd2-7869-42c4-8111-6d820e646275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955083 Jul 23 14:43:24.467049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d42cd86-1ede-445b-b1c8-f797a22fe3ad req-4207114f-9134-4dd1-b5e1-3300a6d413ea service neutron] 10.222.0.48 "GET /v2.0/networks/43fcddd2-7869-42c4-8111-6d820e646275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Jul 23 14:43:24.591608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935007-4400-4551-ba15-dfa0a67d86af req-8c17b183-f886-4063-b390-af35b2d60cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.593130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18935007-4400-4551-ba15-dfa0a67d86af req-8c17b183-f886-4063-b390-af35b2d60cbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 1058 time: 0.0602174 Jul 23 14:43:24.684302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935007-4400-4551-ba15-dfa0a67d86af req-f2f73f39-1fe2-4c05-8d40-5a1c2d97f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.685772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18935007-4400-4551-ba15-dfa0a67d86af req-f2f73f39-1fe2-4c05-8d40-5a1c2d97f59c service neutron] 10.222.0.48 "GET /v2.0/networks?id=43fcddd2-7869-42c4-8111-6d820e646275 HTTP/1.1" status: 200 len: 899 time: 0.0837381 Jul 23 14:43:24.734324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18935007-4400-4551-ba15-dfa0a67d86af req-e4c95266-9b7f-4474-bec5-4643ed6f2b3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=58a3f5c0-ad50-416a-8db0-6bd16b6e744f HTTP/1.1" status: 200 len: 217 time: 0.0390899 Jul 23 14:43:24.807406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935007-4400-4551-ba15-dfa0a67d86af req-640d42b5-4c65-4aca-b6cd-83547c738d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.808859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18935007-4400-4551-ba15-dfa0a67d86af req-640d42b5-4c65-4aca-b6cd-83547c738d7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=429bc3a3-830e-4981-baab-fbdd1f0333b3 HTTP/1.1" status: 200 len: 838 time: 0.0677462 Jul 23 14:43:24.891003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c754-3333-4ca0-9bac-491dfc197239 req-3a171cc3-d2bb-4eeb-8b9e-459ee69efe14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.892482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1771c754-3333-4ca0-9bac-491dfc197239 req-3a171cc3-d2bb-4eeb-8b9e-459ee69efe14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 907 time: 0.1195261 Jul 23 14:43:24.905428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935007-4400-4551-ba15-dfa0a67d86af req-1acd9088-e27d-451a-8511-227a6cf62bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:24.907141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18935007-4400-4551-ba15-dfa0a67d86af req-1acd9088-e27d-451a-8511-227a6cf62bd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43fcddd2-7869-42c4-8111-6d820e646275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889308 Jul 23 14:43:25.012137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18935007-4400-4551-ba15-dfa0a67d86af req-e80a888b-8607-4cb6-8090-3499009138d8 service neutron] 10.222.0.48 "GET /v2.0/networks/43fcddd2-7869-42c4-8111-6d820e646275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975349 Jul 23 14:43:25.106938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18935007-4400-4551-ba15-dfa0a67d86af req-5bba78f1-0ccc-4a7c-8151-5cd956a58252 service neutron] 10.222.0.48 "GET /v2.0/networks/43fcddd2-7869-42c4-8111-6d820e646275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875361 Jul 23 14:43:25.252939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 71c43da7-558b-424f-83ba-df55b3d77530 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:43:25.301757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 71c43da7-558b-424f-83ba-df55b3d77530 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:25.302125 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:26.041275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d7be-7440-4f02-9765-45d758d66388 req-14684303-be5d-4585-865d-5b1de3efd709 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:26.042809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7f1d7be-7440-4f02-9765-45d758d66388 req-14684303-be5d-4585-865d-5b1de3efd709 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 907 time: 0.0703473 Jul 23 14:43:27.190520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570fe72-ab36-48a2-9ab2-6aeb0dc04017 req-1e9a24ba-7f0f-4798-96e8-b5e2add1c238 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:27.192075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4570fe72-ab36-48a2-9ab2-6aeb0dc04017 req-1e9a24ba-7f0f-4798-96e8-b5e2add1c238 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 907 time: 0.0753558 Jul 23 14:43:27.895490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 58a3f5c0-ad50-416a-8db0-6bd16b6e744f details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:43:27.995545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:28.012737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f', 'network_id': '43fcddd2-7869-42c4-8111-6d820e646275', 'port_id': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f', 'mac_address': 'fa:16:3e:c4:30:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429bc3a3-830e-4981-baab-fbdd1f0333b3', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:43:28.051530 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:28.064878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a3f5c0-ad50-416a-8db0-6bd16b6e744f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:43:28.084196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:28.091139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:28.137336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:28.326004 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['58a3f5c0-ad50-416a-8db0-6bd16b6e744f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:43:28.333740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc67b2-1126-481a-99c6-56cd24589cb4 req-e555e55e-1284-4123-9b14-be3353374d0d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:28.335279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bfc67b2-1126-481a-99c6-56cd24589cb4 req-e555e55e-1284-4123-9b14-be3353374d0d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 908 time: 0.0730011 Jul 23 14:43:29.486693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62ca14-9416-4b87-80a0-0c5a3b9ea346 req-7ac80225-4f9f-49d1-a862-1344152d50e8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:29.488108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d62ca14-9416-4b87-80a0-0c5a3b9ea346 req-7ac80225-4f9f-49d1-a862-1344152d50e8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 908 time: 0.0716331 Jul 23 14:43:29.913160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 58a3f5c0-ad50-416a-8db0-6bd16b6e744f up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:43:29.975181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:43:29.981164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:43:29.981789 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:30.072687 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:30.097883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:43:30.100219 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29ef28c-356f-4162-a7d0-78aa374724c4" -d '{"events": [{"server_uuid": "fa0438f2-a83f-4aae-9e0d-efb97238e8d1", "name": "network-vif-plugged", "status": "completed", "tag": "58a3f5c0-ad50-416a-8db0-6bd16b6e744f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:43:30.113090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:30.118055 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:30.143663 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c9c068-ded0-4263-b257-da7edc461445 x-openstack-request-id: req-62c9c068-ded0-4263-b257-da7edc461445 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:43:30.143957 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0438f2-a83f-4aae-9e0d-efb97238e8d1", "name": "network-vif-plugged", "status": "completed", "tag": "58a3f5c0-ad50-416a-8db0-6bd16b6e744f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:43:30.144212 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62c9c068-ded0-4263-b257-da7edc461445 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:43:30.144593 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f', 'code': 200} Jul 23 14:43:30.172404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:30.255151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ee1-bde4-41b6-a380-caaa8b83ceec req-dc215a4a-930e-4175-aafa-b35c0e2aea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:30.256677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0fcd8ee1-bde4-41b6-a380-caaa8b83ceec req-dc215a4a-930e-4175-aafa-b35c0e2aea38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 1060 time: 0.0625794 Jul 23 14:43:30.638978 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434814-3b42-4f46-bb92-954e676904e7 req-e1904bee-645a-483c-b38b-b67096843ea2 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:30.640490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32434814-3b42-4f46-bb92-954e676904e7 req-e1904bee-645a-483c-b38b-b67096843ea2 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 909 time: 0.0717454 Jul 23 14:43:31.788703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80893a84-b427-41be-9de2-7a69e680e4f7 req-8ec755bb-71c4-4d43-891b-fca3961ccf2b tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:31.790187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80893a84-b427-41be-9de2-7a69e680e4f7 req-8ec755bb-71c4-4d43-891b-fca3961ccf2b tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 909 time: 0.0761530 Jul 23 14:43:31.921712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988165d-5bc2-4413-aa95-b5f63850aab9 req-24f17ef2-dc3f-4c52-9e12-7ba0482474a4 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:31.923231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9988165d-5bc2-4413-aa95-b5f63850aab9 req-24f17ef2-dc3f-4c52-9e12-7ba0482474a4 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 909 time: 0.0676703 Jul 23 14:43:32.056961 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9214306-c8f8-4ee4-a2c1-0137030975ce req-c1b64a1b-7954-4a4a-8988-0f7594403364 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:32.058486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d9214306-c8f8-4ee4-a2c1-0137030975ce req-c1b64a1b-7954-4a4a-8988-0f7594403364 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 1060 time: 0.0621684 Jul 23 14:43:32.182154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91bb8-c83b-4a0f-90c8-8ee72cf141eb req-5650d768-7aca-4eed-affc-9b3b0c35f3e5 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:32.183629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49d91bb8-c83b-4a0f-90c8-8ee72cf141eb req-5650d768-7aca-4eed-affc-9b3b0c35f3e5 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1135 time: 0.0560069 Jul 23 14:43:32.221437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-49d91bb8-c83b-4a0f-90c8-8ee72cf141eb req-a75a4a46-5033-4098-80f7-031cce74997e tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0297244 Jul 23 14:43:32.243071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:32.301750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7e16c-ddd0-4655-bb2f-d8eaae916024 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:32.303265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-00e7e16c-ddd0-4655-bb2f-d8eaae916024 tempest-TestSecurityGroupsBasicOps-542241668 tempest-TestSecurityGroupsBasicOps-542241668-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 1055 time: 0.0592458 Jul 23 14:43:32.444528 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:43:32.581669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325efc1-c61c-429d-be88-ee962fc69f42 req-c99ac410-c0d5-4dda-86f8-fea16b744f1b tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:32.583331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8325efc1-c61c-429d-be88-ee962fc69f42 req-c99ac410-c0d5-4dda-86f8-fea16b744f1b tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 909 time: 0.0935206 Jul 23 14:43:33.735785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab70f9-7398-4ec5-bbed-15dadf264623 req-ded211f2-c35b-4581-8ebf-d2b3b138be6c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:33.737282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2aab70f9-7398-4ec5-bbed-15dadf264623 req-ded211f2-c35b-4581-8ebf-d2b3b138be6c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 909 time: 0.0772352 Jul 23 14:43:33.838853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-9cecd52f-2f47-4df2-99bc-9fe9b1c86fc5 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:33.840742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-9cecd52f-2f47-4df2-99bc-9fe9b1c86fc5 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 909 time: 0.0821824 Jul 23 14:43:33.948051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:33.948467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:34.042450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] For port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:34.042782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:34.057312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Calling delete_port for 58a3f5c0-ad50-416a-8db0-6bd16b6e744f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:34.205692 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:34.235284 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Port': ['ID=58a3f5c0-ad50-416a-8db0-6bd16b6e744f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:34.284651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] No DVR routers for this DVR port 58a3f5c0-ad50-416a-8db0-6bd16b6e744f on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:43:34.287699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:34.289930 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2fffc1d7-6071-4183-ad94-36dd3c143851 req-a77771d4-708e-4b52-8eff-359964bb70cb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.48 "DELETE /v2.0/ports/58a3f5c0-ad50-416a-8db0-6bd16b6e744f HTTP/1.1" status: 204 len: 173 time: 0.4397254 Jul 23 14:43:34.290401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'name': 'network-vif-deleted', 'tag': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:43:34.292968 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f94e7-0d15-401c-b9b9-eeea7586dfa9" -d '{"events": [{"server_uuid": "fa0438f2-a83f-4aae-9e0d-efb97238e8d1", "name": "network-vif-deleted", "tag": "58a3f5c0-ad50-416a-8db0-6bd16b6e744f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:43:34.334402 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175db561-b7d9-4351-924e-b293ab7ef7c5 x-openstack-request-id: req-175db561-b7d9-4351-924e-b293ab7ef7c5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:43:34.334731 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0438f2-a83f-4aae-9e0d-efb97238e8d1", "name": "network-vif-deleted", "tag": "58a3f5c0-ad50-416a-8db0-6bd16b6e744f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:43:34.334982 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-175db561-b7d9-4351-924e-b293ab7ef7c5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:43:34.335388 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0438f2-a83f-4aae-9e0d-efb97238e8d1', 'name': 'network-vif-deleted', 'tag': '58a3f5c0-ad50-416a-8db0-6bd16b6e744f', 'status': 'completed', 'code': 200} Jul 23 14:43:34.851077 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44743b1f-30c7-4206-986f-e5302a5d7043 req-32da1e03-d1ab-4c2d-8f72-891aa744b2ed tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0438f2-a83f-4aae-9e0d-efb97238e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0301473 Jul 23 14:43:35.912262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:36.323947 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:36.617912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting port 71c43da7-558b-424f-83ba-df55b3d77530 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:36.618368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:36.717180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] For port 71c43da7-558b-424f-83ba-df55b3d77530, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=71c43da7-558b-424f-83ba-df55b3d77530,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:36.717523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:36.730291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Calling delete_port for 71c43da7-558b-424f-83ba-df55b3d77530 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:36.930055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:36.960404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Port': ['ID=71c43da7-558b-424f-83ba-df55b3d77530,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:36.974159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.974511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.974871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.975200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.975525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.975847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.976185 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.976485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.976825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.977141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.977457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:36.977751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:37.152714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:37.386614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 5c9d7e8f-171a-473a-840c-62a2a18fabca has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:43:37.519086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:43:37.524726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d376ac5e-dac4-4762-807a-1d0a0922b164 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "PUT /v2.0/routers/5c9d7e8f-171a-473a-840c-62a2a18fabca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113651 Jul 23 14:43:37.527898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:37.528978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] Sync routers for ids ['5c9d7e8f-171a-473a-840c-62a2a18fabca'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:43:37.543259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] Routers {'5c9d7e8f-171a-473a-840c-62a2a18fabca'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:37.544277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5c9d7e8f-171a-473a-840c-62a2a18fabca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:37.584667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting subnet 429bc3a3-830e-4981-baab-fbdd1f0333b3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:43:37.588027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:37.631774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:37.661163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] Set router 5c9d7e8f-171a-473a-840c-62a2a18fabca gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:37.720144 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:37.779904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:37.804806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Subnet': ['ID=429bc3a3-830e-4981-baab-fbdd1f0333b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:37.810563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:37.812504 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3c3ea280-0d32-4594-8cdd-f256906ea01f tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/subnets/429bc3a3-830e-4981-baab-fbdd1f0333b3 HTTP/1.1" status: 204 len: 168 time: 0.2837529 Jul 23 14:43:37.815419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:37.824076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98efcd9b-00bf-4040-bd25-9f895a3997d2 None None] Network 43fcddd2-7869-42c4-8111-6d820e646275 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:43:37.932959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 58a3f5c0-ad50-416a-8db0-6bd16b6e744f no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:37.935927 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:37.937455 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:36Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:38.002031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 58a3f5c0-ad50-416a-8db0-6bd16b6e744f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:38.002384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 58a3f5c0-ad50-416a-8db0-6bd16b6e744f not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:38.005903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] Checking router: 5c9d7e8f-171a-473a-840c-62a2a18fabca for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:43:38.022449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] Routers {'5c9d7e8f-171a-473a-840c-62a2a18fabca'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:38.023135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['5c9d7e8f-171a-473a-840c-62a2a18fabca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:38.171521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] Set router 5c9d7e8f-171a-473a-840c-62a2a18fabca gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:38.247081 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.358297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.370946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] DHCP port deletion for 43fcddd2-7869-42c4-8111-6d820e646275 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:43:38.411720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting port 760bdf4c-33b5-4853-b0b6-f50c6fb57353 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:38.411939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.495990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] For port 760bdf4c-33b5-4853-b0b6-f50c6fb57353, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=760bdf4c-33b5-4853-b0b6-f50c6fb57353,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:38.496347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.508593 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Calling delete_port for 760bdf4c-33b5-4853-b0b6-f50c6fb57353 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:38.524852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Deleting port 7466b1dc-9598-444f-820d-b22a288a55a0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:38.525251 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.598368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] For port 7466b1dc-9598-444f-820d-b22a288a55a0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=7466b1dc-9598-444f-820d-b22a288a55a0,segment=NetworkSegment(73b35658-2354-4240-bf14-2427d6a6efa8),segment_id=73b35658-2354-4240-bf14-2427d6a6efa8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:38.599093 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.612974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Calling delete_port for 7466b1dc-9598-444f-820d-b22a288a55a0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:38.658550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:36Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:38.674707 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.692432 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77dc7f-2f7a-468f-924f-48f0ced57dd7 None None] The sync data for ids ['5c9d7e8f-171a-473a-840c-62a2a18fabca'] in n-d-801990-3 is: [{'id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825510846', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:43:15Z', 'updated_at': '2021-07-23T14:43:36Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '760bdf4c-33b5-4853-b0b6-f50c6fb57353', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7e8f-171a-473a-840c-62a2a18fabca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:43:16Z', 'updated_at': '2021-07-23T14:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:43:38.700748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Port': ['ID=760bdf4c-33b5-4853-b0b6-f50c6fb57353,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:38.739087 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.765181 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.765532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Pushing event deleted for resources: {'Port': ['ID=7466b1dc-9598-444f-820d-b22a288a55a0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:38.767879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] No DVR routers for this DVR port 7466b1dc-9598-444f-820d-b22a288a55a0 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:43:38.776122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.776470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.776808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.777143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.777733 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.778195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.778598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.778877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.779198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.779521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.779847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.780164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a058db5-a145-42ff-ae3f-35225ba0eb82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:38.859023 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.861280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.915269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.915798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Fanout notify agent at l3_agent the message router_deleted on router 5c9d7e8f-171a-473a-840c-62a2a18fabca {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:43:38.922885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:38.923999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e1abb1aa-5dfa-4ba4-8462-de33434305a8 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/routers/5c9d7e8f-171a-473a-840c-62a2a18fabca HTTP/1.1" status: 204 len: 168 time: 1.1077123 Jul 23 14:43:38.926976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:39.004496 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.106567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.117265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fcddd2-7869-42c4-8111-6d820e646275']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:39.127725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b35658-2354-4240-bf14-2427d6a6efa8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:39.127967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b35658-2354-4240-bf14-2427d6a6efa8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:39.137669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.152404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.159557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:43:39.159962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:43:39.163859 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:43:39.232776 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.237377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.242865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/networks/43fcddd2-7869-42c4-8111-6d820e646275 HTTP/1.1" status: 204 len: 168 time: 0.3118763 Jul 23 14:43:39.242937 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:39.254859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76593712-1aa3-4ab2-a183-b0ae8f790bbb tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Network': ['ID=43fcddd2-7869-42c4-8111-6d820e646275,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:39.323134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 71c43da7-558b-424f-83ba-df55b3d77530 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:39.345506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 71c43da7-558b-424f-83ba-df55b3d77530 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:39.345860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 71c43da7-558b-424f-83ba-df55b3d77530 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:39.346295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7466b1dc-9598-444f-820d-b22a288a55a0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:39.365740 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 7466b1dc-9598-444f-820d-b22a288a55a0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:39.366099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 7466b1dc-9598-444f-820d-b22a288a55a0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:39.411073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting port f93e14b0-7d73-4ad4-8a33-cdfce99a3cb1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:39.411518 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.489840 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.490056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.502822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Calling delete_port for f93e14b0-7d73-4ad4-8a33-cdfce99a3cb1 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:39.678039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.705281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Port': ['ID=f93e14b0-7d73-4ad4-8a33-cdfce99a3cb1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:39.716929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.717280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.717619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.717949 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.718276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.718605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.718998 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.719318 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.719617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.719965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.720254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.720601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:43:39.782105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:39.782526 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Floating IP c349f209-cde2-4b46-8b29-49cee4e82baa disassociated (deleted). External IP: 172.25.2.118, port: 5cbb96db-4426-4755-b26f-1e8333b34ea3. Jul 23 14:43:40.274037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 012b2420-f673-4f6a-aff2-4c5a4644ca79 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:43:40.380503 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:43:40.385771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:40.390901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] Sync routers for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:43:40.401398 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:40.402001 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:40.422151 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-669eb7d5-93a3-4777-8c22-05e53f8ea729 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/floatingips/c349f209-cde2-4b46-8b29-49cee4e82baa HTTP/1.1" status: 204 len: 168 time: 1.1778235 Jul 23 14:43:40.422899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:43:40.425366 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45dcf6b-4817-4e4b-81ae-74dca80ae238" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:43:40.517792 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:40.591732 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195f7339-f522-42cb-b931-85d27b315e60 x-openstack-request-id: req-195f7339-f522-42cb-b931-85d27b315e60 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:43:40.592018 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:43:40.592255 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-195f7339-f522-42cb-b931-85d27b315e60 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:43:40.592656 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'status': 'completed', 'code': 200} Jul 23 14:43:40.701800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-b8f65f87-46eb-46fd-8871-05539a890c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:40.703377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-b8f65f87-46eb-46fd-8871-05539a890c34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87489d2646db42eba0afc5bd7395cef6&device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 1135 time: 0.0583475 Jul 23 14:43:40.705017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ad804-705e-47d5-9dac-a3b43a823c00 req-60734eba-270a-4b9c-8a75-6dd4391c5d14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:40.706967 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b59ad804-705e-47d5-9dac-a3b43a823c00 req-60734eba-270a-4b9c-8a75-6dd4391c5d14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 984 time: 0.0686262 Jul 23 14:43:40.750117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b59ad804-705e-47d5-9dac-a3b43a823c00 req-ade9f722-32d7-47e6-8213-1fb23723889d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0373182 Jul 23 14:43:40.800445 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-0229a558-d22d-4271-a02e-1955d13246d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:40.801955 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-0229a558-d22d-4271-a02e-1955d13246d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb HTTP/1.1" status: 200 len: 898 time: 0.0916598 Jul 23 14:43:40.817362 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:29Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:40.845730 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] Checking router: 012b2420-f673-4f6a-aff2-4c5a4644ca79 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:43:40.845980 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-3965218f-f34b-4b73-9825-788bae946177 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3 HTTP/1.1" status: 200 len: 217 time: 0.0340633 Jul 23 14:43:40.854958 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:40.855554 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:40.897973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-e84cbb54-f387-450e-a38b-fa8602b5fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:40.899480 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-e84cbb54-f387-450e-a38b-fa8602b5fe80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0efab8dd-08f5-4240-9966-cfaa0b39cf08 HTTP/1.1" status: 200 len: 834 time: 0.0472841 Jul 23 14:43:40.959853 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-d479448a-2bb1-4be6-b1fa-742a429fc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:40.960663 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:40.961483 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-d479448a-2bb1-4be6-b1fa-742a429fc7a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29fd2713-ba4b-47cf-b0e2-a349e4469dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543582 Jul 23 14:43:41.053280 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-cf4a5a76-96aa-4c82-972b-22ecbf44a89f service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845881 Jul 23 14:43:41.147316 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-e45dcf6b-4817-4e4b-81ae-74dca80ae238 req-834a1019-acfd-45b7-9c04-199b49d35f58 service neutron] 10.222.0.11 "GET /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863590 Jul 23 14:43:41.157784 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:29Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:41.184590 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fde51-9545-40b8-9f6e-0eeaef1d5c9b None None] The sync data for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 is: [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:24Z', 'revision_number': 4, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'ff0f8ffb-ef39-4b01-a742-36828e7f2f9b', 'name': '', 'network_id': '29fd2713-ba4b-47cf-b0e2-a349e4469dcb', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'mac_address': 'fa:16:3e:58:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:23Z', 'updated_at': '2021-07-23T14:42:29Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'subnets': [{'id': '0efab8dd-08f5-4240-9966-cfaa0b39cf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:43:41.207535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 760bdf4c-33b5-4853-b0b6-f50c6fb57353 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:41.231003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 760bdf4c-33b5-4853-b0b6-f50c6fb57353 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:41.231319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 760bdf4c-33b5-4853-b0b6-f50c6fb57353 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:41.411730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca0596-9e72-498e-aaec-0d02d52b2cdb None None] New status for floating IP c349f209-cde2-4b46-8b29-49cee4e82baa: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:43:41.898851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31a42-e325-41aa-a4f1-ce4305d78be7 req-ba51b251-c634-42be-989f-731e83a54ce6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:41.900361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56e31a42-e325-41aa-a4f1-ce4305d78be7 req-ba51b251-c634-42be-989f-731e83a54ce6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 984 time: 0.0711496 Jul 23 14:43:41.944674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56e31a42-e325-41aa-a4f1-ce4305d78be7 req-0abf20ce-4974-4f08-a98f-7e936d4e92fe tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e83a377-149a-41b8-bd4b-5b80805f5d84&id=09d3eb66-6784-45a7-80f7-bd04f7bc78ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0362201 Jul 23 14:43:42.329286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-a7a2fa77-3780-4905-9e5a-9acc37fec8bd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:42.330851 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-a7a2fa77-3780-4905-9e5a-9acc37fec8bd tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 984 time: 0.0769737 Jul 23 14:43:42.445525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting port 5cbb96db-4426-4755-b26f-1e8333b34ea3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:42.445855 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:42.538954 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] For port 5cbb96db-4426-4755-b26f-1e8333b34ea3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=5cbb96db-4426-4755-b26f-1e8333b34ea3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:42.539316 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:42.551647 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Calling delete_port for 5cbb96db-4426-4755-b26f-1e8333b34ea3 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:42.686066 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:42.714365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Port': ['ID=5cbb96db-4426-4755-b26f-1e8333b34ea3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:42.764508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] No DVR routers for this DVR port 5cbb96db-4426-4755-b26f-1e8333b34ea3 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:43:42.767478 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:42.770384 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-89e297aa-288c-4f2f-a75b-3a11769b3941 req-1fd30702-d160-4bcc-a92f-88dd6719eed6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.11 "DELETE /v2.0/ports/5cbb96db-4426-4755-b26f-1e8333b34ea3 HTTP/1.1" status: 204 len: 173 time: 0.4339767 Jul 23 14:43:42.770904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'name': 'network-vif-deleted', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:43:42.773207 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fef6c9-760d-4bb0-a636-bb23c1d61789" -d '{"events": [{"server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "name": "network-vif-deleted", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:43:42.814844 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8d7bf-4c75-4b90-abe7-c1b4fc0c3c1a x-openstack-request-id: req-6ec8d7bf-4c75-4b90-abe7-c1b4fc0c3c1a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:43:42.815160 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf3f310-82e7-49f2-a3a9-63962e0864ad", "name": "network-vif-deleted", "tag": "5cbb96db-4426-4755-b26f-1e8333b34ea3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:43:42.815426 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ec8d7bf-4c75-4b90-abe7-c1b4fc0c3c1a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:43:42.815857 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf3f310-82e7-49f2-a3a9-63962e0864ad', 'name': 'network-vif-deleted', 'tag': '5cbb96db-4426-4755-b26f-1e8333b34ea3', 'status': 'completed', 'code': 200} Jul 23 14:43:43.057468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfa4cbeb-e3e1-4b2d-bbfc-a0bf42a577cc req-994ac6d7-b489-4f6a-8cb0-f69604e559e6 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf3f310-82e7-49f2-a3a9-63962e0864ad HTTP/1.1" status: 200 len: 210 time: 0.0305367 Jul 23 14:43:44.124172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:44.180981 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f4a-8894-48f8-8121-d454af006a14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.203461 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f4a-8894-48f8-8121-d454af006a14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.248984 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f4a-8894-48f8-8121-d454af006a14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.251422 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f4a-8894-48f8-8121-d454af006a14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.252595 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e52b0f4a-8894-48f8-8121-d454af006a14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/security-groups/09d3eb66-6784-45a7-80f7-bd04f7bc78ab HTTP/1.1" status: 204 len: 168 time: 0.1274092 Jul 23 14:43:44.255658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:44.262042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b0f4a-8894-48f8-8121-d454af006a14 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d3eb66-6784-45a7-80f7-bd04f7bc78ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:44.311264 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ef0b3f-0a45-4a28-958f-519266ab6e4c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.343564 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ef0b3f-0a45-4a28-958f-519266ab6e4c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.393652 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ef0b3f-0a45-4a28-958f-519266ab6e4c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.396354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ef0b3f-0a45-4a28-958f-519266ab6e4c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:44.397522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-60ef0b3f-0a45-4a28-958f-519266ab6e4c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e83a377-149a-41b8-bd4b-5b80805f5d84 HTTP/1.1" status: 204 len: 168 time: 0.1407135 Jul 23 14:43:44.400654 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:44.406279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef0b3f-0a45-4a28-958f-519266ab6e4c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e83a377-149a-41b8-bd4b-5b80805f5d84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:44.770759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.043875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:45.044108 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.132677 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] For port ff0f8ffb-ef39-4b01-a742-36828e7f2f9b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:45.133337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.145750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Calling delete_port for ff0f8ffb-ef39-4b01-a742-36828e7f2f9b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:45.339998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.371795 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Port': ['ID=ff0f8ffb-ef39-4b01-a742-36828e7f2f9b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:45.547401 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.738564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5cbb96db-4426-4755-b26f-1e8333b34ea3 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:45.761904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Router 012b2420-f673-4f6a-aff2-4c5a4644ca79 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:43:45.762238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 5cbb96db-4426-4755-b26f-1e8333b34ea3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:45.762606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 5cbb96db-4426-4755-b26f-1e8333b34ea3 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:45.814368 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74057a2f-c373-457e-a0c0-e454f3222de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.869376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:43:45.879136 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3460a8c9-371f-49a8-ac52-334f043a504c tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "PUT /v2.0/routers/012b2420-f673-4f6a-aff2-4c5a4644ca79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773116 Jul 23 14:43:45.879660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:45.882558 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] Sync routers for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:43:45.892351 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:45.892951 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:45.933302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting subnet 0efab8dd-08f5-4240-9966-cfaa0b39cf08 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:43:45.936374 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.976568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:45.995451 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:46.061076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.126203 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.152988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Subnet': ['ID=0efab8dd-08f5-4240-9966-cfaa0b39cf08,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:46.156715 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.158937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9a83750d-bee2-4776-b5ce-8a6af905432d tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/subnets/0efab8dd-08f5-4240-9966-cfaa0b39cf08 HTTP/1.1" status: 204 len: 168 time: 0.2779729 Jul 23 14:43:46.161481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:46.165112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872677d-3d47-4263-8c1e-2571e9cb9b7f None None] Network 29fd2713-ba4b-47cf-b0e2-a349e4469dcb requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:43:46.182843 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:43:45Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:46.208937 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] Checking router: 012b2420-f673-4f6a-aff2-4c5a4644ca79 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:43:46.217264 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] Routers {'012b2420-f673-4f6a-aff2-4c5a4644ca79'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:43:46.217867 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:43:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['012b2420-f673-4f6a-aff2-4c5a4644ca79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:46.268809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.322206 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] Set router 012b2420-f673-4f6a-aff2-4c5a4644ca79 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:43:46.374201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] DHCP port deletion for 29fd2713-ba4b-47cf-b0e2-a349e4469dcb request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:43:46.383207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.426245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] Deleting port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:46.426619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.439996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Deleting port 42ab3044-02c8-4960-a3b8-fb32380f5c35 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:43:46.440345 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.490031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] For port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3,segment=NetworkSegment(d0e56d26-5b86-418a-bc49-12557b4d1117),segment_id=d0e56d26-5b86-418a-bc49-12557b4d1117)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:46.490458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.502413 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:43:45Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:46.503540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] Calling delete_port for 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:46.524195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] For port 42ab3044-02c8-4960-a3b8-fb32380f5c35, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=42ab3044-02c8-4960-a3b8-fb32380f5c35,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:43:46.524571 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.532316 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e847c9-d73b-4565-a4d0-1b04b3028abb None None] The sync data for ids ['012b2420-f673-4f6a-aff2-4c5a4644ca79'] in n-d-801990-3 is: [{'id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1254499203', 'tenant_id': '87489d2646db42eba0afc5bd7395cef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:43:45Z', 'revision_number': 5, 'project_id': '87489d2646db42eba0afc5bd7395cef6', 'gw_port': {'id': '42ab3044-02c8-4960-a3b8-fb32380f5c35', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2420-f673-4f6a-aff2-4c5a4644ca79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:42:20Z', 'updated_at': '2021-07-23T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:43:46.537145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Calling delete_port for 42ab3044-02c8-4960-a3b8-fb32380f5c35 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:43:46.593913 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.620995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] Pushing event deleted for resources: {'Port': ['ID=4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:46.622887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af8d4f-b9ce-4f3e-9171-0775bb079b06 None None] No DVR routers for this DVR port 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:43:46.710884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.741603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Port': ['ID=42ab3044-02c8-4960-a3b8-fb32380f5c35,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:46.806050 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.902229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.904514 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.950988 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.951530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Fanout notify agent at l3_agent the message router_deleted on router 012b2420-f673-4f6a-aff2-4c5a4644ca79 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:43:46.958861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:46.960026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9ed5b91b-4a89-48e4-a551-941904793098 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/routers/012b2420-f673-4f6a-aff2-4c5a4644ca79 HTTP/1.1" status: 204 len: 168 time: 0.7975528 Jul 23 14:43:46.966821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:47.049991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.142993 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.154324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fd2713-ba4b-47cf-b0e2-a349e4469dcb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:47.165123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e56d26-5b86-418a-bc49-12557b4d1117') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:47.165422 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e56d26-5b86-418a-bc49-12557b4d1117') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:43:47.176926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.190409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.196454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:43:47.196869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:43:47.199999 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:43:47.259966 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.272230 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.277053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] 10.222.0.21 "DELETE /v2.0/networks/29fd2713-ba4b-47cf-b0e2-a349e4469dcb HTTP/1.1" status: 204 len: 168 time: 0.3060372 Jul 23 14:43:47.283385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab2ab1-0cf0-4018-9735-047b0b6ef790 tempest-TestSecurityGroupsBasicOps-1655208286 tempest-TestSecurityGroupsBasicOps-1655208286-project] Pushing event deleted for resources: {'Network': ['ID=29fd2713-ba4b-47cf-b0e2-a349e4469dcb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:47.529988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42ab3044-02c8-4960-a3b8-fb32380f5c35 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:47.549595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 42ab3044-02c8-4960-a3b8-fb32380f5c35 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:47.549939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 42ab3044-02c8-4960-a3b8-fb32380f5c35 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:47.550362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:47.568248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:47.568646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4e45e1cf-1c27-491f-8bd8-be0a21bc4ce3 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:47.569060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff0f8ffb-ef39-4b01-a742-36828e7f2f9b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:43:47.586776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:47.587619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: ff0f8ffb-ef39-4b01-a742-36828e7f2f9b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:43:47.587969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device ff0f8ffb-ef39-4b01-a742-36828e7f2f9b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:43:47.725477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b3343e33-0d71-4693-8301-cff830845bb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87489d2646db42eba0afc5bd7395cef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374526 Jul 23 14:43:47.728121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:47.783950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d45021-f79b-47bd-85bb-c05880650044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.812309 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d45021-f79b-47bd-85bb-c05880650044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.862703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d45021-f79b-47bd-85bb-c05880650044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.865213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d45021-f79b-47bd-85bb-c05880650044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:47.866581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d1d45021-f79b-47bd-85bb-c05880650044 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1977c19-eaca-4cf1-8cd3-63808c4c8196 HTTP/1.1" status: 204 len: 168 time: 0.1375794 Jul 23 14:43:47.874324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d45021-f79b-47bd-85bb-c05880650044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1977c19-eaca-4cf1-8cd3-63808c4c8196,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:48.108485 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.153210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:48.173018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d24abb9f-b28c-4fe3-8fb5-e8cf8a3287ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.269871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d24abb9f-b28c-4fe3-8fb5-e8cf8a3287ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.276391 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d24abb9f-b28c-4fe3-8fb5-e8cf8a3287ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.318166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d24abb9f-b28c-4fe3-8fb5-e8cf8a3287ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee751dfe40274e5f8ef92296856e0cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637475 Jul 23 14:43:48.319163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24abb9f-b28c-4fe3-8fb5-e8cf8a3287ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43162e67-1d2b-42c7-937c-387d35edf2a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:48.321101 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:48.327757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.374400 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b01fe6ef-f97f-43e3-9de3-4dfcb0293837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.399216 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b01fe6ef-f97f-43e3-9de3-4dfcb0293837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.452274 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b01fe6ef-f97f-43e3-9de3-4dfcb0293837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.455098 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b01fe6ef-f97f-43e3-9de3-4dfcb0293837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.456609 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b01fe6ef-f97f-43e3-9de3-4dfcb0293837 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43162e67-1d2b-42c7-937c-387d35edf2a3 HTTP/1.1" status: 204 len: 168 time: 0.1341701 Jul 23 14:43:48.464797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fe6ef-f97f-43e3-9de3-4dfcb0293837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43162e67-1d2b-42c7-937c-387d35edf2a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:48.548751 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7139-4950-4ef2-9ae2-5e7dd6a3948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.792219 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:48.837484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1cc47000-dfe8-4ca0-83a5-7820b540c192 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4cd84c0d7254f5bb92b38c6f74d234e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437121 Jul 23 14:43:48.840069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:43:48.888442 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbffbaa2-41a6-4403-879d-9af0550dbdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.909902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbffbaa2-41a6-4403-879d-9af0550dbdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.967733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbffbaa2-41a6-4403-879d-9af0550dbdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.970292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbffbaa2-41a6-4403-879d-9af0550dbdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:48.971488 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dbffbaa2-41a6-4403-879d-9af0550dbdda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54267da3-f57a-4851-9f7b-0cd45c26cdf0 HTTP/1.1" status: 204 len: 168 time: 0.1305511 Jul 23 14:43:48.979603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffbaa2-41a6-4403-879d-9af0550dbdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54267da3-f57a-4851-9f7b-0cd45c26cdf0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:43:49.652382 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:51.350198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:43:59.410424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-599957ec-af4e-401f-a3f5-584f8ae9cf35 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=33d4aaa1e5464f7c88b9f9e5e4de15fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287628 Jul 23 14:43:59.609432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-1837716e-f3f5-499a-b00d-1beb8e6aa1e0 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:43:59.610897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-1837716e-f3f5-499a-b00d-1beb8e6aa1e0 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952636 Jul 23 14:43:59.625475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-ab7aac6a-18f0-46ca-9962-5f4d8ecfe93f tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/quotas/33d4aaa1e5464f7c88b9f9e5e4de15fd HTTP/1.1" status: 200 len: 375 time: 0.0092897 Jul 23 14:43:59.657939 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-65958137-91bb-49bb-a2bb-fcbcab32e977 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33d4aaa1e5464f7c88b9f9e5e4de15fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276392 Jul 23 14:43:59.821488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e57b6138-ebd7-4345-9d12-2087b0c8dc6e req-a10dfb17-2c67-485c-84fe-119980925c89 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 210 time: 0.0285268 Jul 23 14:44:00.770391 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-7ff496c8-d167-4259-a4a1-79e62698f9cc tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33d4aaa1e5464f7c88b9f9e5e4de15fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287797 Jul 23 14:44:00.921197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5e844d5-f712-4f25-9b22-a84ca023f44a req-c4ff9cc5-89d8-4fea-873f-e6994628a797 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 210 time: 0.0315540 Jul 23 14:44:00.960230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-ad385147-fcb4-4acf-96f0-452a7b95918f tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:00.961857 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-ad385147-fcb4-4acf-96f0-452a7b95918f tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864703 Jul 23 14:44:00.985171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Request body: {'port': {'device_id': '39392f82-4501-4068-a806-30b064cbb04c', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'admin_state_up': True, 'tenant_id': '33d4aaa1e5464f7c88b9f9e5e4de15fd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:44:01.099988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Made reservation on behalf of 33d4aaa1e5464f7c88b9f9e5e4de15fd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:44:01.103818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.112820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.201914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.208245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.264600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11df1ea9-1351-4722-b242-b65c51d579f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:01.337163 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Allocated IP 192.168.233.173 (1058d26c-9c90-419f-87d0-f0329144e932/653ab0b8-7a7b-4d4f-8b34-568984f169b0/a65b2504-bc8a-42ec-88cc-69950a278cb1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:44:01.484932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.498377 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Transition to ACTIVE for port object a65b2504-bc8a-42ec-88cc-69950a278cb1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:44:01.534866 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.579046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Network 1058d26c-9c90-419f-87d0-f0329144e932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:44:01.584309 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:44:01.587975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:44:01.594691 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Pushing event updated for resources: {'Port': ['ID=a65b2504-bc8a-42ec-88cc-69950a278cb1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:01.822023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0aedc96-53a9-432f-af48-072c5ed27c25 None None] Provisioning for port a65b2504-bc8a-42ec-88cc-69950a278cb1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:44:01.826510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0aedc96-53a9-432f-af48-072c5ed27c25 None None] Provisioning complete for port a65b2504-bc8a-42ec-88cc-69950a278cb1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:44:01.826986 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0aedc96-53a9-432f-af48-072c5ed27c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.862391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0aedc96-53a9-432f-af48-072c5ed27c25 None None] Port a65b2504-bc8a-42ec-88cc-69950a278cb1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:44:01.936819 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:01.937448 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:01.957063 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-5c24da64-7e2a-4943-a14c-c359eb0ecde8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9754305 Jul 23 14:44:01.975848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Request body: {'port': {'device_id': '39392f82-4501-4068-a806-30b064cbb04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:44:02.049350 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:02.057193 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ad5b-a402-43f3-a3b1-f9fb618bb027 req-d78ea433-61b1-496a-b3e8-ca1a32c8f6c9 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:02.058712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c353ad5b-a402-43f3-a3b1-f9fb618bb027 req-d78ea433-61b1-496a-b3e8-ca1a32c8f6c9 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 936 time: 0.0617154 Jul 23 14:44:02.097335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c353ad5b-a402-43f3-a3b1-f9fb618bb027 req-c90f696a-5910-48c4-9aa0-624057e1457e tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Jul 23 14:44:02.314690 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65b2504-bc8a-42ec-88cc-69950a278cb1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:44:02.322343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:02.335775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Transition to ACTIVE for port object a65b2504-bc8a-42ec-88cc-69950a278cb1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:44:02.341910 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:02.389765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b2504-bc8a-42ec-88cc-69950a278cb1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:02.467815 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Attempting to bind port a65b2504-bc8a-42ec-88cc-69950a278cb1 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:44:02.468154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Attempting to bind port a65b2504-bc8a-42ec-88cc-69950a278cb1 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:44:02.468487 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Attempting to bind port a65b2504-bc8a-42ec-88cc-69950a278cb1 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:44:02.473574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Port a65b2504-bc8a-42ec-88cc-69950a278cb1 on network 1058d26c-9c90-419f-87d0-f0329144e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:44:02.473904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Attempting to bind port a65b2504-bc8a-42ec-88cc-69950a278cb1 on network 1058d26c-9c90-419f-87d0-f0329144e932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:44:02.479355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:44:02.479684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Checking segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:44:02.480076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Bound using segment: {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:44:02.480539 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Bound port: a65b2504-bc8a-42ec-88cc-69950a278cb1, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6741896-4b64-4f49-b92f-a52b16a2a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:44:02.480901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:02.548018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] For port a65b2504-bc8a-42ec-88cc-69950a278cb1, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:44:02.551121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] For port a65b2504-bc8a-42ec-88cc-69950a278cb1, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a65b2504-bc8a-42ec-88cc-69950a278cb1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:44:02.557245 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:02.593930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:02.594537 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:02.596190 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] 10.222.0.11 "PUT /v2.0/ports/a65b2504-bc8a-42ec-88cc-69950a278cb1 HTTP/1.1" status: 200 len: 1096 time: 0.6246784 Jul 23 14:44:02.596619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39392f82-4501-4068-a806-30b064cbb04c', 'tag': 'a65b2504-bc8a-42ec-88cc-69950a278cb1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:44:02.598940 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "39392f82-4501-4068-a806-30b064cbb04c", "tag": "a65b2504-bc8a-42ec-88cc-69950a278cb1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:44:02.628249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8788182-4e6c-4b82-86e5-23eeef9b5395 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b2504-bc8a-42ec-88cc-69950a278cb1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:02.655499 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7443415-ccd3-4553-9a09-765b722e650e x-openstack-request-id: req-e7443415-ccd3-4553-9a09-765b722e650e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:44:02.655797 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39392f82-4501-4068-a806-30b064cbb04c", "tag": "a65b2504-bc8a-42ec-88cc-69950a278cb1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:44:02.656091 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7443415-ccd3-4553-9a09-765b722e650e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:44:02.656501 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39392f82-4501-4068-a806-30b064cbb04c', 'tag': 'a65b2504-bc8a-42ec-88cc-69950a278cb1', 'status': 'completed', 'code': 200} Jul 23 14:44:02.728391 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-3a53c548-3aff-4a2c-b6b2-feaf561eb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:02.729987 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-3a53c548-3aff-4a2c-b6b2-feaf561eb325 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33d4aaa1e5464f7c88b9f9e5e4de15fd&device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 1099 time: 0.0583591 Jul 23 14:44:02.779990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-70d4921a-fb5b-4e5a-b77c-f3b5bbcf3c4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a65b2504-bc8a-42ec-88cc-69950a278cb1 HTTP/1.1" status: 200 len: 217 time: 0.0373487 Jul 23 14:44:02.829207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-7df2ae02-d15f-4d3b-89d3-1ca894b4338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:02.830691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-7df2ae02-d15f-4d3b-89d3-1ca894b4338f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0442834 Jul 23 14:44:02.889834 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4665-a8df-44d7-a293-39697a549c3e req-db7a3429-d97e-4576-a55b-9a8f675dfb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:02.891520 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-db7a3429-d97e-4576-a55b-9a8f675dfb56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544860 Jul 23 14:44:02.988214 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-f8e064aa-36b1-4ddd-a0ed-81ccc2fb4582 service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901935 Jul 23 14:44:03.079295 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-21af4665-a8df-44d7-a293-39697a549c3e req-ac6e312e-e7c3-4757-bcb7-937d66708c8b service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842452 Jul 23 14:44:03.225227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-00f6e5af-9562-4cac-b5ef-ad3145bc13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:03.227054 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-00f6e5af-9562-4cac-b5ef-ad3145bc13e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33d4aaa1e5464f7c88b9f9e5e4de15fd&device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 1099 time: 0.0599732 Jul 23 14:44:03.233600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59baf-7c92-4188-bd3a-1b72efc7875c req-170eef9c-6ff0-4057-a257-5bb397831b49 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:03.236157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5d59baf-7c92-4188-bd3a-1b72efc7875c req-170eef9c-6ff0-4057-a257-5bb397831b49 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 948 time: 0.0670502 Jul 23 14:44:03.275841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5d59baf-7c92-4188-bd3a-1b72efc7875c req-d75b518a-8fc8-4c52-a760-11a4ff3623f0 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350404 Jul 23 14:44:03.317558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-6218f978-145e-4c4d-92df-cdaa698e3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:03.319099 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-6218f978-145e-4c4d-92df-cdaa698e3831 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1058d26c-9c90-419f-87d0-f0329144e932 HTTP/1.1" status: 200 len: 870 time: 0.0860670 Jul 23 14:44:03.364024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-c46f4b3b-caeb-4074-ab9d-0a2fa6edc9de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a65b2504-bc8a-42ec-88cc-69950a278cb1 HTTP/1.1" status: 200 len: 217 time: 0.0385041 Jul 23 14:44:03.416435 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-fe5881ad-6d5a-403a-ae95-b6dbc0bc511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:03.418836 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-fe5881ad-6d5a-403a-ae95-b6dbc0bc511c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=653ab0b8-7a7b-4d4f-8b34-568984f169b0 HTTP/1.1" status: 200 len: 843 time: 0.0470607 Jul 23 14:44:03.481359 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-93080718-8c2d-490a-82a5-dea9aed661a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:03.482859 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-93080718-8c2d-490a-82a5-dea9aed661a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1058d26c-9c90-419f-87d0-f0329144e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568156 Jul 23 14:44:03.582340 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-16a34e8a-51c0-4267-be5c-bad0121eb78e service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916879 Jul 23 14:44:03.675407 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-6b7f3f70-0d72-41d4-8ff0-098fb5e75fc5 req-df7d46ee-a333-4127-b1c2-b57ec87b180f service neutron] 10.222.0.11 "GET /v2.0/networks/1058d26c-9c90-419f-87d0-f0329144e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Jul 23 14:44:04.419615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a907766-0dbc-4e74-958d-e32b14a5514e req-c7bd0e9f-2c11-471a-b39e-d74d002bd3d5 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:04.421080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a907766-0dbc-4e74-958d-e32b14a5514e req-c7bd0e9f-2c11-471a-b39e-d74d002bd3d5 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 948 time: 0.0668883 Jul 23 14:44:04.462137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a907766-0dbc-4e74-958d-e32b14a5514e req-2049852d-39a6-419d-9cf3-06a1620a58ca tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Jul 23 14:44:05.603359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4582c0-4534-4cdc-ab39-242e19591adb req-7406611d-54b2-4992-b25b-b49aaa757165 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:05.604726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e4582c0-4534-4cdc-ab39-242e19591adb req-7406611d-54b2-4992-b25b-b49aaa757165 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 948 time: 0.0647957 Jul 23 14:44:05.644557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e4582c0-4534-4cdc-ab39-242e19591adb req-69a53f26-eca0-40cd-b7b2-a410a275cc46 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Jul 23 14:44:06.787296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160b4cf-15b9-4123-91f1-dc7cb0ce23fd req-b44a6e72-1877-4359-b246-cd0b0c509d10 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:06.788986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0160b4cf-15b9-4123-91f1-dc7cb0ce23fd req-b44a6e72-1877-4359-b246-cd0b0c509d10 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 948 time: 0.0706987 Jul 23 14:44:06.834315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0160b4cf-15b9-4123-91f1-dc7cb0ce23fd req-dd4d6781-e334-4478-9c61-53b3d904bcbe tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367031 Jul 23 14:44:07.758931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a65b2504-bc8a-42ec-88cc-69950a278cb1 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:44:07.884120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a65b2504-bc8a-42ec-88cc-69950a278cb1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a65b2504-bc8a-42ec-88cc-69950a278cb1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:44:07.898277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'a65b2504-bc8a-42ec-88cc-69950a278cb1', 'network_id': '1058d26c-9c90-419f-87d0-f0329144e932', 'port_id': 'a65b2504-bc8a-42ec-88cc-69950a278cb1', 'mac_address': 'fa:16:3e:6a:61:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ab0b8-7a7b-4d4f-8b34-568984f169b0', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:44:07.901134 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:07.936907 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:07.950258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65b2504-bc8a-42ec-88cc-69950a278cb1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:44:07.970561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a65b2504-bc8a-42ec-88cc-69950a278cb1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a65b2504-bc8a-42ec-88cc-69950a278cb1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:44:07.978082 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:07.980377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284efd-01ca-4ce1-8b8c-9e3a7fb50fea req-830a9654-3bf5-4d56-8040-e1e5611e4f0e tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:07.982339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca284efd-01ca-4ce1-8b8c-9e3a7fb50fea req-830a9654-3bf5-4d56-8040-e1e5611e4f0e tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 948 time: 0.0746431 Jul 23 14:44:08.021000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca284efd-01ca-4ce1-8b8c-9e3a7fb50fea req-c39a2b98-4070-40b6-ae9a-6705b786055b tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 Jul 23 14:44:08.030402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a65b2504-bc8a-42ec-88cc-69950a278cb1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:08.252139 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a65b2504-bc8a-42ec-88cc-69950a278cb1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:44:09.164491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b577441-ebbc-4b89-93eb-102e98416cbf req-f81d9718-5ab7-4c81-a5b8-14c9ccb51d8e tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:09.165975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b577441-ebbc-4b89-93eb-102e98416cbf req-f81d9718-5ab7-4c81-a5b8-14c9ccb51d8e tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 949 time: 0.0662737 Jul 23 14:44:09.217000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b577441-ebbc-4b89-93eb-102e98416cbf req-f3030ab0-a525-4993-b42d-2a99e59229a8 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Jul 23 14:44:09.450132 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:44:09.777203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a65b2504-bc8a-42ec-88cc-69950a278cb1 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:44:09.836388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port a65b2504-bc8a-42ec-88cc-69950a278cb1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:44:09.840342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port a65b2504-bc8a-42ec-88cc-69950a278cb1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:44:09.840713 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:09.919384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:09.942409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39392f82-4501-4068-a806-30b064cbb04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b2504-bc8a-42ec-88cc-69950a278cb1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:44:09.944688 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d77c521-aa89-4c1f-9211-395e6e6f78ce" -d '{"events": [{"server_uuid": "39392f82-4501-4068-a806-30b064cbb04c", "name": "network-vif-plugged", "status": "completed", "tag": "a65b2504-bc8a-42ec-88cc-69950a278cb1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:44:09.957730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port a65b2504-bc8a-42ec-88cc-69950a278cb1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a65b2504-bc8a-42ec-88cc-69950a278cb1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:44:09.963410 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:09.986930 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2a89f-4295-44b3-8e69-f96b4de17582 x-openstack-request-id: req-04d2a89f-4295-44b3-8e69-f96b4de17582 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:44:09.987222 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39392f82-4501-4068-a806-30b064cbb04c", "name": "network-vif-plugged", "status": "completed", "tag": "a65b2504-bc8a-42ec-88cc-69950a278cb1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:44:09.987475 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04d2a89f-4295-44b3-8e69-f96b4de17582 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:44:09.987865 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39392f82-4501-4068-a806-30b064cbb04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b2504-bc8a-42ec-88cc-69950a278cb1', 'code': 200} Jul 23 14:44:10.013533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=a65b2504-bc8a-42ec-88cc-69950a278cb1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:10.129700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0309b78-8102-4882-8eb5-b1edce7f8537 req-1b1f5ed3-6046-4175-9bf7-4b11956f57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:10.131784 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0309b78-8102-4882-8eb5-b1edce7f8537 req-1b1f5ed3-6046-4175-9bf7-4b11956f57da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 1101 time: 0.0664983 Jul 23 14:44:10.171286 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-f0309b78-8102-4882-8eb5-b1edce7f8537 req-ff72a66a-936d-46f4-8c7c-4ac0aeb2412b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Jul 23 14:44:10.365858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911ce3d-afba-4c19-979e-59fa92ce027e req-15fa1eea-56d1-48ec-9723-31166d1354ed tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:10.367366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a911ce3d-afba-4c19-979e-59fa92ce027e req-15fa1eea-56d1-48ec-9723-31166d1354ed tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 950 time: 0.0734563 Jul 23 14:44:10.410108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a911ce3d-afba-4c19-979e-59fa92ce027e req-c3cb980c-6a18-4d18-b6d9-fb93cb645f55 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Jul 23 14:44:11.556673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3a719-e84d-4449-8e9b-6dee98eadfed req-18a6862e-1c13-48bb-9256-c21436cbf471 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:11.558203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27c3a719-e84d-4449-8e9b-6dee98eadfed req-18a6862e-1c13-48bb-9256-c21436cbf471 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 950 time: 0.0743206 Jul 23 14:44:11.596256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27c3a719-e84d-4449-8e9b-6dee98eadfed req-84d061b9-b234-434d-a6ca-2d7fa148229e tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jul 23 14:44:12.815416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cedb83-c390-4f8a-952e-55f94715b7bc req-51e8a706-fffe-46fd-afd1-7e9ac1f9d20a tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:12.816906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73cedb83-c390-4f8a-952e-55f94715b7bc req-51e8a706-fffe-46fd-afd1-7e9ac1f9d20a tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 950 time: 0.3711545 Jul 23 14:44:12.854558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73cedb83-c390-4f8a-952e-55f94715b7bc req-b5a186de-2562-43e9-aecf-eeecdb754374 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Jul 23 14:44:13.919423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-de6fb4ee-63fb-4919-b265-bbc108637750 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:13.921095 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-de6fb4ee-63fb-4919-b265-bbc108637750 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.11 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 950 time: 0.0790851 Jul 23 14:44:13.987880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735376b-31e3-420c-bbed-2378cb06af34 req-7357d052-aa3b-43b6-affc-c650a20a2caa tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:13.989340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1735376b-31e3-420c-bbed-2378cb06af34 req-7357d052-aa3b-43b6-affc-c650a20a2caa tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/ports?device_id=39392f82-4501-4068-a806-30b064cbb04c HTTP/1.1" status: 200 len: 950 time: 0.0641654 Jul 23 14:44:14.025652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Deleting port a65b2504-bc8a-42ec-88cc-69950a278cb1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:44:14.026031 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:14.029075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1735376b-31e3-420c-bbed-2378cb06af34 req-a23a679d-4439-49a1-a0f3-626f72515c44 tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.21 "GET /v2.0/security-groups?id=11df1ea9-1351-4722-b242-b65c51d579f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 23 14:44:14.117112 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] For port a65b2504-bc8a-42ec-88cc-69950a278cb1, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=a65b2504-bc8a-42ec-88cc-69950a278cb1,segment=NetworkSegment(a6741896-4b64-4f49-b92f-a52b16a2a168),segment_id=a6741896-4b64-4f49-b92f-a52b16a2a168)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:44:14.117464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:14.129140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Calling delete_port for a65b2504-bc8a-42ec-88cc-69950a278cb1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:44:14.267080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:14.300845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['a65b2504-bc8a-42ec-88cc-69950a278cb1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:44:14.301870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Pushing event deleted for resources: {'Port': ['ID=a65b2504-bc8a-42ec-88cc-69950a278cb1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:14.353334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] No DVR routers for this DVR port a65b2504-bc8a-42ec-88cc-69950a278cb1 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:44:14.356503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:14.358624 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-2b94a37a-0925-4056-a9a8-b99f8f1bc446 req-77499bc9-fb49-4828-b89e-427e6c7de28d tempest-ServersAdminNegativeTestJSON-546474430 tempest-ServersAdminNegativeTestJSON-546474430-project] 10.222.0.11 "DELETE /v2.0/ports/a65b2504-bc8a-42ec-88cc-69950a278cb1 HTTP/1.1" status: 204 len: 173 time: 0.4318964 Jul 23 14:44:14.359113 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39392f82-4501-4068-a806-30b064cbb04c', 'name': 'network-vif-deleted', 'tag': 'a65b2504-bc8a-42ec-88cc-69950a278cb1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:44:14.361410 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a90023-aa25-4bb7-ae52-bff73f39db4e" -d '{"events": [{"server_uuid": "39392f82-4501-4068-a806-30b064cbb04c", "name": "network-vif-deleted", "tag": "a65b2504-bc8a-42ec-88cc-69950a278cb1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:44:14.399972 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ee540-0350-403d-ab60-ac86594a2d65 x-openstack-request-id: req-ea6ee540-0350-403d-ab60-ac86594a2d65 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:44:14.400280 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39392f82-4501-4068-a806-30b064cbb04c", "name": "network-vif-deleted", "tag": "a65b2504-bc8a-42ec-88cc-69950a278cb1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:44:14.400583 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea6ee540-0350-403d-ab60-ac86594a2d65 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:44:14.401042 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39392f82-4501-4068-a806-30b064cbb04c', 'name': 'network-vif-deleted', 'tag': 'a65b2504-bc8a-42ec-88cc-69950a278cb1', 'status': 'completed', 'code': 200} Jul 23 14:44:15.344077 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:44:15.494945 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-831f9fc2-4f52-4301-8ae4-577fd860e2d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33d4aaa1e5464f7c88b9f9e5e4de15fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496356 Jul 23 14:44:15.498778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:44:15.551025 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-420f3c55-0c42-4657-b959-9ffe75b8a205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:15.571529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-420f3c55-0c42-4657-b959-9ffe75b8a205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:15.625959 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-420f3c55-0c42-4657-b959-9ffe75b8a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:15.628604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-420f3c55-0c42-4657-b959-9ffe75b8a205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:15.629746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-420f3c55-0c42-4657-b959-9ffe75b8a205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11df1ea9-1351-4722-b242-b65c51d579f4 HTTP/1.1" status: 204 len: 168 time: 0.1299829 Jul 23 14:44:15.638072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f3c55-0c42-4657-b959-9ffe75b8a205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11df1ea9-1351-4722-b242-b65c51d579f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:15.819394 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3023b0ed-0b0b-460e-85f3-fc89da86db91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:15.900038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:44:15.913450 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b1aaf0-9522-42ce-a2e7-31ee83697c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:16.005156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b1aaf0-9522-42ce-a2e7-31ee83697c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:16.012070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b1aaf0-9522-42ce-a2e7-31ee83697c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:16.049675 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-43b1aaf0-9522-42ce-a2e7-31ee83697c26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d38698891801444d939ab93cf73849ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485109 Jul 23 14:44:16.050667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1aaf0-9522-42ce-a2e7-31ee83697c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5700d1-f66c-4daa-a3bd-2abf5995ba1c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:16.052552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:44:16.104586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa44689d-e222-48f4-9aec-7ad425192f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:16.127174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa44689d-e222-48f4-9aec-7ad425192f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:16.182179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa44689d-e222-48f4-9aec-7ad425192f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:16.185364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa44689d-e222-48f4-9aec-7ad425192f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:16.186506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-aa44689d-e222-48f4-9aec-7ad425192f33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf5700d1-f66c-4daa-a3bd-2abf5995ba1c HTTP/1.1" status: 204 len: 168 time: 0.1329582 Jul 23 14:44:16.194142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44689d-e222-48f4-9aec-7ad425192f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5700d1-f66c-4daa-a3bd-2abf5995ba1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:16.898507 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 55976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:44:17.001156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-397506034-network', 'tenant_id': '636e04dd419c40cf8dc49f59a8ffb634'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:44:17.028308 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Made reservation on behalf of 636e04dd419c40cf8dc49f59a8ffb634 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:44:17.030822 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.039197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.129814 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.136209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.157994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:44:17.174721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e922672-3c7b-4996-b63d-6a55e8eff4cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:17.177954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.178303 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Added segment a7cb9a64-fd45-433c-ac1e-0757597bc0e4 of type vlan for network 905e139c-6a25-4837-80dc-6fc09e10bbd5 Jul 23 14:44:17.221816 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.262336 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.263663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:17.264529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.318826 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4191573 Jul 23 14:44:17.322013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 55980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:44:17.327088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Request body: {'subnet': {'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-397506034-subnet', 'tenant_id': '636e04dd419c40cf8dc49f59a8ffb634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:44:17.351134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Made reservation on behalf of 636e04dd419c40cf8dc49f59a8ffb634 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:44:17.353719 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.358314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae5791-6e5b-480e-9150-d5fbe9511eec admin admin] Pushing event updated for resources: {'Network': ['ID=905e139c-6a25-4837-80dc-6fc09e10bbd5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:17.369316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 905e139c-6a25-4837-80dc-6fc09e10bbd5 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:44:17.526732 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.578057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf6c523-d1a1-4b19-9ef0-83dc964a4590,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:17.589542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Checking segment: {'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:44:17.589898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Network hostable DHCP agents. Network: 905e139c-6a25-4837-80dc-6fc09e10bbd5, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:44:17.608656 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Network 905e139c-6a25-4837-80dc-6fc09e10bbd5 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:44:17.620082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 905e139c-6a25-4837-80dc-6fc09e10bbd5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:44:17.624518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:17.625142 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:17.629030 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ae17f-8552-450b-9fa6-11dc8c910740 None None] Network 905e139c-6a25-4837-80dc-6fc09e10bbd5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:44:17.641095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8ec15bc-f9a9-4f1c-8dc0-82c7afad1057 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3179131 Jul 23 14:44:17.758785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbf645-217a-466a-baf1-5993003c1dae None None] Network 905e139c-6a25-4837-80dc-6fc09e10bbd5 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:44:17.773816 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a65b2504-bc8a-42ec-88cc-69950a278cb1 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:44:17.800352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: a65b2504-bc8a-42ec-88cc-69950a278cb1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:44:17.800736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device a65b2504-bc8a-42ec-88cc-69950a278cb1 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:44:18.084385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-83495349-3614-4144-8136-3b81bde249fa tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:18.085751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-83495349-3614-4144-8136-3b81bde249fa tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 811 time: 0.1183512 Jul 23 14:44:18.101351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-bffc5c50-fd7a-4468-9ce1-b39e825c7f77 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/quotas/636e04dd419c40cf8dc49f59a8ffb634 HTTP/1.1" status: 200 len: 375 time: 0.0101547 Jul 23 14:44:18.111247 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:18.136287 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-cc978a1d-548c-44db-acdb-f46d8b03bc1f tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292063 Jul 23 14:44:18.290148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-de55462a-96bd-49dc-ac09-0628fa08c5f8 service neutron] 10.222.0.21 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472697 Jul 23 14:44:18.326776 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:18.379394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-fba66f51-0643-4f63-a18e-7f67487ffe2e service neutron] 10.222.0.21 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833282 Jul 23 14:44:18.541775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cda71da-6171-44d0-982c-68bff4d3c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:18.555017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce00beb7-1b7a-4906-900f-60593da6c4c0 req-cd54c012-cc45-4ee0-b37f-bafc6d86d6f5 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 210 time: 0.0360160 Jul 23 14:44:19.616225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cfb0b4f-ad4a-484b-9c77-602baf96099b tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:19.618691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cfb0b4f-ad4a-484b-9c77-602baf96099b tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.11 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 811 time: 0.1116281 Jul 23 14:44:19.637570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Request body: {'port': {'device_id': 'fcf0f48e-8721-46c6-b107-48187615817b', 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5', 'admin_state_up': True, 'tenant_id': '636e04dd419c40cf8dc49f59a8ffb634'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:44:19.653360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:19.658000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-384e5ae4-3209-4d3e-8ad7-b194812946e4 req-60f3c3a2-0dc3-441a-9d03-466605c37197 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 210 time: 0.0304730 Jul 23 14:44:19.753011 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Made reservation on behalf of 636e04dd419c40cf8dc49f59a8ffb634 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:44:19.756771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:19.878912 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Allocated IP 172.20.0.7 (905e139c-6a25-4837-80dc-6fc09e10bbd5/9cf6c523-d1a1-4b19-9ef0-83dc964a4590/ffb2ccea-91c5-4685-8b17-3a8a03dbccd9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:44:20.030278 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.078511 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.117900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Network 905e139c-6a25-4837-80dc-6fc09e10bbd5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:44:20.121177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:44:20.123679 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:44:20.157800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:20.185925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:20.186538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.201860 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-0cf92ada-7bf2-4cb9-86d3-89d2ce34a58d tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699587 Jul 23 14:44:20.218526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Request body: {'port': {'device_id': 'fcf0f48e-8721-46c6-b107-48187615817b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:44:20.288645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.549531 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:44:20.556987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.568768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Transition to ACTIVE for port object ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:44:20.575859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.641287 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:20.692472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:44:20.692808 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:44:20.693104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on network 905e139c-6a25-4837-80dc-6fc09e10bbd5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:44:20.698058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on network 905e139c-6a25-4837-80dc-6fc09e10bbd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:44:20.698408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on network 905e139c-6a25-4837-80dc-6fc09e10bbd5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:44:20.703930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:44:20.704266 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Checking segment: {'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:44:20.704649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Bound using segment: {'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:44:20.705076 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Bound port: ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:44:20.705434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.772498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:44:20.775621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:44:20.781323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.787848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72f058-8f45-46cf-9c02-cac26d339e8a req-08422138-8e32-4e2a-b1f9-b38c83cba1ac tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:20.789378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b72f058-8f45-46cf-9c02-cac26d339e8a req-08422138-8e32-4e2a-b1f9-b38c83cba1ac tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.0642452 Jul 23 14:44:20.813558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:20.814145 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:20.815562 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 1091 time: 0.6014700 Jul 23 14:44:20.815994 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:44:20.818281 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49424adf-ece3-4300-ab77-1f96d70ce2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:44:20.829728 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b72f058-8f45-46cf-9c02-cac26d339e8a req-7be0bae1-2aad-4597-89f2-f27d111d33cd tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344059 Jul 23 14:44:20.843185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321777-32a4-4709-af10-91ae056a88f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:20.881012 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1f351f-ec69-49e2-b580-3c4955302e2d x-openstack-request-id: req-fa1f351f-ec69-49e2-b580-3c4955302e2d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:44:20.881298 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:44:20.881543 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa1f351f-ec69-49e2-b580-3c4955302e2d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:44:20.881941 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'status': 'completed', 'code': 200} Jul 23 14:44:20.933210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-c1af592f-9a13-4e1a-8dbb-484389977b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:20.934751 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-c1af592f-9a13-4e1a-8dbb-484389977b0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1094 time: 0.0638714 Jul 23 14:44:20.983883 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-3fdf4f47-7a60-48ef-a57f-f675391f6a1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 217 time: 0.0369937 Jul 23 14:44:21.035999 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-be3e6651-bfbe-44ef-8492-dc400ca5b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:21.038245 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-be3e6651-bfbe-44ef-8492-dc400ca5b57d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 200 len: 851 time: 0.0470848 Jul 23 14:44:21.081180 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-5fa2ba72-792c-42bd-a20c-de3243a77554 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=905e139c-6a25-4837-80dc-6fc09e10bbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366347 Jul 23 14:44:21.170438 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-edfb96d3-032f-4473-8647-77dcda08347f service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828378 Jul 23 14:44:21.260001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-321f17a8-e21f-43ab-a702-090dd5fd5bf2 req-e9d2c21e-903a-4126-a572-6f90069b41d4 service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828471 Jul 23 14:44:21.357504 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:21.404527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-200cbbf3-7ef7-4839-8ef0-2533c10969bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:21.406045 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-200cbbf3-7ef7-4839-8ef0-2533c10969bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1094 time: 0.0597363 Jul 23 14:44:21.505433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-3989544a-c9bc-473d-8ae0-0d6d5f608668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:21.506907 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-3989544a-c9bc-473d-8ae0-0d6d5f608668 service neutron] 10.222.0.11 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 912 time: 0.0934861 Jul 23 14:44:21.547001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-030bf6df-da09-4ec3-a244-044685b1429c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 217 time: 0.0327919 Jul 23 14:44:21.598118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-2bd5190c-8810-4cec-bec3-ba494fac5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:21.599524 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-2bd5190c-8810-4cec-bec3-ba494fac5afc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 200 len: 851 time: 0.0463083 Jul 23 14:44:21.634225 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-4cedc9aa-00ea-4d1b-8571-d41c43e4768a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=905e139c-6a25-4837-80dc-6fc09e10bbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265856 Jul 23 14:44:21.728120 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-f2410d7e-3165-4d54-b6fb-a48ddbeda407 service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864277 Jul 23 14:44:21.819570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-49424adf-ece3-4300-ab77-1f96d70ce2d1 req-065dc4cc-9521-409a-9b4d-8bbdcb63d715 service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838659 Jul 23 14:44:21.975433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1d111-cfab-4918-ad15-4de2a4fd5040 req-a7af8621-f131-4449-a0ed-399e193ea9a0 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:21.976891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed1d111-cfab-4918-ad15-4de2a4fd5040 req-a7af8621-f131-4449-a0ed-399e193ea9a0 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.0740249 Jul 23 14:44:22.015442 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ed1d111-cfab-4918-ad15-4de2a4fd5040 req-cd6db07d-dd9a-4756-a48f-963c510e638a tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Jul 23 14:44:23.157959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea92da5-8470-4538-8c82-b2c3897f0ad1 req-02206894-af31-4bca-a11b-4af48c42a629 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:23.159477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bea92da5-8470-4538-8c82-b2c3897f0ad1 req-02206894-af31-4bca-a11b-4af48c42a629 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.0702126 Jul 23 14:44:23.197071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bea92da5-8470-4538-8c82-b2c3897f0ad1 req-2ce12239-072a-41bd-8935-33e1c4fbbe3c tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Jul 23 14:44:24.331681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee852-d4f2-484c-9b2a-1f45c07bab94 req-f11a96b0-ef55-4790-9d99-1557771554b8 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:24.333076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a23ee852-d4f2-484c-9b2a-1f45c07bab94 req-f11a96b0-ef55-4790-9d99-1557771554b8 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.0690131 Jul 23 14:44:24.378507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a23ee852-d4f2-484c-9b2a-1f45c07bab94 req-3023ab8e-a65b-4652-b782-fa5e02b95cbe tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Jul 23 14:44:25.545570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6c917-f098-4774-ba98-a4f3efe62e48 req-687ba322-62cf-4746-822f-e02e81b58ccc tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:25.547071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3d6c917-f098-4774-ba98-a4f3efe62e48 req-687ba322-62cf-4746-822f-e02e81b58ccc tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.0805855 Jul 23 14:44:25.584446 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3d6c917-f098-4774-ba98-a4f3efe62e48 req-24e72de6-d195-4d00-9fdb-4668ff44efcb tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Jul 23 14:44:25.805726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:44:25.911895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:44:25.924279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5', 'port_id': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'mac_address': 'fa:16:3e:6e:62:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf6c523-d1a1-4b19-9ef0-83dc964a4590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:44:25.964511 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:25.979105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:44:26.000799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:44:26.006069 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:26.052531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:26.266822 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:44:26.728111 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd13ec-4866-49f8-a8b4-21f9bfb658aa req-be239cdd-bfdc-4c37-b841-bbbde5e06ef3 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:26.729651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aafd13ec-4866-49f8-a8b4-21f9bfb658aa req-be239cdd-bfdc-4c37-b841-bbbde5e06ef3 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 944 time: 0.0727143 Jul 23 14:44:26.772425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aafd13ec-4866-49f8-a8b4-21f9bfb658aa req-06c411bd-1c1b-4ece-8960-3b9f867ea5d2 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Jul 23 14:44:27.820087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:44:27.873704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:44:27.877503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:44:27.877933 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:27.912409 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4885aa2-f31e-46fe-92e1-ebecfa18fe5f req-955d5be8-57dd-4e55-a8a8-8670af1ec639 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:27.913927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4885aa2-f31e-46fe-92e1-ebecfa18fe5f req-955d5be8-57dd-4e55-a8a8-8670af1ec639 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 944 time: 0.0705805 Jul 23 14:44:27.953639 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4885aa2-f31e-46fe-92e1-ebecfa18fe5f req-1882df9e-b5d2-4f8e-9c45-b97bf014e959 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Jul 23 14:44:28.112606 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:28.142845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:44:28.145105 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c2d67-2d46-4b09-a6e8-cba7aecbf0aa" -d '{"events": [{"server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:44:28.159065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:44:28.164012 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:28.187879 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e114f9e-ed33-4d18-91b3-8294bdae136e x-openstack-request-id: req-3e114f9e-ed33-4d18-91b3-8294bdae136e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:44:28.188171 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:44:28.188448 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e114f9e-ed33-4d18-91b3-8294bdae136e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:44:28.188837 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'code': 200} Jul 23 14:44:28.215399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:44:28.316387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2496bb1-b596-4e43-bc0e-53c51c610faf req-07decab3-0287-45b8-ade6-15bac4630d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:28.317881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b2496bb1-b596-4e43-bc0e-53c51c610faf req-07decab3-0287-45b8-ade6-15bac4630d51 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1096 time: 0.0543745 Jul 23 14:44:28.351761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b2496bb1-b596-4e43-bc0e-53c51c610faf req-158387cd-5d28-4f80-82c3-ef91ac6a018f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277739 Jul 23 14:44:29.096446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0cb8c-cbc8-4217-a7c7-74ade27f2307 req-00461c7b-7aa7-4954-899f-9f75cc70ec74 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:29.097957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ed0cb8c-cbc8-4217-a7c7-74ade27f2307 req-00461c7b-7aa7-4954-899f-9f75cc70ec74 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0678601 Jul 23 14:44:29.136802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ed0cb8c-cbc8-4217-a7c7-74ade27f2307 req-6a8781b1-0366-47a0-98b1-11499fa8e90b tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Jul 23 14:44:30.290053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d59ace-8aec-455c-80f6-016c760a515d req-d1302984-40d5-41b0-b92b-2d5d3906c683 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:30.291512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64d59ace-8aec-455c-80f6-016c760a515d req-d1302984-40d5-41b0-b92b-2d5d3906c683 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0691147 Jul 23 14:44:30.332972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64d59ace-8aec-455c-80f6-016c760a515d req-663615cb-f897-48b0-b011-9d4e4b48f6b4 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 Jul 23 14:44:30.592771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251b3a3-d340-4bc0-b3f8-829990591c06 req-3a2e5951-135d-4f76-af5d-090fe638b086 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:30.594306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5251b3a3-d340-4bc0-b3f8-829990591c06 req-3a2e5951-135d-4f76-af5d-090fe638b086 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0688674 Jul 23 14:44:30.632994 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5251b3a3-d340-4bc0-b3f8-829990591c06 req-2703343e-da95-497e-b98b-9af1e411a1bd tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Jul 23 14:44:30.633836 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-def3e91d-bf1c-4dbf-81ee-e197434e7bde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143034 Jul 23 14:44:31.774977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b96749-ecee-436a-bc5a-d564e5a31536 req-1f4632bd-e123-40a3-a34a-0355aa26a7fe tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:31.776466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41b96749-ecee-436a-bc5a-d564e5a31536 req-1f4632bd-e123-40a3-a34a-0355aa26a7fe tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0763876 Jul 23 14:44:31.815241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-41b96749-ecee-436a-bc5a-d564e5a31536 req-d5711146-d0a0-4ea5-bbe4-1b961b60d8be tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Jul 23 14:44:31.850486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-b3823bc8-4443-4fa0-9411-a2571fae2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:31.852129 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-b3823bc8-4443-4fa0-9411-a2571fae2730 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1096 time: 0.0555246 Jul 23 14:44:31.946065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-6eab9489-6241-49bf-9ed1-ba2dc73ae7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:31.947484 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-6eab9489-6241-49bf-9ed1-ba2dc73ae7a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 912 time: 0.0879500 Jul 23 14:44:31.988377 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-31b74f78-7b56-477a-9353-ea66c5f9ffb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 217 time: 0.0341191 Jul 23 14:44:32.037065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-617bd509-4268-4bd4-b2c3-f4feb7f0670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:32.038507 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-617bd509-4268-4bd4-b2c3-f4feb7f0670f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 200 len: 851 time: 0.0442901 Jul 23 14:44:32.072069 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-fdb33b0e-3b0a-4804-a629-1a5c5af38e5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=905e139c-6a25-4837-80dc-6fc09e10bbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275819 Jul 23 14:44:32.173848 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-f7d01ac4-3b58-4317-a221-4a283f757839 service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948348 Jul 23 14:44:32.266824 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-4a853224-5bc7-4885-818f-f8b366cd97dd service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855105 Jul 23 14:44:32.955137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5f68-332e-4ce6-ad91-8fbdf59444b4 req-1111019a-c08e-4b44-80b9-96b8dbb5e771 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:32.957011 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd8b5f68-332e-4ce6-ad91-8fbdf59444b4 req-1111019a-c08e-4b44-80b9-96b8dbb5e771 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0678489 Jul 23 14:44:32.994612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd8b5f68-332e-4ce6-ad91-8fbdf59444b4 req-af20cf81-58d3-4347-8837-850de5e65f80 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Jul 23 14:44:34.140920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db87ad4-e783-4a76-a6f1-a70132012bda req-4a488097-a7ec-49b1-b5a0-aed84f32a85c tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:34.142503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9db87ad4-e783-4a76-a6f1-a70132012bda req-4a488097-a7ec-49b1-b5a0-aed84f32a85c tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0745337 Jul 23 14:44:34.182769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9db87ad4-e783-4a76-a6f1-a70132012bda req-1ae4e7fd-ff88-4bd8-9a05-e45ff0a72432 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 23 14:44:35.333789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3badc5-a3d0-4bba-aa25-e1e92e08eb1f req-3c554ea3-ce1b-4423-87a3-cad98a84d934 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:35.335307 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d3badc5-a3d0-4bba-aa25-e1e92e08eb1f req-3c554ea3-ce1b-4423-87a3-cad98a84d934 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0788360 Jul 23 14:44:35.376758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d3badc5-a3d0-4bba-aa25-e1e92e08eb1f req-536ab5fb-88f9-4b9b-b5ad-a2099f0fa161 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Jul 23 14:44:36.528350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844de6e-2ebf-4886-8150-533e0435bbc0 req-e6653a73-7bae-48f1-98fa-09c3da3b9fd7 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:36.529814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9844de6e-2ebf-4886-8150-533e0435bbc0 req-e6653a73-7bae-48f1-98fa-09c3da3b9fd7 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0690770 Jul 23 14:44:36.569537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9844de6e-2ebf-4886-8150-533e0435bbc0 req-09949e7a-2644-4527-8df0-e9b790cd1d0e tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Jul 23 14:44:37.716653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8bb07-9d8d-4dbf-8663-0368f987782d req-3205340c-30cf-4022-8843-20ca027e8301 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:37.718131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faa8bb07-9d8d-4dbf-8663-0368f987782d req-3205340c-30cf-4022-8843-20ca027e8301 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0684795 Jul 23 14:44:37.766136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faa8bb07-9d8d-4dbf-8663-0368f987782d req-40101532-571b-4881-be81-f3f201a9686f tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Jul 23 14:44:37.884125 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:38.910458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53976d47-a639-46de-9790-42862ccb3c6a req-0aafe5dc-cb39-4cde-802b-c9c9a31910f1 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:38.911988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-53976d47-a639-46de-9790-42862ccb3c6a req-0aafe5dc-cb39-4cde-802b-c9c9a31910f1 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0759244 Jul 23 14:44:38.957784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-53976d47-a639-46de-9790-42862ccb3c6a req-8ee67991-12a8-46d3-b5d4-5e9b03d4c93a tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375934 Jul 23 14:44:40.095542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a897008-cf14-4806-8020-f185e3f46095 req-f4ab7a16-3486-4b23-8141-6ef2695f4bc9 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:40.097275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a897008-cf14-4806-8020-f185e3f46095 req-f4ab7a16-3486-4b23-8141-6ef2695f4bc9 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0683162 Jul 23 14:44:40.135217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a897008-cf14-4806-8020-f185e3f46095 req-054b04c4-e3ec-4f91-9580-9d41a56c1da2 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Jul 23 14:44:41.282055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cc9d-1ead-43f8-95e5-5bbfa6bbbaf4 req-b2969571-d0eb-498f-aa2b-f36cf6258c95 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:41.283472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2561cc9d-1ead-43f8-95e5-5bbfa6bbbaf4 req-b2969571-d0eb-498f-aa2b-f36cf6258c95 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0733476 Jul 23 14:44:41.322946 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2561cc9d-1ead-43f8-95e5-5bbfa6bbbaf4 req-e80ccbe4-5d4e-4859-8751-1dfaa8ffba88 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Jul 23 14:44:42.463992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600254-d9b7-4987-9217-f7efd26b1fcb req-2b52e680-2f0f-4407-b5be-eba6c1853eab tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:42.465466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef600254-d9b7-4987-9217-f7efd26b1fcb req-2b52e680-2f0f-4407-b5be-eba6c1853eab tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0713556 Jul 23 14:44:42.506293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef600254-d9b7-4987-9217-f7efd26b1fcb req-4af4bd4e-2a64-4e78-9f29-e9fc78982cea tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Jul 23 14:44:43.661934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0237835-955c-48b2-a636-99d29b3db5cd req-d79ab615-7615-4a3c-aa21-931c53b63978 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:43.663452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0237835-955c-48b2-a636-99d29b3db5cd req-d79ab615-7615-4a3c-aa21-931c53b63978 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0737042 Jul 23 14:44:43.701256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0237835-955c-48b2-a636-99d29b3db5cd req-1fca6f53-f0ed-446f-8826-782b5ba6ff37 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 23 14:44:44.853407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a29b-8df6-4b79-918c-fd5abc5ad51d req-f1bb1a50-fe78-432a-80e1-d6c3606628b4 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:44.854938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9a3a29b-8df6-4b79-918c-fd5abc5ad51d req-f1bb1a50-fe78-432a-80e1-d6c3606628b4 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0737705 Jul 23 14:44:44.895701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9a3a29b-8df6-4b79-918c-fd5abc5ad51d req-8b98a728-d344-4152-88ba-aeaf581dfe8c tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Jul 23 14:44:45.835147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84512ae7-b678-42ab-8525-509c78cf72c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:46.044046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d03c9-6c44-43e7-993c-f6802e9f1131 req-4b054804-fddf-448a-bae0-665c08071078 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:46.045536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a9d03c9-6c44-43e7-993c-f6802e9f1131 req-4b054804-fddf-448a-bae0-665c08071078 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0723085 Jul 23 14:44:46.083138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a9d03c9-6c44-43e7-993c-f6802e9f1131 req-fea0dfc9-411a-4066-9ace-a689653524ab tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jul 23 14:44:46.454953 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:44:47.223635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e14e0-b6d3-4d19-a889-d98ae04c9e43 req-f3b5451c-cbb3-4566-b328-9e977d12d055 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:47.225127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-752e14e0-b6d3-4d19-a889-d98ae04c9e43 req-f3b5451c-cbb3-4566-b328-9e977d12d055 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0683522 Jul 23 14:44:47.264256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-752e14e0-b6d3-4d19-a889-d98ae04c9e43 req-51ddf85e-59ac-45f0-a5a6-246fd13b301b tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Jul 23 14:44:48.125573 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:48.333705 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:48.415587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ffadb-c23a-4316-b1a3-45931b20f61f req-bc7eb96d-f93a-4697-b08e-7386fcd94df8 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:48.417052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-864ffadb-c23a-4316-b1a3-45931b20f61f req-bc7eb96d-f93a-4697-b08e-7386fcd94df8 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0702291 Jul 23 14:44:48.455178 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-864ffadb-c23a-4316-b1a3-45931b20f61f req-237bd835-2c25-48d5-ac77-c0c44a94170c tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Jul 23 14:44:48.556258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4d49a07-4716-49db-be39-3b17715e2347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:49.603128 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798064db-b16b-4bf1-bca4-653bd6fc85ea req-a8a2f642-ca3d-4e19-9bb4-af17a5313494 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:49.604638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-798064db-b16b-4bf1-bca4-653bd6fc85ea req-a8a2f642-ca3d-4e19-9bb4-af17a5313494 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0712430 Jul 23 14:44:49.647766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-798064db-b16b-4bf1-bca4-653bd6fc85ea req-31fc4628-8325-4860-be6c-c287cbecddfe tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346911 Jul 23 14:44:49.657896 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:50.807908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a5303-8ee7-4a49-a653-2c6f6c0b32c3 req-5d74eeb0-9b71-4528-aef8-d730eff7d613 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:50.809567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-416a5303-8ee7-4a49-a653-2c6f6c0b32c3 req-5d74eeb0-9b71-4528-aef8-d730eff7d613 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0737827 Jul 23 14:44:50.849318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-416a5303-8ee7-4a49-a653-2c6f6c0b32c3 req-f97e1eac-3956-4484-8d58-4226553ddb11 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Jul 23 14:44:51.362827 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:52.002374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664f87a-2278-4799-94f2-ec697106d7c9 req-d2cc5e3f-dd99-4abb-bf21-1f75f63faaae tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:52.004209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d664f87a-2278-4799-94f2-ec697106d7c9 req-d2cc5e3f-dd99-4abb-bf21-1f75f63faaae tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0776069 Jul 23 14:44:52.042966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d664f87a-2278-4799-94f2-ec697106d7c9 req-7397083b-fca6-45ea-aeb4-990f8a1ae453 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Jul 23 14:44:53.191108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e42daf-21cc-4481-9042-1dd1f73978a9 req-0bc1b811-7ce7-4df8-a883-6ba314c8896b tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:53.192594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81e42daf-21cc-4481-9042-1dd1f73978a9 req-0bc1b811-7ce7-4df8-a883-6ba314c8896b tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0666964 Jul 23 14:44:53.233650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81e42daf-21cc-4481-9042-1dd1f73978a9 req-e9f908fc-967e-4097-b0f5-3e0cce89aecb tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Jul 23 14:44:54.401183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51160675-7a02-45f0-875c-9e02db4da9e0 req-3b0b299a-48c8-4b84-8bfc-f1f6fc58268c tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:54.403215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51160675-7a02-45f0-875c-9e02db4da9e0 req-3b0b299a-48c8-4b84-8bfc-f1f6fc58268c tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0902605 Jul 23 14:44:54.441928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51160675-7a02-45f0-875c-9e02db4da9e0 req-b2aa8700-7fca-416c-b4ad-c31890c412eb tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332572 Jul 23 14:44:55.593112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7a6b8-4ea9-4edc-97e8-5ba8e67ffee3 req-f38e8187-8c07-46ab-8311-a2eaa5a09be8 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:55.594590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5bb7a6b8-4ea9-4edc-97e8-5ba8e67ffee3 req-f38e8187-8c07-46ab-8311-a2eaa5a09be8 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0786192 Jul 23 14:44:55.634217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5bb7a6b8-4ea9-4edc-97e8-5ba8e67ffee3 req-58f0ecdc-c2c1-49ed-a366-c031f50fa43a tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Jul 23 14:44:56.779447 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f79445-6590-4379-91f8-b877cd690dd8 req-19e818df-36d8-4d6d-a7bc-ad888caa92f0 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:56.781037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5f79445-6590-4379-91f8-b877cd690dd8 req-19e818df-36d8-4d6d-a7bc-ad888caa92f0 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0720322 Jul 23 14:44:56.819963 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e5f79445-6590-4379-91f8-b877cd690dd8 req-fb58a519-3eab-4de6-9c1f-9438f9f3c624 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331414 Jul 23 14:44:57.962498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060919ce-7950-4d22-8f05-1258cbe7ab6c req-f12fdf12-1454-454b-8d7e-9f5baabca5a2 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:57.964039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-060919ce-7950-4d22-8f05-1258cbe7ab6c req-f12fdf12-1454-454b-8d7e-9f5baabca5a2 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0681996 Jul 23 14:44:58.007698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-060919ce-7950-4d22-8f05-1258cbe7ab6c req-44fc71e0-12e0-4e07-88ff-62d0421973e4 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Jul 23 14:44:59.159204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af408df0-d175-4de1-8a11-8a9353ede155 req-60e88527-bfde-4751-bf0c-cf4b3fa54287 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:59.160643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-af408df0-d175-4de1-8a11-8a9353ede155 req-60e88527-bfde-4751-bf0c-cf4b3fa54287 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 945 time: 0.0852892 Jul 23 14:44:59.197814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-af408df0-d175-4de1-8a11-8a9353ede155 req-8adb2bbd-44f3-462b-9d3b-780e50e7f213 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Jul 23 14:44:59.416513 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-d8a0669c-963e-4719-b897-210730216fa5 req-b13fbf2b-0207-44ad-8612-04a78bf05fbf service neutron] show failed (client error): The resource could not be found. Jul 23 14:44:59.417522 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-b13fbf2b-0207-44ad-8612-04a78bf05fbf service neutron] 10.222.0.11 "GET /v2.0/ports/ffb2ccea-91c5-4685-8b17-3a8a03dbccd9/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0705781 Jul 23 14:44:59.687469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-40cd0f5e-28c6-452a-a11b-e839a0e6e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:44:59.688913 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-40cd0f5e-28c6-452a-a11b-e839a0e6e700 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b&tenant_id=636e04dd419c40cf8dc49f59a8ffb634 HTTP/1.1" status: 200 len: 1096 time: 0.0976751 Jul 23 14:44:59.700767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:44:59.775573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:44:59.992322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:00.029023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:45:00.076461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:00.079115 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb7913d-a30f-459c-a655-b56e48a4dbcb" -d '{"events": [{"server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:00.083380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:00.096379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Transition to ACTIVE for port object ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:45:00.102314 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:00.131515 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72523de-4e7f-46f1-8ee0-f6f9dd7f3416 x-openstack-request-id: req-a72523de-4e7f-46f1-8ee0-f6f9dd7f3416 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:00.131961 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:00.132180 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a72523de-4e7f-46f1-8ee0-f6f9dd7f3416 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:00.132571 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'code': 200} Jul 23 14:45:00.153433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:00.174929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] No DVR routers for this DVR port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:45:00.183118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.183484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.183797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.184130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.184429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.184753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.185071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.185394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.185713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.186031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.186347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.186683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:00.223023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:45:00.223359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:45:00.223690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on network 905e139c-6a25-4837-80dc-6fc09e10bbd5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:00.228522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on network 905e139c-6a25-4837-80dc-6fc09e10bbd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:45:00.228841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Attempting to bind port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on network 905e139c-6a25-4837-80dc-6fc09e10bbd5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:00.233871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:45:00.234203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Checking segment: {'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:45:00.234614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Bound using segment: {'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:45:00.235052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Bound port: ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:45:00.235426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:00.326794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:45:00.331096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:45:00.338472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:00.384834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:00.385481 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:00.387000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] 10.222.0.48 "PUT /v2.0/ports/ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 1091 time: 0.6901789 Jul 23 14:45:00.396177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791dffd-66d9-4a9e-8fc2-5fe0e41404e3 req-f97d620c-a6d1-4a6d-a940-97cfaa291ea7 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:00.397653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a791dffd-66d9-4a9e-8fc2-5fe0e41404e3 req-f97d620c-a6d1-4a6d-a940-97cfaa291ea7 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.1249547 Jul 23 14:45:00.438225 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b84fc-b013-4115-8585-43de6246d122 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:00.480084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a791dffd-66d9-4a9e-8fc2-5fe0e41404e3 req-bc9af5fe-52e5-4eec-b971-ad9e61fca0b7 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756021 Jul 23 14:45:00.498416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-f6122d14-2539-4e86-b566-2c62e9b5ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:00.500091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-f6122d14-2539-4e86-b566-2c62e9b5ea5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1094 time: 0.0809970 Jul 23 14:45:00.594327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-8ff741cd-7a19-4d54-98a1-f164427075c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:00.595725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-8ff741cd-7a19-4d54-98a1-f164427075c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 912 time: 0.0878267 Jul 23 14:45:00.636044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-a065260d-ca60-4e91-bcb6-9c97483d65be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 217 time: 0.0332656 Jul 23 14:45:00.685163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0669c-963e-4719-b897-210730216fa5 req-fcfd08d7-5293-4fa2-b3b2-e0fc636a49da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:00.686619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-fcfd08d7-5293-4fa2-b3b2-e0fc636a49da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 200 len: 851 time: 0.0445230 Jul 23 14:45:00.725230 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-97f40c79-ac19-4361-a74c-7f7b6dcc8a1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=905e139c-6a25-4837-80dc-6fc09e10bbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319946 Jul 23 14:45:00.822146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-1e306076-ce87-4e91-b2d0-7f571d86635c service neutron] 10.222.0.48 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897498 Jul 23 14:45:00.918412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8a0669c-963e-4719-b897-210730216fa5 req-e85c02ab-05ce-4a40-964d-42236b26f3f8 service neutron] 10.222.0.48 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886571 Jul 23 14:45:01.623501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694bf6a-578c-4850-9bce-6001a7b1ef03 req-738b9846-3b93-4c6b-900a-36acd052ac90 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:01.625123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1694bf6a-578c-4850-9bce-6001a7b1ef03 req-738b9846-3b93-4c6b-900a-36acd052ac90 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.0679071 Jul 23 14:45:01.665265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1694bf6a-578c-4850-9bce-6001a7b1ef03 req-6fcb56be-d0ec-4f1b-93e2-a9d2a4c7f484 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Jul 23 14:45:02.134523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:02.138428 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d079a38d-f4dc-42a2-b451-e841d654f117" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:02.190327 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13888270-7203-4e8b-bc1d-9fa15cc02a59 x-openstack-request-id: req-13888270-7203-4e8b-bc1d-9fa15cc02a59 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:02.190673 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:02.190930 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13888270-7203-4e8b-bc1d-9fa15cc02a59 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:02.191334 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'status': 'completed', 'code': 200} Jul 23 14:45:02.267910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-0043a0c1-5334-40ee-921e-f3f3ff08c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:02.269351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-0043a0c1-5334-40ee-921e-f3f3ff08c529 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1094 time: 0.0544822 Jul 23 14:45:02.282595 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-96f99b4a-1449-4faa-add0-b2b14d09d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:02.284138 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-96f99b4a-1449-4faa-add0-b2b14d09d6ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1094 time: 0.0552702 Jul 23 14:45:02.365880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-85aa7112-cf4f-4114-ba30-592f77dfba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:02.367429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-85aa7112-cf4f-4114-ba30-592f77dfba5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 912 time: 0.0884507 Jul 23 14:45:02.377940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-82b1cd26-232d-4681-8511-391189d1bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:02.379796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-82b1cd26-232d-4681-8511-391189d1bd23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 912 time: 0.0899284 Jul 23 14:45:02.412106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-375afd05-93e6-41e8-a3ba-233b55e5e7ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 217 time: 0.0340114 Jul 23 14:45:02.419307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-84b0c871-359d-477a-ac52-7ceb79161b43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 217 time: 0.0335243 Jul 23 14:45:02.469114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-fa471d82-73fd-44d4-8136-838cddd2786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:02.470676 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-fa471d82-73fd-44d4-8136-838cddd2786f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 200 len: 851 time: 0.0453429 Jul 23 14:45:02.474248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-4ed4e49d-ea08-4f1e-b0b2-c1f97b3b4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:02.475832 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-4ed4e49d-ea08-4f1e-b0b2-c1f97b3b4283 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 200 len: 851 time: 0.0534880 Jul 23 14:45:02.508606 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-5293b848-6b70-493a-92c7-ef060a9bfac2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=905e139c-6a25-4837-80dc-6fc09e10bbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319641 Jul 23 14:45:02.514125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-b4d276f2-6874-4a9c-b379-345d9838200c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=905e139c-6a25-4837-80dc-6fc09e10bbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277421 Jul 23 14:45:02.608221 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-6368b570-ec34-493f-be93-355f08f4214a service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927134 Jul 23 14:45:02.623997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-89b317c4-b91d-474f-965c-34cf8c1e7a60 service neutron] 10.222.0.48 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911179 Jul 23 14:45:02.739456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-6dfd12ed-056a-4162-9354-070bdba95a24 service neutron] 10.222.0.48 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954299 Jul 23 14:45:02.807129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97152856-a414-428b-8e19-7d6b4a2bfbfe req-148a8142-741a-415c-b888-b883694a1f2f tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:02.808828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97152856-a414-428b-8e19-7d6b4a2bfbfe req-148a8142-741a-415c-b888-b883694a1f2f tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 943 time: 0.0684507 Jul 23 14:45:02.848877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97152856-a414-428b-8e19-7d6b4a2bfbfe req-d9e96931-aba3-4146-b6f7-a4f2b8b8a570 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Jul 23 14:45:03.000049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d079a38d-f4dc-42a2-b451-e841d654f117 req-58611183-dda1-411f-ba12-0dca94b81819 service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859479 Jul 23 14:45:03.181471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-72cc53eb-609e-417c-b825-61cdefc94e3a tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:03.183041 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-72cc53eb-609e-417c-b825-61cdefc94e3a tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.11 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b&tenant_id=636e04dd419c40cf8dc49f59a8ffb634&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 943 time: 0.1163492 Jul 23 14:45:03.242074 n-d-801990-3 neutron-server[93766]: INFO neutron.api.v2.resource [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-940871be-6898-4d39-9a5f-3dbd46c3c741 service neutron] delete failed (client error): The resource could not be found. Jul 23 14:45:03.243111 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-940871be-6898-4d39-9a5f-3dbd46c3c741 service neutron] 10.222.0.11 "DELETE /v2.0/ports/ffb2ccea-91c5-4685-8b17-3a8a03dbccd9/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0530441 Jul 23 14:45:03.366243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-a6cd7db0-d8d3-4324-90f8-27d88fd035c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:03.367762 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-a6cd7db0-d8d3-4324-90f8-27d88fd035c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 1094 time: 0.0556197 Jul 23 14:45:03.460078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-bb544f82-7f6a-4d14-b3ba-97922a31708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:03.461449 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-bb544f82-7f6a-4d14-b3ba-97922a31708c service neutron] 10.222.0.11 "GET /v2.0/networks?id=905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 200 len: 912 time: 0.0875864 Jul 23 14:45:03.500546 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-af8a57df-3027-427b-bf92-a59f4df3119a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 200 len: 217 time: 0.0329223 Jul 23 14:45:03.550758 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-4fc2b2fd-2044-407b-a377-23d45cbc24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:03.552170 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-4fc2b2fd-2044-407b-a377-23d45cbc24ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 200 len: 851 time: 0.0458055 Jul 23 14:45:03.584656 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-647a46cb-de1d-4b61-a2fa-cf6e0fb8ac1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=905e139c-6a25-4837-80dc-6fc09e10bbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266294 Jul 23 14:45:03.687238 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-ee466811-7371-4f36-844f-5cf987974919 service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957589 Jul 23 14:45:03.785463 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-aabd64bd-a7be-4d04-b55a-339b7d2ea558 service neutron] 10.222.0.11 "GET /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911682 Jul 23 14:45:04.012293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:45:04.055461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:45:04.212682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:45:04.310761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:04.322552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'network_id': '905e139c-6a25-4837-80dc-6fc09e10bbd5', 'port_id': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'mac_address': 'fa:16:3e:6e:62:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf6c523-d1a1-4b19-9ef0-83dc964a4590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:45:04.363464 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:04.376245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:45:04.396176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:04.401158 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:04.452006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:04.460054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.460401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.460746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.461109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.461439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.461774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.462099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.462422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.462773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.463094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.463430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.463751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:04.635777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:45:04.660104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77becd-9575-4219-8510-5c52d634c392 req-c6757250-f704-472d-aee1-04316c4cdec6 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:04.661637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a77becd-9575-4219-8510-5c52d634c392 req-c6757250-f704-472d-aee1-04316c4cdec6 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 944 time: 0.1302948 Jul 23 14:45:04.700717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a77becd-9575-4219-8510-5c52d634c392 req-d7db94bf-4368-4bd6-80fb-9ebbda316ef0 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jul 23 14:45:05.839362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328408fc-651f-495d-b03c-ad6930714918 req-357f3a5b-2859-4631-a0af-56c812bf3416 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:05.841089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-328408fc-651f-495d-b03c-ad6930714918 req-357f3a5b-2859-4631-a0af-56c812bf3416 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 944 time: 0.0671682 Jul 23 14:45:05.882332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-328408fc-651f-495d-b03c-ad6930714918 req-c0cb34ba-c97c-41d7-b9bc-01bec37f93d8 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e922672-3c7b-4996-b63d-6a55e8eff4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Jul 23 14:45:06.049805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-73b51d72-010f-460a-9ee9-5ea753615e47 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:06.051345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-73b51d72-010f-460a-9ee9-5ea753615e47 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcf0f48e-8721-46c6-b107-48187615817b HTTP/1.1" status: 200 len: 944 time: 0.0661321 Jul 23 14:45:06.160866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Deleting port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:45:06.161213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:06.236880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:45:06.248137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] For port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,segment=NetworkSegment(a7cb9a64-fd45-433c-ac1e-0757597bc0e4),segment_id=a7cb9a64-fd45-433c-ac1e-0757597bc0e4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:06.248422 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:06.265401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Calling delete_port for ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:45:06.290285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:45:06.294123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:45:06.294499 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:06.371816 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:06.399544 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:06.426182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:45:06.427338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Pushing event deleted for resources: {'Port': ['ID=ffb2ccea-91c5-4685-8b17-3a8a03dbccd9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:06.487528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] No DVR routers for this DVR port ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:45:06.490261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:06.492538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-740125bc-f461-472e-86f5-c2e8ba2cccd9 req-d6136d2f-8b1e-4602-8e89-5a044e465464 tempest-DeleteServersTestJSON-1599255703 tempest-DeleteServersTestJSON-1599255703-project] 10.222.0.48 "DELETE /v2.0/ports/ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 HTTP/1.1" status: 204 len: 173 time: 0.4350622 Jul 23 14:45:06.493054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'name': 'network-vif-deleted', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:06.495420 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd4be85-cdf4-4066-af7b-dd0e574d8852" -d '{"events": [{"server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "name": "network-vif-deleted", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:06.532349 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bea6b5b-c109-4548-b5eb-381a6c1f4c4b x-openstack-request-id: req-4bea6b5b-c109-4548-b5eb-381a6c1f4c4b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:06.532642 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf0f48e-8721-46c6-b107-48187615817b", "name": "network-vif-deleted", "tag": "ffb2ccea-91c5-4685-8b17-3a8a03dbccd9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:06.532917 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bea6b5b-c109-4548-b5eb-381a6c1f4c4b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:06.533319 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf0f48e-8721-46c6-b107-48187615817b', 'name': 'network-vif-deleted', 'tag': 'ffb2ccea-91c5-4685-8b17-3a8a03dbccd9', 'status': 'completed', 'code': 200} Jul 23 14:45:07.021062 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:45:07.067983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Deleting subnet 9cf6c523-d1a1-4b19-9ef0-83dc964a4590 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:45:07.071231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.105851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.165519 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.235191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.258920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf6c523-d1a1-4b19-9ef0-83dc964a4590,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:07.270209 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.270773 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.271310 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.271945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.272505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.273070 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.273614 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.274183 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.274792 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.275345 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.275694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.276029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:45:07.280524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.285784 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-793cb27e-2839-48d7-8c5e-f94be8133b16 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9cf6c523-d1a1-4b19-9ef0-83dc964a4590 HTTP/1.1" status: 204 len: 168 time: 0.2603014 Jul 23 14:45:07.286048 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:45:07.361170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.449091 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.462794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e139c-6a25-4837-80dc-6fc09e10bbd5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:45:07.473506 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:45:07.473804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cb9a64-fd45-433c-ac1e-0757597bc0e4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:45:07.483078 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.497676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.503985 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:45:07.504379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:45:07.506071 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:45:07.571554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.577673 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.579546 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] 10.222.0.21 "DELETE /v2.0/networks/905e139c-6a25-4837-80dc-6fc09e10bbd5 HTTP/1.1" status: 204 len: 168 time: 0.2926266 Jul 23 14:45:07.591565 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9824dd-70e0-4a2f-af45-31c16a15cc54 admin admin] Pushing event deleted for resources: {'Network': ['ID=905e139c-6a25-4837-80dc-6fc09e10bbd5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:07.702028 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:45:07.741234 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb064b63-efc7-401e-acfb-69b698748890 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=636e04dd419c40cf8dc49f59a8ffb634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379684 Jul 23 14:45:07.743969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:45:07.793180 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a35789a1-00c7-45e3-a995-fac884a1c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.815349 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a35789a1-00c7-45e3-a995-fac884a1c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.866131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a35789a1-00c7-45e3-a995-fac884a1c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.869199 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a35789a1-00c7-45e3-a995-fac884a1c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:07.870555 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a35789a1-00c7-45e3-a995-fac884a1c05a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e922672-3c7b-4996-b63d-6a55e8eff4cc HTTP/1.1" status: 204 len: 168 time: 0.1256804 Jul 23 14:45:07.880769 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35789a1-00c7-45e3-a995-fac884a1c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e922672-3c7b-4996-b63d-6a55e8eff4cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:07.894001 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.617731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:45:08.725685 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1389602784-network', 'tenant_id': '23efadbafd414f92a96d29ff1608f970'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:45:08.750314 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Made reservation on behalf of 23efadbafd414f92a96d29ff1608f970 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:45:08.752521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.760981 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.866871 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.872131 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.903428 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:45:08.913662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55db064c-a6aa-4258-93b4-7c104c224f36,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:08.918894 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.919236 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Added segment 987c9e1b-236d-4444-b265-92513682ce24 of type vlan for network 5090a91d-98f1-4fbd-823b-9a7a01c4066f Jul 23 14:45:08.959035 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.991751 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:08.992778 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:08.993511 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:09.026425 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4071245 Jul 23 14:45:09.029620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:45:09.034785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Request body: {'subnet': {'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1389602784-subnet', 'tenant_id': '23efadbafd414f92a96d29ff1608f970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:45:09.054660 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1e15-2d66-46ac-9447-3ba0902e4bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=5090a91d-98f1-4fbd-823b-9a7a01c4066f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:09.057140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Made reservation on behalf of 23efadbafd414f92a96d29ff1608f970 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:45:09.059764 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:09.064592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5090a91d-98f1-4fbd-823b-9a7a01c4066f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:45:09.234462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:09.281990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302a4962-3b2c-496e-8a7a-fcefed91ea39,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:09.298610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Checking segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:45:09.298981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Network hostable DHCP agents. Network: 5090a91d-98f1-4fbd-823b-9a7a01c4066f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:45:09.317415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Network 5090a91d-98f1-4fbd-823b-9a7a01c4066f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:45:09.326265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5090a91d-98f1-4fbd-823b-9a7a01c4066f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:45:09.330338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:09.331308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:09.335985 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651f2e8-5ac0-499e-a233-a63e341d9fa5 None None] Network 5090a91d-98f1-4fbd-823b-9a7a01c4066f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:45:09.349573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-11fedffe-bfa2-4d7f-9580-952b421a3790 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3187675 Jul 23 14:45:09.464907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba008bc2-1d71-499c-af83-7922711ca357 None None] Network 5090a91d-98f1-4fbd-823b-9a7a01c4066f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:45:09.788617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-588ef5f9-2f81-4654-8cac-cd5e98282c8b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:09.790078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-588ef5f9-2f81-4654-8cac-cd5e98282c8b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 815 time: 0.1153152 Jul 23 14:45:09.808917 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-027953b1-5b89-44ca-9262-cfbb7ab1185d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/quotas/23efadbafd414f92a96d29ff1608f970 HTTP/1.1" status: 200 len: 375 time: 0.0127883 Jul 23 14:45:09.841725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-0d6ffbd3-95bd-40c6-b920-1cbc81afe50b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278966 Jul 23 14:45:09.932124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-e865ab70-301f-4994-89ed-ed0e4b82d451 service neutron] 10.222.0.21 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838153 Jul 23 14:45:10.037886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-fe2cf0ce-1215-47e2-b4f6-6b00a7957a3e service neutron] 10.222.0.21 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970037 Jul 23 14:45:10.207754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-847fd27a-3fcc-401b-bc10-fd557400d909 req-9682cbf1-9c82-4054-8c33-e7f7fd7467f4 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 210 time: 0.0307541 Jul 23 14:45:10.283514 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:45:10.304249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:45:10.304657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device ffb2ccea-91c5-4685-8b17-3a8a03dbccd9 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:45:11.526163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b69b2c9-fa08-4020-9b1e-e61d89b0717c req-575baa94-942e-4541-b6df-b3882ee370d6 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 210 time: 0.0379233 Jul 23 14:45:11.546897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-b1d617a9-1ced-4410-a920-76f74eeeb5c4 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:11.548358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-b1d617a9-1ced-4410-a920-76f74eeeb5c4 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 815 time: 0.4512129 Jul 23 14:45:11.560860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Request body: {'port': {'device_id': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f', 'admin_state_up': True, 'tenant_id': '23efadbafd414f92a96d29ff1608f970'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:45:11.684482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Made reservation on behalf of 23efadbafd414f92a96d29ff1608f970 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:45:11.688109 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:11.826715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Allocated IP 172.20.0.12 (5090a91d-98f1-4fbd-823b-9a7a01c4066f/302a4962-3b2c-496e-8a7a-fcefed91ea39/fc4f4c37-8261-45d0-8ba5-c0a366d84b75) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:45:11.973150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.020920 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.065721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Network 5090a91d-98f1-4fbd-823b-9a7a01c4066f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:45:12.070687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:45:12.074391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:45:12.081055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:12.124706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:12.125317 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.141274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-93274588-5a70-4b5c-8458-8ca782fabf24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5841169 Jul 23 14:45:12.153219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Request body: {'port': {'device_id': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:45:12.223991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.489435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4f4c37-8261-45d0-8ba5-c0a366d84b75 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:45:12.496813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.508715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Transition to ACTIVE for port object fc4f4c37-8261-45d0-8ba5-c0a366d84b75 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:45:12.513968 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.562039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:12.668942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:45:12.669265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:45:12.669592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:12.677644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:45:12.677904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:12.687576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:45:12.687916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Checking segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:45:12.688306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Bound using segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:45:12.688715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Bound port: fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:45:12.689072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.710463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1308-47ab-4f2d-a1de-baeaac86c775 req-6a269bfc-b042-481e-a160-3bbd5e283163 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:12.711978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b9c1308-47ab-4f2d-a1de-baeaac86c775 req-6a269bfc-b042-481e-a160-3bbd5e283163 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.1069367 Jul 23 14:45:12.787240 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b9c1308-47ab-4f2d-a1de-baeaac86c775 req-ce98f55b-7d14-4f7d-9e4c-41d58e19aa3a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550823 Jul 23 14:45:12.788170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:45:12.791426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:45:12.797205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.838322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:12.838994 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:12.840363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] 10.222.0.48 "PUT /v2.0/ports/fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 1092 time: 0.6912267 Jul 23 14:45:12.840791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:12.843100 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278bb629-535b-47fd-8c39-fcb45cb0baa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:12.866812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b315da7-7c20-461f-804b-be2fb590aa3f service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:12.883354 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b632754-97fe-40b2-aa07-9d54514237d3 x-openstack-request-id: req-0b632754-97fe-40b2-aa07-9d54514237d3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:12.883649 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:12.883894 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b632754-97fe-40b2-aa07-9d54514237d3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:12.884297 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'status': 'completed', 'code': 200} Jul 23 14:45:12.942454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-adbf4aaa-d71c-4437-9db0-13fa22864462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:12.944029 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-adbf4aaa-d71c-4437-9db0-13fa22864462 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1095 time: 0.0573204 Jul 23 14:45:12.987845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-6adee7a2-0b0d-4d9f-8a5a-c798107d05f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0357015 Jul 23 14:45:13.042751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-28119ac9-3b24-4123-a29f-a9deadf87c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:13.044129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-28119ac9-3b24-4123-a29f-a9deadf87c5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0495510 Jul 23 14:45:13.079141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-7b093ded-b713-4ea6-a81a-134e0e7f2b62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273209 Jul 23 14:45:13.176896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-b3ad76fe-bb90-487c-b717-07779acf1ee3 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903764 Jul 23 14:45:13.279149 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb7ba722-e234-4951-ac8b-a3e022f3a928 req-e01f3b89-0efa-468b-893d-a966c57427a6 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949626 Jul 23 14:45:13.385201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-05d7a9be-b41b-44fa-8207-837a54564124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:13.386842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-05d7a9be-b41b-44fa-8207-837a54564124 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1095 time: 0.0586026 Jul 23 14:45:13.481681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-4f6375c2-265b-487e-aa6a-9f1757844c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:13.483152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-4f6375c2-265b-487e-aa6a-9f1757844c5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0891848 Jul 23 14:45:13.524964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-623f475e-37ed-4e50-ad85-93eee54352de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0331156 Jul 23 14:45:13.578289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-a523b50e-2c50-4a07-9db6-c7d506b53d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:13.579728 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-a523b50e-2c50-4a07-9db6-c7d506b53d71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0477035 Jul 23 14:45:13.617345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-7d91f347-ab35-453e-90d2-5809868607e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300632 Jul 23 14:45:13.706697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-fe609b9e-4469-4be4-8ac5-fdb5fc1ba9c9 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823326 Jul 23 14:45:13.814779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-278bb629-535b-47fd-8c39-fcb45cb0baa7 req-0f378212-8d6d-4a5f-8c48-6aa1f352da6c service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000562 Jul 23 14:45:13.925834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac221b35-9d07-4cbb-b7ff-5df81e462159 req-3f92832d-4ef0-48e2-b818-8fb6359b9346 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:13.927364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac221b35-9d07-4cbb-b7ff-5df81e462159 req-3f92832d-4ef0-48e2-b818-8fb6359b9346 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.0656922 Jul 23 14:45:13.965378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac221b35-9d07-4cbb-b7ff-5df81e462159 req-53e39705-7e2d-4019-889b-e0762c653f0b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Jul 23 14:45:15.116213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127e118-3a63-4088-8204-dfaaea0ee13d req-f60073c4-24d6-4435-a45d-fcf1259ebe61 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:15.117751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b127e118-3a63-4088-8204-dfaaea0ee13d req-f60073c4-24d6-4435-a45d-fcf1259ebe61 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.0686631 Jul 23 14:45:15.157608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b127e118-3a63-4088-8204-dfaaea0ee13d req-9056cb32-3e61-4f35-84b1-87971218014d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Jul 23 14:45:15.839627 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9745486b-4db3-42ae-a21d-250bd836fcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:16.300283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3536ed4-3f12-474a-8a51-35e848ae9cef req-eefa48e0-6621-48aa-8dcf-001378628abe tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:16.301692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3536ed4-3f12-474a-8a51-35e848ae9cef req-eefa48e0-6621-48aa-8dcf-001378628abe tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.0713060 Jul 23 14:45:16.313933 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:45:16.340059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3536ed4-3f12-474a-8a51-35e848ae9cef req-7c486b69-ed10-4205-92ca-6d7d4b4be75f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Jul 23 14:45:16.410459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:16.421410 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f', 'port_id': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'mac_address': 'fa:16:3e:ab:6b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302a4962-3b2c-496e-8a7a-fcefed91ea39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:45:16.466620 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:16.479288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4f4c37-8261-45d0-8ba5-c0a366d84b75 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:45:16.498677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:16.505871 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:16.560544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:16.698901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['fc4f4c37-8261-45d0-8ba5-c0a366d84b75'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:45:17.481797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7efc65-2f40-4639-87f9-9e03c80b55cb req-b1eec381-0d4a-4495-b70c-c79ef7b9942c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:17.483357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef7efc65-2f40-4639-87f9-9e03c80b55cb req-b1eec381-0d4a-4495-b70c-c79ef7b9942c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 945 time: 0.0739663 Jul 23 14:45:17.522235 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef7efc65-2f40-4639-87f9-9e03c80b55cb req-2bf19112-f459-4e1c-a42f-29d55eedfa1a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 23 14:45:18.123065 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:18.320437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:45:18.365272 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:18.387037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:45:18.390844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:45:18.391221 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:18.471396 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:18.497150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:18.499463 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcee6fb-0a27-49dd-b268-1dc37c362e0a" -d '{"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:18.512799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:18.518727 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:18.543284 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f891f8e0-30d5-4858-aae9-e0b7beb892f1 x-openstack-request-id: req-f891f8e0-30d5-4858-aae9-e0b7beb892f1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:18.543558 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:18.543807 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f891f8e0-30d5-4858-aae9-e0b7beb892f1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:18.544190 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'code': 200} Jul 23 14:45:18.566488 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a47f29e-a580-48e9-8d48-08006b881408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:18.584366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:18.693274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52958-c4a4-4677-aff4-eab98eb68b83 req-505e6c20-a48f-4b09-9846-6fa4668caf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:18.694824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbb52958-c4a4-4677-aff4-eab98eb68b83 req-505e6c20-a48f-4b09-9846-6fa4668caf79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1097 time: 0.0943296 Jul 23 14:45:18.706795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4e41a-8af9-4c5f-8a4f-0b8c9a5b2cb4 req-246ba796-f0ae-4daf-bc4c-0b288286ef8a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:18.708195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc4e41a-8af9-4c5f-8a4f-0b8c9a5b2cb4 req-246ba796-f0ae-4daf-bc4c-0b288286ef8a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0999625 Jul 23 14:45:18.756309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cbb52958-c4a4-4677-aff4-eab98eb68b83 req-a6c272fb-b560-4d88-9776-7a61140dd33b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Jul 23 14:45:18.763538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc4e41a-8af9-4c5f-8a4f-0b8c9a5b2cb4 req-9ee47a02-aaf6-4d55-93a2-f9fe5b3533e9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491090 Jul 23 14:45:19.663483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:19.907543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac2aa-4501-4b69-b123-0a3bd8d6d930 req-e650c28b-6e87-4a13-8ecb-ee7b58643e2f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:19.909028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87cac2aa-4501-4b69-b123-0a3bd8d6d930 req-e650c28b-6e87-4a13-8ecb-ee7b58643e2f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0675359 Jul 23 14:45:19.951697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87cac2aa-4501-4b69-b123-0a3bd8d6d930 req-74551431-211a-4fc1-b9a5-137e993661c3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367043 Jul 23 14:45:20.091460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dce7ce-13cf-44bb-b2ed-7944fbcc50bc req-8175530a-5602-4827-9208-479164bf1400 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:20.092941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76dce7ce-13cf-44bb-b2ed-7944fbcc50bc req-8175530a-5602-4827-9208-479164bf1400 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0710487 Jul 23 14:45:20.133177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76dce7ce-13cf-44bb-b2ed-7944fbcc50bc req-793d9b5f-2b4b-448c-9644-dd48d4a71217 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 23 14:45:20.390881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937ee75-8dec-42ee-ac11-9f71bb0260d1 req-babcc3cb-3e57-402b-afd7-7c1ea7bdaa95 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:20.392877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c937ee75-8dec-42ee-ac11-9f71bb0260d1 req-babcc3cb-3e57-402b-afd7-7c1ea7bdaa95 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0756419 Jul 23 14:45:20.432448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c937ee75-8dec-42ee-ac11-9f71bb0260d1 req-3a93dd57-4e66-4930-b1bf-61a3a1d32057 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Jul 23 14:45:20.574164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c02e-1380-4eea-9316-71691f8451c4 req-1cef1de4-0a60-4754-86e1-355799c2a829 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:20.575595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd12c02e-1380-4eea-9316-71691f8451c4 req-1cef1de4-0a60-4754-86e1-355799c2a829 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0699518 Jul 23 14:45:20.616272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fd12c02e-1380-4eea-9316-71691f8451c4 req-3da5b835-7a5d-449d-ac25-82943183e0fb tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Jul 23 14:45:20.869803 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-37729f17-2cf9-4716-a364-abae0073c1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0564449 Jul 23 14:45:20.882524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dea620-48b5-4095-bbaa-dfc201bca656 req-9e60bba9-1f88-43fe-84de-f8ff51b26637 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:20.884047 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62dea620-48b5-4095-bbaa-dfc201bca656 req-9e60bba9-1f88-43fe-84de-f8ff51b26637 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0667343 Jul 23 14:45:20.923217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-62dea620-48b5-4095-bbaa-dfc201bca656 req-9ad7b2d9-ebec-49e6-ae40-c5a080e8677c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Jul 23 14:45:21.352303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:22.102399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583294-a1f2-420c-92f2-2550fdb8e3fd req-caffc20e-4114-4223-8944-8e6191ef8b15 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:22.103892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d583294-a1f2-420c-92f2-2550fdb8e3fd req-caffc20e-4114-4223-8944-8e6191ef8b15 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.1019382 Jul 23 14:45:22.151753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d583294-a1f2-420c-92f2-2550fdb8e3fd req-9b1e1e38-d0d8-45ae-8a82-ebefbd4e3a35 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Jul 23 14:45:22.154633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-7cf0e942-f222-4226-98f1-eb7483ad8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:22.155885 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-7cf0e942-f222-4226-98f1-eb7483ad8963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1097 time: 0.0984306 Jul 23 14:45:22.247135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-35ed2dc5-b524-4016-b969-db5e1759a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:22.248534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-35ed2dc5-b524-4016-b969-db5e1759a58e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0858529 Jul 23 14:45:22.292899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-9c03d7a0-4859-4258-a66f-765b7e6c8171 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0368481 Jul 23 14:45:22.344901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-4c5028ac-e4d5-429d-8412-bfe914cd798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:22.346290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-4c5028ac-e4d5-429d-8412-bfe914cd798f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0483983 Jul 23 14:45:22.380867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-46d6027c-81b3-4cf2-ba26-7e08d4df6905 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262547 Jul 23 14:45:22.476069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-164ce3c1-53be-4e93-ae2d-3fca1a807fac service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879486 Jul 23 14:45:22.569843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-1812a149-b258-4850-84a6-ad108152f452 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867739 Jul 23 14:45:23.305441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a324c8-57aa-458c-b289-8bf8d5d9439e req-99060576-6fb7-483c-ad66-d607e5a87434 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:23.307485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00a324c8-57aa-458c-b289-8bf8d5d9439e req-99060576-6fb7-483c-ad66-d607e5a87434 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0770526 Jul 23 14:45:23.347252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00a324c8-57aa-458c-b289-8bf8d5d9439e req-a50ec4b8-86ed-4605-b72e-c9cb48c3ed68 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Jul 23 14:45:23.459858 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:45:24.494303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee681cb-5357-4dda-a22a-068238ffda7c req-149a76a4-4754-47b4-9f5a-530ae450eb0f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:24.495840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aee681cb-5357-4dda-a22a-068238ffda7c req-149a76a4-4754-47b4-9f5a-530ae450eb0f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0664966 Jul 23 14:45:24.545996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aee681cb-5357-4dda-a22a-068238ffda7c req-78476ae3-f856-4d81-a5b1-18a51c932266 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Jul 23 14:45:25.687819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20db8d-771d-40c1-bebe-73ec7e1df622 req-450e072a-08c9-44bf-9999-3dd4303ef007 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:25.689306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c20db8d-771d-40c1-bebe-73ec7e1df622 req-450e072a-08c9-44bf-9999-3dd4303ef007 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0722713 Jul 23 14:45:25.729961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4c20db8d-771d-40c1-bebe-73ec7e1df622 req-e2d680c9-59b3-48ed-aa38-d179f6770468 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Jul 23 14:45:26.882585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f2be-f19b-4608-8505-32597bc52dac req-a2164456-77ff-409e-ad35-6c159448f7f1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:26.884386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dc0f2be-f19b-4608-8505-32597bc52dac req-a2164456-77ff-409e-ad35-6c159448f7f1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0750272 Jul 23 14:45:26.927385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dc0f2be-f19b-4608-8505-32597bc52dac req-c881e626-04b2-4ea7-b661-c9009bb1a9f9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Jul 23 14:45:28.064171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3c76a-cf2c-470d-b75e-350edd9ae19b req-cf11e027-ed0e-4e86-8a41-c488b8e64d48 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:28.065662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00d3c76a-cf2c-470d-b75e-350edd9ae19b req-cf11e027-ed0e-4e86-8a41-c488b8e64d48 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0640998 Jul 23 14:45:28.103634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-00d3c76a-cf2c-470d-b75e-350edd9ae19b req-68ce6989-3943-41ea-b89c-25190d5c44f2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Jul 23 14:45:29.246943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2763f-b87c-493e-ad6c-c4e29d3ca798 req-5084b32a-7500-4c11-b491-de7ca9a89fa1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:29.248431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32f2763f-b87c-493e-ad6c-c4e29d3ca798 req-5084b32a-7500-4c11-b491-de7ca9a89fa1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0718718 Jul 23 14:45:29.287651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32f2763f-b87c-493e-ad6c-c4e29d3ca798 req-83e8f81f-476c-4d37-b3ee-ad8b4e9c926f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Jul 23 14:45:30.451921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdac57-d8a7-4cb9-b2ab-1afb30a83e3d req-0079404c-a5a3-4692-874f-9e1c472d62a2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:30.453437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbdac57-d8a7-4cb9-b2ab-1afb30a83e3d req-0079404c-a5a3-4692-874f-9e1c472d62a2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0828149 Jul 23 14:45:30.491585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fbdac57-d8a7-4cb9-b2ab-1afb30a83e3d req-d506021e-6a7d-45aa-bc4d-2c0f0a74c085 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Jul 23 14:45:31.632798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef316-a58f-40db-a8ec-86d113a6bcbc req-292305ee-830e-48c5-88bb-11539696fd84 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:31.634297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4adef316-a58f-40db-a8ec-86d113a6bcbc req-292305ee-830e-48c5-88bb-11539696fd84 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0693173 Jul 23 14:45:31.674991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4adef316-a58f-40db-a8ec-86d113a6bcbc req-8724427e-aa32-4127-939e-8c27e2e15641 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346496 Jul 23 14:45:32.861338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcdefa-a38b-41bd-91a4-2bee6d8f85ec req-5e2d7ce5-5c25-409b-bc7f-ce37b826a3a0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:32.862868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8dcdefa-a38b-41bd-91a4-2bee6d8f85ec req-5e2d7ce5-5c25-409b-bc7f-ce37b826a3a0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.1044912 Jul 23 14:45:32.868925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-a5dd8f15-f8de-4d09-9cf3-3d750821f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:32.870330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-a5dd8f15-f8de-4d09-9cf3-3d750821f1ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1097 time: 0.0793695 Jul 23 14:45:32.929884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8dcdefa-a38b-41bd-91a4-2bee6d8f85ec req-944449d8-a18d-4420-a8c3-ef2433381b3e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Jul 23 14:45:32.994802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-7b6e6fa9-5bf8-4cfb-9ac5-fdef1787145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:32.996281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-7b6e6fa9-5bf8-4cfb-9ac5-fdef1787145f service neutron] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.1058068 Jul 23 14:45:33.039013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-94fdf8f4-cf16-4f43-b9c6-65f9a217bde2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0357440 Jul 23 14:45:33.094165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-da94927a-8780-4df2-a569-c01af2ea6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:33.095633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-da94927a-8780-4df2-a569-c01af2ea6837 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0494654 Jul 23 14:45:33.128670 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-b44c1ea0-df1f-42ab-a401-a78b6eef20bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265770 Jul 23 14:45:33.217658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-a2672252-f41e-4734-98b6-c6ce511cfd84 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 Jul 23 14:45:33.312557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71872f01-1797-4f29-a1cc-bf00ce0b3466 req-9b960713-8f82-4de9-88fc-2ee6e3a974e5 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888071 Jul 23 14:45:34.069692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e110c-d8b9-497a-8173-5d598ce136d4 req-29a98c19-6fdf-4283-bb48-acf9a874d587 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:34.071203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae2e110c-d8b9-497a-8173-5d598ce136d4 req-29a98c19-6fdf-4283-bb48-acf9a874d587 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0680146 Jul 23 14:45:34.109685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae2e110c-d8b9-497a-8173-5d598ce136d4 req-44d9ba7b-85aa-47fa-bfec-a027333bf70c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Jul 23 14:45:35.277314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893d2da-e97f-476b-bacb-ff4a6d1596e2 req-6527b666-68cf-456f-bda9-cee86c629e23 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:35.279098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a893d2da-e97f-476b-bacb-ff4a6d1596e2 req-6527b666-68cf-456f-bda9-cee86c629e23 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0925798 Jul 23 14:45:35.317154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a893d2da-e97f-476b-bacb-ff4a6d1596e2 req-77b2b301-eab7-41c5-9488-1ebf440126de tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Jul 23 14:45:36.467376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd48bd-47f8-4fd7-a7d7-55899d786854 req-3c13eb7a-7f5d-4e67-9b8f-b3e479f4ea6a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:36.468880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4cd48bd-47f8-4fd7-a7d7-55899d786854 req-3c13eb7a-7f5d-4e67-9b8f-b3e479f4ea6a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0757132 Jul 23 14:45:36.511067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4cd48bd-47f8-4fd7-a7d7-55899d786854 req-2992b7f3-38f7-4cd9-9a9b-843e2b22b722 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Jul 23 14:45:37.650552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d99b-ceb6-4e03-b8e2-db7f3f06941f req-a63a60d0-a36d-431a-9b71-07609f630d28 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:37.652080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3687d99b-ceb6-4e03-b8e2-db7f3f06941f req-a63a60d0-a36d-431a-9b71-07609f630d28 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0695198 Jul 23 14:45:37.696803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3687d99b-ceb6-4e03-b8e2-db7f3f06941f req-cfa597f5-3f1f-4628-af44-a47286596bd4 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371768 Jul 23 14:45:37.917408 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:38.860099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319dfd-3b69-4837-b4c4-db31fec6e5a3 req-262603ba-d6eb-4e18-8842-ed1178d58878 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:38.861611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d319dfd-3b69-4837-b4c4-db31fec6e5a3 req-262603ba-d6eb-4e18-8842-ed1178d58878 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0893459 Jul 23 14:45:38.902908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d319dfd-3b69-4837-b4c4-db31fec6e5a3 req-be4036fe-2ed6-4f78-9472-4d10bf5718c2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332148 Jul 23 14:45:40.044009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48bcf2-94db-4d06-a73f-bdaaf40d45df req-7f412143-0447-46e4-ac09-b9db30bca565 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:40.045525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec48bcf2-94db-4d06-a73f-bdaaf40d45df req-7f412143-0447-46e4-ac09-b9db30bca565 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0710218 Jul 23 14:45:40.085781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec48bcf2-94db-4d06-a73f-bdaaf40d45df req-c407362a-26a4-4617-ad05-0ef051661a86 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Jul 23 14:45:41.236601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520b609-7500-4220-92b1-d9885ba0864f req-725e19da-a916-438e-bf14-c9b4775fe31d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:41.238329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9520b609-7500-4220-92b1-d9885ba0864f req-725e19da-a916-438e-bf14-c9b4775fe31d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0767319 Jul 23 14:45:41.284945 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9520b609-7500-4220-92b1-d9885ba0864f req-144bc66d-ba1a-4c66-a057-450261f9cb49 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Jul 23 14:45:42.431616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a6340-7e5a-4882-ab5a-fae373411718 req-0316b878-2876-482e-b57a-2f8569001b07 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:42.433213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-031a6340-7e5a-4882-ab5a-fae373411718 req-0316b878-2876-482e-b57a-2f8569001b07 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0748601 Jul 23 14:45:42.480231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-031a6340-7e5a-4882-ab5a-fae373411718 req-595aab03-ca72-4474-80fa-254a6d1fb943 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Jul 23 14:45:43.624692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b8f0-031f-4e95-b88e-cae2925b9203 req-db6c4863-b9c3-4118-bdd5-efdd7d27500c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:43.626259 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2932b8f0-031f-4e95-b88e-cae2925b9203 req-db6c4863-b9c3-4118-bdd5-efdd7d27500c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0712800 Jul 23 14:45:43.669698 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2932b8f0-031f-4e95-b88e-cae2925b9203 req-2eff4229-598f-4feb-9e7a-34b7665c91f1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Jul 23 14:45:44.822569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6946c82-5c95-4891-96bc-82abe663cedc req-3890a1e3-92d6-4dee-8fa8-d7bddde13435 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:44.824176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6946c82-5c95-4891-96bc-82abe663cedc req-3890a1e3-92d6-4dee-8fa8-d7bddde13435 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0812020 Jul 23 14:45:44.864595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d6946c82-5c95-4891-96bc-82abe663cedc req-17b9dd06-745a-41ed-9c15-d0f6bef3264d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Jul 23 14:45:45.840069 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed952949-93ba-4ac3-82c7-084afe17a1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:46.009571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f778-7fd7-41eb-be8a-78cb1dc14dbf req-63db2de3-e37e-4991-bb5d-95c4faf4b631 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:46.011309 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91d1f778-7fd7-41eb-be8a-78cb1dc14dbf req-63db2de3-e37e-4991-bb5d-95c4faf4b631 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0757525 Jul 23 14:45:46.055627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91d1f778-7fd7-41eb-be8a-78cb1dc14dbf req-58d19b5d-a80a-42a9-b627-694ebb6d75fc tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Jul 23 14:45:47.201513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6d1e-19e7-4f07-8ef0-a7638b02c66d req-f256929a-b5d3-4fe8-9ae3-9a697423146a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:47.203134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf3c6d1e-19e7-4f07-8ef0-a7638b02c66d req-f256929a-b5d3-4fe8-9ae3-9a697423146a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0728562 Jul 23 14:45:47.244535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf3c6d1e-19e7-4f07-8ef0-a7638b02c66d req-570ef4aa-4f21-4c1d-a911-0dcb8ddd7939 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343966 Jul 23 14:45:48.122048 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:48.332743 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:48.385491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb62b6e-ca04-472e-ab15-f2c14693d4aa req-c93ba4f4-1c04-4698-bc01-fe679fe6f185 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:48.387084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bb62b6e-ca04-472e-ab15-f2c14693d4aa req-c93ba4f4-1c04-4698-bc01-fe679fe6f185 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0679417 Jul 23 14:45:48.428977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bb62b6e-ca04-472e-ab15-f2c14693d4aa req-a75969cd-6bdb-4f76-b8f3-1e6561a223a0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Jul 23 14:45:48.551720 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-067bc84b-28a7-4823-9dae-0e4be87a9de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:49.457589 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-13f3a44d-75d8-4d40-beb6-bcb94e768085 service neutron] show failed (client error): The resource could not be found. Jul 23 14:45:49.458685 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-13f3a44d-75d8-4d40-beb6-bcb94e768085 service neutron] 10.222.0.48 "GET /v2.0/ports/fc4f4c37-8261-45d0-8ba5-c0a366d84b75/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0639009 Jul 23 14:45:49.579745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfe706-732b-496a-9564-342f71c6cad4 req-2e632578-942f-4e26-aba9-73747e1e3dcf tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:49.581488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4cfe706-732b-496a-9564-342f71c6cad4 req-2e632578-942f-4e26-aba9-73747e1e3dcf tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0785141 Jul 23 14:45:49.627136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4cfe706-732b-496a-9564-342f71c6cad4 req-b3ea8950-5f5b-4b88-a3ad-e95b40d5f012 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Jul 23 14:45:49.662489 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:49.749537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-4e9b14fd-4f99-4c21-98ca-edb00dec914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:49.751144 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-4e9b14fd-4f99-4c21-98ca-edb00dec914f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65&tenant_id=23efadbafd414f92a96d29ff1608f970 HTTP/1.1" status: 200 len: 1097 time: 0.1233068 Jul 23 14:45:49.768494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:45:49.844674 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:50.049836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:50.086020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h2-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:45:50.126444 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:50.128984 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0e818-f4b1-4260-82ff-f8b9f122b927" -d '{"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:50.132762 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:50.146666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Transition to ACTIVE for port object fc4f4c37-8261-45d0-8ba5-c0a366d84b75 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:45:50.152169 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:50.222885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] No DVR routers for this DVR port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on host n-h2-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:45:50.225293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:50.252728 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d62143-f804-43eb-8a52-7386fb21add7 x-openstack-request-id: req-d0d62143-f804-43eb-8a52-7386fb21add7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:50.253034 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:50.253273 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0d62143-f804-43eb-8a52-7386fb21add7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:50.253670 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'code': 200} Jul 23 14:45:50.267090 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:45:50.267421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:45:50.267784 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:50.272271 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:45:50.272616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Attempting to bind port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:50.277546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:45:50.277883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Checking segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:45:50.278262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Bound using segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:45:50.278684 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Bound port: fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:45:50.279048 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:50.344525 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h1-801990-3, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:45:50.347675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:45:50.355583 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:50.389751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:50.390372 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:50.391846 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 1092 time: 0.6276138 Jul 23 14:45:50.412830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04952a-f4ac-43b9-8467-153ff6d652e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:50.496917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-7994f9d9-25e2-4e3e-b616-83f4f6f8a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:50.499279 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-7994f9d9-25e2-4e3e-b616-83f4f6f8a6a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1095 time: 0.0736837 Jul 23 14:45:50.599225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-7ee74c77-0c92-4c06-92e5-ab8484769335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:50.600816 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-7ee74c77-0c92-4c06-92e5-ab8484769335 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0946710 Jul 23 14:45:50.658749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-09c13030-fd87-459d-9eda-ece059b206ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0513725 Jul 23 14:45:50.709264 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-d2537ac1-4488-4ed1-b997-7dd378ab109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:50.710796 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-d2537ac1-4488-4ed1-b997-7dd378ab109b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0462301 Jul 23 14:45:50.745475 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-c2440b84-71c7-4d44-831f-039ede2acb47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jul 23 14:45:50.766139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80afda-74a5-488c-a459-b3c22283dbea req-c7f49162-fe83-4394-be23-9c5aa351bfef tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:50.767769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f80afda-74a5-488c-a459-b3c22283dbea req-c7f49162-fe83-4394-be23-9c5aa351bfef tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.0665569 Jul 23 14:45:50.813382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f80afda-74a5-488c-a459-b3c22283dbea req-81893036-8fd7-4326-8bdd-4da887b4674c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Jul 23 14:45:50.848606 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-b4302f4d-9c34-40c1-8ef5-207ab1ea5e88 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965364 Jul 23 14:45:50.951639 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-be2cb714-d51e-4d7a-a78c-2933d76e2d52 req-c0c7ffff-4070-4271-ae6a-e10efc555dda service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967214 Jul 23 14:45:51.357999 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:51.958219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568592-389f-4527-986b-1484449f7940 req-65aeb721-3e71-43bb-8442-03bb62e061c1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:51.959777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b568592-389f-4527-986b-1484449f7940 req-65aeb721-3e71-43bb-8442-03bb62e061c1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.0691373 Jul 23 14:45:51.999589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b568592-389f-4527-986b-1484449f7940 req-2a02376f-f90c-48d8-bbfc-14bfd765cfbb tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Jul 23 14:45:52.254894 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:52.258989 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:52.312021 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0196ee54-3cf8-43c8-aa25-1fbc4acbe92a x-openstack-request-id: req-0196ee54-3cf8-43c8-aa25-1fbc4acbe92a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:52.312393 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:52.312687 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0196ee54-3cf8-43c8-aa25-1fbc4acbe92a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:52.313254 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'status': 'completed', 'code': 200} Jul 23 14:45:52.395059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-349ee49d-a38f-4cf9-abfb-2efafeb83ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:52.396573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-349ee49d-a38f-4cf9-abfb-2efafeb83ddf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1095 time: 0.0570643 Jul 23 14:45:52.411527 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-5862ddb4-6cc9-496e-87ae-7933608dde87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:52.413023 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-5862ddb4-6cc9-496e-87ae-7933608dde87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1095 time: 0.0566747 Jul 23 14:45:52.437875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:45:52.475300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:45:52.487750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-2c58f476-034d-407c-b607-0587993dd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:52.489237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-2c58f476-034d-407c-b607-0587993dd41b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0858369 Jul 23 14:45:52.521105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-d6ccdbb8-1ce1-4608-b946-69105983df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:52.522525 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-d6ccdbb8-1ce1-4608-b946-69105983df8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0922952 Jul 23 14:45:52.540125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-69dc7287-49bd-46b3-82ba-5e2e7c897707 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0438640 Jul 23 14:45:52.581709 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-5f9b4876-9f6b-4b55-8f13-588fbfe977ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0396574 Jul 23 14:45:52.590872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-c8359437-d08f-4713-8192-47c254579193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:52.592344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-c8359437-d08f-4713-8192-47c254579193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0458996 Jul 23 14:45:52.628463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-6be03e23-f07e-49ea-ab40-71861f535e5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298033 Jul 23 14:45:52.635735 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-6870b9e7-b1aa-40df-9c16-946728e3b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:52.637243 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-6870b9e7-b1aa-40df-9c16-946728e3b975 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0498827 Jul 23 14:45:52.670588 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-1b3d6ca1-ab9f-41d2-8f76-39dcdf324a67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271084 Jul 23 14:45:52.722182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-f7d5d0b5-db85-4633-bbba-caa0cc469df1 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869155 Jul 23 14:45:52.766410 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-9de60dc9-50a1-4210-8982-d8ff1340ba01 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891244 Jul 23 14:45:52.813427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-c45a363c-7258-41b5-9370-0d315db4a36e service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843418 Jul 23 14:45:52.859499 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-3efc2f48-5bee-4c45-8819-34bfd8e7aae6 req-09668c4d-7d19-46d2-bae4-88f6aae83fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863898 Jul 23 14:45:53.162551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da57cf1-2aea-4532-9c0d-2a9859a18982 req-7b0686e8-b040-4b0f-917e-174e9ffec4be tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:53.164074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7da57cf1-2aea-4532-9c0d-2a9859a18982 req-7b0686e8-b040-4b0f-917e-174e9ffec4be tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.0787935 Jul 23 14:45:53.212458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7da57cf1-2aea-4532-9c0d-2a9859a18982 req-ca51f376-1dbf-4c0b-bd77-a9baea1fc1cd tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 Jul 23 14:45:53.519442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595843-98ae-4918-a915-e3109d04ee3a req-401be3ad-0c5f-412e-bf31-8b87ac15edea tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:53.520863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59595843-98ae-4918-a915-e3109d04ee3a req-401be3ad-0c5f-412e-bf31-8b87ac15edea tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 944 time: 0.1479781 Jul 23 14:45:53.540801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-be1803d6-3b57-49cf-b112-fd5bf8784129 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:53.542242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-be1803d6-3b57-49cf-b112-fd5bf8784129 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65&tenant_id=23efadbafd414f92a96d29ff1608f970&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 944 time: 0.1586173 Jul 23 14:45:53.603262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59595843-98ae-4918-a915-e3109d04ee3a req-2ee4f10e-82c6-4f10-a4bf-b7947f1bbb6c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761831 Jul 23 14:45:53.621020 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-1171b0b3-2663-419f-9bb1-2a8318a43462 service neutron] delete failed (client error): The resource could not be found. Jul 23 14:45:53.622073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-1171b0b3-2663-419f-9bb1-2a8318a43462 service neutron] 10.222.0.48 "DELETE /v2.0/ports/fc4f4c37-8261-45d0-8ba5-c0a366d84b75/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0696929 Jul 23 14:45:53.728280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-3ab91ffe-de53-400d-abb0-883624d97d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:53.729778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-3ab91ffe-de53-400d-abb0-883624d97d56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 1095 time: 0.0638359 Jul 23 14:45:54.126152 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-255cd819-fa3e-4bf6-8952-bb7c58ac3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:54.127697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-255cd819-fa3e-4bf6-8952-bb7c58ac3d1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.3914571 Jul 23 14:45:54.175175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-279037cc-a4e5-4306-85ba-d788253dbdfc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 200 len: 217 time: 0.0397627 Jul 23 14:45:54.229055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-22497f9d-4651-4d30-acd2-2cd03bf63e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:54.233413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-22497f9d-4651-4d30-acd2-2cd03bf63e37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0520017 Jul 23 14:45:54.233843 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:45:54.267503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-7f40fc30-cd84-4c61-a0f5-c944b50ddf8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jul 23 14:45:54.336690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:54.348532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f', 'port_id': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'mac_address': 'fa:16:3e:ab:6b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302a4962-3b2c-496e-8a7a-fcefed91ea39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:45:54.358088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-f889c90f-207f-492e-84a3-088df20cb927 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846810 Jul 23 14:45:54.387219 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:54.400730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4f4c37-8261-45d0-8ba5-c0a366d84b75 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:45:54.420746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:54.426081 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:54.452004 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b47a083a-71d5-4d89-8cb8-919d1a84f327 req-531290ae-8557-4ea0-84d4-84fa12722ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873692 Jul 23 14:45:54.472891 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:54.705987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fc4f4c37-8261-45d0-8ba5-c0a366d84b75'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:45:54.749943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465670-90db-43e1-8fc2-16367d9bf223 req-43f73fc1-10e2-47fd-9745-f4f0ae27fa94 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:54.751600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15465670-90db-43e1-8fc2-16367d9bf223 req-43f73fc1-10e2-47fd-9745-f4f0ae27fa94 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 945 time: 0.0764413 Jul 23 14:45:54.792846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-15465670-90db-43e1-8fc2-16367d9bf223 req-7c202677-51d0-483c-ae83-ae3b8773749f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Jul 23 14:45:55.940268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627cfc-578f-41d2-8924-db3dc49eb8d4 req-0b85b2b1-ac96-477b-8317-21fa31627b47 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:55.941772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23627cfc-578f-41d2-8924-db3dc49eb8d4 req-0b85b2b1-ac96-477b-8317-21fa31627b47 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 945 time: 0.0744190 Jul 23 14:45:55.982840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23627cfc-578f-41d2-8924-db3dc49eb8d4 req-58ce6c2a-ea5d-4be0-ab55-bee263eeecc5 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352223 Jul 23 14:45:56.112520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fcf52-e8b3-41b6-a378-239c1b120bdc req-586b53e5-ebe4-42f0-86e8-ced178d01ace tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:56.113893 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-032fcf52-e8b3-41b6-a378-239c1b120bdc req-586b53e5-ebe4-42f0-86e8-ced178d01ace tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 945 time: 0.0639734 Jul 23 14:45:56.156222 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-032fcf52-e8b3-41b6-a378-239c1b120bdc req-02a6ccbb-33f2-4d5c-aab6-bed4b9c8d5c7 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Jul 23 14:45:56.249062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:45:56.300812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28927c-aecd-41f7-9b76-ac28624e0a97 req-88471847-ec91-4f70-8276-2d876e202abd tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:56.302448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f28927c-aecd-41f7-9b76-ac28624e0a97 req-88471847-ec91-4f70-8276-2d876e202abd tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 945 time: 0.0807860 Jul 23 14:45:56.303690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:45:56.307554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:45:56.307926 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:56.341316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f28927c-aecd-41f7-9b76-ac28624e0a97 req-b0dee99a-95e5-49f2-a122-219fcdf75c6f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330303 Jul 23 14:45:56.387370 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:56.409194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:56.411476 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d66e2c8-2eb8-4a51-9645-ecdd5ad70a8a" -d '{"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:56.423846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:56.428861 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:56.475959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:56.516887 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459bcef5-6fcc-4f1c-ba54-0bd5bd5675ec x-openstack-request-id: req-459bcef5-6fcc-4f1c-ba54-0bd5bd5675ec {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:56.517185 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:56.517497 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-459bcef5-6fcc-4f1c-ba54-0bd5bd5675ec {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:56.517899 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'code': 200} Jul 23 14:45:56.736658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-9d804a55-642c-4ef6-803f-494099febf21 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:56.738109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-9d804a55-642c-4ef6-803f-494099febf21 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 815 time: 0.1253245 Jul 23 14:45:56.753933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-2b2a5fc9-da40-4b24-b61b-fe616684fbbe tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/quotas/23efadbafd414f92a96d29ff1608f970 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Jul 23 14:45:56.819905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8cf93330-696c-44d2-9d90-dc4d5690ffd4 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604155 Jul 23 14:45:56.914422 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-fac35437-47d0-463f-8da8-f0872442e791 service neutron] 10.222.0.21 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874250 Jul 23 14:45:57.020513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-7cf77de2-e4a9-4d78-8d77-3c2e2abec0f9 service neutron] 10.222.0.21 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966403 Jul 23 14:45:57.186437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3992dd95-618e-4a29-a1dd-659a2db22e28 req-98294826-624d-4b3f-b3d4-6676accd830e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 210 time: 0.0298045 Jul 23 14:45:58.033928 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-98f70677-d9bc-4090-b7cb-ca2f3b6dbab1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:58.035441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-98f70677-d9bc-4090-b7cb-ca2f3b6dbab1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65 HTTP/1.1" status: 200 len: 946 time: 0.0736046 Jul 23 14:45:58.139790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Deleting port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:45:58.140132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.231399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] For port fc4f4c37-8261-45d0-8ba5-c0a366d84b75, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:45:58.231770 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.250401 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Calling delete_port for fc4f4c37-8261-45d0-8ba5-c0a366d84b75 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:45:58.267682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-73d162e5-d3b8-4a8c-bbe1-c8d8ec06b07a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:58.269210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-73d162e5-d3b8-4a8c-bbe1-c8d8ec06b07a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 815 time: 0.1204622 Jul 23 14:45:58.300805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e133e551-8263-40c2-a6c1-333a0c10054e req-07cf6250-92cb-42f7-9cba-fae1a26ce10f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 210 time: 0.0305738 Jul 23 14:45:58.304595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Request body: {'port': {'device_id': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f', 'admin_state_up': True, 'tenant_id': '23efadbafd414f92a96d29ff1608f970'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:45:58.407688 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.436468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Made reservation on behalf of 23efadbafd414f92a96d29ff1608f970 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:45:58.440143 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.440337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Pushing event deleted for resources: {'Port': ['ID=fc4f4c37-8261-45d0-8ba5-c0a366d84b75,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:58.446946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fc4f4c37-8261-45d0-8ba5-c0a366d84b75'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:45:58.494313 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] No DVR routers for this DVR port fc4f4c37-8261-45d0-8ba5-c0a366d84b75 on host n-h1-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:45:58.497261 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.499395 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.11 "DELETE /v2.0/ports/fc4f4c37-8261-45d0-8ba5-c0a366d84b75 HTTP/1.1" status: 204 len: 173 time: 0.4582133 Jul 23 14:45:58.499851 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-deleted', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:58.502331 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bbf1790cbed55d874a39c925d9a78675be5cdaceb40d3199ffc2f661039b9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98a6d92-1bc7-49f1-b59e-635228eceefb" -d '{"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-deleted", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:58.538158 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804efe28-78c1-4101-a968-c3a4235a9b10 x-openstack-request-id: req-804efe28-78c1-4101-a968-c3a4235a9b10 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:58.538509 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d80de-9d41-4f8d-a42e-a0ec0f9e7d65", "name": "network-vif-deleted", "tag": "fc4f4c37-8261-45d0-8ba5-c0a366d84b75", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:58.538778 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-804efe28-78c1-4101-a968-c3a4235a9b10 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:58.539110 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48d80de-9d41-4f8d-a42e-a0ec0f9e7d65', 'name': 'network-vif-deleted', 'tag': 'fc4f4c37-8261-45d0-8ba5-c0a366d84b75', 'status': 'completed', 'code': 200} Jul 23 14:45:58.575991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Allocated IP 172.20.0.4 (5090a91d-98f1-4fbd-823b-9a7a01c4066f/302a4962-3b2c-496e-8a7a-fcefed91ea39/1cffff43-a0f8-4b71-a1be-3f590da815cf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:45:58.743992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.788293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.820747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['fc4f4c37-8261-45d0-8ba5-c0a366d84b75'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:45:58.841571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Network 5090a91d-98f1-4fbd-823b-9a7a01c4066f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:45:58.847697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:45:58.849908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:58.852125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:45:58.900984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:58.901596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:58.916667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-668abbac-8ee0-4179-a2ec-0870772e462b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184506 Jul 23 14:45:58.932879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Request body: {'port': {'device_id': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:45:59.005594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:59.276336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cffff43-a0f8-4b71-a1be-3f590da815cf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:45:59.286597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:59.299181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Transition to ACTIVE for port object 1cffff43-a0f8-4b71-a1be-3f590da815cf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:45:59.305439 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:59.354535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:59.465242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:45:59.465553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:45:59.465915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:59.475019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Port 1cffff43-a0f8-4b71-a1be-3f590da815cf on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:45:59.475343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:45:59.483322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:45:59.483658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Checking segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:45:59.484045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Bound using segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:45:59.484466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Bound port: 1cffff43-a0f8-4b71-a1be-3f590da815cf, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:45:59.484804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:59.495280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337440b7-b515-4985-b910-64ba829c8c08 req-bf922671-2ff0-49e4-9a1c-e3472b693b83 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:59.496771 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-337440b7-b515-4985-b910-64ba829c8c08 req-bf922671-2ff0-49e4-9a1c-e3472b693b83 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.1182296 Jul 23 14:45:59.564614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-337440b7-b515-4985-b910-64ba829c8c08 req-57b20f04-6dca-49bd-98e2-357076ef5360 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614028 Jul 23 14:45:59.585415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:45:59.589156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:45:59.594755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:59.634820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:59.635441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:45:59.636958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-8b655297-c809-410e-ad95-232c74901a52 service neutron] 10.222.0.11 "PUT /v2.0/ports/1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 1091 time: 0.7083893 Jul 23 14:45:59.639214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:45:59.641552 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc51dae1-f62f-4f84-8434-00c313f40992" -d '{"events": [{"name": "network-changed", "server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:45:59.667054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b655297-c809-410e-ad95-232c74901a52 service neutron] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:45:59.679759 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e84c820-cba3-480c-83bd-a39e80986901 x-openstack-request-id: req-4e84c820-cba3-480c-83bd-a39e80986901 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:45:59.680089 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:45:59.680308 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e84c820-cba3-480c-83bd-a39e80986901 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:45:59.680720 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'status': 'completed', 'code': 200} Jul 23 14:45:59.753728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-1728af3c-73eb-424f-aafa-a081347a1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:59.755376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-1728af3c-73eb-424f-aafa-a081347a1619 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1094 time: 0.0577533 Jul 23 14:45:59.801328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-61dbfd08-529f-4723-bfcc-2575dfac2e6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0338829 Jul 23 14:45:59.855739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-17d52b04-2b5a-4caa-8262-b19cacc01548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:45:59.857113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-17d52b04-2b5a-4caa-8262-b19cacc01548 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0492995 Jul 23 14:45:59.897733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-93fff79a-4c92-42c8-83b3-f36f7569057c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333774 Jul 23 14:45:59.986611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-2e429095-70d0-49b0-b982-9baf30c6a3e4 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826762 Jul 23 14:46:00.087048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c03d9c48-4144-4b77-ad25-f487589af6ce req-22b8491c-1369-4dc8-9852-390c035094ff service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937450 Jul 23 14:46:00.235549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-dcbe66ee-962f-4fac-8509-42b5b9624fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:00.237102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-dcbe66ee-962f-4fac-8509-42b5b9624fdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1094 time: 0.0600252 Jul 23 14:46:00.337028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-4db81d57-d1ec-4fce-a2ac-bda3db4831f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:00.338528 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-4db81d57-d1ec-4fce-a2ac-bda3db4831f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0946705 Jul 23 14:46:00.379928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-dd06f17b-84c1-49dc-a21f-52b1ed39478b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0339592 Jul 23 14:46:00.428820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-d14cde48-ea7c-4a0a-9d6a-beed9abde861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:00.430297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-d14cde48-ea7c-4a0a-9d6a-beed9abde861 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0437262 Jul 23 14:46:00.461573 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:46:00.476361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-05f842b4-0d8f-450d-a5dd-29195bc727d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385478 Jul 23 14:46:00.573649 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-528aea61-a8a7-4eb9-bf8d-a7ed247c6cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897460 Jul 23 14:46:00.704635 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc51dae1-f62f-4f84-8434-00c313f40992 req-59bba641-7605-4662-90f5-7bfb50db8dab service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228466 Jul 23 14:46:00.735336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe38d9-0b9a-4838-9872-48d1079f7c6c req-062d5094-185b-4f9a-a995-a68222c5dfe1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:00.736881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4fe38d9-0b9a-4838-9872-48d1079f7c6c req-062d5094-185b-4f9a-a995-a68222c5dfe1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.0896375 Jul 23 14:46:00.776734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4fe38d9-0b9a-4838-9872-48d1079f7c6c req-02319cea-761b-4742-be41-8c1b0875514b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341711 Jul 23 14:46:01.942353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af1c-5d88-485d-8311-b80d3589ac59 req-880aba0e-10ff-4514-968b-b4a01e3131c1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:01.943900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01f1af1c-5d88-485d-8311-b80d3589ac59 req-880aba0e-10ff-4514-968b-b4a01e3131c1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.0674419 Jul 23 14:46:01.986564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01f1af1c-5d88-485d-8311-b80d3589ac59 req-5cc55b9b-15b5-4634-bf14-985861e0471c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Jul 23 14:46:02.263605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:46:02.284354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: fc4f4c37-8261-45d0-8ba5-c0a366d84b75 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:46:02.284704 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device fc4f4c37-8261-45d0-8ba5-c0a366d84b75 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:46:03.126257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911bfb5-ef8f-46e6-be02-ee1d04af01ea req-d8e5cec1-1f66-49f6-82d7-6c828b6d4732 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:03.127799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6911bfb5-ef8f-46e6-be02-ee1d04af01ea req-d8e5cec1-1f66-49f6-82d7-6c828b6d4732 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.0702870 Jul 23 14:46:03.168043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6911bfb5-ef8f-46e6-be02-ee1d04af01ea req-cd17d236-c0bd-4496-b244-5f5cbd090218 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Jul 23 14:46:04.263689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:46:04.302052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b8317-91a2-4f14-a037-b6c4499a1f40 req-dc7ba7d5-2326-4894-80c6-3488ae7dd7dc tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:04.303690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d78b8317-91a2-4f14-a037-b6c4499a1f40 req-dc7ba7d5-2326-4894-80c6-3488ae7dd7dc tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.0670624 Jul 23 14:46:04.343045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d78b8317-91a2-4f14-a037-b6c4499a1f40 req-6498444c-02d1-4f71-8365-42d1ac648abb tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Jul 23 14:46:04.363270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:04.377966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f', 'port_id': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'mac_address': 'fa:16:3e:99:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302a4962-3b2c-496e-8a7a-fcefed91ea39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:46:04.414421 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:04.430629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cffff43-a0f8-4b71-a1be-3f590da815cf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:46:04.450540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:04.456915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:04.504671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:04.512093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.512428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.512770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.513105 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.513435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.513820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.514091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.514413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.514786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.515110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.515420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.515738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:04.716939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['1cffff43-a0f8-4b71-a1be-3f590da815cf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:46:05.482187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db6acc-a658-479d-92e7-9347294d927b req-8bb7b197-399b-44ae-b68f-9d418e7825d1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:05.483749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26db6acc-a658-479d-92e7-9347294d927b req-8bb7b197-399b-44ae-b68f-9d418e7825d1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 944 time: 0.0720773 Jul 23 14:46:05.523593 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26db6acc-a658-479d-92e7-9347294d927b req-72e78353-6c9e-41d4-892f-48deca893a2f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Jul 23 14:46:06.281628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:06.339621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 1cffff43-a0f8-4b71-a1be-3f590da815cf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:06.343485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 1cffff43-a0f8-4b71-a1be-3f590da815cf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:06.343860 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:06.426200 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:06.448253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:46:06.450472 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c153cbe-79ba-4120-96ce-593cd6d82bd5" -d '{"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:46:06.463736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:06.468544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:06.493608 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb95e90c-29b1-462e-aae0-4f9df2ec16fc x-openstack-request-id: req-fb95e90c-29b1-462e-aae0-4f9df2ec16fc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:46:06.493838 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:46:06.494091 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb95e90c-29b1-462e-aae0-4f9df2ec16fc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:46:06.494470 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'code': 200} Jul 23 14:46:06.521332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:06.662353 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae88641-076e-4949-9cd2-0ad86e8dd631 req-d1c1b66c-25ce-4f24-b2b0-83da8f543939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:06.663905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ae88641-076e-4949-9cd2-0ad86e8dd631 req-d1c1b66c-25ce-4f24-b2b0-83da8f543939 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1096 time: 0.0906308 Jul 23 14:46:06.696609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b60c-1185-4001-a3e2-c85857d91536 req-58cb11ec-9a8f-4f03-afa4-aed975ba304c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:06.698092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63b6b60c-1185-4001-a3e2-c85857d91536 req-58cb11ec-9a8f-4f03-afa4-aed975ba304c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0973537 Jul 23 14:46:06.719366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9ae88641-076e-4949-9cd2-0ad86e8dd631 req-a5f5f51a-c1d4-44f2-bbf3-d42cd070ab82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Jul 23 14:46:06.750131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63b6b60c-1185-4001-a3e2-c85857d91536 req-fb79450d-11de-4eca-8a6e-23c5f0cf227b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Jul 23 14:46:07.890217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdfda7-c575-46ca-9391-f2a9e71353e6 req-28d86017-8b0b-426c-8a12-6a77b26ea10a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:07.892213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3cdfda7-c575-46ca-9391-f2a9e71353e6 req-28d86017-8b0b-426c-8a12-6a77b26ea10a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0677869 Jul 23 14:46:07.910584 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:07.934271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3cdfda7-c575-46ca-9391-f2a9e71353e6 req-d09a2034-ce97-4395-ac7b-bedcb861e1df tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357001 Jul 23 14:46:08.067261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e57d2-abba-4e05-a097-f0c6e9b5c91a req-3f12e08d-3d2e-4153-9374-6f2dbfee740f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:08.068794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-443e57d2-abba-4e05-a097-f0c6e9b5c91a req-3f12e08d-3d2e-4153-9374-6f2dbfee740f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0678942 Jul 23 14:46:08.108271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-443e57d2-abba-4e05-a097-f0c6e9b5c91a req-ce5d1f1f-6958-4275-bb8a-2ded94ce1aa2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Jul 23 14:46:08.358749 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-67bd37a5-dab5-4ccc-bc26-81a4e04fcb50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557518 Jul 23 14:46:08.373011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952181e7-b2f7-4203-8d53-3280317c2f9d req-6c892f72-41a7-4581-9311-168ac0895b0e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:08.374735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-952181e7-b2f7-4203-8d53-3280317c2f9d req-6c892f72-41a7-4581-9311-168ac0895b0e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0689104 Jul 23 14:46:08.414988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-952181e7-b2f7-4203-8d53-3280317c2f9d req-07f82e65-7bf1-4e8f-9d77-6832bc0c32a9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Jul 23 14:46:09.583073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-d8093049-5fc8-46c3-bb57-22e938100fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:09.584742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-d8093049-5fc8-46c3-bb57-22e938100fa1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1096 time: 0.0880489 Jul 23 14:46:09.593650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5726d5-f50d-4840-8914-8a246adee382 req-79f029dd-6995-4d72-85c3-7e29e0dcc6eb tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:09.595078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b5726d5-f50d-4840-8914-8a246adee382 req-79f029dd-6995-4d72-85c3-7e29e0dcc6eb tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.1074288 Jul 23 14:46:09.689058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b5726d5-f50d-4840-8914-8a246adee382 req-86ec613f-a58b-4cca-83f6-308d3f2c5c0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857370 Jul 23 14:46:09.715440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-1b6d61b5-8956-45d3-8d72-86aa5be79853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:09.716982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-1b6d61b5-8956-45d3-8d72-86aa5be79853 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.1210194 Jul 23 14:46:09.758323 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-bf80f7c5-6a43-453d-a671-2b0e5cf28ec2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0346336 Jul 23 14:46:09.810361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-a54430e8-5260-4560-9659-a7a6cddd2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:09.811879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-a54430e8-5260-4560-9659-a7a6cddd2a4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0481153 Jul 23 14:46:09.846167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-747b63ad-a820-4503-bb00-233a1c7744fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277607 Jul 23 14:46:09.940842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c685c24a-7784-40bf-910e-d6b8ce3ee4e7 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Jul 23 14:46:10.036073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-35e90281-0fb0-4c91-bc25-249fdc23228a service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893948 Jul 23 14:46:10.839265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ab87f-c620-44bf-b7de-657039d05121 req-09482380-e4af-427a-aa68-03310c2349ba tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:10.840804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13ab87f-c620-44bf-b7de-657039d05121 req-09482380-e4af-427a-aa68-03310c2349ba tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0735528 Jul 23 14:46:10.884022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a13ab87f-c620-44bf-b7de-657039d05121 req-75b4b196-d4de-4adc-9bdf-d3f366ce40ab tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359275 Jul 23 14:46:12.043237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932be4ad-bf73-42c6-bce7-92b5effcc8e5 req-f4fa27be-d365-447b-8b11-4234d5de42e9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:12.044744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-932be4ad-bf73-42c6-bce7-92b5effcc8e5 req-f4fa27be-d365-447b-8b11-4234d5de42e9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0890870 Jul 23 14:46:12.083995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-932be4ad-bf73-42c6-bce7-92b5effcc8e5 req-11eb6f78-daf6-4baa-a2d1-d3d42a330e15 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Jul 23 14:46:13.220089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85656e7-6d79-475a-853b-cdccf241a4af req-3a43c4d8-01f5-4537-9b44-2f8b04d0934d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:13.221678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c85656e7-6d79-475a-853b-cdccf241a4af req-3a43c4d8-01f5-4537-9b44-2f8b04d0934d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0688736 Jul 23 14:46:13.264800 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c85656e7-6d79-475a-853b-cdccf241a4af req-70bb90ec-acfd-4ea6-b3de-e4ad911e0d92 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368094 Jul 23 14:46:14.404381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfb66a-f093-473b-be30-5078eb345248 req-95076b36-23a5-46c0-b45e-3b261140ff97 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:14.405970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39cfb66a-f093-473b-be30-5078eb345248 req-95076b36-23a5-46c0-b45e-3b261140ff97 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0707448 Jul 23 14:46:14.462019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39cfb66a-f093-473b-be30-5078eb345248 req-5c294e80-9c66-46f1-9df6-a37af06d01a0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 Jul 23 14:46:15.610319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7644b8-3387-411f-9ee2-f2d6fd4c4836 req-5fbc2503-52e6-418d-b3d9-7feea0ff140e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:15.611750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a7644b8-3387-411f-9ee2-f2d6fd4c4836 req-5fbc2503-52e6-418d-b3d9-7feea0ff140e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0751026 Jul 23 14:46:15.657074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a7644b8-3387-411f-9ee2-f2d6fd4c4836 req-55f2e52c-85b2-436a-bcf3-de254ead6e24 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394831 Jul 23 14:46:15.835717 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b047adc9-d514-4c8f-bc76-f03a23d95b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:16.800265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e747b32-156b-4b9d-95ac-1b95ae2611be req-8dbc5e15-cfc5-472e-8904-4064f6786165 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:16.802057 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e747b32-156b-4b9d-95ac-1b95ae2611be req-8dbc5e15-cfc5-472e-8904-4064f6786165 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0744035 Jul 23 14:46:16.840785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e747b32-156b-4b9d-95ac-1b95ae2611be req-ac3d638d-2fa6-4420-a500-a033c2ff952b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Jul 23 14:46:17.987083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f0960-c116-4702-a912-68e6cda52cba req-71ec1f31-da94-4f4f-9c3d-dbb30b221a3b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:17.988617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e3f0960-c116-4702-a912-68e6cda52cba req-71ec1f31-da94-4f4f-9c3d-dbb30b221a3b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0701406 Jul 23 14:46:18.029886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0e3f0960-c116-4702-a912-68e6cda52cba req-4da54c35-dd84-4e58-9034-3d803d813765 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352268 Jul 23 14:46:18.116280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:18.330314 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:18.556951 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03bfd94a-ed4c-45c3-bcc3-5b7d48b785d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:19.180017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3c72f-c437-48fd-a8c7-34d759f6ea27 req-68171144-fd15-4e0e-bce3-035395ebed7e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:19.181454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82c3c72f-c437-48fd-a8c7-34d759f6ea27 req-68171144-fd15-4e0e-bce3-035395ebed7e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0688694 Jul 23 14:46:19.234215 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82c3c72f-c437-48fd-a8c7-34d759f6ea27 req-c471700c-0641-40d3-a32c-a1a43584ff77 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Jul 23 14:46:19.666857 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:20.377214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18788161-e244-4bb4-b803-185de1033f82 req-f1fe1d28-c60b-48a2-83b2-03bb27d9f114 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:20.378768 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18788161-e244-4bb4-b803-185de1033f82 req-f1fe1d28-c60b-48a2-83b2-03bb27d9f114 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0700908 Jul 23 14:46:20.417519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18788161-e244-4bb4-b803-185de1033f82 req-136befc5-32dd-4570-af96-f74316a9ab2c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Jul 23 14:46:21.365807 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:21.569682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ae82-9638-479b-8f07-fa96461a65c1 req-01304e72-afb3-4331-b383-0dee82e0f574 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:21.571139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d945ae82-9638-479b-8f07-fa96461a65c1 req-01304e72-afb3-4331-b383-0dee82e0f574 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0773757 Jul 23 14:46:21.612797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d945ae82-9638-479b-8f07-fa96461a65c1 req-5c518820-b375-4458-aba5-1a626351e16a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358257 Jul 23 14:46:22.746581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c02f3-f098-4c06-98b1-49ba1e586b4a req-af11cdd2-3b59-461a-aa15-52077026627b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:22.748437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-914c02f3-f098-4c06-98b1-49ba1e586b4a req-af11cdd2-3b59-461a-aa15-52077026627b tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0658245 Jul 23 14:46:22.791231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-914c02f3-f098-4c06-98b1-49ba1e586b4a req-3db4617c-1233-460c-8fb8-d5af839a18fd tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Jul 23 14:46:23.946277 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d31260-71a7-4354-a189-bd0881f827ed req-5cbab404-180e-4f44-a877-43269dbeabb6 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:23.947772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85d31260-71a7-4354-a189-bd0881f827ed req-5cbab404-180e-4f44-a877-43269dbeabb6 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0763221 Jul 23 14:46:23.993354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85d31260-71a7-4354-a189-bd0881f827ed req-552dc15a-4c4d-4dae-8334-8bc63507da99 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Jul 23 14:46:25.135081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1ae02-7195-4717-acb5-16116deb4105 req-c991e8d5-1794-4170-8537-5ade52818bf9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:25.136557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ada1ae02-7195-4717-acb5-16116deb4105 req-c991e8d5-1794-4170-8537-5ade52818bf9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0770738 Jul 23 14:46:25.177327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ada1ae02-7195-4717-acb5-16116deb4105 req-60fb36fe-4015-4190-acce-8c6827475179 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Jul 23 14:46:25.966598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e39c5-9e37-4532-8b23-df14474fb73a req-ce9f6ee5-58e9-4f62-8618-29076ec71d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:25.968118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061e39c5-9e37-4532-8b23-df14474fb73a req-ce9f6ee5-58e9-4f62-8618-29076ec71d98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1096 time: 0.0604393 Jul 23 14:46:26.076096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e39c5-9e37-4532-8b23-df14474fb73a req-41d19385-b7bd-49bb-ac2c-d4621e92926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:26.077598 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061e39c5-9e37-4532-8b23-df14474fb73a req-41d19385-b7bd-49bb-ac2c-d4621e92926b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0897651 Jul 23 14:46:26.121683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061e39c5-9e37-4532-8b23-df14474fb73a req-09155b61-1f7c-45e9-8efa-7dbf0c7d33df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0373812 Jul 23 14:46:26.171628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e39c5-9e37-4532-8b23-df14474fb73a req-1afcf3be-47ef-4c6c-b7a5-6bd054506298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:26.173042 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061e39c5-9e37-4532-8b23-df14474fb73a req-1afcf3be-47ef-4c6c-b7a5-6bd054506298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0449445 Jul 23 14:46:26.208351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061e39c5-9e37-4532-8b23-df14474fb73a req-76f6b668-eda5-4eb8-ad7a-69c92c1eb1b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282741 Jul 23 14:46:26.640074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061e39c5-9e37-4532-8b23-df14474fb73a req-8867f6fe-f6c0-41f2-84f3-75f5e717c770 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250338 Jul 23 14:46:26.687866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b21a8-4246-4e36-b563-872c0257520a req-42f78343-18c4-4b9c-bad8-a5a36277420d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:26.689341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c4b21a8-4246-4e36-b563-872c0257520a req-42f78343-18c4-4b9c-bad8-a5a36277420d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.4429102 Jul 23 14:46:26.771781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c4b21a8-4246-4e36-b563-872c0257520a req-eb0ebebe-668b-49dc-a907-5b0768e17647 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756361 Jul 23 14:46:26.773716 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-061e39c5-9e37-4532-8b23-df14474fb73a req-6c2325d0-d6c2-4d46-84b4-8a645f5d7496 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258783 Jul 23 14:46:27.915493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd07a9-f857-4f62-90cf-4a91a773b338 req-4cf1d6e5-ef97-48f9-9d33-7c9cfd3e55e9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:27.916972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5dd07a9-f857-4f62-90cf-4a91a773b338 req-4cf1d6e5-ef97-48f9-9d33-7c9cfd3e55e9 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0695276 Jul 23 14:46:27.954911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5dd07a9-f857-4f62-90cf-4a91a773b338 req-bb87ba88-6b90-4282-8a81-03367f41bcdc tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Jul 23 14:46:29.092535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98801c74-8cea-43bc-b4d9-d75090a49070 req-f78350b2-e655-4698-a449-d8bdff74576e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:29.093989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98801c74-8cea-43bc-b4d9-d75090a49070 req-f78350b2-e655-4698-a449-d8bdff74576e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0690527 Jul 23 14:46:29.135637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98801c74-8cea-43bc-b4d9-d75090a49070 req-d922b815-6a4c-48b4-a390-4e2ec678afcd tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Jul 23 14:46:30.277147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12caaf-4822-4ec4-9991-4e96187f13dd req-16a48faf-381a-4e61-9d5d-1df24f0c61e3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:30.278572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf12caaf-4822-4ec4-9991-4e96187f13dd req-16a48faf-381a-4e61-9d5d-1df24f0c61e3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0672934 Jul 23 14:46:30.318376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf12caaf-4822-4ec4-9991-4e96187f13dd req-48833e03-c9a1-41d9-a193-febd04285753 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Jul 23 14:46:31.454748 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90979c6c-55ec-4b3c-8ca0-92ae829356b8 req-87699257-e0f8-486a-aa44-615c3440778e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:31.456593 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90979c6c-55ec-4b3c-8ca0-92ae829356b8 req-87699257-e0f8-486a-aa44-615c3440778e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0684643 Jul 23 14:46:31.497124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-90979c6c-55ec-4b3c-8ca0-92ae829356b8 req-9e74446d-c057-461b-b343-852c20483f2c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Jul 23 14:46:32.653933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7d63b-58e8-4b4b-b1ff-e2d1f62aecea req-0bb5149c-53a8-4b72-95e5-92ffeb243edf tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:32.655465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08b7d63b-58e8-4b4b-b1ff-e2d1f62aecea req-0bb5149c-53a8-4b72-95e5-92ffeb243edf tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0817733 Jul 23 14:46:32.695357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08b7d63b-58e8-4b4b-b1ff-e2d1f62aecea req-695d719a-d397-4341-a8f0-eafa9805998a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Jul 23 14:46:33.836946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63178710-8458-4611-bd47-437ef0efff30 req-b06f638e-28ea-4cb9-a386-b2e57b0ce5a8 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:33.838413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63178710-8458-4611-bd47-437ef0efff30 req-b06f638e-28ea-4cb9-a386-b2e57b0ce5a8 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0663085 Jul 23 14:46:33.875338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63178710-8458-4611-bd47-437ef0efff30 req-ff5b7f91-d268-4b98-9252-ffa9d4f187cf tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Jul 23 14:46:35.019737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79b81-8ec1-4dac-a5a5-6a99ce63ab37 req-1bdc0b98-295b-44a7-a750-374729022b7a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:35.021212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46c79b81-8ec1-4dac-a5a5-6a99ce63ab37 req-1bdc0b98-295b-44a7-a750-374729022b7a tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0716369 Jul 23 14:46:35.066408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46c79b81-8ec1-4dac-a5a5-6a99ce63ab37 req-d5e03047-4418-4aac-89b8-599dd7699e00 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363953 Jul 23 14:46:36.209670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7be51-c55d-4ea2-9696-bbbb3990b17b req-1c98513b-507b-4332-a387-a79ca2af94d0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:36.211197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71b7be51-c55d-4ea2-9696-bbbb3990b17b req-1c98513b-507b-4332-a387-a79ca2af94d0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0706325 Jul 23 14:46:36.249039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-71b7be51-c55d-4ea2-9696-bbbb3990b17b req-da920eb3-a048-434e-b4e0-bc83ac76079d tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Jul 23 14:46:37.169272 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-d0ba7105-6c37-4c11-b509-62ee598919f5 service neutron] show failed (client error): The resource could not be found. Jul 23 14:46:37.170313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-d0ba7105-6c37-4c11-b509-62ee598919f5 service neutron] 10.222.0.11 "GET /v2.0/ports/1cffff43-a0f8-4b71-a1be-3f590da815cf/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0580289 Jul 23 14:46:37.396470 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083ed22-0d30-43cd-adcb-6a59957c6ec9 req-7151f810-96d7-48d7-8aed-8f4b67614be3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:37.398014 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3083ed22-0d30-43cd-adcb-6a59957c6ec9 req-7151f810-96d7-48d7-8aed-8f4b67614be3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.0782530 Jul 23 14:46:37.461251 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:46:37.461891 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3083ed22-0d30-43cd-adcb-6a59957c6ec9 req-277e8060-6866-4667-8427-5566866ab8a0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581012 Jul 23 14:46:37.490180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-e04e7a57-a46a-4027-9f53-392fb88d6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:37.491776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-e04e7a57-a46a-4027-9f53-392fb88d6c04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec&tenant_id=23efadbafd414f92a96d29ff1608f970 HTTP/1.1" status: 200 len: 1096 time: 0.1377425 Jul 23 14:46:37.506528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:37.585065 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:37.798910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:37.833345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:46:37.871892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:46:37.874171 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5c4cc-fcb9-4c65-b1ac-8588ae8088f3" -d '{"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-unplugged", "status": "completed", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:46:37.878053 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:37.890388 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Transition to ACTIVE for port object 1cffff43-a0f8-4b71-a1be-3f590da815cf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:37.898828 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:37.916254 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:37.928980 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef788e1d-b67b-46e3-bd5f-59dc4258fa2c x-openstack-request-id: req-ef788e1d-b67b-46e3-bd5f-59dc4258fa2c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:46:37.929278 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-unplugged", "status": "completed", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:46:37.929524 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef788e1d-b67b-46e3-bd5f-59dc4258fa2c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:46:37.929913 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'code': 200} Jul 23 14:46:37.970430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] No DVR routers for this DVR port 1cffff43-a0f8-4b71-a1be-3f590da815cf on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:46:37.976921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:37.986797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.987151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.987485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.987808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.988132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.988454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.988864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.989204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.989523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.989821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.990188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:37.990504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:38.022630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:46:38.022979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:46:38.023297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:46:38.027719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Port 1cffff43-a0f8-4b71-a1be-3f590da815cf on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:46:38.028039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Attempting to bind port 1cffff43-a0f8-4b71-a1be-3f590da815cf on network 5090a91d-98f1-4fbd-823b-9a7a01c4066f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:46:38.032814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:46:38.033146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Checking segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:46:38.033519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Bound using segment: {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:46:38.033927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Bound port: 1cffff43-a0f8-4b71-a1be-3f590da815cf, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987c9e1b-236d-4444-b265-92513682ce24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:46:38.034269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:38.095733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:46:38.098827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:46:38.105997 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:38.138797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:38.139420 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:38.140909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] 10.222.0.48 "PUT /v2.0/ports/1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 1091 time: 0.6384671 Jul 23 14:46:38.164280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da6a13-23c3-41d4-91c3-dd58612353b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:38.224440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-a8d9f0b9-0ec9-4fdd-9513-950bfc7fb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:38.225936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-a8d9f0b9-0ec9-4fdd-9513-950bfc7fb885 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1094 time: 0.0588708 Jul 23 14:46:38.320570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-6302a25e-f7d8-492d-9071-697f9a37cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:38.322045 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-6302a25e-f7d8-492d-9071-697f9a37cb49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0884087 Jul 23 14:46:38.375231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-97c1c9fc-364e-4323-bbe0-3b18a10fdc0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0456870 Jul 23 14:46:38.437044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-01ad5787-f66f-413f-9a60-3083df119bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:38.438388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-01ad5787-f66f-413f-9a60-3083df119bd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0558183 Jul 23 14:46:38.474877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-87a8c39f-ac2e-4d65-9957-96a53e5473e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281675 Jul 23 14:46:38.596609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-d857eee8-1d81-4313-b311-c8ce8e7c763a service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145716 Jul 23 14:46:38.646340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f887b9-3664-45e3-95d5-be6479c3366a req-44046d66-ca3b-497f-9449-19d70b8443f2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:38.647849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3f887b9-3664-45e3-95d5-be6479c3366a req-44046d66-ca3b-497f-9449-19d70b8443f2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.1058846 Jul 23 14:46:38.728717 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-caad402f-15d4-4e68-9ba5-4c7b86990692 req-b970d72e-a061-4335-a5b8-3759dece01fe service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243517 Jul 23 14:46:38.731534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e3f887b9-3664-45e3-95d5-be6479c3366a req-1c734750-f82a-47af-9633-439868d84690 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Jul 23 14:46:39.880134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcef05a-e940-47f6-a9ec-7bb65528180a req-41494bec-7d6b-4d98-8b28-052b19c21fde tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:39.881645 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fbcef05a-e940-47f6-a9ec-7bb65528180a req-41494bec-7d6b-4d98-8b28-052b19c21fde tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.0718586 Jul 23 14:46:39.921387 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fbcef05a-e940-47f6-a9ec-7bb65528180a req-a7df88f7-b480-47bc-99fa-7df21aaaeff0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 23 14:46:39.931129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:46:39.933542 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215fab26-e729-4434-aedc-22ae747ba0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:46:39.983450 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fed75df-8c93-43d5-a6f3-8554346ecb61 x-openstack-request-id: req-2fed75df-8c93-43d5-a6f3-8554346ecb61 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:46:39.983838 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:46:39.984198 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fed75df-8c93-43d5-a6f3-8554346ecb61 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:46:39.984808 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'status': 'completed', 'code': 200} Jul 23 14:46:40.101590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-b888bac9-ebd4-4f2d-bf33-f8bfe2c8730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:40.103050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-b888bac9-ebd4-4f2d-bf33-f8bfe2c8730d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1094 time: 0.0974512 Jul 23 14:46:40.107255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-3ccfe0ad-f7e1-4698-a6a3-fb5849056af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:40.108606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-3ccfe0ad-f7e1-4698-a6a3-fb5849056af3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1094 time: 0.0757036 Jul 23 14:46:40.263600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-97d1f98d-aab0-4772-99a3-4fc263248d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:40.265156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-97d1f98d-aab0-4772-99a3-4fc263248d31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.1463544 Jul 23 14:46:40.266103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-2cf20961-3d8d-44f4-a520-981ee9b1cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:40.267421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-2cf20961-3d8d-44f4-a520-981ee9b1cb59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.1558008 Jul 23 14:46:40.315121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-5f4d4020-d1f8-4ba6-afc2-efad025e92c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0429592 Jul 23 14:46:40.349961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-3f12af32-86d6-45ac-81dc-b71c661083bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0718758 Jul 23 14:46:40.414165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-2aad2ea8-7638-4133-8469-7a6c71727b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:40.415623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-2aad2ea8-7638-4133-8469-7a6c71727b4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0749702 Jul 23 14:46:40.420979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-e75b61b1-75cf-43a5-867a-226258fcf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:40.422351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-e75b61b1-75cf-43a5-867a-226258fcf4fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0552969 Jul 23 14:46:40.475908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-d379ccac-7179-42cb-95ed-ee5c156b2f8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526021 Jul 23 14:46:40.477718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-081857b5-64d7-4af3-b0fb-5258443224e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475619 Jul 23 14:46:40.630524 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-f007883c-0dc9-450e-b37b-faaea9425233 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478989 Jul 23 14:46:40.632448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-9fb29041-580c-4c14-a641-37f83c4b8bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429956 Jul 23 14:46:40.796780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-04738685-0205-46ea-aefc-2584f6379a5b service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589589 Jul 23 14:46:40.798518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-215fab26-e729-4434-aedc-22ae747ba0b4 req-a4760e37-0b07-43ca-a47a-679ba42da7d6 service neutron] 10.222.0.48 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536477 Jul 23 14:46:41.093379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03133fe0-7810-4989-9a6f-0e98ca00128f req-29df58d4-f117-47ca-af7f-733a6f8fd931 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:41.094880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03133fe0-7810-4989-9a6f-0e98ca00128f req-29df58d4-f117-47ca-af7f-733a6f8fd931 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.0713441 Jul 23 14:46:41.134058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03133fe0-7810-4989-9a6f-0e98ca00128f req-733672ce-1d5a-46e8-ba7b-88b875c43147 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Jul 23 14:46:41.390997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b076c2-a54d-49fb-9175-a9e6b42350cb req-2c7c97a7-a022-476f-8e4e-fb69334161ea tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:41.392513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33b076c2-a54d-49fb-9175-a9e6b42350cb req-2c7c97a7-a022-476f-8e4e-fb69334161ea tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.1048148 Jul 23 14:46:41.425617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-7024d0b7-38c6-4406-8293-6362acf265d0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:41.427129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-7024d0b7-38c6-4406-8293-6362acf265d0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec&tenant_id=23efadbafd414f92a96d29ff1608f970&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 943 time: 0.1106093 Jul 23 14:46:41.468724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33b076c2-a54d-49fb-9175-a9e6b42350cb req-19fe3aa1-1efd-4d01-9791-f980adfb522e tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693178 Jul 23 14:46:41.497447 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-fa785e63-3c4d-441f-ad3a-01561213f0e8 service neutron] delete failed (client error): The resource could not be found. Jul 23 14:46:41.498499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-fa785e63-3c4d-441f-ad3a-01561213f0e8 service neutron] 10.222.0.11 "DELETE /v2.0/ports/1cffff43-a0f8-4b71-a1be-3f590da815cf/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0647850 Jul 23 14:46:41.621303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-a8644347-b0ed-489a-bc4f-8a6a115a39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:41.622830 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-a8644347-b0ed-489a-bc4f-8a6a115a39b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23efadbafd414f92a96d29ff1608f970&device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 1094 time: 0.0607228 Jul 23 14:46:41.717741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-de867c5a-52db-4ae5-8df3-bce46346af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:41.719146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-de867c5a-52db-4ae5-8df3-bce46346af57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 200 len: 916 time: 0.0896740 Jul 23 14:46:41.762621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-2dbc751f-34df-40ce-b518-dd8b09062959 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 200 len: 217 time: 0.0368378 Jul 23 14:46:41.826288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-ed88dd72-f3f6-433c-bc3f-3900a67f8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:41.827756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-ed88dd72-f3f6-433c-bc3f-3900a67f8f42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 200 len: 855 time: 0.0578477 Jul 23 14:46:41.862865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-48e185dc-1746-4635-887c-f25af864f911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5090a91d-98f1-4fbd-823b-9a7a01c4066f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279579 Jul 23 14:46:41.951455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-960ca6a3-d7f0-4d27-9e63-3b136d717ff6 service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824122 Jul 23 14:46:42.047494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b0a4998-ffe5-4ac0-b504-e109ce8c87ee req-1c3bf397-060e-471a-8cd7-8a7791fd1dbb service neutron] 10.222.0.11 "GET /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886891 Jul 23 14:46:42.435703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:46:42.479167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:46:42.602903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5911547-79f6-43c5-830b-96fcbe1ed978 req-70e3d5d5-2268-46cf-837a-2a8c5df9d057 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:42.604445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5911547-79f6-43c5-830b-96fcbe1ed978 req-70e3d5d5-2268-46cf-837a-2a8c5df9d057 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 943 time: 0.0663106 Jul 23 14:46:42.646849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5911547-79f6-43c5-830b-96fcbe1ed978 req-d6622f7d-3587-4960-bf34-7f14b665528f tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359552 Jul 23 14:46:42.734419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:46:42.831299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:42.842311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'network_id': '5090a91d-98f1-4fbd-823b-9a7a01c4066f', 'port_id': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'mac_address': 'fa:16:3e:99:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302a4962-3b2c-496e-8a7a-fcefed91ea39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:46:42.882794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:42.896569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cffff43-a0f8-4b71-a1be-3f590da815cf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:46:42.917459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:42.922741 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:42.970406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:43.167515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cffff43-a0f8-4b71-a1be-3f590da815cf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:46:43.803979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c66c3-ae88-4202-8b0a-6e318bb7e224 req-6922ac84-63b7-4981-ba91-77b65e13e856 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:43.805440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-257c66c3-ae88-4202-8b0a-6e318bb7e224 req-6922ac84-63b7-4981-ba91-77b65e13e856 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 944 time: 0.0781200 Jul 23 14:46:43.843255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-257c66c3-ae88-4202-8b0a-6e318bb7e224 req-fc8dc6d8-315c-4404-a02d-c230cd661fb1 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Jul 23 14:46:43.984777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384935d5-7122-494b-bf45-95913227a9e2 req-2ba61d91-1e99-43f8-a302-7f44cb6defb4 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:43.986196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-384935d5-7122-494b-bf45-95913227a9e2 req-2ba61d91-1e99-43f8-a302-7f44cb6defb4 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 944 time: 0.0676534 Jul 23 14:46:44.031344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-384935d5-7122-494b-bf45-95913227a9e2 req-185a2cae-10ce-48d6-8e62-79e0b567b5c2 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391805 Jul 23 14:46:44.167920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce01557-0629-48b6-970b-486ae5e7c3cc req-5fd7cf2b-3284-4cb2-9959-81778233eeb0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:44.169388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cce01557-0629-48b6-970b-486ae5e7c3cc req-5fd7cf2b-3284-4cb2-9959-81778233eeb0 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 944 time: 0.0720778 Jul 23 14:46:44.210209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cce01557-0629-48b6-970b-486ae5e7c3cc req-6f211174-ac6c-4cd1-a2fe-573e352737b3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Jul 23 14:46:44.594169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021fc1e-eb20-43d6-a3b9-ca3fcc859ddf req-2ef72802-c7d1-41aa-a1ae-4ba5544408f3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:44.595696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c021fc1e-eb20-43d6-a3b9-ca3fcc859ddf req-2ef72802-c7d1-41aa-a1ae-4ba5544408f3 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 944 time: 0.0767548 Jul 23 14:46:44.637591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c021fc1e-eb20-43d6-a3b9-ca3fcc859ddf req-1b709957-8247-4804-8e52-3cca1d2088fd tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Jul 23 14:46:44.765439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:44.824286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 1cffff43-a0f8-4b71-a1be-3f590da815cf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:44.828184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 1cffff43-a0f8-4b71-a1be-3f590da815cf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:44.828562 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:44.907258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:44.929236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:46:44.931588 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c100eeb-7649-4957-9ce8-c908c25a7169" -d '{"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:46:44.943823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:44.948957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:44.977376 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a42a2b8-2827-4672-88ac-1ef63cb81116 x-openstack-request-id: req-1a42a2b8-2827-4672-88ac-1ef63cb81116 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:46:44.977634 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:46:44.977906 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a42a2b8-2827-4672-88ac-1ef63cb81116 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:46:44.978290 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'code': 200} Jul 23 14:46:45.003602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:45.833260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765b9d1-5499-4efc-b3fb-30cba771db8a req-f44b596d-b845-43be-9503-3393ba909e02 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:45.834785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e765b9d1-5499-4efc-b3fb-30cba771db8a req-f44b596d-b845-43be-9503-3393ba909e02 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.1163225 Jul 23 14:46:45.841158 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e0cb-aae0-40d1-9337-e93de6f6989e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:45.868115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-d6782072-5e6b-44b3-ba6d-44acd3cd1e5c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:45.869555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-d6782072-5e6b-44b3-ba6d-44acd3cd1e5c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec HTTP/1.1" status: 200 len: 945 time: 0.1122735 Jul 23 14:46:45.892902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e765b9d1-5499-4efc-b3fb-30cba771db8a req-07b91aee-a834-408b-8223-ae50068429f6 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.21 "GET /v2.0/security-groups?id=55db064c-a6aa-4258-93b4-7c104c224f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515196 Jul 23 14:46:45.979533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Deleting port 1cffff43-a0f8-4b71-a1be-3f590da815cf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:46:45.979790 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:46.074618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] For port 1cffff43-a0f8-4b71-a1be-3f590da815cf, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=1cffff43-a0f8-4b71-a1be-3f590da815cf,segment=NetworkSegment(987c9e1b-236d-4444-b265-92513682ce24),segment_id=987c9e1b-236d-4444-b265-92513682ce24)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:46.075006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:46.087831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Calling delete_port for 1cffff43-a0f8-4b71-a1be-3f590da815cf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:46:46.225716 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:46.237470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['1cffff43-a0f8-4b71-a1be-3f590da815cf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:46:46.562804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Pushing event deleted for resources: {'Port': ['ID=1cffff43-a0f8-4b71-a1be-3f590da815cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:46.607703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] No DVR routers for this DVR port 1cffff43-a0f8-4b71-a1be-3f590da815cf on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:46:46.610502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:46.612357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f8d477c-43f4-4932-aac3-6f174b400c58 req-7a34d123-5a5b-49dd-ab70-4fac9ddb2e0c tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] 10.222.0.48 "DELETE /v2.0/ports/1cffff43-a0f8-4b71-a1be-3f590da815cf HTTP/1.1" status: 204 len: 173 time: 0.7331009 Jul 23 14:46:46.612789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-deleted', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:46:46.615067 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3450cf9-ce25-4247-8223-038220fc5917" -d '{"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-deleted", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:46:46.650936 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df81c49f-7ab4-41f1-bc22-4b073c7e883d x-openstack-request-id: req-df81c49f-7ab4-41f1-bc22-4b073c7e883d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:46:46.651252 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec", "name": "network-vif-deleted", "tag": "1cffff43-a0f8-4b71-a1be-3f590da815cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:46:46.651494 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df81c49f-7ab4-41f1-bc22-4b073c7e883d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:46:46.651897 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0720d76-eb16-4dcf-b6ba-ee33f7a0a6ec', 'name': 'network-vif-deleted', 'tag': '1cffff43-a0f8-4b71-a1be-3f590da815cf', 'status': 'completed', 'code': 200} Jul 23 14:46:47.011382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:47.061981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] Deleting subnet 302a4962-3b2c-496e-8a7a-fcefed91ea39 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:46:47.065409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.109067 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.148754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.212404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.238103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302a4962-3b2c-496e-8a7a-fcefed91ea39,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:47.240097 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.242625 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a8904e08-5a49-49b3-8ec1-dc874ebf31d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/302a4962-3b2c-496e-8a7a-fcefed91ea39 HTTP/1.1" status: 204 len: 168 time: 0.2301047 Jul 23 14:46:47.245230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:47.323735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.403010 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.412959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5090a91d-98f1-4fbd-823b-9a7a01c4066f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:47.423408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987c9e1b-236d-4444-b265-92513682ce24') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:47.423700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987c9e1b-236d-4444-b265-92513682ce24') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:47.438824 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.466626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.473279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:46:47.473785 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:46:47.475925 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:46:47.545401 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.550300 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.552226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] 10.222.0.21 "DELETE /v2.0/networks/5090a91d-98f1-4fbd-823b-9a7a01c4066f HTTP/1.1" status: 204 len: 168 time: 0.3060954 Jul 23 14:46:47.565094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3387c0-d805-42e3-942e-090e3b26140c admin admin] Pushing event deleted for resources: {'Network': ['ID=5090a91d-98f1-4fbd-823b-9a7a01c4066f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:47.682097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:47.723654 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9c48f137-5459-410f-a08c-0f8825243da8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23efadbafd414f92a96d29ff1608f970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401943 Jul 23 14:46:47.726198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:47.774683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e658981-ebf4-45b6-8331-9c175d5c1340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.796312 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e658981-ebf4-45b6-8331-9c175d5c1340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.859128 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e658981-ebf4-45b6-8331-9c175d5c1340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.861650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e658981-ebf4-45b6-8331-9c175d5c1340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:47.862798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0e658981-ebf4-45b6-8331-9c175d5c1340 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55db064c-a6aa-4258-93b4-7c104c224f36 HTTP/1.1" status: 204 len: 168 time: 0.1356604 Jul 23 14:46:47.870734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658981-ebf4-45b6-8331-9c175d5c1340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55db064c-a6aa-4258-93b4-7c104c224f36,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:48.116290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.325578 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.557809 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d83cf8a-1e82-4378-be8c-c4f4b1515670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.564093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:48.660210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-712340290-network', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:48.685055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Made reservation on behalf of 5650a8ba30af4d1abda3fa04377c9928 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:46:48.687334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.695858 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.764972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:46:48.784957 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.785344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 1cffff43-a0f8-4b71-a1be-3f590da815cf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:46:48.785780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 1cffff43-a0f8-4b71-a1be-3f590da815cf not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:46:48.791199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.819204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:46:48.828954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f2332-1260-43e7-8456-9ee27620dc6a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:48.833935 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.834277 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Added segment 8b1993be-f890-458a-be29-5ed4f43cd9ea of type vlan for network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 Jul 23 14:46:48.872869 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.902803 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.903707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:48.904279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.947406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3821797 Jul 23 14:46:48.950669 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:48.956129 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Request body: {'subnet': {'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-712340290-subnet', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:48.979327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Made reservation on behalf of 5650a8ba30af4d1abda3fa04377c9928 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:46:48.981674 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:48.989514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feab371-01bd-4cb4-b407-9c96485f31ce admin admin] Pushing event updated for resources: {'Network': ['ID=3f468840-fe54-4964-8b9d-5e6e25c6c3a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:49.000765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:46:49.147546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.199702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=72440806-dc47-472b-a5e7-31e732fb980e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:49.210764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.211152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.211496 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.211827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.212160 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.212480 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.212807 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.213110 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.213429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.213746 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.214071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.214389 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:49.219613 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:46:49.219977 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Network hostable DHCP agents. Network: 3f468840-fe54-4964-8b9d-5e6e25c6c3a1, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:46:49.237900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:46:49.249446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 3f468840-fe54-4964-8b9d-5e6e25c6c3a1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:46:49.259348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:49.260214 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.266538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726249e6-11a0-446f-9fb0-0b8029cbe1ae None None] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:46:49.280412 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-293aefce-4911-4ba1-a6f5-f4a88c3aafbe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3265126 Jul 23 14:46:49.281196 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:49.285620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:49.310526 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.311624 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.369148 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.510074 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.575923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:46:49.576796 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.694058 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.714095 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.717204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Allocated IP 172.20.0.2 (3f468840-fe54-4964-8b9d-5e6e25c6c3a1/72440806-dc47-472b-a5e7-31e732fb980e/714340e1-6542-451b-88d9-684970d4d793) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:46:49.732412 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.837650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Allocated IP 172.25.2.136 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/6007ab81-43cd-4871-b1c2-68a2adf5621d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:46:49.858851 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.867098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Transition to ACTIVE for port object 714340e1-6542-451b-88d9-684970d4d793 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:49.881877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Transition to ACTIVE for port object 714340e1-6542-451b-88d9-684970d4d793 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:49.889908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.933553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:46:49.936463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:46:49.940544 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.940747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:46:49.943747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Pushing event updated for resources: {'Port': ['ID=714340e1-6542-451b-88d9-684970d4d793,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:49.985893 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:49.999509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Attempting to bind port 714340e1-6542-451b-88d9-684970d4d793 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:46:49.999888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Attempting to bind port 714340e1-6542-451b-88d9-684970d4d793 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:46:50.000253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Attempting to bind port 714340e1-6542-451b-88d9-684970d4d793 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:46:50.005474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:46:50.005870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:46:50.006273 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:50.006684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:46:50.007202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Bound port: 714340e1-6542-451b-88d9-684970d4d793, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:46:50.007588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:50.023068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:46:50.029315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:46:50.032760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:46:50.038471 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Pushing event updated for resources: {'Port': ['ID=6007ab81-43cd-4871-b1c2-68a2adf5621d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:50.071877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] For port 714340e1-6542-451b-88d9-684970d4d793, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:46:50.075631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] For port 714340e1-6542-451b-88d9-684970d4d793, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=714340e1-6542-451b-88d9-684970d4d793,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:46:50.082331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:50.143242 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f3185-22a8-46f9-8eaf-bd119031e944 None None] Pushing event updated for resources: {'Port': ['ID=714340e1-6542-451b-88d9-684970d4d793,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:50.295890 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:50.796286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:50.928931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Router cde342c7-e403-418b-95ca-732950eb939f is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:46:51.039687 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:46:51.046791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3af662-4b62-40ea-b98b-6a70fadaba5f None None] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:46:51.050299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:46:51.058611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.060001 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a436cf83-613a-408c-ac22-0c8318985794 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7777669 Jul 23 14:46:51.062828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:51.080180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:46:51.081158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:46:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:51.193444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8122b2ae-62a0-417d-8186-91560a362255 None None] Provisioning for port 714340e1-6542-451b-88d9-684970d4d793 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:51.259823 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:46:51.414160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 714340e1-6542-451b-88d9-684970d4d793 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:51.422579 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.486884 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.523025 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 714340e1-6542-451b-88d9-684970d4d793 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:51.527782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 714340e1-6542-451b-88d9-684970d4d793 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:51.528452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.568907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:50Z', 'revision_number': 3, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:51.597957 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:46:51.598468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Updating router cde342c7-e403-418b-95ca-732950eb939f port 6007ab81-43cd-4871-b1c2-68a2adf5621d binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:46:51.659797 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.703268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.706358 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Allocated IP 172.20.0.1 (3f468840-fe54-4964-8b9d-5e6e25c6c3a1/72440806-dc47-472b-a5e7-31e732fb980e/3bdd2142-4aa4-4d16-9ae1-066abe18e3be) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:46:51.806830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.811250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 714340e1-6542-451b-88d9-684970d4d793, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=714340e1-6542-451b-88d9-684970d4d793,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:51.812401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33be4d9d-0757-4233-9c21-279de7c87a4e None None] Provisioning complete for port 714340e1-6542-451b-88d9-684970d4d793 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:51.812764 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33be4d9d-0757-4233-9c21-279de7c87a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.820569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Transition to ACTIVE for port object 3bdd2142-4aa4-4d16-9ae1-066abe18e3be will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:51.835647 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.856632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.902281 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:46:51.905291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:46:51.909845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:46:51.913013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:51.950001 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:51.960683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=714340e1-6542-451b-88d9-684970d4d793,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:52.089085 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.100103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Transition to ACTIVE for port object 6007ab81-43cd-4871-b1c2-68a2adf5621d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:52.107759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.112799 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.166290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Attempting to bind port 6007ab81-43cd-4871-b1c2-68a2adf5621d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:46:52.166683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Attempting to bind port 6007ab81-43cd-4871-b1c2-68a2adf5621d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:46:52.167040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Attempting to bind port 6007ab81-43cd-4871-b1c2-68a2adf5621d on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:46:52.168899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d97edd-284c-4c9e-9090-c084191fcea7 None None] Pushing event updated for resources: {'Port': ['ID=6007ab81-43cd-4871-b1c2-68a2adf5621d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:52.172040 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7941ccbe-a0f3-4e8c-b2c1-9afdb98cdf66 None None] Provisioning for port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:52.177909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:46:52.178247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:46:52.178670 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.179058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:46:52.179623 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Bound port: 6007ab81-43cd-4871-b1c2-68a2adf5621d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:46:52.180007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.182299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7941ccbe-a0f3-4e8c-b2c1-9afdb98cdf66 None None] Provisioning complete for port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:52.182672 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7941ccbe-a0f3-4e8c-b2c1-9afdb98cdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.248750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7941ccbe-a0f3-4e8c-b2c1-9afdb98cdf66 None None] Port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:46:52.259248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] For port 6007ab81-43cd-4871-b1c2-68a2adf5621d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:46:52.262500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] For port 6007ab81-43cd-4871-b1c2-68a2adf5621d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6007ab81-43cd-4871-b1c2-68a2adf5621d,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:46:52.269980 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.279554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.285504 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.326832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:46:52.327376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:46:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:52.329037 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d97edd-284c-4c9e-9090-c084191fcea7 None None] Pushing event updated for resources: {'Port': ['ID=6007ab81-43cd-4871-b1c2-68a2adf5621d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:52.351563 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:52.353915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.435562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:46:52.446396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:46:52.447802 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:46:52.567440 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:46:52.683520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:46:52.688561 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ed6a2b98-e0c8-40d2-8b95-1b266b151ce4 admin admin] 10.222.0.21 "PUT /v2.0/routers/cde342c7-e403-418b-95ca-732950eb939f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6247435 Jul 23 14:46:52.752921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eae77eb4-309a-4a3a-bf5c-65a50639e0dc None None] Provisioning complete for port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:52.753289 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eae77eb4-309a-4a3a-bf5c-65a50639e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:52.811058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eae77eb4-309a-4a3a-bf5c-65a50639e0dc None None] Port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:46:52.837838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 2, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:52.866427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eadd94-94eb-453a-b169-b204b93c4880 None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 2, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:46:53.096097 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:53.101770 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1e9720e-9f26-4418-bd80-3a18358fe1f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002830578', 'description': 'tempest-description--529234550'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:53.125708 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e9720e-9f26-4418-bd80-3a18358fe1f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.214780 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e9720e-9f26-4418-bd80-3a18358fe1f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.220693 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e9720e-9f26-4418-bd80-3a18358fe1f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.252579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e9720e-9f26-4418-bd80-3a18358fe1f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.253964 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a1e9720e-9f26-4418-bd80-3a18358fe1f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1566248 Jul 23 14:46:53.256870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 56556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:53.259177 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9720e-9f26-4418-bd80-3a18358fe1f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:53.264137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be8bb111-5efd-4dbc-81f1-9faf9b6e2305 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:53.293209 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be8bb111-5efd-4dbc-81f1-9faf9b6e2305 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.355659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be8bb111-5efd-4dbc-81f1-9faf9b6e2305 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.362761 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be8bb111-5efd-4dbc-81f1-9faf9b6e2305 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.371637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 714340e1-6542-451b-88d9-684970d4d793 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:53.384260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bb111-5efd-4dbc-81f1-9faf9b6e2305 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bfa530-3c00-4bb8-9f78-ea7c3928060f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:53.393968 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be8bb111-5efd-4dbc-81f1-9faf9b6e2305 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.395318 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-be8bb111-5efd-4dbc-81f1-9faf9b6e2305 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373665 Jul 23 14:46:53.398174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:53.403149 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-729b9bc5-ef4c-4c7a-8431-144888850bf2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'security_group_rule': {'security_group_id': 'b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:53.433442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 714340e1-6542-451b-88d9-684970d4d793 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:53.433863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.437872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729b9bc5-ef4c-4c7a-8431-144888850bf2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.511933 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729b9bc5-ef4c-4c7a-8431-144888850bf2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.518356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729b9bc5-ef4c-4c7a-8431-144888850bf2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.536350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b9bc5-ef4c-4c7a-8431-144888850bf2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07756d1-fc4c-4498-b8ec-bcf7c8eaa64f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:53.548347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-729b9bc5-ef4c-4c7a-8431-144888850bf2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.549989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-729b9bc5-ef4c-4c7a-8431-144888850bf2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507010 Jul 23 14:46:53.554363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:46:53.559487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:53.583817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.688272 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.796792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Allocated IP 172.25.2.203 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/da20ecd2-7c96-459e-8482-58950b2ff1fe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:46:53.902470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.946189 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:53.988994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:46:53.995068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'Port': ['ID=da20ecd2-7c96-459e-8482-58950b2ff1fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:53.998678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:46:54.000814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:46:54.089940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:54.136923 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:54.297809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:54.305706 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:54.379139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'Port': ['ID=da20ecd2-7c96-459e-8482-58950b2ff1fe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:54.387472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:54.404515 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:54.405725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0b8d8470-b1eb-4c16-a5d7-28e4eb6a9393 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8502398 Jul 23 14:46:54.547607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-6bca8da5-cd3f-4be3-9166-3162452a8c35 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1002830578&fields=id&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 267 time: 0.0345342 Jul 23 14:46:54.656260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-c8d58f1b-bd96-48e7-8f85-be619ebd5e4d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:54.657755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-c8d58f1b-bd96-48e7-8f85-be619ebd5e4d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1036484 Jul 23 14:46:54.672925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-33f26d0e-d994-4280-b73f-0cded122ff56 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/quotas/5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 375 time: 0.0096712 Jul 23 14:46:54.748964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-1f56ebee-61d5-4f84-b13f-52399cd4788f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697894 Jul 23 14:46:54.771353 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:46:54.780616 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:46:54.781236 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:46:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:54.844006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-acc5f050-9684-4e98-9aea-16e8f38e8bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Jul 23 14:46:54.941652 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-b0350b3e-beff-4236-a791-9ae12878e5f3 service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914066 Jul 23 14:46:54.980242 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:46:55.109176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba1c695b-ee69-4892-8663-ffe3e07ac754 req-3b7ed168-d3fc-4ffe-842a-61983bbe9c4b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 210 time: 0.0330477 Jul 23 14:46:55.195425 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 2, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:55.221223 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:46:55.221574 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Updating router cde342c7-e403-418b-95ca-732950eb939f port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:46:55.259429 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.393828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6007ab81-43cd-4871-b1c2-68a2adf5621d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:55.444096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 6007ab81-43cd-4871-b1c2-68a2adf5621d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:55.448122 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 6007ab81-43cd-4871-b1c2-68a2adf5621d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:55.448458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.529132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.530245 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.540305 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Transition to ACTIVE for port object 3bdd2142-4aa4-4d16-9ae1-066abe18e3be will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:55.546158 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.550127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 6007ab81-43cd-4871-b1c2-68a2adf5621d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6007ab81-43cd-4871-b1c2-68a2adf5621d,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:55.554689 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.613719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=6007ab81-43cd-4871-b1c2-68a2adf5621d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:55.627702 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Pushing event updated for resources: {'Port': ['ID=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:55.657704 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.658033 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.658522 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.659037 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.659363 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.659685 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.660138 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.660538 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.660848 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.661160 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.661470 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.661776 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:46:55.670310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Attempting to bind port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:46:55.670930 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Attempting to bind port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:46:55.671607 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Attempting to bind port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:46:55.677931 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:46:55.678310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:46:55.678776 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.679159 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:46:55.679655 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Bound port: 3bdd2142-4aa4-4d16-9ae1-066abe18e3be, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:46:55.680027 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.747074 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] For port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:46:55.750499 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] For port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:46:55.757077 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:55.819435 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f14c6f-8d7f-4fe7-96e2-02dacefcb6b1 None None] Pushing event updated for resources: {'Port': ['ID=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:55.822481 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:46:55.823121 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:46:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:55.928206 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:46:56.137198 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:46:56.165602 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f5e83-05d5-4330-bb00-4c42d18b1ddd None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:46:56.167103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-4afc68fe-f448-4e25-b10b-590abb4b986e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:56.168856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-4afc68fe-f448-4e25-b10b-590abb4b986e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1505394 Jul 23 14:46:56.230601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9f4d86d-cb3a-4cbf-bed5-63369a728548 req-ea0d938b-1540-49dc-9f10-0788379a344e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 210 time: 0.0362415 Jul 23 14:46:56.261478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-c20d2236-a395-459b-a974-04c8d6e06da6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 380 time: 0.0810347 Jul 23 14:46:56.271330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'port': {'device_id': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'admin_state_up': True, 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'security_groups': ['b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:56.386419 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Made reservation on behalf of 5650a8ba30af4d1abda3fa04377c9928 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:46:56.390157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:56.515248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Allocated IP 172.20.0.11 (3f468840-fe54-4964-8b9d-5e6e25c6c3a1/72440806-dc47-472b-a5e7-31e732fb980e/94d4b07d-e6ee-4c47-a985-8f62a86b3662) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:46:56.661246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:56.680213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Transition to ACTIVE for port object 94d4b07d-e6ee-4c47-a985-8f62a86b3662 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:56.715837 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:56.759382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:46:56.764562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:46:56.768212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:46:56.774664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:56.823455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:56.824077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:56.840575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-a92854d4-898a-44a1-9e70-0d43232b51e5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730004 Jul 23 14:46:56.852425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Request body: {'port': {'device_id': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:46:56.927444 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.000858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43507557-9c69-4760-86c6-191d6a543fd9 None None] Provisioning for port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:57.005721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43507557-9c69-4760-86c6-191d6a543fd9 None None] Provisioning complete for port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:57.006100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43507557-9c69-4760-86c6-191d6a543fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.040725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-43507557-9c69-4760-86c6-191d6a543fd9 None None] Port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:46:57.213779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d4b07d-e6ee-4c47-a985-8f62a86b3662 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:46:57.224939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.238086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Transition to ACTIVE for port object 94d4b07d-e6ee-4c47-a985-8f62a86b3662 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:46:57.243370 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.313493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:57.402380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6007ab81-43cd-4871-b1c2-68a2adf5621d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:57.408898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:46:57.409237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:46:57.409573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:46:57.417272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:46:57.417603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:46:57.428606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16b01d-b2e7-473c-937e-20839a9aec39 req-92b63672-0705-4522-8603-a31058ab2e9f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:57.429995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f16b01d-b2e7-473c-937e-20839a9aec39 req-92b63672-0705-4522-8603-a31058ab2e9f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.1184752 Jul 23 14:46:57.432971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:46:57.433321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:46:57.433698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:46:57.434131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Bound port: 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:46:57.434490 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.451918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 6007ab81-43cd-4871-b1c2-68a2adf5621d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:57.452615 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.510265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f16b01d-b2e7-473c-937e-20839a9aec39 req-eedc49c7-7e56-423d-8152-42f5f1909531 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725424 Jul 23 14:46:57.529846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:46:57.533788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:46:57.537456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3bdd2142-4aa4-4d16-9ae1-066abe18e3be up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:57.538140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.571917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:57.572529 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.573936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] 10.222.0.48 "PUT /v2.0/ports/94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1092 time: 0.7259839 Jul 23 14:46:57.574368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:46:57.576649 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7167719f-4f84-42b9-9000-1a63bc542b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:46:57.610564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:46:57.615106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d326-3f5c-4155-a90f-e993914efdda service neutron] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:57.615424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:57.615848 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.652906 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b69a5f1-130f-47e0-b909-d178cbfef286 x-openstack-request-id: req-9b69a5f1-130f-47e0-b909-d178cbfef286 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:46:57.653335 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:46:57.653675 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b69a5f1-130f-47e0-b909-d178cbfef286 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:46:57.654706 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'status': 'completed', 'code': 200} Jul 23 14:46:57.684901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-86f2f909-216d-4995-b534-abcbb43a3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:57.686527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-86f2f909-216d-4995-b534-abcbb43a3aba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1095 time: 0.0678244 Jul 23 14:46:57.711087 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.735311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-6a585475-6e4f-42f6-b1bf-1aad6d55e0ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 217 time: 0.0391607 Jul 23 14:46:57.754440 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:46:57.760388 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:57.787784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-953b9337-19dc-46d5-a64a-d822ee2b2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:57.789353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-953b9337-19dc-46d5-a64a-d822ee2b2761 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0472445 Jul 23 14:46:57.808670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:46:57.852818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-03aef61a-557c-4c36-bec4-9fae9934c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:57.854329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-03aef61a-557c-4c36-bec4-9fae9934c536 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584621 Jul 23 14:46:57.943191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-b051800b-a4f1-42c2-a6ec-89e1f3c4799c service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822299 Jul 23 14:46:58.035848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc57a121-c70b-4777-9b7f-fedca58a31c7 req-3975e039-2c8e-4916-b528-53e2bc625873 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856104 Jul 23 14:46:58.147687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-defb97cb-b020-44bf-ad40-39945e9355df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:58.149253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-defb97cb-b020-44bf-ad40-39945e9355df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1095 time: 0.0577033 Jul 23 14:46:58.251365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-c4d0559a-b94c-44fe-bded-05e0f61f5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:58.252731 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-c4d0559a-b94c-44fe-bded-05e0f61f5970 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0972090 Jul 23 14:46:58.299278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-1da1ba22-24d8-4d66-a70a-4c3003a72d9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 217 time: 0.0380290 Jul 23 14:46:58.348297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-876bd121-9a3c-4f7c-9210-d13a71b136b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:58.349711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-876bd121-9a3c-4f7c-9210-d13a71b136b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0429180 Jul 23 14:46:58.409202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-14bec0ae-ae0d-48af-907f-c8e49720edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:58.410725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-14bec0ae-ae0d-48af-907f-c8e49720edf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543482 Jul 23 14:46:58.503113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-e718b66d-04db-4439-a1b5-ce336d4fdd70 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848954 Jul 23 14:46:58.622548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7167719f-4f84-42b9-9000-1a63bc542b8e req-2c6cc334-7391-4474-8720-6643503ce373 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123857 Jul 23 14:46:58.659739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b93d59-b179-4d69-bba8-e8d5b626bbf5 req-a77961da-99cf-4bba-a423-9b5e1adfd4bb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:58.661263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40b93d59-b179-4d69-bba8-e8d5b626bbf5 req-a77961da-99cf-4bba-a423-9b5e1adfd4bb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0732393 Jul 23 14:46:58.698265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-40b93d59-b179-4d69-bba8-e8d5b626bbf5 req-94df21c1-fcb1-4f4c-b6c4-7880a424ad20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Jul 23 14:46:59.370554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3bdd2142-4aa4-4d16-9ae1-066abe18e3be up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:46:59.421765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:46:59.422152 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:46:59.837155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16e2-a288-4298-aca0-1aae62d961c1 req-2da811a7-9d68-4d32-aacc-93cfd89af93f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:46:59.838517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-890f16e2-a288-4298-aca0-1aae62d961c1 req-2da811a7-9d68-4d32-aacc-93cfd89af93f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0681624 Jul 23 14:46:59.876985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-890f16e2-a288-4298-aca0-1aae62d961c1 req-a91ea82e-233f-47f9-bb92-8574219d8c51 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Jul 23 14:47:00.781743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:47:00.891067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:47:00.903213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'mac_address': 'fa:16:3e:74:ef:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:47:00.946413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:00.960377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d4b07d-e6ee-4c47-a985-8f62a86b3662 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:47:00.979787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:47:00.985524 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:01.021203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980be7-12ca-46a4-b574-3857ba289563 req-4852c0aa-b4a3-452e-b73c-a4f9fe1048e6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:01.022730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1980be7-12ca-46a4-b574-3857ba289563 req-4852c0aa-b4a3-452e-b73c-a4f9fe1048e6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0784357 Jul 23 14:47:01.032735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:47:01.060355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1980be7-12ca-46a4-b574-3857ba289563 req-c3f1fd9b-7260-46da-b468-b52db739b065 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Jul 23 14:47:01.226895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['94d4b07d-e6ee-4c47-a985-8f62a86b3662'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:47:02.206871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752120de-a63d-4301-96f4-004bc0a2db4a req-73d80ca7-06d3-4e80-872c-982e96d086f2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:02.208343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-752120de-a63d-4301-96f4-004bc0a2db4a req-73d80ca7-06d3-4e80-872c-982e96d086f2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 945 time: 0.0669718 Jul 23 14:47:02.248058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-752120de-a63d-4301-96f4-004bc0a2db4a req-dc75919e-701d-4014-b835-69c9d7aef72c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Jul 23 14:47:02.797118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:47:02.854261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:47:02.858613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:47:02.859030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:02.937123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:02.960107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:47:02.962456 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0208961a-de30-479b-a943-ae6e712b4941" -d '{"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-plugged", "status": "completed", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:47:02.974906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:47:02.980149 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:03.005795 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bce16e-d2da-4aad-ac27-e4b0d76f040e x-openstack-request-id: req-72bce16e-d2da-4aad-ac27-e4b0d76f040e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:47:03.006080 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-plugged", "status": "completed", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:47:03.006329 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72bce16e-d2da-4aad-ac27-e4b0d76f040e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:47:03.006743 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'code': 200} Jul 23 14:47:03.032996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:47:03.126011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227e203-22f5-4eb9-bb8f-6e3353564eff req-540344cb-dd6e-4546-9341-e1ebe9a91283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:03.127553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c227e203-22f5-4eb9-bb8f-6e3353564eff req-540344cb-dd6e-4546-9341-e1ebe9a91283 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1097 time: 0.0602922 Jul 23 14:47:03.162764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c227e203-22f5-4eb9-bb8f-6e3353564eff req-6ffc6fad-b5ad-4c0c-ba1c-29e7698d8a57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274363 Jul 23 14:47:03.390626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05acd7-2380-439e-8bf9-952856473a3c req-dbf74660-d382-4911-b9a9-bbb8402e4f82 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:03.392168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa05acd7-2380-439e-8bf9-952856473a3c req-dbf74660-d382-4911-b9a9-bbb8402e4f82 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0729427 Jul 23 14:47:03.430888 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa05acd7-2380-439e-8bf9-952856473a3c req-40ab86fe-6654-4b49-aec4-9825817f18fe tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327883 Jul 23 14:47:04.583603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77730726-5062-4c63-9679-70ae818c1fa7 req-0eaf85a7-4851-4d14-ae6a-eaeb8538c514 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:04.584972 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77730726-5062-4c63-9679-70ae818c1fa7 req-0eaf85a7-4851-4d14-ae6a-eaeb8538c514 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0663993 Jul 23 14:47:04.627143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-77730726-5062-4c63-9679-70ae818c1fa7 req-ebe043fd-72e5-47f4-812a-262281565e11 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Jul 23 14:47:04.762753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c01bcc-7b27-4235-a50d-58f53dcc7327 req-b5726233-7ca2-485c-a851-402ff99188c7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:04.764221 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91c01bcc-7b27-4235-a50d-58f53dcc7327 req-b5726233-7ca2-485c-a851-402ff99188c7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0725288 Jul 23 14:47:04.777513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:47:04.782307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'floatingip': {'port_id': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:47:04.821334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:05.556695 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:05.562226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:05.664131 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 associated. External IP: 172.25.2.203, port: 94d4b07d-e6ee-4c47-a985-8f62a86b3662. Jul 23 14:47:05.875355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:47:05.982836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:47:05.987276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:05.995050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:47:06.005897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:47:06.006541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:46:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:47:06.026550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-068cb0a4-2751-4910-b8b2-761bd7bba6c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "PUT /v2.0/floatingips/0a5f8755-d381-428d-b7cb-2960df3699b5 HTTP/1.1" status: 200 len: 992 time: 1.2479124 Jul 23 14:47:06.027518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:47:06.031042 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c771e64-436e-48b4-a2c9-e6b45b978f01" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:47:06.118014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:47:06.122309 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163cd523-8838-42ef-9eaa-9cf83c7e83f4 x-openstack-request-id: req-163cd523-8838-42ef-9eaa-9cf83c7e83f4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:47:06.122794 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:47:06.123103 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-163cd523-8838-42ef-9eaa-9cf83c7e83f4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:47:06.123580 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'status': 'completed', 'code': 200} Jul 23 14:47:06.200039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-a700f3db-cff8-452b-83c6-d960686d92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:06.201576 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-a700f3db-cff8-452b-83c6-d960686d92db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1097 time: 0.0555277 Jul 23 14:47:06.298194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-fc6e4cba-1d0a-4b68-a5c9-3be65e8859b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:06.299757 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-fc6e4cba-1d0a-4b68-a5c9-3be65e8859b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0915134 Jul 23 14:47:06.337054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:74:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:47:05Z', 'revision_number': 1, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:47:06.366385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:47:06.375186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:47:06.375759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:46:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:47:06.385747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-34926e8a-6d29-4f04-93a6-53cd6256911f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1000 time: 0.0788789 Jul 23 14:47:06.436109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-26ba9b69-9e1e-4c68-858f-9e9a8d52fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:06.437601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-26ba9b69-9e1e-4c68-858f-9e9a8d52fd78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0462663 Jul 23 14:47:06.483320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:47:06.495502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-76bd1f2b-40ce-40c8-8509-6f3f706516b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:06.497049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-76bd1f2b-40ce-40c8-8509-6f3f706516b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530076 Jul 23 14:47:06.587794 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-93933a26-914f-4ba3-a24f-721588e4b235 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843048 Jul 23 14:47:06.678391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c771e64-436e-48b4-a2c9-e6b45b978f01 req-49fe5d65-2fb1-4c2b-9f1d-3f0c82a74363 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839102 Jul 23 14:47:06.707202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:74:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:47:05Z', 'revision_number': 1, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:47:06.737137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d3c93-b11d-48e4-a85e-4d252fbf0b13 None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:74:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:47:05Z', 'revision_number': 1, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:47:06.946039 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04347b-7846-4393-b986-4e5dc3735171 None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:47:07.930348 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:14.466680 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:47:15.847997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc2d26c-9960-44ea-afb9-7acb3e312cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:18.169668 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:18.335084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:18.561163 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebf92a86-238d-4449-afdf-5a31d62c1f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:19.677610 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:21.371566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:33.805243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-fd6136c4-cd52-4a33-94f7-b4f26f055bba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587614 Jul 23 14:47:33.915144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-70cde021-edb2-44cf-ba19-0544c3825535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:33.916704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-70cde021-edb2-44cf-ba19-0544c3825535 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1097 time: 0.0638990 Jul 23 14:47:34.024663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-e8307da7-9ecb-4b32-a3bf-c5c571259609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:34.026145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-e8307da7-9ecb-4b32-a3bf-c5c571259609 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0897906 Jul 23 14:47:34.098252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-e0e4236a-6796-4967-9e63-d48db4c8a9cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1002 time: 0.0651276 Jul 23 14:47:34.148241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-6cb9c046-1c90-448b-9a64-833c426c0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:34.149656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-6cb9c046-1c90-448b-9a64-833c426c0963 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0448184 Jul 23 14:47:34.209276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-d136a908-627c-48ac-ab7b-c30987af3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:47:34.211062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-d136a908-627c-48ac-ab7b-c30987af3322 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539982 Jul 23 14:47:34.308299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-ad3d9132-4dde-4aaf-8d5c-be43214f2138 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890477 Jul 23 14:47:34.397348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a545be2-cb6d-43ba-97c9-fcf09d51f874 req-ad2b7510-081b-434a-885b-38823f56a84a service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824280 Jul 23 14:47:37.945565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:45.840848 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d73a0901-5139-4b3c-b074-d5f0d9c62af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:48.169348 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:48.336594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:48.564564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e008-6aa9-4203-a728-edb2edc069cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:49.682996 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:51.375867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:47:51.470161 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:48:07.936129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:15.843508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc38c-36e1-4dee-a91c-b021667bcccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:18.184047 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:18.343549 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:18.568325 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de66f8f7-b6dd-43bd-8a51-1724791229d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:19.687564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:21.376872 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:28.474722 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:48:34.946171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-06ce8ff5-cdde-4059-970e-40cfffc47af5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594857 Jul 23 14:48:35.044342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-8a739820-358f-4e0e-8580-6dfbcbe701e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:35.045862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-8a739820-358f-4e0e-8580-6dfbcbe701e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1097 time: 0.0551205 Jul 23 14:48:35.179639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-06d4dd77-71ed-400a-98c3-0fed85a990da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:35.180975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-06d4dd77-71ed-400a-98c3-0fed85a990da service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1127360 Jul 23 14:48:35.245821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-a3ad66dd-1fb7-42ba-9ed2-277e5bb92374 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1002 time: 0.0576773 Jul 23 14:48:35.301329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-97b958a9-29a5-4c27-95a7-cdb658bb8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:35.302793 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-97b958a9-29a5-4c27-95a7-cdb658bb8e00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0497148 Jul 23 14:48:35.370026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-bb98b45b-1588-4c8f-9f2a-9efc05cdb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:35.372343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-bb98b45b-1588-4c8f-9f2a-9efc05cdb30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624850 Jul 23 14:48:35.480785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-b6071c2f-4d21-433e-8f06-51948ee0469a service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001844 Jul 23 14:48:35.573225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd67e39b-b141-4352-9b36-83b4cba359f3 req-10a82977-89a9-4afa-90ad-67f191732225 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Jul 23 14:48:37.971916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:42.588237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74c9a5-5a10-4ffa-a42c-4a80fe994f4b req-21a14a9b-7be8-4775-9f1b-db4af12579e8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:42.589734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d74c9a5-5a10-4ffa-a42c-4a80fe994f4b req-21a14a9b-7be8-4775-9f1b-db4af12579e8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0683794 Jul 23 14:48:42.630164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d74c9a5-5a10-4ffa-a42c-4a80fe994f4b req-64596f52-f148-42c6-8d49-5f3bf0bdfe00 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Jul 23 14:48:42.902742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f61fd3-99e9-4d4e-8136-b73cdb31804d req-74355197-00c5-4d9f-a5aa-1e4235bb379d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:42.904443 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32f61fd3-99e9-4d4e-8136-b73cdb31804d req-74355197-00c5-4d9f-a5aa-1e4235bb379d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0648224 Jul 23 14:48:42.947624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32f61fd3-99e9-4d4e-8136-b73cdb31804d req-58ebde71-3a59-48eb-882d-e5813a0ccaf7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Jul 23 14:48:42.995698 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-31f15f4c-c42c-4555-9da4-2daf153c448d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1612256 Jul 23 14:48:44.087734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7162fd9-7282-41d8-b133-a9fd09626a78 req-6fa21b07-edb3-41b3-a2b5-8280a5602f41 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:44.089254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7162fd9-7282-41d8-b133-a9fd09626a78 req-6fa21b07-edb3-41b3-a2b5-8280a5602f41 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0690191 Jul 23 14:48:44.128816 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7162fd9-7282-41d8-b133-a9fd09626a78 req-7c579206-dc93-4952-98da-5b25dee17378 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Jul 23 14:48:44.356339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-e6e6b2e8-bd35-42e0-93d4-d0388120a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:44.357751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-e6e6b2e8-bd35-42e0-93d4-d0388120a4d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1097 time: 0.0588918 Jul 23 14:48:44.451377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-960487fc-398f-4268-b8e9-e998bdd38946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:44.452813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-960487fc-398f-4268-b8e9-e998bdd38946 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0886087 Jul 23 14:48:44.517400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-bd5de23b-0d5a-4e5d-beea-52428568d2c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1002 time: 0.0576525 Jul 23 14:48:44.571231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-1acedcd3-25b0-4a2d-a16d-291436352f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:44.572637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-1acedcd3-25b0-4a2d-a16d-291436352f4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0485520 Jul 23 14:48:44.650582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-66024aeb-0842-40b7-8e23-0b390b50882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:44.652171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-66024aeb-0842-40b7-8e23-0b390b50882b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707436 Jul 23 14:48:44.758010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-be52f872-6d1b-4054-8a0b-d90fa00e9d68 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991228 Jul 23 14:48:44.849371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-f6a1a738-b6a6-495a-ae8a-c5f68cf589bb service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Jul 23 14:48:45.273854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039ff47-f05a-40fc-8df6-0531b5902bb8 req-44711230-7f40-43cc-b6ae-7c3cf208206c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:45.275417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f039ff47-f05a-40fc-8df6-0531b5902bb8 req-44711230-7f40-43cc-b6ae-7c3cf208206c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0678713 Jul 23 14:48:45.316925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f039ff47-f05a-40fc-8df6-0531b5902bb8 req-f0514424-2e8f-4c2d-a74e-c58bf1ca26d0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Jul 23 14:48:45.848894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a791f5f5-9bd0-492b-991e-69ef6975c791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:46.486489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151bee8-e3f6-49e1-9424-bdec62b13f94 req-9f9604e1-ed03-49b2-89d9-b2b7f440036d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:46.488296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1151bee8-e3f6-49e1-9424-bdec62b13f94 req-9f9604e1-ed03-49b2-89d9-b2b7f440036d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0916605 Jul 23 14:48:46.531035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1151bee8-e3f6-49e1-9424-bdec62b13f94 req-f5675d4f-6300-4a94-876d-50ec43e3cdc9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368452 Jul 23 14:48:47.683015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f286073-9290-4457-94e1-539f9bf3a72e req-5b65aa61-d20c-468b-b4f8-a98c6bbc1159 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:47.684446 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f286073-9290-4457-94e1-539f9bf3a72e req-5b65aa61-d20c-468b-b4f8-a98c6bbc1159 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0746949 Jul 23 14:48:47.725136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4f286073-9290-4457-94e1-539f9bf3a72e req-b7cd8636-d638-453b-988c-7e2971ee56b5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349679 Jul 23 14:48:48.189151 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:48.337713 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:48.571141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841c6018-2b99-40fa-8874-92c60cdf7504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:48.872260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62f9e5-528c-4424-bd71-07f09f54000d req-f24ed71d-c0dc-4120-9ff7-86d1b8534370 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:48.873791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd62f9e5-528c-4424-bd71-07f09f54000d req-f24ed71d-c0dc-4120-9ff7-86d1b8534370 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0756192 Jul 23 14:48:48.915354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd62f9e5-528c-4424-bd71-07f09f54000d req-173bf1ae-248e-4f1f-83ed-0bfe99d871df tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359316 Jul 23 14:48:49.687588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:50.066119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b446d-514b-44a8-9268-3714794ae8f5 req-961ddc9f-ed08-4837-a937-1903d2ac3f96 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:50.067948 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d0b446d-514b-44a8-9268-3714794ae8f5 req-961ddc9f-ed08-4837-a937-1903d2ac3f96 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0740709 Jul 23 14:48:50.106256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d0b446d-514b-44a8-9268-3714794ae8f5 req-7b87a279-96ac-4a09-b54a-674ad1175085 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Jul 23 14:48:51.257296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd95d2-6996-4572-995b-0875ca15c56e req-af94e63b-77be-4349-a89a-93ea52ec1be1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:51.258676 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dfd95d2-6996-4572-995b-0875ca15c56e req-af94e63b-77be-4349-a89a-93ea52ec1be1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0669818 Jul 23 14:48:51.299372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8dfd95d2-6996-4572-995b-0875ca15c56e req-c67a009c-1cfa-483c-bc38-84f0bea28389 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Jul 23 14:48:51.377806 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:52.457531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482c78e-11c0-4f4f-9ba4-02f6be6e688e req-29a959c2-597e-4272-b1ce-731350457ecb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:52.459074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2482c78e-11c0-4f4f-9ba4-02f6be6e688e req-29a959c2-597e-4272-b1ce-731350457ecb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0804625 Jul 23 14:48:52.499785 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2482c78e-11c0-4f4f-9ba4-02f6be6e688e req-1756b2ff-c113-4012-8f44-6c9c98c9d6e0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325596 Jul 23 14:48:53.655211 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8a5d-c0a6-4383-a927-3f760e1a5023 req-144e632c-a52c-49a4-8114-c44ea3574e82 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:53.656623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-972d8a5d-c0a6-4383-a927-3f760e1a5023 req-144e632c-a52c-49a4-8114-c44ea3574e82 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0695803 Jul 23 14:48:53.696635 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-972d8a5d-c0a6-4383-a927-3f760e1a5023 req-3c119f0e-15ea-4a0c-8f64-5d5bb915b591 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Jul 23 14:48:54.846394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d65dc-0e7f-4654-b7b1-8ad42a1011c6 req-621e178e-1847-4c64-951d-257047df6191 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:54.847877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-939d65dc-0e7f-4654-b7b1-8ad42a1011c6 req-621e178e-1847-4c64-951d-257047df6191 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0676453 Jul 23 14:48:54.899076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-939d65dc-0e7f-4654-b7b1-8ad42a1011c6 req-2e50ace2-02f0-4487-bebe-c0c9451803de tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Jul 23 14:48:56.040734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9f854-1507-4092-8d19-80042cffc3c2 req-47f04592-2c58-4dcd-bff8-0f83505851a5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:56.042275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ec9f854-1507-4092-8d19-80042cffc3c2 req-47f04592-2c58-4dcd-bff8-0f83505851a5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.0662127 Jul 23 14:48:56.080883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ec9f854-1507-4092-8d19-80042cffc3c2 req-7ae720b0-1c2b-45bf-955c-3a899bef24e2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326090 Jul 23 14:48:56.689130 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-4745706d-29d4-4e1b-9469-bb66d045c309 service neutron] show failed (client error): The resource could not be found. Jul 23 14:48:56.690153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-4745706d-29d4-4e1b-9469-bb66d045c309 service neutron] 10.222.0.48 "GET /v2.0/ports/94d4b07d-e6ee-4c47-a985-8f62a86b3662/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0669513 Jul 23 14:48:56.928907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-ba476324-2dc5-42f0-94e8-440c6bbb3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:56.930390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-ba476324-2dc5-42f0-94e8-440c6bbb3f44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 1097 time: 0.0703897 Jul 23 14:48:56.948574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:48:57.022354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:57.263105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:48:57.287530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7720d9-ab48-4da2-a0ec-b4406e2f1b61 req-abb09edd-4649-4e69-ba02-f1531a3db6be tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:57.288985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c7720d9-ab48-4da2-a0ec-b4406e2f1b61 req-abb09edd-4649-4e69-ba02-f1531a3db6be tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 946 time: 0.1327822 Jul 23 14:48:57.317617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:48:57.366490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c7720d9-ab48-4da2-a0ec-b4406e2f1b61 req-fdbac335-1400-4a79-acaf-0bba5c44d5b9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706356 Jul 23 14:48:57.368604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:48:57.370832 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a70e1f7-0d03-49f6-a0fd-20eb61ef5a7d" -d '{"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-unplugged", "status": "completed", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:48:57.374847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:57.387440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Transition to ACTIVE for port object 94d4b07d-e6ee-4c47-a985-8f62a86b3662 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:48:57.394876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:57.812211 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc3005-234f-4127-b706-1e1493122607 x-openstack-request-id: req-38dc3005-234f-4127-b706-1e1493122607 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:48:57.812435 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-unplugged", "status": "completed", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:48:57.812604 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38dc3005-234f-4127-b706-1e1493122607 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:48:57.812986 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'code': 200} Jul 23 14:48:57.818039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:48:57.839029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.839366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.839697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.840027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.840352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.840676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.840979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.841295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.841613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.841926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.842235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.842551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:48:57.895341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] No DVR routers for this DVR port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:48:58.048825 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:48:58.049160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:48:58.049489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:48:58.053946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:48:58.054266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Attempting to bind port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:48:58.059321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:48:58.059650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:48:58.060034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:48:58.060464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Bound port: 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:48:58.060812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:58.124380 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:48:58.127408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:48:58.134577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:58.167468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:58.168061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:48:58.169435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1092 time: 1.2251067 Jul 23 14:48:58.191771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74650c95-2739-47fb-9ad9-25f3f76ca4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:48:58.265038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-7487a40b-4f1e-4fc8-b0bb-d596f79e4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:58.266740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-7487a40b-4f1e-4fc8-b0bb-d596f79e4ad6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1095 time: 0.0636296 Jul 23 14:48:58.377867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-27eded3e-a463-4c37-8313-c7c7c6d438d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:58.379607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-27eded3e-a463-4c37-8313-c7c7c6d438d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1069646 Jul 23 14:48:58.473882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-76903a8a-037d-43f5-9512-131230f4106f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1000 time: 0.0880334 Jul 23 14:48:58.532088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-c0088cae-5e4e-4f23-b7b7-a3ef7ac92e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:58.533547 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-c0088cae-5e4e-4f23-b7b7-a3ef7ac92e64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0535126 Jul 23 14:48:58.545753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0df1-ed12-4a26-b883-cc7ffbc140c0 req-3d385c6b-6a10-45bf-b822-6a76629656fe tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:58.547167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3dd0df1-ed12-4a26-b883-cc7ffbc140c0 req-3d385c6b-6a10-45bf-b822-6a76629656fe tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.1083860 Jul 23 14:48:58.615458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3dd0df1-ed12-4a26-b883-cc7ffbc140c0 req-7591b52b-eb7f-47db-9405-dcde0491ecc7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602989 Jul 23 14:48:58.631668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-6bd8bd2f-2caf-4fa7-a26a-b88df35f0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:58.633159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-6bd8bd2f-2caf-4fa7-a26a-b88df35f0eeb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851374 Jul 23 14:48:58.730470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-06e21a9a-3357-4fd4-a884-194f1a24ad49 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892856 Jul 23 14:48:58.826795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1102aa4-b3c0-41f2-aa9f-0df2ca264e41 req-72b7d533-4ab8-4800-a8aa-fda4dafc5f32 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893230 Jul 23 14:48:59.354862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:48:59.393144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:48:59.772135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579570f-4801-4195-892f-5b5245b6e3b4 req-6854546f-8c77-4438-9ec4-889843941aed tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:59.773633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5579570f-4801-4195-892f-5b5245b6e3b4 req-6854546f-8c77-4438-9ec4-889843941aed tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0858314 Jul 23 14:48:59.812127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5579570f-4801-4195-892f-5b5245b6e3b4 req-a969f52f-eff6-4976-86a0-87cb3c544259 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327055 Jul 23 14:48:59.813651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:48:59.815898 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21390795-bb90-4791-bd5a-88415c3340dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:48:59.867121 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765e036-0364-4765-9772-15d6e13165e7 x-openstack-request-id: req-2765e036-0364-4765-9772-15d6e13165e7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:48:59.867417 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:48:59.867670 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2765e036-0364-4765-9772-15d6e13165e7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:48:59.868070 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'status': 'completed', 'code': 200} Jul 23 14:48:59.987040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-3896aa6a-8dec-45fa-9340-0da2406b4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:59.988468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-3896aa6a-8dec-45fa-9340-0da2406b4ebc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1095 time: 0.0976892 Jul 23 14:48:59.994489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-81b0b10d-34c5-40ad-bc89-67261560d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:48:59.995466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-81b0b10d-34c5-40ad-bc89-67261560d2ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1095 time: 0.0771902 Jul 23 14:49:00.147240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-aea10adf-0a83-4655-b760-843c061d3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:00.148735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-aea10adf-0a83-4655-b760-843c061d3c53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1524205 Jul 23 14:49:00.149824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-d1d33b00-40ca-4ea3-9ca4-b337e77f3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:00.151167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-d1d33b00-40ca-4ea3-9ca4-b337e77f3c63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1476958 Jul 23 14:49:00.259587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-75f0b19c-3b12-4a6e-a344-7f213aa49792 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1000 time: 0.1036649 Jul 23 14:49:00.261261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-261911ff-ec28-4a2e-961a-d8fd26a2132d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1000 time: 0.1000323 Jul 23 14:49:00.343400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-f20f31d5-8682-4998-a0d7-78c394d03acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:00.344865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-f20f31d5-8682-4998-a0d7-78c394d03acd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0790889 Jul 23 14:49:00.346573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-e41cc138-7c04-46c1-a092-e85cc258b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:00.347923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-e41cc138-7c04-46c1-a092-e85cc258b26a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0748610 Jul 23 14:49:00.442090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-ff9d4001-9f61-4086-86c5-f4df926b1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:00.443772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-ff9d4001-9f61-4086-86c5-f4df926b1027 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921712 Jul 23 14:49:00.461332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390795-bb90-4791-bd5a-88415c3340dc req-81e98240-9130-4aa7-963a-8dfcf41f08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:00.462808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-81e98240-9130-4aa7-963a-8dfcf41f08b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848165 Jul 23 14:49:00.612441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-04a2bd48-b197-4c2b-adfd-3418d5621fc3 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606176 Jul 23 14:49:00.616058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-c4adb11d-c3bf-49b4-aa29-59e6abba31a1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384006 Jul 23 14:49:00.776687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-3b282ecd-606a-47f8-8e37-19df984bcd69 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567488 Jul 23 14:49:00.778575 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21390795-bb90-4791-bd5a-88415c3340dc req-83d6a87e-11f9-4479-b05f-d9f1ae0a114c service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468990 Jul 23 14:49:00.961639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae9fd-b004-4b55-a078-cb1785d2e79d req-b965974e-af29-415a-840d-78120ef36082 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:00.963082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1aae9fd-b004-4b55-a078-cb1785d2e79d req-b965974e-af29-415a-840d-78120ef36082 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0703177 Jul 23 14:49:01.001623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1aae9fd-b004-4b55-a078-cb1785d2e79d req-d033b83c-d5a9-4244-94c9-ee922bac265b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Jul 23 14:49:01.288020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b16ea-241c-438d-baf5-f280d63b7866 req-82d10296-bd35-4404-95dd-ec4f03d6fb86 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:01.289412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-473b16ea-241c-438d-baf5-f280d63b7866 req-82d10296-bd35-4404-95dd-ec4f03d6fb86 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.1096122 Jul 23 14:49:01.297444 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-e1bd543b-a497-4792-8d60-5b811fe546cd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:01.299076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-e1bd543b-a497-4792-8d60-5b811fe546cd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3&tenant_id=5650a8ba30af4d1abda3fa04377c9928&binding%3Ahost_id=n-h1-801990-3 HTTP/1.1" status: 200 len: 944 time: 0.1096251 Jul 23 14:49:01.361008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-473b16ea-241c-438d-baf5-f280d63b7866 req-1a644379-8e4b-4236-92d8-5abb520b65c0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609884 Jul 23 14:49:01.380055 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-604f6185-31f1-4230-9239-c0ce907ceebb service neutron] delete failed (client error): The resource could not be found. Jul 23 14:49:01.381065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-604f6185-31f1-4230-9239-c0ce907ceebb service neutron] 10.222.0.48 "DELETE /v2.0/ports/94d4b07d-e6ee-4c47-a985-8f62a86b3662/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0741637 Jul 23 14:49:01.485135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-1780c02e-16c3-4f21-ad9b-52617018f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:01.486843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-1780c02e-16c3-4f21-ad9b-52617018f25f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 1095 time: 0.0601966 Jul 23 14:49:01.585186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-d0273ede-cddd-4279-8a90-5521506a5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:01.586691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-d0273ede-cddd-4279-8a90-5521506a5767 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0910411 Jul 23 14:49:01.656475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-6fe66b06-76f2-4ef3-b5e0-5181cd3509ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 200 len: 1000 time: 0.0619917 Jul 23 14:49:01.709805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-0faab8eb-2798-4654-8f94-44a15b742d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:01.711285 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-0faab8eb-2798-4654-8f94-44a15b742d8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0468972 Jul 23 14:49:01.772052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-8a10cfe3-0ddb-4918-ba0b-f3bdddeefd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:01.773519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-8a10cfe3-0ddb-4918-ba0b-f3bdddeefd16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555036 Jul 23 14:49:01.868168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-0d724318-ed0d-424d-9105-082cd5cd984d service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880666 Jul 23 14:49:01.963019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aca65619-a971-40ea-91fa-5ee2334255c5 req-d1e173b7-886d-49df-8d3e-2a4a3d629e61 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874851 Jul 23 14:49:02.494519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8327-9d91-4cd9-acaa-956e64ff0a9e req-a6575e6b-8bd9-4a78-8111-8645ca12007c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:02.496062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dab8327-9d91-4cd9-acaa-956e64ff0a9e req-a6575e6b-8bd9-4a78-8111-8645ca12007c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0652163 Jul 23 14:49:02.541997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7dab8327-9d91-4cd9-acaa-956e64ff0a9e req-d469d225-782c-4f39-9a74-b17eb892c3ce tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Jul 23 14:49:02.679464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ef6a-4a44-459b-9cd0-8003d1a97910 req-28270903-037d-4ec1-9b26-301aacfeba7a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:02.680906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e553ef6a-4a44-459b-9cd0-8003d1a97910 req-28270903-037d-4ec1-9b26-301aacfeba7a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0685899 Jul 23 14:49:02.718910 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e553ef6a-4a44-459b-9cd0-8003d1a97910 req-5a7606ec-56e3-439e-aab0-dfd060b5839e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Jul 23 14:49:02.862371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eeee5-507c-4033-96f9-20d8c56213f6 req-32ac7344-cb09-41f4-b27b-e87fb58e8354 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:02.863935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-477eeee5-507c-4033-96f9-20d8c56213f6 req-32ac7344-cb09-41f4-b27b-e87fb58e8354 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0789900 Jul 23 14:49:02.922970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-477eeee5-507c-4033-96f9-20d8c56213f6 req-0fa17c15-28ab-4276-bff8-af7d1aafadbf tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501649 Jul 23 14:49:03.084615 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:49:03.181660 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:49:03.187012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5c586-0534-4de6-a653-6d63c5e4b32c req-9af1efb2-c858-4e9e-af1c-7e6f104eecc8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:03.188461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37b5c586-0534-4de6-a653-6d63c5e4b32c req-9af1efb2-c858-4e9e-af1c-7e6f104eecc8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 944 time: 0.0689485 Jul 23 14:49:03.193115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'mac_address': 'fa:16:3e:74:ef:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:49:03.231144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37b5c586-0534-4de6-a653-6d63c5e4b32c req-4d7c2efd-efd3-4e0f-8479-0e26e57dd7d5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369747 Jul 23 14:49:03.237102 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:03.250018 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d4b07d-e6ee-4c47-a985-8f62a86b3662 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:49:03.269880 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:49:03.275586 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:03.328340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:03.338219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.338561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.338918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.339255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.339583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.339907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.340233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.340549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.340867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.341182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.341504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.341798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:49:03.635738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['94d4b07d-e6ee-4c47-a985-8f62a86b3662'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:49:04.368237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8dbb-3e0f-4f81-9b93-a92045130063 req-f7fd42a3-3ed2-4a13-9630-ac74e38ab6b2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:04.369780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce7c8dbb-3e0f-4f81-9b93-a92045130063 req-f7fd42a3-3ed2-4a13-9630-ac74e38ab6b2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 945 time: 0.0710919 Jul 23 14:49:04.407385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce7c8dbb-3e0f-4f81-9b93-a92045130063 req-7a818e1f-c777-46dc-871c-b1b1156d7187 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Jul 23 14:49:04.573445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988873d-e14a-4b98-9739-182702342430 req-1202b414-76d9-4c45-b1a9-2bcad0a47a6c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:04.574881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c988873d-e14a-4b98-9739-182702342430 req-1202b414-76d9-4c45-b1a9-2bcad0a47a6c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 945 time: 0.0830820 Jul 23 14:49:04.695532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Deleting port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:49:04.695872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:04.789655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:49:04.790016 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.021950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.022362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.022682 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 disassociated. External IP: 172.25.2.203, port: 94d4b07d-e6ee-4c47-a985-8f62a86b3662. Jul 23 14:49:05.023063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Calling delete_port for 94d4b07d-e6ee-4c47-a985-8f62a86b3662 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:49:05.091178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:49:05.146388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:49:05.150830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:49:05.151255 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.242280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.278635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 94d4b07d-e6ee-4c47-a985-8f62a86b3662, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=94d4b07d-e6ee-4c47-a985-8f62a86b3662,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:49:05.279717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:49:05.282202 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e683740c-3f2d-4d17-96cb-25646ac92ba9" -d '{"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-plugged", "status": "completed", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:49:05.288929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.350719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:05.403984 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f60934-a11b-4407-a4b7-ae8cce207621 x-openstack-request-id: req-49f60934-a11b-4407-a4b7-ae8cce207621 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:49:05.404281 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-plugged", "status": "completed", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:49:05.404534 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49f60934-a11b-4407-a4b7-ae8cce207621 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:49:05.405066 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'code': 200} Jul 23 14:49:05.474669 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:49:05.514599 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.551805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event deleted for resources: {'Port': ['ID=94d4b07d-e6ee-4c47-a985-8f62a86b3662,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:05.616108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf063e0-c921-4386-948e-e7d649e3ce02 req-844715ff-8774-47ad-9298-1a174ca9759d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:05.617702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cf063e0-c921-4386-948e-e7d649e3ce02 req-844715ff-8774-47ad-9298-1a174ca9759d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc0da022-ff9f-4235-8a1e-55f1f8be39b3 HTTP/1.1" status: 200 len: 867 time: 0.1365292 Jul 23 14:49:05.695490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cf063e0-c921-4386-948e-e7d649e3ce02 req-1a32bc30-85fc-4c69-98be-0eec1926e4c8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488896 Jul 23 14:49:05.723652 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:49:05.835065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:49:05.846529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d5154b-a566-4dde-b177-55c833130747 None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:49:05.855975 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:49:05.856593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:48:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:05.880052 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] No DVR routers for this DVR port 94d4b07d-e6ee-4c47-a985-8f62a86b3662 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:49:05.882758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:05.884786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c988873d-e14a-4b98-9739-182702342430 req-84c2f1ae-c317-44d6-8379-0dabae7de81a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "DELETE /v2.0/ports/94d4b07d-e6ee-4c47-a985-8f62a86b3662 HTTP/1.1" status: 204 len: 173 time: 1.3048954 Jul 23 14:49:05.885231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-deleted', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:49:05.887620 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da90187f-c5ad-41ca-92d1-338afded5a85" -d '{"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-deleted", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:49:05.932935 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dfa92a-19d7-460e-9370-8aa6cfcb7f2f x-openstack-request-id: req-15dfa92a-19d7-460e-9370-8aa6cfcb7f2f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:49:05.933272 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0da022-ff9f-4235-8a1e-55f1f8be39b3", "name": "network-vif-deleted", "tag": "94d4b07d-e6ee-4c47-a985-8f62a86b3662", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:49:05.933502 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15dfa92a-19d7-460e-9370-8aa6cfcb7f2f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:49:05.934069 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0da022-ff9f-4235-8a1e-55f1f8be39b3', 'name': 'network-vif-deleted', 'tag': '94d4b07d-e6ee-4c47-a985-8f62a86b3662', 'status': 'completed', 'code': 200} Jul 23 14:49:05.981800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:49:06.198554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:06.229276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d5154b-a566-4dde-b177-55c833130747 None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:49:06.237761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:49:06.238384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:48:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:06.345492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:49:06.541439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32d5154b-a566-4dde-b177-55c833130747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:06.567322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d5154b-a566-4dde-b177-55c833130747 None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:49:06.792142 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fad6fe-56f4-4e89-9470-4f753bd9be67 None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:49:06.952432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-447cbd13-9bfc-45b5-adab-12c60afaf5b6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1002830578&fields=id&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 267 time: 0.0445642 Jul 23 14:49:07.077316 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-f08d10ba-4344-4ecf-88a2-b530f846e95b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:07.078696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-f08d10ba-4344-4ecf-88a2-b530f846e95b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1188848 Jul 23 14:49:07.094477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-f0fccffb-2294-4241-86ea-9e485f5bcad5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/quotas/5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 375 time: 0.0099585 Jul 23 14:49:07.164813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-28a3bf19-bc6b-4b9a-9aec-07d2ac847bb0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650833 Jul 23 14:49:07.270494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-12fecf8e-865a-4df5-b0cb-c829ee97eac0 service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932975 Jul 23 14:49:07.369115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-43b66000-d5fa-4bcc-8c4c-37b746791f2b service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926023 Jul 23 14:49:07.550604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a135a24-f791-4b22-b85a-16b307aa2b00 req-b6ee873e-efe2-45dd-83a3-36f9e3006a27 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 210 time: 0.0340247 Jul 23 14:49:07.965082 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:08.649147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c3707d8-3223-4e86-bdd5-6f91fd0031d0 req-1b1bb70b-c3a0-4503-ab5a-a2611a9a187d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Jul 23 14:49:08.750129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-3a4103ee-3902-4acd-a0ce-e18a6ca22f73 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:08.751592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-3a4103ee-3902-4acd-a0ce-e18a6ca22f73 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1049113 Jul 23 14:49:08.800152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-c1964db8-3018-4b2f-86f6-790e9c577acb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 380 time: 0.0342834 Jul 23 14:49:08.812523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'port': {'device_id': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'admin_state_up': True, 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'security_groups': ['b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:49:08.923981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Made reservation on behalf of 5650a8ba30af4d1abda3fa04377c9928 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:49:08.927525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.066812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Allocated IP 172.20.0.6 (3f468840-fe54-4964-8b9d-5e6e25c6c3a1/72440806-dc47-472b-a5e7-31e732fb980e/f5658650-ffa3-4ca4-a67d-6637129bbb72) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:49:09.106536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:49:09.131069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 94d4b07d-e6ee-4c47-a985-8f62a86b3662 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:49:09.131419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 94d4b07d-e6ee-4c47-a985-8f62a86b3662 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:49:09.215376 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.229281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Transition to ACTIVE for port object f5658650-ffa3-4ca4-a67d-6637129bbb72 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:49:09.269035 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.315774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:49:09.320868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:49:09.324544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:49:09.349625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:09.378467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:09.379199 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.395185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-469a0a03-4cd8-4879-890b-28e6b3c2e4c1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863011 Jul 23 14:49:09.412416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Request body: {'port': {'device_id': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:49:09.487286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.584637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f88b2f2e-14f7-448b-88bf-6bdd70a2f612 None None] Provisioning for port f5658650-ffa3-4ca4-a67d-6637129bbb72 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:49:09.588760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f88b2f2e-14f7-448b-88bf-6bdd70a2f612 None None] Provisioning complete for port f5658650-ffa3-4ca4-a67d-6637129bbb72 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:49:09.589120 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f88b2f2e-14f7-448b-88bf-6bdd70a2f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.623335 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f88b2f2e-14f7-448b-88bf-6bdd70a2f612 None None] Port f5658650-ffa3-4ca4-a67d-6637129bbb72 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:49:09.778552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5658650-ffa3-4ca4-a67d-6637129bbb72 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:49:09.787311 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.804251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Transition to ACTIVE for port object f5658650-ffa3-4ca4-a67d-6637129bbb72 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:49:09.811375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:09.861173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac170621-3aae-4e32-b184-dc7e4e65d2f8 req-404766d9-9338-473a-894b-0d91a021815f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:09.862725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac170621-3aae-4e32-b184-dc7e4e65d2f8 req-404766d9-9338-473a-894b-0d91a021815f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 931 time: 0.1436377 Jul 23 14:49:09.885559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:09.956170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ac170621-3aae-4e32-b184-dc7e4e65d2f8 req-8e46ab5a-5e18-4fc3-a887-b67871d5d534 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855312 Jul 23 14:49:09.983324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:49:09.983659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:49:09.983985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:49:09.989028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Port f5658650-ffa3-4ca4-a67d-6637129bbb72 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:49:09.989363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:49:09.996174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:49:09.997204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:49:09.997724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:49:09.998001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Bound port: f5658650-ffa3-4ca4-a67d-6637129bbb72, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:49:09.998337 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:10.061621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:49:10.064671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:49:10.071234 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:10.110598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:10.111289 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:10.112594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] 10.222.0.11 "PUT /v2.0/ports/f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 1091 time: 0.7053885 Jul 23 14:49:10.113019 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:49:10.115560 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:49:10.144921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38449b62-adea-4e4f-b492-c3a2efafb88e service neutron] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:10.164848 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b2553d-d3d1-49c4-98a3-5f0c0572fb22 x-openstack-request-id: req-b2b2553d-d3d1-49c4-98a3-5f0c0572fb22 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:49:10.165132 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:49:10.165520 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2b2553d-d3d1-49c4-98a3-5f0c0572fb22 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:49:10.165924 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'status': 'completed', 'code': 200} Jul 23 14:49:10.235897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-b882908b-bed2-494c-8df9-b8892c46b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:10.237467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-b882908b-bed2-494c-8df9-b8892c46b88b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1094 time: 0.0600419 Jul 23 14:49:10.285797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-be0c50c5-29e2-48c0-9262-f24e535eaa1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 217 time: 0.0351188 Jul 23 14:49:10.338366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-eacfaa32-ab50-4d84-aa73-9220269d52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:10.339894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-eacfaa32-ab50-4d84-aa73-9220269d52d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0484869 Jul 23 14:49:10.403434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-c8926407-fcdd-4ef1-8ff4-3a024996319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:10.404855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-c8926407-fcdd-4ef1-8ff4-3a024996319b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581992 Jul 23 14:49:10.505074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-8721386d-4b28-48c6-98a6-9e16af06b82a service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922205 Jul 23 14:49:10.610821 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf840dd0-dd98-446b-acbb-fdef12494f26 req-991c56c2-0199-4d48-8987-2d5854e00004 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999362 Jul 23 14:49:10.758390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-bc063bf9-b5cd-4424-a48e-ca309da8e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:10.759846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-bc063bf9-b5cd-4424-a48e-ca309da8e9c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1094 time: 0.0616062 Jul 23 14:49:10.857728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-57509041-97ff-41f2-8a8a-7787c0e0df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:10.859249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-57509041-97ff-41f2-8a8a-7787c0e0df21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0924940 Jul 23 14:49:10.901414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-2ac2ca7f-8e0f-4171-b682-3392c473f1e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 217 time: 0.0341070 Jul 23 14:49:10.952457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-2c4b8886-003c-4a30-b16f-9dd5dbbd9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:10.953902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-2c4b8886-003c-4a30-b16f-9dd5dbbd9baf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0454741 Jul 23 14:49:11.021867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-24d23329-6376-4450-97ea-4f7ba510ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:11.023384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-24d23329-6376-4450-97ea-4f7ba510ec39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623500 Jul 23 14:49:11.162343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-39ecbde0-c26e-4131-8e98-fe1975c9f574 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285617 Jul 23 14:49:11.170994 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137fe85-3850-4c73-a9a3-e4d4e04bca97 req-820da092-9aed-44c5-9053-385324c952fb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:11.172447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a137fe85-3850-4c73-a9a3-e4d4e04bca97 req-820da092-9aed-44c5-9053-385324c952fb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 943 time: 0.1404619 Jul 23 14:49:11.256813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a137fe85-3850-4c73-a9a3-e4d4e04bca97 req-627362d0-cdad-4fe4-98f0-f5c47d92e750 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761178 Jul 23 14:49:11.281411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-42c5c8ec-dcf3-4e1b-8f71-36a74fd1279a req-2c637b8a-446e-4187-b9d5-18a485cfb9e9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078017 Jul 23 14:49:12.403166 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81f92c-f4c4-4afc-a43b-972da1e12eab req-b8014717-0e10-4867-93fa-85b39be43691 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:12.404661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca81f92c-f4c4-4afc-a43b-972da1e12eab req-b8014717-0e10-4867-93fa-85b39be43691 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 943 time: 0.0707352 Jul 23 14:49:12.445286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca81f92c-f4c4-4afc-a43b-972da1e12eab req-e80b6bf8-2239-4a41-82d3-05d9007f0fae tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324814 Jul 23 14:49:13.148625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:49:13.250828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:49:13.262622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'mac_address': 'fa:16:3e:45:47:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:49:13.303642 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:13.317637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5658650-ffa3-4ca4-a67d-6637129bbb72 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:49:13.338663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:49:13.345863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:13.396627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:13.590242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845be98-0220-4310-ab5b-13c7ca7480cb req-154fb591-9799-4902-b713-0ceb5cc674d3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:13.591646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e845be98-0220-4310-ab5b-13c7ca7480cb req-154fb591-9799-4902-b713-0ceb5cc674d3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 944 time: 0.0648112 Jul 23 14:49:13.609117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['f5658650-ffa3-4ca4-a67d-6637129bbb72'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:49:13.629185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e845be98-0220-4310-ab5b-13c7ca7480cb req-4c5fe269-49e7-4bc2-90fb-174270dbae5c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Jul 23 14:49:14.771749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158b24b-4794-433e-9693-c132de491f04 req-92a0728a-7b87-47c7-9498-8d989a73f8fa tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:14.773231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7158b24b-4794-433e-9693-c132de491f04 req-92a0728a-7b87-47c7-9498-8d989a73f8fa tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 944 time: 0.0728168 Jul 23 14:49:14.821671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7158b24b-4794-433e-9693-c132de491f04 req-23ea67e2-c2cc-4888-b3f4-67d0ed4e00ba tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Jul 23 14:49:15.155229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:49:15.221701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port f5658650-ffa3-4ca4-a67d-6637129bbb72 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:49:15.225702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port f5658650-ffa3-4ca4-a67d-6637129bbb72 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:49:15.226077 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:15.303714 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:15.331627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:49:15.335418 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff47e040-8bfa-4584-b1a8-34260d8b2310" -d '{"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-plugged", "status": "completed", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:49:15.348995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:49:15.356544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:15.384976 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d818752-aed0-48fe-b47e-e45ba223b9d3 x-openstack-request-id: req-3d818752-aed0-48fe-b47e-e45ba223b9d3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:49:15.385292 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-plugged", "status": "completed", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:49:15.385543 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d818752-aed0-48fe-b47e-e45ba223b9d3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:49:15.385930 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'code': 200} Jul 23 14:49:15.413203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:49:15.512838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe39dac-ac03-463d-bf86-357e820492b0 req-a84b0717-c43c-4338-90b0-a5455ad18205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:15.514303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe39dac-ac03-463d-bf86-357e820492b0 req-a84b0717-c43c-4338-90b0-a5455ad18205 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1096 time: 0.0540383 Jul 23 14:49:15.549141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe39dac-ac03-463d-bf86-357e820492b0 req-b5e7da4b-e015-4e63-b07c-4c8b8453657e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275271 Jul 23 14:49:15.848252 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2611d0e3-732b-4745-aff1-ad6f5acffdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:15.959408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5cf4a-944f-40fc-8969-8a93499cfd17 req-b34a2a5b-f44d-44db-8d79-a37b6b986fbe tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:15.960883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1c5cf4a-944f-40fc-8969-8a93499cfd17 req-b34a2a5b-f44d-44db-8d79-a37b6b986fbe tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0687752 Jul 23 14:49:16.000114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1c5cf4a-944f-40fc-8969-8a93499cfd17 req-920521dc-da2d-489e-bf49-f1b8da91b0f0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Jul 23 14:49:17.136976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40932-8ea2-4d6b-aa09-c148f7d49474 req-2ab4f0c7-7b20-4b49-b17a-94fa591a048e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:17.138485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fb40932-8ea2-4d6b-aa09-c148f7d49474 req-2ab4f0c7-7b20-4b49-b17a-94fa591a048e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0706282 Jul 23 14:49:17.179719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fb40932-8ea2-4d6b-aa09-c148f7d49474 req-48df9218-9842-4f3a-8c0f-31b65a670237 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Jul 23 14:49:17.311746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761f302-bf33-4807-9759-1785ce100730 req-997f9c38-3b7b-468b-af6a-d416299d26e7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:17.313169 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4761f302-bf33-4807-9759-1785ce100730 req-997f9c38-3b7b-468b-af6a-d416299d26e7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0683489 Jul 23 14:49:17.321923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 56978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:49:17.326543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'floatingip': {'port_id': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:49:17.365171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:17.818414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:17.825287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:17.922509 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 associated. External IP: 172.25.2.203, port: f5658650-ffa3-4ca4-a67d-6637129bbb72. Jul 23 14:49:18.144795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:49:18.178139 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:18.332976 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:18.567246 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b125-de90-4c24-ab15-8ebd3add67a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:18.589097 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:49:18.593701 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:18.598690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:49:18.607870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:49:18.608480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:49:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:18.633023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-90a40097-6caf-4f76-a00f-8f6a67a33b3b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "PUT /v2.0/floatingips/0a5f8755-d381-428d-b7cb-2960df3699b5 HTTP/1.1" status: 200 len: 991 time: 1.3073637 Jul 23 14:49:18.633023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:49:18.633492 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:49:18.718132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:49:18.736042 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78d5c7f-472a-45b9-ac94-517e98426967 x-openstack-request-id: req-e78d5c7f-472a-45b9-ac94-517e98426967 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:49:18.736301 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:49:18.736602 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e78d5c7f-472a-45b9-ac94-517e98426967 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:49:18.736976 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'status': 'completed', 'code': 200} Jul 23 14:49:18.834453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-f7667639-d821-4914-a900-9f5d02f0e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:18.835979 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-f7667639-d821-4914-a900-9f5d02f0e5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1096 time: 0.0559926 Jul 23 14:49:18.925948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-343d278d-5058-46e1-9cac-6bf306e24140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:18.927552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-343d278d-5058-46e1-9cac-6bf306e24140 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0856791 Jul 23 14:49:18.949119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:45:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:49:17Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:18.975545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:49:18.984473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:49:18.985193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:49:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:18.995713 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-b874f476-a794-4c44-8127-175217f78a69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 999 time: 0.0622690 Jul 23 14:49:19.050609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-99b0e3a8-4485-4b2e-9636-8b712e9b70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:19.052134 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-99b0e3a8-4485-4b2e-9636-8b712e9b70ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0493870 Jul 23 14:49:19.093657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:49:19.114064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-3558cf07-8763-4385-896a-ecf2916184c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:19.115624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-3558cf07-8763-4385-896a-ecf2916184c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565815 Jul 23 14:49:19.206899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-240f221d-d310-4acd-af5c-1831d5952ee0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844100 Jul 23 14:49:19.299548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ab34eaf4-5a34-4d36-ac1f-f1f16ef0d7a1 req-7f9bbfc8-dbb5-40b2-aa72-0da741b8d6bb service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867083 Jul 23 14:49:19.313620 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:45:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:49:17Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:49:19.345271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37421ef9-e648-4216-bd41-d3f71fcd81f3 None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:45:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:49:17Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:49:19.553711 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44217244-ef61-4f65-8cba-11dec83facb8 None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:49:19.689873 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:21.384904 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:29.880086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-e545a806-8e48-452a-9a86-671e2ef48d8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544348 Jul 23 14:49:30.006243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-257c7cbe-8e7c-4b5d-971b-83bb14b7a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:30.007817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-257c7cbe-8e7c-4b5d-971b-83bb14b7a5bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1096 time: 0.0607412 Jul 23 14:49:30.130478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-09e942b5-368f-4f1f-be09-4b03a8432deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:30.132002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-09e942b5-368f-4f1f-be09-4b03a8432deb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1050136 Jul 23 14:49:30.199066 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-6d4c9f2e-5c3d-4771-ae5f-eaa918e44b39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 1001 time: 0.0595222 Jul 23 14:49:30.252095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-996035ad-f473-4765-ab59-a567211a44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:30.253534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-996035ad-f473-4765-ab59-a567211a44b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0481524 Jul 23 14:49:30.313248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-094438e3-0714-45a1-8788-4282e542975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:49:30.314781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-094438e3-0714-45a1-8788-4282e542975a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546877 Jul 23 14:49:30.411811 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-26873c75-53c2-4f5f-9bdb-7a5c849c227a service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900917 Jul 23 14:49:30.510525 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6201fde2-93d2-41c0-b997-19b0b6b400af req-d236e594-dedf-4f6e-9c88-18b15bf699d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920732 Jul 23 14:49:37.974120 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:42.481052 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:49:45.850733 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a73a1d3-0741-4f18-8c15-f278e8b07f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:48.194215 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:48.342177 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:48.572133 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52cff34c-e13e-41ba-a7c6-09d182f71b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:49.693531 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:49:51.386684 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:07.990762 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:15.851387 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7834a6c1-412c-471e-9123-cb16b27f3f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:18.208998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:18.342959 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:18.557037 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45eecd07-3a5d-4c74-94f1-d8ba8020fa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:19.476892 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:50:19.695497 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:21.394377 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:30.900995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-87cdbee1-a59f-4af2-88f2-155b5bdf8913 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572705 Jul 23 14:50:31.017329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-5c390e9f-c7e7-4b4e-bf8a-93fb9601c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:31.018859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-5c390e9f-c7e7-4b4e-bf8a-93fb9601c6ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1096 time: 0.0598354 Jul 23 14:50:31.124336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-953041c1-246c-46e7-a7b8-7fc67b3ae330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:31.125792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-953041c1-246c-46e7-a7b8-7fc67b3ae330 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0874772 Jul 23 14:50:31.198142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-a60671d4-3a05-4e21-b686-9af39796f4ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 1001 time: 0.0658479 Jul 23 14:50:31.245831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-c6a97dca-cdb8-4bdc-9a5b-1b87fc7afa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:31.247266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-c6a97dca-cdb8-4bdc-9a5b-1b87fc7afa60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0430515 Jul 23 14:50:31.320492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-5917d35a-fc03-4ab0-880d-ef1edc398776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:31.322005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-5917d35a-fc03-4ab0-880d-ef1edc398776 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678837 Jul 23 14:50:31.333041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-c6c2be70-9400-48f0-8aef-15be9cf06c9c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:50:31.333986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-c6c2be70-9400-48f0-8aef-15be9cf06c9c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053744 Jul 23 14:50:31.431103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-671455a4-5a76-4e3e-b2d6-e7be932305f3 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903127 Jul 23 14:50:31.525647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdb56e7-6bb3-4b3b-ab9e-d23186a792f9 req-43b6613d-e83d-4c70-b802-4868297e5da8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883374 Jul 23 14:50:37.998680 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:45.854373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1af34e-2994-432d-b4d7-66dbe9c28d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:48.213356 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:48.341897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:48.568096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-555581ae-7c76-43b4-8cb4-3b52ea0a76fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:49.859421 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:51.399842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:50:55.777661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7806e-9198-40f2-a5ca-e995b77cb1a7 req-ea2736b8-652d-4218-bd6e-b068febdf706 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:55.779192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5d7806e-9198-40f2-a5ca-e995b77cb1a7 req-ea2736b8-652d-4218-bd6e-b068febdf706 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.1689630 Jul 23 14:50:55.819320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5d7806e-9198-40f2-a5ca-e995b77cb1a7 req-c6cf392b-2939-486d-9310-dec1901bf702 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322223 Jul 23 14:50:56.481432 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:50:56.969771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1515a-359b-4269-90f3-573148852166 req-94a41d22-1d96-4b48-99d3-38f8e767840b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:56.971312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18f1515a-359b-4269-90f3-573148852166 req-94a41d22-1d96-4b48-99d3-38f8e767840b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0720363 Jul 23 14:50:57.014370 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18f1515a-359b-4269-90f3-573148852166 req-e018ab66-1705-4eb2-b88e-9912e0610841 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349746 Jul 23 14:50:58.163109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7fcf-05dc-4586-98e1-9f59ed4e932b req-1e94d283-efdb-4e3b-9b1e-246feef4d24a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:58.164591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ed7fcf-05dc-4586-98e1-9f59ed4e932b req-1e94d283-efdb-4e3b-9b1e-246feef4d24a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0691068 Jul 23 14:50:58.213196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ed7fcf-05dc-4586-98e1-9f59ed4e932b req-892789ba-3c36-4875-831f-cea1057195d0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Jul 23 14:50:59.364235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b268-0785-40da-8ae0-0cba18cc7e9c req-b09714e9-7e18-4174-9d05-b63ee1d38235 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:50:59.365678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa8b268-0785-40da-8ae0-0cba18cc7e9c req-b09714e9-7e18-4174-9d05-b63ee1d38235 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0680268 Jul 23 14:50:59.406715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5aa8b268-0785-40da-8ae0-0cba18cc7e9c req-bfb3cfcf-ee4e-4a85-b28c-c63bf4ecb39f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353727 Jul 23 14:51:00.551494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d5b01-ea5b-4a55-bfb9-7a7ec6f9b2a8 req-3bed83ee-eb82-477e-8b85-2553b83e5b5d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:00.553034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ed6d5b01-ea5b-4a55-bfb9-7a7ec6f9b2a8 req-3bed83ee-eb82-477e-8b85-2553b83e5b5d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0670280 Jul 23 14:51:00.591895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ed6d5b01-ea5b-4a55-bfb9-7a7ec6f9b2a8 req-763c4106-15be-4eab-93dd-48b552730e1c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329757 Jul 23 14:51:01.739691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a38c-eafe-4e2f-a682-3ea15e68ca2a req-bd76bc3e-5f0d-4d41-8959-e54b203d0b63 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:01.741093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb18a38c-eafe-4e2f-a682-3ea15e68ca2a req-bd76bc3e-5f0d-4d41-8959-e54b203d0b63 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0711696 Jul 23 14:51:01.778983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb18a38c-eafe-4e2f-a682-3ea15e68ca2a req-e4e9f795-6aa5-4965-b5c2-cce67a63bbc5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322697 Jul 23 14:51:02.925946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f4665-a974-4c0b-8249-b52e58640208 req-710f6009-e947-4fa2-b350-d98b5a9e1a79 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:02.927512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707f4665-a974-4c0b-8249-b52e58640208 req-710f6009-e947-4fa2-b350-d98b5a9e1a79 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0674760 Jul 23 14:51:02.965745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707f4665-a974-4c0b-8249-b52e58640208 req-ad95e36c-d9f6-40ea-a430-c4c0150842bf tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Jul 23 14:51:04.108977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fddb4b-e548-44c9-905b-eb1b3757d9f2 req-fac58819-0933-4af8-9032-7f39cb49775b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:04.110468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7fddb4b-e548-44c9-905b-eb1b3757d9f2 req-fac58819-0933-4af8-9032-7f39cb49775b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0714831 Jul 23 14:51:04.157519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e7fddb4b-e548-44c9-905b-eb1b3757d9f2 req-1d988338-3722-4762-86e0-43233223b160 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Jul 23 14:51:05.305697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb2cda-5955-469f-bc0f-ce0f5d10017d req-f917643d-ec72-4f03-9927-44236f21c651 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:05.308258 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29eb2cda-5955-469f-bc0f-ce0f5d10017d req-f917643d-ec72-4f03-9927-44236f21c651 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0714681 Jul 23 14:51:05.347397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29eb2cda-5955-469f-bc0f-ce0f5d10017d req-24826a25-f340-436b-91e9-68b8b807eee1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344460 Jul 23 14:51:06.488983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89228932-8cf8-4630-84ab-d3b73f7886fc req-b35801d6-18c7-4448-a499-cade1a2ad7b3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:06.490414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89228932-8cf8-4630-84ab-d3b73f7886fc req-b35801d6-18c7-4448-a499-cade1a2ad7b3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0690222 Jul 23 14:51:06.529457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89228932-8cf8-4630-84ab-d3b73f7886fc req-e6bed3c0-a62f-4e0e-af43-9cbc472734cc tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Jul 23 14:51:06.789637 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-392a1ce4-06b4-41ac-bc21-dc9e873eb9e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604458 Jul 23 14:51:06.806162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb91c1-03ac-4331-a9f2-8af3445c71f3 req-3e6b0cfe-c001-4e12-8694-88e4646a7fb9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:06.807943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5eb91c1-03ac-4331-a9f2-8af3445c71f3 req-3e6b0cfe-c001-4e12-8694-88e4646a7fb9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0698001 Jul 23 14:51:06.847217 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5eb91c1-03ac-4331-a9f2-8af3445c71f3 req-6bf9bd63-a1f0-4cc0-9288-f52b183f8b45 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Jul 23 14:51:07.983362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2310c0-e048-41d6-8757-2d2abac317e7 req-195d5a07-30d8-467f-acfd-30cab0d2f9f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:07.984970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa2310c0-e048-41d6-8757-2d2abac317e7 req-195d5a07-30d8-467f-acfd-30cab0d2f9f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0655334 Jul 23 14:51:07.989730 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:08.028566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa2310c0-e048-41d6-8757-2d2abac317e7 req-52fb0c1a-7527-447b-a6f5-c282c4ae6dee tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Jul 23 14:51:09.185669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83d40b-dbcd-4ff7-bf6b-6ad4d9ea6c0c req-5c606b97-cb2d-4bd5-a9d0-423d84734b87 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:09.187319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d83d40b-dbcd-4ff7-bf6b-6ad4d9ea6c0c req-5c606b97-cb2d-4bd5-a9d0-423d84734b87 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0833359 Jul 23 14:51:09.233686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d83d40b-dbcd-4ff7-bf6b-6ad4d9ea6c0c req-8e7e332b-908a-437d-a0e7-6ae9b19d2a36 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394561 Jul 23 14:51:10.381330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce216dcf-2698-4954-8413-034be29050b5 req-c36a0d87-853b-450f-8252-17845ccc7262 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:10.382880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce216dcf-2698-4954-8413-034be29050b5 req-c36a0d87-853b-450f-8252-17845ccc7262 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0724025 Jul 23 14:51:10.423212 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce216dcf-2698-4954-8413-034be29050b5 req-f227c346-5d45-4d06-9840-34c92e4663fc tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322027 Jul 23 14:51:11.218669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-e647b7e9-07ae-440f-8fb2-2a524822ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:11.220207 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-e647b7e9-07ae-440f-8fb2-2a524822ee36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1096 time: 0.1126535 Jul 23 14:51:11.312751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-5deedf1d-3f98-432f-ade5-82358fd5b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:11.314080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-5deedf1d-3f98-432f-ade5-82358fd5b46f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0873160 Jul 23 14:51:11.379413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a9057338-46c0-46bd-ac3e-af325fd96565 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 1001 time: 0.0588243 Jul 23 14:51:11.432627 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-86f9664e-9e06-49c3-ab3d-d4c3e625a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:11.434082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-86f9664e-9e06-49c3-ab3d-d4c3e625a244 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0488961 Jul 23 14:51:11.495331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-0df71180-e595-4839-bd53-17c546aa35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:11.496869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-0df71180-e595-4839-bd53-17c546aa35cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562265 Jul 23 14:51:11.625041 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-de56bc1f-b39d-4ba3-8119-0c92ff7e869c service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165478 Jul 23 14:51:11.635538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f38f3-f1a6-46e5-9b9b-6cf8c1d91199 req-bc266569-733a-43e5-859d-65d97e3c401e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:11.636920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-494f38f3-f1a6-46e5-9b9b-6cf8c1d91199 req-bc266569-733a-43e5-859d-65d97e3c401e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.1368754 Jul 23 14:51:11.730445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-494f38f3-f1a6-46e5-9b9b-6cf8c1d91199 req-1ff61f29-738f-46f4-b1bf-9b66aea16d00 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854940 Jul 23 14:51:11.750951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-12a21de2-8edf-491e-87b9-d6d88bb22657 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130953 Jul 23 14:51:12.879709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c42765-4772-4b07-827f-3c89b27dbb8b req-a146c5c7-707f-4043-970c-b2b40d076954 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:12.881243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1c42765-4772-4b07-827f-3c89b27dbb8b req-a146c5c7-707f-4043-970c-b2b40d076954 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0725806 Jul 23 14:51:12.920386 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1c42765-4772-4b07-827f-3c89b27dbb8b req-775eeeab-a2d2-4002-bbe0-7a29763b7cb1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Jul 23 14:51:13.952774 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-2df96f4f-eeef-4436-aa48-529522e98e5e service neutron] show failed (client error): The resource could not be found. Jul 23 14:51:13.953839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-2df96f4f-eeef-4436-aa48-529522e98e5e service neutron] 10.222.0.11 "GET /v2.0/ports/f5658650-ffa3-4ca4-a67d-6637129bbb72/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0641797 Jul 23 14:51:14.065331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30e6c3-8453-4fd9-9505-3937ac3845f6 req-37ab22ec-7883-48cf-bf78-9d92b3e02107 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:14.067018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b30e6c3-8453-4fd9-9505-3937ac3845f6 req-37ab22ec-7883-48cf-bf78-9d92b3e02107 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0746796 Jul 23 14:51:14.110394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b30e6c3-8453-4fd9-9505-3937ac3845f6 req-2a82656a-0385-4d6e-bcdf-15bc98f8cc62 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363936 Jul 23 14:51:14.192210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-b04b592a-8c26-454b-a4ed-c6260d27be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:14.193739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-b04b592a-8c26-454b-a4ed-c6260d27be83 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 1096 time: 0.0565169 Jul 23 14:51:14.206170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:51:14.278482 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:14.490000 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:14.521865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:51:14.560136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:51:14.562516 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65dabb9-0bda-4e99-b2a6-6209349f7408" -d '{"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:51:14.566878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:14.580570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Transition to ACTIVE for port object f5658650-ffa3-4ca4-a67d-6637129bbb72 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:51:14.586151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:14.613087 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef830919-6731-4003-ad27-854181147621 x-openstack-request-id: req-ef830919-6731-4003-ad27-854181147621 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:51:14.613394 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:51:14.613627 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef830919-6731-4003-ad27-854181147621 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:51:14.614015 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'code': 200} Jul 23 14:51:14.667029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:14.680343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.680684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.681016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.681345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.681665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.681982 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.682299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.682615 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.682954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.683269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.683584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.683897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:14.724105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] No DVR routers for this DVR port f5658650-ffa3-4ca4-a67d-6637129bbb72 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:51:14.859831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:51:14.860113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:51:14.860487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:51:14.865151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Port f5658650-ffa3-4ca4-a67d-6637129bbb72 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:51:14.865289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Attempting to bind port f5658650-ffa3-4ca4-a67d-6637129bbb72 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:51:14.870321 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:51:14.870667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:51:14.871070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:51:14.871508 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Bound port: f5658650-ffa3-4ca4-a67d-6637129bbb72, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:51:14.871862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:14.933826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:51:14.936754 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:51:14.944626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:14.978438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:14.979130 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:14.980500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a480d270-a103-4057-88da-87c3376d121f service neutron] 10.222.0.48 "PUT /v2.0/ports/f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 1091 time: 0.7788298 Jul 23 14:51:15.008286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480d270-a103-4057-88da-87c3376d121f service neutron] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:15.074092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-2808f0b0-9f90-4072-95e8-715c2e3f37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:15.075671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-2808f0b0-9f90-4072-95e8-715c2e3f37bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1094 time: 0.0620062 Jul 23 14:51:15.172024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-4870eb62-91d0-4a10-87b7-106eeb5779fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:15.173508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-4870eb62-91d0-4a10-87b7-106eeb5779fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0906661 Jul 23 14:51:15.268561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-8253c005-afed-4d43-9529-5d3599320d69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 999 time: 0.0877664 Jul 23 14:51:15.326425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6c6fd-8ad0-45cd-97a6-ce645a05451c req-0d6cffc2-e1e1-4c32-9c29-14aed310b402 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:15.327922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57e6c6fd-8ad0-45cd-97a6-ce645a05451c req-0d6cffc2-e1e1-4c32-9c29-14aed310b402 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 943 time: 0.1415854 Jul 23 14:51:15.343543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-3fa8c425-309f-43e2-a58d-37edc2dfa297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:15.344907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-3fa8c425-309f-43e2-a58d-37edc2dfa297 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0684450 Jul 23 14:51:15.396366 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-57e6c6fd-8ad0-45cd-97a6-ce645a05451c req-055eda1e-04a9-4c76-8305-b432f4545451 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621550 Jul 23 14:51:15.417805 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a663f4d1-8c58-4e4a-9369-12c90b0cbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:15.419428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-a663f4d1-8c58-4e4a-9369-12c90b0cbbb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663319 Jul 23 14:51:15.431358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-e62d8705-8708-4137-97e3-77f715206155 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:51:15.432296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-e62d8705-8708-4137-97e3-77f715206155 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050528 Jul 23 14:51:15.521404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-bd84a040-a643-473b-a44a-8fa773ce08d5 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822973 Jul 23 14:51:15.627266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-870ace07-1909-493d-9b26-d310d65ce916 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982685 Jul 23 14:51:15.857949 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c4d15e6-0946-4356-896f-b9d6f15f85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:16.548488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28766e-1be9-4d18-be8c-70a30cda1be4 req-505ffeaa-7762-4676-aa3c-2874af0482a0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:16.549983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d28766e-1be9-4d18-be8c-70a30cda1be4 req-505ffeaa-7762-4676-aa3c-2874af0482a0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 943 time: 0.0747228 Jul 23 14:51:16.588251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d28766e-1be9-4d18-be8c-70a30cda1be4 req-3305712f-2ac3-4781-a57c-4e0ec4aa5d81 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Jul 23 14:51:16.615012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:51:16.617372 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:51:16.665527 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79b2334-6f87-442f-81f3-e2d5402d13e1 x-openstack-request-id: req-d79b2334-6f87-442f-81f3-e2d5402d13e1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:51:16.665921 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:51:16.666239 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d79b2334-6f87-442f-81f3-e2d5402d13e1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:51:16.666803 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'status': 'completed', 'code': 200} Jul 23 14:51:16.787310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-69298f60-cfdd-42d2-94c4-9b7a0aa7d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:16.788711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-69298f60-cfdd-42d2-94c4-9b7a0aa7d917 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1094 time: 0.0960865 Jul 23 14:51:16.793856 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-1d593581-b9af-4e63-8ae3-6acb2b50ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:16.795315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-1d593581-b9af-4e63-8ae3-6acb2b50ce21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1094 time: 0.0915835 Jul 23 14:51:16.944266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-676f003b-277c-4d6b-89da-e068e544cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:16.945790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-676f003b-277c-4d6b-89da-e068e544cca6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1496546 Jul 23 14:51:16.948519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-07cf3a4a-2634-496c-8f17-c1b634a9fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:16.949802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-07cf3a4a-2634-496c-8f17-c1b634a9fb2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1467156 Jul 23 14:51:17.057494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-8010bef6-0c85-428b-914a-3a72a4ab388c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 999 time: 0.1034956 Jul 23 14:51:17.059175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-e26e995e-b3f3-403c-a7f3-8eb58cef5713 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 999 time: 0.0994179 Jul 23 14:51:17.143863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-87577274-6f46-48c2-a413-29fdfc8a7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:17.145350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-87577274-6f46-48c2-a413-29fdfc8a7438 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0807664 Jul 23 14:51:17.146746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-14d29002-7bcb-4bfa-baa0-57a1f17e2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:17.148036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-14d29002-7bcb-4bfa-baa0-57a1f17e2a09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0754120 Jul 23 14:51:17.238659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-5ae6da09-8651-47e2-abb5-b6709fa83eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:17.240195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-5ae6da09-8651-47e2-abb5-b6709fa83eee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877540 Jul 23 14:51:17.244372 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-aa1ca128-b2d9-4a67-b85b-982bf89c0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:17.245733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-aa1ca128-b2d9-4a67-b85b-982bf89c0f35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861762 Jul 23 14:51:17.689244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:51:17.729556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:51:17.765970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-99abbc8c-ffca-4659-a7f0-32a5c98f155d service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180421 Jul 23 14:51:17.771732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-973bb300-3050-414f-84a0-4f50b29f8726 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171208 Jul 23 14:51:17.908936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db053-c563-41df-8824-b231bf08a435 req-92919a2a-5757-4321-8054-94de00c7d6fa tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:17.910440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707db053-c563-41df-8824-b231bf08a435 req-92919a2a-5757-4321-8054-94de00c7d6fa tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 943 time: 0.2119956 Jul 23 14:51:17.929976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:51:17.960227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-44ff4bda-6250-45dc-b69d-49a218e64d12 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867661 Jul 23 14:51:17.969131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e1fd994-53c2-4760-a1ad-1ffd7bfd2ac9 req-9ab892a3-61f7-4de9-ba33-25645119e162 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871631 Jul 23 14:51:17.981806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-707db053-c563-41df-8824-b231bf08a435 req-11b853c3-0738-4954-9403-e7bebe33f4e3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618777 Jul 23 14:51:18.040371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:18.051420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'mac_address': 'fa:16:3e:45:47:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:51:18.090067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:18.104469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5658650-ffa3-4ca4-a67d-6637129bbb72 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:51:18.132419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:18.139381 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:18.213351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:18.214038 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:18.222341 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.222760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.223080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.223448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.223783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.224119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.224444 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.224775 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.225098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.225417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.225727 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.226055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:51:18.252348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7fecd-77bc-4a76-aacc-e628b7cb4ae4 req-d4ce2c13-d1bb-4a2b-8117-7eda01f181db tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:18.253814 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2f7fecd-77bc-4a76-aacc-e628b7cb4ae4 req-d4ce2c13-d1bb-4a2b-8117-7eda01f181db tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 944 time: 0.1133866 Jul 23 14:51:18.268177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-4b3085d8-4c41-4517-9cf4-593eaeedfaee tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:18.269554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-4b3085d8-4c41-4517-9cf4-593eaeedfaee tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0&tenant_id=5650a8ba30af4d1abda3fa04377c9928&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 944 time: 0.0956028 Jul 23 14:51:18.331459 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2f7fecd-77bc-4a76-aacc-e628b7cb4ae4 req-840d52ce-d81f-4b0e-8b2f-fab82b8bff89 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715170 Jul 23 14:51:18.336639 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:18.348345 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-19f1a1c9-d0da-4db6-a3fe-a47b37360a02 service neutron] delete failed (client error): The resource could not be found. Jul 23 14:51:18.349398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-19f1a1c9-d0da-4db6-a3fe-a47b37360a02 service neutron] 10.222.0.11 "DELETE /v2.0/ports/f5658650-ffa3-4ca4-a67d-6637129bbb72/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0737040 Jul 23 14:51:18.363036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['f5658650-ffa3-4ca4-a67d-6637129bbb72'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:51:18.472480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-8aa89221-d8a1-47da-98c9-8ae733de7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:18.474051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-8aa89221-d8a1-47da-98c9-8ae733de7eab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1095 time: 0.0618420 Jul 23 14:51:18.560669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df445039-4d87-4a54-95e0-efb35a058b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:18.588286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-2f46d36e-a15d-452d-9dfc-c3dcc48c88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:18.589856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-2f46d36e-a15d-452d-9dfc-c3dcc48c88c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1097202 Jul 23 14:51:18.659757 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-cd65184a-00f0-451b-b002-9639d0e93caf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 1000 time: 0.0635107 Jul 23 14:51:18.707714 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-de5b15fa-fa20-4a81-9727-dce2d6d0df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:18.709117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-de5b15fa-fa20-4a81-9727-dce2d6d0df47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0430403 Jul 23 14:51:18.768962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-1b043485-afea-43a8-b337-f1aab310570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:18.770438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-1b043485-afea-43a8-b337-f1aab310570c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551698 Jul 23 14:51:18.863400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-a9b91cd3-975f-4c3c-a5e4-cf5aa346a67d service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862849 Jul 23 14:51:18.951808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-706b4c65-78af-45cf-8e7e-741a5f1096fe req-7fbb4ae4-3143-4683-9d4f-1a486c2368bb service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816104 Jul 23 14:51:19.472660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668c02-99a8-4371-bbd8-b3fa0ee520b1 req-fc95497f-c511-4ea5-88c2-a00889f46901 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:19.474152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb668c02-99a8-4371-bbd8-b3fa0ee520b1 req-fc95497f-c511-4ea5-88c2-a00889f46901 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 944 time: 0.0708230 Jul 23 14:51:19.513303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb668c02-99a8-4371-bbd8-b3fa0ee520b1 req-6dbe917c-6e3e-4c69-a305-dc137fa01263 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Jul 23 14:51:19.701737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:19.943397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:51:20.003488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port f5658650-ffa3-4ca4-a67d-6637129bbb72 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:51:20.007284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port f5658650-ffa3-4ca4-a67d-6637129bbb72 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:51:20.007662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:20.082596 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:20.113236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:51:20.116805 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da2dc3-0b55-4c88-a28c-82d59da6c30a" -d '{"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-plugged", "status": "completed", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:51:20.130315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:20.136799 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:20.159768 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8916084f-5e92-457c-9005-1f2e3c6aeacf x-openstack-request-id: req-8916084f-5e92-457c-9005-1f2e3c6aeacf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:51:20.160054 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-plugged", "status": "completed", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:51:20.160305 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8916084f-5e92-457c-9005-1f2e3c6aeacf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:51:20.160687 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'code': 200} Jul 23 14:51:20.186061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:20.668376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106720a-3144-47a3-b7bc-014a32fc4bb9 req-71aa42b6-f04a-48cf-8d18-755dc4d2f63b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:20.669968 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1106720a-3144-47a3-b7bc-014a32fc4bb9 req-71aa42b6-f04a-48cf-8d18-755dc4d2f63b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0726209 Jul 23 14:51:20.709156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1106720a-3144-47a3-b7bc-014a32fc4bb9 req-92a047e0-7ad9-48c6-8986-e67e01b2f506 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Jul 23 14:51:20.858105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcc320-5f0b-473f-8f1c-903cfead9958 req-aaa40380-938c-43c4-8205-3a1b7d1f2ce9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:20.859534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9afcc320-5f0b-473f-8f1c-903cfead9958 req-aaa40380-938c-43c4-8205-3a1b7d1f2ce9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0767140 Jul 23 14:51:20.903414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9afcc320-5f0b-473f-8f1c-903cfead9958 req-f53570e4-72e5-4a2e-a9f7-99075ba1c370 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356610 Jul 23 14:51:21.160674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ceac0-cac2-475b-89ad-583af3c565ab req-9cbffe4a-0f55-4cb7-b138-cf764649453c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:21.162156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b3ceac0-cac2-475b-89ad-583af3c565ab req-9cbffe4a-0f55-4cb7-b138-cf764649453c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.1054800 Jul 23 14:51:21.168387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-3c87ea4a-2f05-4f28-a5d9-e9cd26989bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:21.169746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-3c87ea4a-2f05-4f28-a5d9-e9cd26989bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 1096 time: 0.0770218 Jul 23 14:51:21.229262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2b3ceac0-cac2-475b-89ad-583af3c565ab req-5aef6ebe-71ff-4cb5-a350-49b4659f5de6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582995 Jul 23 14:51:21.284035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-1426405f-ad20-42a4-a4a9-f38596f69244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:21.285851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-1426405f-ad20-42a4-a4a9-f38596f69244 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1078711 Jul 23 14:51:21.354377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-76c385be-a581-4e6b-8865-50d028e52e93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 200 len: 1001 time: 0.0612314 Jul 23 14:51:21.401373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:21.414930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-e59b2641-2c93-41cd-a994-5632c8b321b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:21.416352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-e59b2641-2c93-41cd-a994-5632c8b321b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0545437 Jul 23 14:51:21.477898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-eb7b48ee-df62-4f71-b8cf-8cca3cada355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:21.479458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-eb7b48ee-df62-4f71-b8cf-8cca3cada355 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559087 Jul 23 14:51:21.572853 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-2b27584f-b077-44c1-ad72-dc7d6d43e227 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857146 Jul 23 14:51:21.676609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-48eb0e72-38be-470f-ab24-bedd3d9aeb6f req-3a00a688-4af2-4765-b159-79547c56fefb service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966682 Jul 23 14:51:22.383267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92afaa9-6d1b-4227-9ca3-030d60337c51 req-eade7368-ddb4-411f-8920-f182b2d0c179 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:22.384799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c92afaa9-6d1b-4227-9ca3-030d60337c51 req-eade7368-ddb4-411f-8920-f182b2d0c179 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0789454 Jul 23 14:51:22.425213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c92afaa9-6d1b-4227-9ca3-030d60337c51 req-fdb0df4d-795f-411e-b72b-4d9725a581a4 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 Jul 23 14:51:22.721289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79300-c8da-4b32-bd5e-ac03b6517715 req-3ff4fc2c-bf99-4f76-8e13-44ea83ee849f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:22.722892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0e79300-c8da-4b32-bd5e-ac03b6517715 req-3ff4fc2c-bf99-4f76-8e13-44ea83ee849f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0842454 Jul 23 14:51:22.761332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0e79300-c8da-4b32-bd5e-ac03b6517715 req-1d4b04fc-4728-4a27-a63e-e5a02b8018fd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Jul 23 14:51:23.899547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39547-b962-491d-bccf-6ccfb5019876 req-e6c7ba21-a337-4adf-845e-3371a1cc02b5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:23.901019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8e39547-b962-491d-bccf-6ccfb5019876 req-e6c7ba21-a337-4adf-845e-3371a1cc02b5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0685031 Jul 23 14:51:23.976152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8e39547-b962-491d-bccf-6ccfb5019876 req-e8530a3b-0c46-4150-aad6-c5e92316f93f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691648 Jul 23 14:51:24.005367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-34ac4bf8-6234-40dc-8762-68edc255be54 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:24.006933 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-34ac4bf8-6234-40dc-8762-68edc255be54 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 945 time: 0.0882540 Jul 23 14:51:24.116524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Deleting port f5658650-ffa3-4ca4-a67d-6637129bbb72 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:51:24.116876 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:24.214187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] For port f5658650-ffa3-4ca4-a67d-6637129bbb72, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=f5658650-ffa3-4ca4-a67d-6637129bbb72,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:24.214555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:24.386235 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:24.386474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:24.386922 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 disassociated. External IP: 172.25.2.203, port: f5658650-ffa3-4ca4-a67d-6637129bbb72. Jul 23 14:51:24.387266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Calling delete_port for f5658650-ffa3-4ca4-a67d-6637129bbb72 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:51:24.529835 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:24.562565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event deleted for resources: {'Port': ['ID=f5658650-ffa3-4ca4-a67d-6637129bbb72,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:24.686302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:51:24.803363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:51:24.813323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:51:24.823315 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:51:24.823936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:51:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:24.851395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] No DVR routers for this DVR port f5658650-ffa3-4ca4-a67d-6637129bbb72 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:51:24.854052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:24.856087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-80d8230f-17d8-4c57-873f-e0f645a7376f req-5e89e8cf-1560-4936-8130-7b86457fbc44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "DELETE /v2.0/ports/f5658650-ffa3-4ca4-a67d-6637129bbb72 HTTP/1.1" status: 204 len: 173 time: 0.8425314 Jul 23 14:51:24.856509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-deleted', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:51:24.858816 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5df5af4-2b29-47e5-8cae-b91cd19f5105" -d '{"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-deleted", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:51:24.907725 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d6154-a3ea-477a-b5b9-b2e256d41b74 x-openstack-request-id: req-a29d6154-a3ea-477a-b5b9-b2e256d41b74 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:51:24.908534 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a84e021-0880-43f0-acb5-2151e89b42d0", "name": "network-vif-deleted", "tag": "f5658650-ffa3-4ca4-a67d-6637129bbb72", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:51:24.908534 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a29d6154-a3ea-477a-b5b9-b2e256d41b74 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:51:24.908740 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a84e021-0880-43f0-acb5-2151e89b42d0', 'name': 'network-vif-deleted', 'tag': 'f5658650-ffa3-4ca4-a67d-6637129bbb72', 'status': 'completed', 'code': 200} Jul 23 14:51:24.935213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:51:25.095453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0b2de45-3b23-4f5a-95f2-f405805e45e6 req-336ec535-6b37-4d6b-b8c4-f0251c6d62e4 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a84e021-0880-43f0-acb5-2151e89b42d0 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Jul 23 14:51:25.141598 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:25.168058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:51:25.176587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:51:25.177171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:51:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:25.282002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:51:25.481737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:25.508416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1fdfdf-f252-465b-add5-ac2c8f3dcd3b None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:51:25.740180 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1316bbe-90e9-4ce9-8dda-fe3615e7e0a4 None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:51:26.407937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-b4f08b4a-1451-45e6-ac9a-18319bd6a95f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1002830578&fields=id&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 267 time: 0.0351551 Jul 23 14:51:26.517852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-6668abdb-bac1-492b-9c7f-e364baa6f08c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:26.519266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-6668abdb-bac1-492b-9c7f-e364baa6f08c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1048923 Jul 23 14:51:26.537426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-3ac13466-c4c5-4405-bbf9-feda14470b74 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/quotas/5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 375 time: 0.0118873 Jul 23 14:51:26.606048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-3aeb0160-8ee2-4ead-99eb-5a5dbc74da86 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632606 Jul 23 14:51:26.790968 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-ff610cb4-a532-46b2-9ed2-f7a6bbbd8016 service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730673 Jul 23 14:51:26.885124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-cf938e73-1cee-4815-9df2-2401cbadbb03 service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Jul 23 14:51:27.054329 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb2162ac-11b4-4e7a-8d02-2a9f6c9751ed req-a9a37fb5-01a3-4e4a-944e-eaed8d496894 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 210 time: 0.0290775 Jul 23 14:51:28.006916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:51:28.027077 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: f5658650-ffa3-4ca4-a67d-6637129bbb72 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:51:28.027545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device f5658650-ffa3-4ca4-a67d-6637129bbb72 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:51:28.070349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-73e017dd-85c0-470a-919b-60e6b0eecac1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:28.071864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-73e017dd-85c0-470a-919b-60e6b0eecac1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1107640 Jul 23 14:51:28.123072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-ff029864-f300-4df8-b86b-80a27c380d85 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 380 time: 0.0359867 Jul 23 14:51:28.136941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'port': {'device_id': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'admin_state_up': True, 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'security_groups': ['b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:51:28.156993 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcdd990e-3e73-43ee-a2a9-b382b96bcdc5 req-41be2ef3-7a9d-42be-9bb4-a5a4daf5b497 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 210 time: 0.0329919 Jul 23 14:51:28.270045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Made reservation on behalf of 5650a8ba30af4d1abda3fa04377c9928 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:51:28.273623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:28.401122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Allocated IP 172.20.0.11 (3f468840-fe54-4964-8b9d-5e6e25c6c3a1/72440806-dc47-472b-a5e7-31e732fb980e/85902d3f-4a5b-4e20-b028-1a274c68e6e7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:51:28.536603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:28.550683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Transition to ACTIVE for port object 85902d3f-4a5b-4e20-b028-1a274c68e6e7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:51:28.587801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:28.633525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:51:28.638548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:51:28.642236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:51:28.648719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:28.696312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:28.696907 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:28.715569 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-37e28caf-1fb2-46cf-a369-ab619baa6915 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826895 Jul 23 14:51:28.733689 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Request body: {'port': {'device_id': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:51:28.807007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:28.922518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-337ee7a6-cb4a-480f-b467-db3a3de0b3cf None None] Provisioning for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:51:28.927238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-337ee7a6-cb4a-480f-b467-db3a3de0b3cf None None] Provisioning complete for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:51:28.927609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-337ee7a6-cb4a-480f-b467-db3a3de0b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:28.962913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-337ee7a6-cb4a-480f-b467-db3a3de0b3cf None None] Port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:51:29.075483 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85902d3f-4a5b-4e20-b028-1a274c68e6e7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:51:29.083532 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:29.095660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Transition to ACTIVE for port object 85902d3f-4a5b-4e20-b028-1a274c68e6e7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:51:29.100996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:29.155112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:29.249426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:51:29.249764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:51:29.250095 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:51:29.272746 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:51:29.273069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:51:29.283618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:51:29.283957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:51:29.284340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:51:29.284774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Bound port: 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:51:29.285134 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:29.340752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee82fef-5611-4479-bc4b-214bf2162cfb req-9d648ddd-7ed0-498a-90a6-97ae9124d79c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:29.342178 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ee82fef-5611-4479-bc4b-214bf2162cfb req-9d648ddd-7ed0-498a-90a6-97ae9124d79c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 944 time: 0.1065402 Jul 23 14:51:29.381604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:51:29.385685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:51:29.392379 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:29.427464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7ee82fef-5611-4479-bc4b-214bf2162cfb req-fc16a315-5188-4072-8bee-55d76c748fd8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790145 Jul 23 14:51:29.435905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:29.436501 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:29.437883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] 10.222.0.11 "PUT /v2.0/ports/85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1092 time: 0.7087371 Jul 23 14:51:29.438391 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:51:29.440604 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:51:29.465240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508a340-6753-4db8-ad1e-bba04e99c858 service neutron] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:29.485805 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b19f5d-33df-4b64-92d1-a9732799d009 x-openstack-request-id: req-37b19f5d-33df-4b64-92d1-a9732799d009 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:51:29.486103 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:51:29.486353 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37b19f5d-33df-4b64-92d1-a9732799d009 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:51:29.486836 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'status': 'completed', 'code': 200} Jul 23 14:51:29.566350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-e2c9a4e5-ccaa-49b8-939b-31d08e9ba551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:29.568040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-e2c9a4e5-ccaa-49b8-939b-31d08e9ba551 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1095 time: 0.0585763 Jul 23 14:51:29.615142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-90a9a88a-2974-4e8e-a56b-350155f28eda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0350695 Jul 23 14:51:29.663620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-6794fe15-dd7d-4c9f-8546-493c612b9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:29.665108 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-6794fe15-dd7d-4c9f-8546-493c612b9c73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0441358 Jul 23 14:51:29.727973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-56c963c5-9809-4b2b-a923-cd3daa002ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:29.729527 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-56c963c5-9809-4b2b-a923-cd3daa002ac7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586162 Jul 23 14:51:29.826533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-a32f4e32-51a9-4da8-a57c-91043a6df24a service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902159 Jul 23 14:51:29.921218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc682fa3-fe63-4f50-aab8-9e380b89e40c req-e1d60b55-a68e-4679-b379-d7790f82879e service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878112 Jul 23 14:51:30.063075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-644dee72-04a9-49d0-be1b-4ea9ec16e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:30.064615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-644dee72-04a9-49d0-be1b-4ea9ec16e15c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1095 time: 0.0567734 Jul 23 14:51:30.159711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-6ddc4ccf-d70a-4f49-8c53-d6a412a06806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:30.161167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-6ddc4ccf-d70a-4f49-8c53-d6a412a06806 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0894177 Jul 23 14:51:30.202058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-75f72a10-6f8d-4c66-a442-4fa40ce97e1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0345485 Jul 23 14:51:30.257291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-00b0cc0d-393d-4824-9177-b35b280ce070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:30.258836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-00b0cc0d-393d-4824-9177-b35b280ce070 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0486062 Jul 23 14:51:30.331041 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-7f829644-74a7-4154-8bb6-0531bf962b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:30.332539 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-7f829644-74a7-4154-8bb6-0531bf962b28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655978 Jul 23 14:51:30.431075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-538405ed-d808-44b7-aab9-31e707d0b05e service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897224 Jul 23 14:51:30.553559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9d56d9fe-1184-4a70-bb81-d0eac63bdc98 req-35ea201b-20c9-46da-9d18-f08213a5e4fa service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152432 Jul 23 14:51:30.585761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d2919-1272-48d1-88ba-2f1c103970f9 req-b649db67-0dde-4380-8657-d6a5d71ca374 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:30.587367 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-862d2919-1272-48d1-88ba-2f1c103970f9 req-b649db67-0dde-4380-8657-d6a5d71ca374 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 944 time: 0.0847430 Jul 23 14:51:30.626584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-862d2919-1272-48d1-88ba-2f1c103970f9 req-3b1ab5b8-4950-41cb-b956-beaa3d918197 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Jul 23 14:51:31.770796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf51840-ace5-40cf-bf03-1a38ffd2b858 req-5ff66d75-b19b-44d4-81e5-4d9af1927085 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:31.772170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcf51840-ace5-40cf-bf03-1a38ffd2b858 req-5ff66d75-b19b-44d4-81e5-4d9af1927085 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 944 time: 0.0785611 Jul 23 14:51:31.810039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcf51840-ace5-40cf-bf03-1a38ffd2b858 req-496e0a49-d812-43cf-ab42-c7694f926f03 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Jul 23 14:51:32.956063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b5da-f089-4030-8c03-c1202cc4d240 req-bb9a0aff-b242-4328-80be-7da21a960c01 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:32.957552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f564b5da-f089-4030-8c03-c1202cc4d240 req-bb9a0aff-b242-4328-80be-7da21a960c01 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 944 time: 0.0654604 Jul 23 14:51:32.995437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f564b5da-f089-4030-8c03-c1202cc4d240 req-22018f03-a2e6-4b17-8135-304d0117b99b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318608 Jul 23 14:51:33.486095 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:51:33.753521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:51:33.855551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:33.866600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'mac_address': 'fa:16:3e:89:78:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:51:33.910365 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:33.926782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85902d3f-4a5b-4e20-b028-1a274c68e6e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:51:33.947585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:33.953130 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:34.004092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:34.132931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032c45-c567-41bd-8a63-a8fe3b67bf36 req-0eeac00a-eb5e-4a55-9a74-8fc564ccad1f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:34.135281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b032c45-c567-41bd-8a63-a8fe3b67bf36 req-0eeac00a-eb5e-4a55-9a74-8fc564ccad1f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.0720503 Jul 23 14:51:34.173977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3b032c45-c567-41bd-8a63-a8fe3b67bf36 req-3c6a2f70-e384-4647-b813-9c3ea5f54b76 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333076 Jul 23 14:51:34.224928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['85902d3f-4a5b-4e20-b028-1a274c68e6e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:51:35.318487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a952-9282-450d-89d8-95a785980786 req-475c2169-dd61-4d9f-8998-287a40a92134 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:35.319925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4700a952-9282-450d-89d8-95a785980786 req-475c2169-dd61-4d9f-8998-287a40a92134 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.0745153 Jul 23 14:51:35.357290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4700a952-9282-450d-89d8-95a785980786 req-0dcdc4c1-e146-4b47-adcb-3970249606c7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Jul 23 14:51:35.753130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:51:35.815787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:51:35.819482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:51:35.819833 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:35.894901 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:35.917721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:51:35.920122 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a59fb0-2266-4ed3-9cb2-587950fdfee5" -d '{"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-plugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:51:35.932810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:51:35.938274 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:35.964782 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56140394-102f-49b8-8ab2-c6017b464519 x-openstack-request-id: req-56140394-102f-49b8-8ab2-c6017b464519 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:51:35.965076 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-plugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:51:35.965317 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56140394-102f-49b8-8ab2-c6017b464519 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:51:35.965803 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'code': 200} Jul 23 14:51:35.995727 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:51:36.093446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c39485-dc45-48bc-848f-ff8390835fb6 req-4ccf4113-4c02-4869-a1d5-f60d87a1d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:36.096426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23c39485-dc45-48bc-848f-ff8390835fb6 req-4ccf4113-4c02-4869-a1d5-f60d87a1d755 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1097 time: 0.0567644 Jul 23 14:51:36.132846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-23c39485-dc45-48bc-848f-ff8390835fb6 req-7d79b703-f291-44b5-93e7-b1485b01c79a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288718 Jul 23 14:51:36.506301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59c4b6-caaf-4133-ac34-09c1302a0d71 req-306b9b17-812e-4192-9d7c-a06ffb0f11f0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:36.507827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e59c4b6-caaf-4133-ac34-09c1302a0d71 req-306b9b17-812e-4192-9d7c-a06ffb0f11f0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0738435 Jul 23 14:51:36.546614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5e59c4b6-caaf-4133-ac34-09c1302a0d71 req-43fae01d-546f-4da5-958d-384e0a14525f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Jul 23 14:51:37.693428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322db47-1611-4bc2-868e-250e609b16bf req-e8794816-4acf-40b3-afe1-83a575eee2b1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:37.694935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0322db47-1611-4bc2-868e-250e609b16bf req-e8794816-4acf-40b3-afe1-83a575eee2b1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0676107 Jul 23 14:51:37.733283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0322db47-1611-4bc2-868e-250e609b16bf req-433fe117-e3bb-4676-b4a7-3e560cfade4c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Jul 23 14:51:37.864275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6705f-d305-4f49-811f-3fd6892aca54 req-ef0bbd6b-9fcc-4449-8b5e-f8d6a67c76f5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:37.865739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5da6705f-d305-4f49-811f-3fd6892aca54 req-ef0bbd6b-9fcc-4449-8b5e-f8d6a67c76f5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0651200 Jul 23 14:51:37.875618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:51:37.879984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'floatingip': {'port_id': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:51:37.920567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:38.011551 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:38.702162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:38.708752 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:38.824189 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 associated. External IP: 172.25.2.203, port: 85902d3f-4a5b-4e20-b028-1a274c68e6e7. Jul 23 14:51:39.038550 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:51:39.167192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:51:39.172205 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:39.178259 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:51:39.188590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:51:39.189229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:51:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:39.210430 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-02c71669-38d4-440f-9882-4b71626ff368 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "PUT /v2.0/floatingips/0a5f8755-d381-428d-b7cb-2960df3699b5 HTTP/1.1" status: 200 len: 992 time: 1.3337467 Jul 23 14:51:39.211060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:51:39.213451 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c6286-60ba-49b9-b381-431e0aa9bdf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:51:39.294536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:51:39.315367 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bdc75f-48e8-4905-9aa0-769f4edb5685 x-openstack-request-id: req-08bdc75f-48e8-4905-9aa0-769f4edb5685 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:51:39.315623 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:51:39.315908 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08bdc75f-48e8-4905-9aa0-769f4edb5685 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:51:39.316304 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'status': 'completed', 'code': 200} Jul 23 14:51:39.413967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-75c326f8-ca8c-4a62-85b4-1b2718843617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:39.415671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-75c326f8-ca8c-4a62-85b4-1b2718843617 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1097 time: 0.0594389 Jul 23 14:51:39.507476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-414512d4-88b2-4c39-bdf1-2016dbdfa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:39.508978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-414512d4-88b2-4c39-bdf1-2016dbdfa92a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0874698 Jul 23 14:51:39.529427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:89:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:51:38Z', 'revision_number': 9, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:39.558286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:51:39.566524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:51:39.567151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:51:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:39.576031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-d948be94-a8ab-43aa-a975-c6f2bc10cc08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1000 time: 0.0610976 Jul 23 14:51:39.625375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-4ac37541-8ae4-474f-8bb7-1d1fd89a2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:39.626867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-4ac37541-8ae4-474f-8bb7-1d1fd89a2501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0449898 Jul 23 14:51:39.670989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:51:39.686076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-5cd73324-cf80-4377-89cb-d0e96b7dbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:51:39.687648 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-5cd73324-cf80-4377-89cb-d0e96b7dbccc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549068 Jul 23 14:51:39.782360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-70eb0b79-c68d-4ebc-8c43-66a0a4b8e6f0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875626 Jul 23 14:51:39.876194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-173c6286-60ba-49b9-b381-431e0aa9bdf6 req-69dc46fa-e444-4610-a37c-e8151320cd28 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863571 Jul 23 14:51:40.065169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:89:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:51:38Z', 'revision_number': 9, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:51:40.091481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ac15d-0fbc-478b-af50-d5fd436da139 None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:89:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:51:38Z', 'revision_number': 9, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:51:40.286037 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abb3e1-19a8-434f-8ba4-d820041f8ba0 None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:51:45.861720 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e94e2947-20de-48dd-aac6-286e339d589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:48.229839 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:48.346452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:48.570904 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875897a0-4fa1-42a8-b647-19fc0998b498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:49.709296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:51:51.408794 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:08.008423 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:10.486114 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:52:15.865309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee471-0755-475d-8e02-63c178917ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:18.216607 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:18.348264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:18.571401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea17a08-d12a-4965-924f-a55c99566c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:19.713679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:21.408758 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:32.888966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-ceb6ff78-2aca-428e-926a-fa299c67a386 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649559 Jul 23 14:52:33.001148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-1cc8dd2c-9d8d-4f36-9560-320f27243974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:52:33.002737 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-1cc8dd2c-9d8d-4f36-9560-320f27243974 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1097 time: 0.0581160 Jul 23 14:52:33.105200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-897d7a23-d7ef-4fbe-bdce-a8fde9779d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:52:33.106730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-897d7a23-d7ef-4fbe-bdce-a8fde9779d70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0852716 Jul 23 14:52:33.173397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-5a2bac85-1092-4591-9ccf-c0b4fa963989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1003 time: 0.0604618 Jul 23 14:52:33.222328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-5c84b102-1676-43d4-99fb-3206191b1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:52:33.223808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-5c84b102-1676-43d4-99fb-3206191b1255 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0447938 Jul 23 14:52:33.295558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-5f5b80de-0dae-4fe8-abcd-4ecb28c14e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:52:33.297829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-5f5b80de-0dae-4fe8-abcd-4ecb28c14e0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674837 Jul 23 14:52:33.390810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-d4c5ddeb-04be-4579-8f2b-f8ef6ddaab1e service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861576 Jul 23 14:52:33.487186 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a0a9def-2d69-4480-8e6c-dbb06211417e req-aeca2980-7ef0-4478-b530-65f4bc42fa1b service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902638 Jul 23 14:52:38.007603 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:45.869942 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85521f31-ffb9-478c-8bfd-203b3e0ff1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:47.491832 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:52:48.220852 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:48.347258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:48.574071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f118ac2f-6ef9-40a4-a884-b9df52b39dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:49.716076 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:52:51.413200 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:08.012315 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:15.868489 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b781b1e3-6864-40a3-952d-b89a073caa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:16.296566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447eac7-99ef-4368-88a8-2e1a6888ef01 req-cc7f0101-f042-43c8-bb78-960bf71fe32f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:16.298080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5447eac7-99ef-4368-88a8-2e1a6888ef01 req-cc7f0101-f042-43c8-bb78-960bf71fe32f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0650489 Jul 23 14:53:16.333477 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-41aa969b-b51e-4c13-8dcd-b238202a787d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061952 Jul 23 14:53:16.336899 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5447eac7-99ef-4368-88a8-2e1a6888ef01 req-294baee5-642e-439b-a485-f265979a55bc tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Jul 23 14:53:17.507394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43afb9-945f-4e0c-8317-bb85ab069372 req-2edd6124-fb6a-4c68-8775-675f5082c938 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:17.508878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa43afb9-945f-4e0c-8317-bb85ab069372 req-2edd6124-fb6a-4c68-8775-675f5082c938 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0997701 Jul 23 14:53:17.515192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-1f7b8736-859b-47da-9c7a-dfc705d91242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:17.516579 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-1f7b8736-859b-47da-9c7a-dfc705d91242 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1097 time: 0.0966737 Jul 23 14:53:17.599122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa43afb9-945f-4e0c-8317-bb85ab069372 req-9ec065ec-69b6-42ef-a27f-0263102ce1dc tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816035 Jul 23 14:53:17.627965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-214426cc-66cc-4e00-96c7-ab98dba4d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:17.629391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-214426cc-66cc-4e00-96c7-ab98dba4d8f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1061416 Jul 23 14:53:17.698340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-d58f4475-f0d4-402c-b387-eff790fb83f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1003 time: 0.0628550 Jul 23 14:53:17.746635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-aeb818a9-5de9-406a-84fb-cf37abf257a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:17.748090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-aeb818a9-5de9-406a-84fb-cf37abf257a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0438857 Jul 23 14:53:17.807997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-a2722ae2-1cd7-4a87-86bc-a6c8acdb1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:17.809512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-a2722ae2-1cd7-4a87-86bc-a6c8acdb1bbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553837 Jul 23 14:53:17.903088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-9d2e26f1-6e27-4a8f-b84a-ef05b50de47e service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867510 Jul 23 14:53:18.001032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-1ee2c5ec-106d-4d06-9863-812f4f3fb66e service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900195 Jul 23 14:53:18.226030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:18.347742 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:18.573403 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03d9f069-fb8a-4f47-abff-7a754ff0acad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:18.741057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70eccc-da6e-4260-bf06-7b0212310cb2 req-528d4098-77bc-454d-8486-b5bcd4920ac3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:18.742545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f70eccc-da6e-4260-bf06-7b0212310cb2 req-528d4098-77bc-454d-8486-b5bcd4920ac3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0651853 Jul 23 14:53:18.781978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f70eccc-da6e-4260-bf06-7b0212310cb2 req-213bd76d-1f22-48a3-9563-0c7d0504a108 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337861 Jul 23 14:53:19.716818 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:19.927624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866ca15-0929-407c-94f7-a33c727237f7 req-fb593930-adad-4fbf-9f9f-86ea20dfe543 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:19.929136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7866ca15-0929-407c-94f7-a33c727237f7 req-fb593930-adad-4fbf-9f9f-86ea20dfe543 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0672395 Jul 23 14:53:19.966996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7866ca15-0929-407c-94f7-a33c727237f7 req-96400a73-a5d0-4573-b6d0-ee2b961a9f60 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Jul 23 14:53:21.125826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f4902-5059-4ff2-a07a-045df97ac2d8 req-edc3093d-749a-44b5-942b-3e94adcb1c23 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:21.127725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc0f4902-5059-4ff2-a07a-045df97ac2d8 req-edc3093d-749a-44b5-942b-3e94adcb1c23 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0838602 Jul 23 14:53:21.174374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bc0f4902-5059-4ff2-a07a-045df97ac2d8 req-f8c26130-ceef-47e0-9b0d-2d3cb83c252c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Jul 23 14:53:21.417644 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:22.324580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8094a-6627-4170-ae64-8bef0a1fa7e9 req-7230ba11-408b-420c-a405-7220341e6ac4 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:22.326013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14d8094a-6627-4170-ae64-8bef0a1fa7e9 req-7230ba11-408b-420c-a405-7220341e6ac4 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0744808 Jul 23 14:53:22.366509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14d8094a-6627-4170-ae64-8bef0a1fa7e9 req-185f9489-43bf-42b6-8a1b-31d00c189380 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Jul 23 14:53:23.504170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1588ec-07f7-4d32-aa6d-f4318c161c79 req-e8411347-6f56-45b6-82e3-aeb908f1b2c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:23.505659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca1588ec-07f7-4d32-aa6d-f4318c161c79 req-e8411347-6f56-45b6-82e3-aeb908f1b2c9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0661135 Jul 23 14:53:23.547642 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca1588ec-07f7-4d32-aa6d-f4318c161c79 req-3583d318-5022-402d-a76e-38d237296e94 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363483 Jul 23 14:53:24.498366 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:53:24.685993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162aeff-5040-4c47-a70e-88a59cdd036c req-d0e8a52f-a82d-415d-8e97-7d7266640964 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:24.687517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0162aeff-5040-4c47-a70e-88a59cdd036c req-d0e8a52f-a82d-415d-8e97-7d7266640964 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0673978 Jul 23 14:53:24.729730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0162aeff-5040-4c47-a70e-88a59cdd036c req-514bf9f1-a584-4203-b973-eb751182b1a9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342538 Jul 23 14:53:25.878891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55c7e-e6d2-4a1a-9cc3-20624a88844f req-022d3a38-7664-4eec-b830-01617fd1b3ca tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:25.880393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3e55c7e-e6d2-4a1a-9cc3-20624a88844f req-022d3a38-7664-4eec-b830-01617fd1b3ca tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0702446 Jul 23 14:53:25.918779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d3e55c7e-e6d2-4a1a-9cc3-20624a88844f req-a2369d46-087d-468f-b3af-03fcb6d2d173 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327587 Jul 23 14:53:27.056574 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140fa82-b467-4d49-90cd-3bd0a5a8bf59 req-77f0c0aa-36ab-419e-9a18-7fc5b6c952e3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:27.058144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4140fa82-b467-4d49-90cd-3bd0a5a8bf59 req-77f0c0aa-36ab-419e-9a18-7fc5b6c952e3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0712028 Jul 23 14:53:27.096741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4140fa82-b467-4d49-90cd-3bd0a5a8bf59 req-ca2d19b7-a6f2-4594-919b-7c972aaef0f0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Jul 23 14:53:28.245096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f86e2-3a65-4cdd-81a5-fc7273ba7b34 req-f5d8b68e-4af8-4dc2-860b-e9e00f652f36 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:28.246565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c3f86e2-3a65-4cdd-81a5-fc7273ba7b34 req-f5d8b68e-4af8-4dc2-860b-e9e00f652f36 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0676754 Jul 23 14:53:28.286565 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c3f86e2-3a65-4cdd-81a5-fc7273ba7b34 req-bfa87a0c-61d2-4a78-9224-7d19dc01671f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340648 Jul 23 14:53:29.434942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815e13-7feb-4f82-a1e5-69af8851a822 req-6e4e7cc5-77d0-4db8-a353-b4b15c968214 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:29.436463 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6815e13-7feb-4f82-a1e5-69af8851a822 req-6e4e7cc5-77d0-4db8-a353-b4b15c968214 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0696104 Jul 23 14:53:29.482807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6815e13-7feb-4f82-a1e5-69af8851a822 req-a6aecfe5-e8e7-49e9-a4b8-777f1ef4790f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Jul 23 14:53:30.064170 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-9084bc34-e412-457f-875d-0565bddead12 req-da967d19-7268-4d1c-b38c-96e000462a49 service neutron] show failed (client error): The resource could not be found. Jul 23 14:53:30.065195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-da967d19-7268-4d1c-b38c-96e000462a49 service neutron] 10.222.0.11 "GET /v2.0/ports/85902d3f-4a5b-4e20-b028-1a274c68e6e7/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0553491 Jul 23 14:53:30.334199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-086a8b18-cac6-4a84-97b7-2cc81beeec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:30.335749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-086a8b18-cac6-4a84-97b7-2cc81beeec4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 1097 time: 0.1065171 Jul 23 14:53:30.347499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:53:30.420091 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:30.657399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:30.686177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9951ee-d7d4-4c6d-9350-b2c3adb352dd req-16c36db0-6919-4e4f-ab3c-257b450c5507 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:30.687708 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d9951ee-d7d4-4c6d-9350-b2c3adb352dd req-16c36db0-6919-4e4f-ab3c-257b450c5507 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.1345177 Jul 23 14:53:30.719230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:53:30.776063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d9951ee-d7d4-4c6d-9350-b2c3adb352dd req-a712b802-d68f-4ac4-94eb-d5667283dfb7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824895 Jul 23 14:53:30.785363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:30.787683 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9fce2-486f-468c-b6a2-a19f2851641e" -d '{"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-unplugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:30.791588 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:30.806238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Transition to ACTIVE for port object 85902d3f-4a5b-4e20-b028-1a274c68e6e7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:53:30.811960 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:30.839002 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52baae-9a1a-44c4-8364-7c0151ef5974 x-openstack-request-id: req-0a52baae-9a1a-44c4-8364-7c0151ef5974 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:30.839309 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-unplugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:30.839537 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a52baae-9a1a-44c4-8364-7c0151ef5974 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:30.839927 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'code': 200} Jul 23 14:53:30.890454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:30.902376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.902726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.903086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.903462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.903846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.904177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.904497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.904820 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.905108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.905445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.905764 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.906076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:30.950847 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] No DVR routers for this DVR port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:53:31.116895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:53:31.117235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:53:31.117554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:53:31.122583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:53:31.122939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:53:31.128579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:53:31.128915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:53:31.129292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:53:31.129703 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Bound port: 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:53:31.130031 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:31.195135 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:53:31.198702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:53:31.205505 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:31.239621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:31.240090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:31.241453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] 10.222.0.48 "PUT /v2.0/ports/85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1092 time: 0.8980155 Jul 23 14:53:31.271524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e86b4-2888-4033-9fa4-ff80659d13ae service neutron] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:31.322404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-9721458f-3152-4cbf-83f9-2ce1f329485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:31.324791 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-9721458f-3152-4cbf-83f9-2ce1f329485e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1095 time: 0.0620172 Jul 23 14:53:31.424112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-fdc84d0f-df04-4887-a2e2-33cca9315220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:31.425615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-fdc84d0f-df04-4887-a2e2-33cca9315220 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0940769 Jul 23 14:53:31.498216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-d0ec7130-50d2-42f4-a414-24b252d5e776 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1001 time: 0.0652094 Jul 23 14:53:31.547870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-aa0b9f20-14bd-4e2c-9e76-4b05daee9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:31.549403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-aa0b9f20-14bd-4e2c-9e76-4b05daee9b75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0452759 Jul 23 14:53:31.611131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc34-e412-457f-875d-0565bddead12 req-d1ea81c5-b4a2-42c1-a3d6-36addaead09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:31.612554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-d1ea81c5-b4a2-42c1-a3d6-36addaead09c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570416 Jul 23 14:53:31.706454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-bc71c0e9-b100-4f0a-ba59-b1766b444e69 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869365 Jul 23 14:53:31.797053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9084bc34-e412-457f-875d-0565bddead12 req-db0b4d7e-14a2-4c24-9e0f-f5d53df9b432 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Jul 23 14:53:31.909110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1ad3-9129-4e96-8768-8ab01ab72e90 req-75fa46b4-d42f-43af-a7d3-2f58c9e7e87f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:31.910632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-755a1ad3-9129-4e96-8768-8ab01ab72e90 req-75fa46b4-d42f-43af-a7d3-2f58c9e7e87f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 944 time: 0.0641503 Jul 23 14:53:31.952877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-755a1ad3-9129-4e96-8768-8ab01ab72e90 req-cf4aecd8-0b6d-49f8-ba14-7ad52ed177cb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366738 Jul 23 14:53:32.841855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:32.844871 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8891c7-2237-46f4-a81c-c176888f9489" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:32.894675 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3486af-7dae-4986-a4c5-a6b0934734fa x-openstack-request-id: req-ae3486af-7dae-4986-a4c5-a6b0934734fa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:32.894979 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:32.895227 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3486af-7dae-4986-a4c5-a6b0934734fa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:32.895624 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'status': 'completed', 'code': 200} Jul 23 14:53:33.009249 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-94caa060-d2e1-4b9f-b50a-47f8d17ce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.010804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-94caa060-d2e1-4b9f-b50a-47f8d17ce240 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1095 time: 0.0929770 Jul 23 14:53:33.016076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-c3e1d36b-d9c6-4132-ade2-1969ee261d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.017480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-c3e1d36b-d9c6-4132-ade2-1969ee261d9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1095 time: 0.0726485 Jul 23 14:53:33.208204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-1ae13b98-e649-4d16-8ed5-8aa02fe50313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.209669 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-1ae13b98-e649-4d16-8ed5-8aa02fe50313 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1913002 Jul 23 14:53:33.213529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-722115bc-c395-486a-8a97-b415c6b9082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.214895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-722115bc-c395-486a-8a97-b415c6b9082d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1883216 Jul 23 14:53:33.638887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4ced-2219-4d89-a1a4-cf7b88a29839 req-ae0e92f5-ad64-415e-94b8-d758c75e9fac tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.640399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b29e4ced-2219-4d89-a1a4-cf7b88a29839 req-ae0e92f5-ad64-415e-94b8-d758c75e9fac tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 944 time: 0.5963356 Jul 23 14:53:33.673419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-5147b1b7-a7e0-4c9c-8e04-418d09620462 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1001 time: 0.4548297 Jul 23 14:53:33.694624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-8f593d46-e2b5-45b1-b768-9d6b5ae93fd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1001 time: 0.4683046 Jul 23 14:53:33.757543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b29e4ced-2219-4d89-a1a4-cf7b88a29839 req-004d7ed1-11af-4503-a8c1-94b1437e9241 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111462 Jul 23 14:53:33.775324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-c54e6774-994f-4daf-9bf4-14a74cd0f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.776898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-c54e6774-994f-4daf-9bf4-14a74cd0f9de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0943842 Jul 23 14:53:33.782254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-e57d2932-809d-45e0-beb4-941ac67fc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.783720 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-e57d2932-809d-45e0-beb4-941ac67fc0bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0699043 Jul 23 14:53:33.876850 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-1edba6a7-aaad-4257-aeef-079f403b9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.878371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-1edba6a7-aaad-4257-aeef-079f403b9923 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866847 Jul 23 14:53:33.880949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-d5eb17af-9fe8-4743-8679-838d062437cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:33.882332 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-d5eb17af-9fe8-4743-8679-838d062437cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977900 Jul 23 14:53:34.036770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-c2648826-0651-45a8-8f98-ae9e1fa33748 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521139 Jul 23 14:53:34.038580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-3ba776ac-7f48-45f0-98a4-d39c725f627b service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464672 Jul 23 14:53:34.198369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-781219c6-d5de-46de-b49c-aaf3b7200c35 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552327 Jul 23 14:53:34.200184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a8891c7-2237-46f4-a81c-c176888f9489 req-5ab25a5e-ccb8-4153-8935-95154377acad service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501236 Jul 23 14:53:34.459952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:53:34.501328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:53:34.560310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:53:34.659478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:34.673868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'mac_address': 'fa:16:3e:89:78:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:53:34.711173 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:34.724296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85902d3f-4a5b-4e20-b028-1a274c68e6e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:53:34.743347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:34.750520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:34.797800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:34.805204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.805556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.805898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.806232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.806562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.806919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.807254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.807556 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.807878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.808220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.808541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.808862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:53:34.896617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb830-b94c-4ffc-b202-d31851745bd3 req-d0c1b7b0-55d1-4811-8f18-84e3a3a5c464 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:34.898113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51afb830-b94c-4ffc-b202-d31851745bd3 req-d0c1b7b0-55d1-4811-8f18-84e3a3a5c464 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.0651162 Jul 23 14:53:34.935880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51afb830-b94c-4ffc-b202-d31851745bd3 req-68c53c37-3a4a-440d-9a80-8506dbb7dd88 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Jul 23 14:53:34.976128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['85902d3f-4a5b-4e20-b028-1a274c68e6e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:53:35.299263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b7d3f-3808-4e0e-b74c-807415329db7 req-4aa50fe4-4b31-4d92-8eb5-56b6e86f2949 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:35.300650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f4b7d3f-3808-4e0e-b74c-807415329db7 req-4aa50fe4-4b31-4d92-8eb5-56b6e86f2949 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.1044195 Jul 23 14:53:35.330744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-5d36e627-eaac-4b2a-97fc-b54e8aea2024 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:35.332172 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-5d36e627-eaac-4b2a-97fc-b54e8aea2024 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba&tenant_id=5650a8ba30af4d1abda3fa04377c9928&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 945 time: 0.1048412 Jul 23 14:53:35.372507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6f4b7d3f-3808-4e0e-b74c-807415329db7 req-c0e15bc0-48ed-46ca-b5c8-8a8fb9d8fc6b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653424 Jul 23 14:53:35.403571 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-f0129fb5-d243-46b5-a687-80d2f2cc06a0 service neutron] 10.222.0.48 "GET /v2.0/ports/85902d3f-4a5b-4e20-b028-1a274c68e6e7/bindings/n-h2-801990-3 HTTP/1.1" status: 200 len: 382 time: 0.0638242 Jul 23 14:53:35.482790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-de440235-7785-4c24-a7ef-4d9d873324ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:35.484355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-de440235-7785-4c24-a7ef-4d9d873324ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1096 time: 0.0570722 Jul 23 14:53:35.578290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-06f9ffa1-2762-4fe7-90eb-3e0f6f0ad010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:35.580072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-06f9ffa1-2762-4fe7-90eb-3e0f6f0ad010 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0882215 Jul 23 14:53:35.644321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-46aa2ad6-1939-4b07-a735-415ae62204e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1002 time: 0.0573125 Jul 23 14:53:35.702065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-e2e8b27f-956c-41e7-b83d-91f35de6663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:35.703566 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-e2e8b27f-956c-41e7-b83d-91f35de6663d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0523436 Jul 23 14:53:35.767668 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-aebd0f7d-5fb9-48c2-9279-e4facd9badc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:35.769174 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-aebd0f7d-5fb9-48c2-9279-e4facd9badc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585184 Jul 23 14:53:35.870968 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-5617b856-59d9-41be-886d-b0d5ee8f1392 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944579 Jul 23 14:53:35.965637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-298ae20c-aec1-430a-abc9-908a4574013d service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875037 Jul 23 14:53:36.524242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444677-a91b-47de-8615-ba74220dc089 req-2f56b70e-09cb-489f-9000-c21813b839cb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:36.525750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca444677-a91b-47de-8615-ba74220dc089 req-2f56b70e-09cb-489f-9000-c21813b839cb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.0744722 Jul 23 14:53:36.565609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca444677-a91b-47de-8615-ba74220dc089 req-240befe7-6995-42fa-a8e3-dd01a9026e54 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341282 Jul 23 14:53:36.578582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:53:36.631402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:53:36.636803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:53:36.637301 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:36.722775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:36.746406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:36.748762 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608ff9ee-fd05-41e1-bddd-f5bad2184fae" -d '{"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-plugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:36.761977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:36.767746 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:36.796088 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea5e270-6c65-40a5-b0b5-eecb782f32e5 x-openstack-request-id: req-8ea5e270-6c65-40a5-b0b5-eecb782f32e5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:36.796384 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-plugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:36.796638 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ea5e270-6c65-40a5-b0b5-eecb782f32e5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:36.797029 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'code': 200} Jul 23 14:53:36.817651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:37.706734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c396f95-d6cd-4d22-8897-f2c200cb9455 req-983c1938-7950-4e0f-a990-e734dfdb1f91 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:37.708226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c396f95-d6cd-4d22-8897-f2c200cb9455 req-983c1938-7950-4e0f-a990-e734dfdb1f91 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0705082 Jul 23 14:53:37.748399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c396f95-d6cd-4d22-8897-f2c200cb9455 req-4a7322d7-fc1d-4d9b-a92d-26d75cb95fea tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Jul 23 14:53:38.016812 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:38.232882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-8fd96809-9506-4ad4-afa3-69114445c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:38.234385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-8fd96809-9506-4ad4-afa3-69114445c57f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 1097 time: 0.0571504 Jul 23 14:53:38.251590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:53:38.321530 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:38.530450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:38.564121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:53:38.602573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:38.604823 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dd5e2d-62f7-4245-9812-26249e8e9386" -d '{"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-unplugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:38.608607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:38.620727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Transition to ACTIVE for port object 85902d3f-4a5b-4e20-b028-1a274c68e6e7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:53:38.627118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:38.655562 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c2f75-e1db-485d-996a-3b73c55713c8 x-openstack-request-id: req-d30c2f75-e1db-485d-996a-3b73c55713c8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:38.655867 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-unplugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:38.656113 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d30c2f75-e1db-485d-996a-3b73c55713c8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:38.656514 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'code': 200} Jul 23 14:53:38.679403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:38.755597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] No DVR routers for this DVR port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:53:38.929666 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a9246-494f-4ee6-a14a-157e1f9e9028 req-942b644a-db0b-447f-929b-ac3bf6405096 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:38.931083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-963a9246-494f-4ee6-a14a-157e1f9e9028 req-942b644a-db0b-447f-929b-ac3bf6405096 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.1079280 Jul 23 14:53:38.951188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:53:38.951510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:53:38.951837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:53:38.964411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:53:38.964737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Attempting to bind port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:53:38.976925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:53:38.977226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:53:38.977640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:53:38.978046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Bound port: 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:53:38.978380 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:38.998060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-963a9246-494f-4ee6-a14a-157e1f9e9028 req-fb28f09c-d74c-4930-a1e9-84b85791b585 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574889 Jul 23 14:53:39.053507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:53:39.056659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:53:39.063999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:39.097547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:39.098160 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:39.099584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] 10.222.0.11 "PUT /v2.0/ports/85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1093 time: 0.8522067 Jul 23 14:53:39.120319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45580995-52ab-4aa9-bec7-eefae50310ca service neutron] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:39.194983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-279dcf84-d869-48e1-8367-484c366b2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:39.196533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-279dcf84-d869-48e1-8367-484c366b2f04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1096 time: 0.0571063 Jul 23 14:53:39.292867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-73c4fddb-820d-46fa-87b5-e6db30d5be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:39.294351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-73c4fddb-820d-46fa-87b5-e6db30d5be85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0913284 Jul 23 14:53:39.358253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-d37acb71-0448-4687-bd0a-204f400245c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1001 time: 0.0573180 Jul 23 14:53:39.413905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-ee5cd2c3-6346-40c7-8adb-34b23fd8f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:39.415394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-ee5cd2c3-6346-40c7-8adb-34b23fd8f9b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0504134 Jul 23 14:53:39.476675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-91100d8f-56d7-4531-a816-7c19fe70651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:39.478160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-91100d8f-56d7-4531-a816-7c19fe70651b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560145 Jul 23 14:53:39.574624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-0b3cf1e6-d050-4879-91c1-01b79cccf7b4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901194 Jul 23 14:53:39.679006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82851fc8-2882-4b27-8afa-e0aeedf6ff7a req-32da81a8-daf9-4d8b-a1e6-66a467df15c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976322 Jul 23 14:53:40.133194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8f1f3-ab72-4648-a666-3c92f48fcfbd req-e3765049-bce3-49cb-a614-28e99f52dd84 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:40.134696 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-69b8f1f3-ab72-4648-a666-3c92f48fcfbd req-e3765049-bce3-49cb-a614-28e99f52dd84 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.0679421 Jul 23 14:53:40.175076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-69b8f1f3-ab72-4648-a666-3c92f48fcfbd req-2c5e6a4d-7d40-4014-944d-b722c99cd26c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Jul 23 14:53:40.584689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:53:40.628705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:53:40.657793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:40.660244 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:40.709569 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab8db9d-c6ec-4888-b0ef-b9b8dd26fb73 x-openstack-request-id: req-4ab8db9d-c6ec-4888-b0ef-b9b8dd26fb73 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:40.709966 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:40.710224 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ab8db9d-c6ec-4888-b0ef-b9b8dd26fb73 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:40.710848 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'status': 'completed', 'code': 200} Jul 23 14:53:40.824857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-13da6bb4-8d4d-4127-b908-6eb10203f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:40.826355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-13da6bb4-8d4d-4127-b908-6eb10203f941 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1096 time: 0.0935640 Jul 23 14:53:40.842567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-bfe1a241-9674-4b35-b973-062b6e6be209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:40.843937 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-bfe1a241-9674-4b35-b973-062b6e6be209 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 1096 time: 0.0795968 Jul 23 14:53:40.989955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-cdf86ad8-fac3-4d15-b8bd-3c80093c412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:40.991597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-cdf86ad8-fac3-4d15-b8bd-3c80093c412c service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1581464 Jul 23 14:53:40.995597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-56bfe450-f341-43a3-952b-44af686b527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:40.997010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-56bfe450-f341-43a3-952b-44af686b527a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1423326 Jul 23 14:53:41.107881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-801e41c3-a903-44ef-9c8e-2c0f6b240365 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1001 time: 0.1085796 Jul 23 14:53:41.109520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-7308f193-4b9c-43c2-82c9-a37a59995e4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 200 len: 1001 time: 0.1041732 Jul 23 14:53:41.195594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-ab5c9377-6b11-4fa7-af3a-c25037f419ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:41.198949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-ab5c9377-6b11-4fa7-af3a-c25037f419ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0838380 Jul 23 14:53:41.203425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-7b8c266e-8521-4fc1-8cd9-c167b2aac11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:41.204956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-7b8c266e-8521-4fc1-8cd9-c167b2aac11a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0599923 Jul 23 14:53:41.334894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-c6741799-d1b9-4743-b9ab-3ff3b5463176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:41.336398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-c6741799-d1b9-4743-b9ab-3ff3b5463176 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289330 Jul 23 14:53:41.346868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-c8f09080-dab2-458c-b7bf-a4288e982ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:41.348313 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-c8f09080-dab2-458c-b7bf-a4288e982ddc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323342 Jul 23 14:53:41.406872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fb79-e484-472d-85ad-fcc695399e27 req-8c3ec27e-fd7a-4376-b696-c2ed748cbf5d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:41.409342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7854fb79-e484-472d-85ad-fcc695399e27 req-8c3ec27e-fd7a-4376-b696-c2ed748cbf5d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.1514311 Jul 23 14:53:41.531137 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-d9aab88e-ac7d-48db-b176-fbc424f51832 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818173 Jul 23 14:53:41.564526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7854fb79-e484-472d-85ad-fcc695399e27 req-be77ca91-1a97-4dc8-88a4-5badd764a525 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445494 Jul 23 14:53:41.569606 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-cf3c38fa-64b3-45f3-9f15-d47818116dee service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104342 Jul 23 14:53:41.691665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-cbaf44b6-0baa-40bc-9437-fabe506e77b0 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534812 Jul 23 14:53:41.707654 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9cb52e3-cee0-49dc-93c4-078b9ff1ad38 req-09286417-8aa3-401e-b79b-a97e9176e21e service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302299 Jul 23 14:53:42.513397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:53:42.622942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:42.634722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'mac_address': 'fa:16:3e:89:78:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:53:42.672664 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:42.687488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85902d3f-4a5b-4e20-b028-1a274c68e6e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:53:42.707864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:42.714312 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:42.716459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c95fde-e23f-4339-8cc2-70f431588b76 req-0f61563e-d371-43ce-af31-829a6995b629 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:42.718372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5c95fde-e23f-4339-8cc2-70f431588b76 req-0f61563e-d371-43ce-af31-829a6995b629 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 945 time: 0.0724449 Jul 23 14:53:42.758147 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5c95fde-e23f-4339-8cc2-70f431588b76 req-aece8929-27dd-4710-804e-ad261cef5169 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334520 Jul 23 14:53:42.765241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:42.895092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0d24a-bcee-4803-b1bd-474be84a3083 req-58bba5ce-2fd7-46df-84ee-2e0f5e5d1e1e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:42.896999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-30b0d24a-bcee-4803-b1bd-474be84a3083 req-58bba5ce-2fd7-46df-84ee-2e0f5e5d1e1e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0738628 Jul 23 14:53:42.936927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-30b0d24a-bcee-4803-b1bd-474be84a3083 req-f06c13e4-c60d-4b5d-8377-1230746ec34d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Jul 23 14:53:43.025804 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['85902d3f-4a5b-4e20-b028-1a274c68e6e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:53:43.085657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0497c-d198-4ab0-9174-106249f60c0b req-2aeca425-f8ec-431b-b120-b1044c7e90dd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:43.087170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dea0497c-d198-4ab0-9174-106249f60c0b req-2aeca425-f8ec-431b-b120-b1044c7e90dd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0780425 Jul 23 14:53:43.125041 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dea0497c-d198-4ab0-9174-106249f60c0b req-03b1cc8a-54b0-42f2-939a-20561645cc83 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Jul 23 14:53:43.391753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2781fb-55a9-43a8-9dcf-c0eb0d402a92 req-f247348e-3472-48a1-96a3-4126ea79fe1c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:43.393253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b2781fb-55a9-43a8-9dcf-c0eb0d402a92 req-f247348e-3472-48a1-96a3-4126ea79fe1c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0684948 Jul 23 14:53:43.438380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b2781fb-55a9-43a8-9dcf-c0eb0d402a92 req-f78f01ad-0e11-48ce-afb6-d5f234b75003 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369403 Jul 23 14:53:44.526063 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:53:44.577234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:53:44.581714 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:53:44.582143 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:44.590328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd1cef-9e71-47b0-b302-8972135ac96d req-b921f42e-7980-43bb-a318-d9d64f091e65 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:44.591889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1fd1cef-9e71-47b0-b302-8972135ac96d req-b921f42e-7980-43bb-a318-d9d64f091e65 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 946 time: 0.0676522 Jul 23 14:53:44.630328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a1fd1cef-9e71-47b0-b302-8972135ac96d req-5a362b12-de84-4be2-8fce-2ca0d43b9612 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Jul 23 14:53:44.662014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:44.683663 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:44.685961 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeddc8da-b504-4a19-a968-ec50477d13c4" -d '{"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-plugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:44.698427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:44.703929 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:44.726813 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1579dd8-24d3-420a-8f03-fbe062418bd3 x-openstack-request-id: req-d1579dd8-24d3-420a-8f03-fbe062418bd3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:44.727106 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-plugged", "status": "completed", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:44.727348 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1579dd8-24d3-420a-8f03-fbe062418bd3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:44.727757 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'code': 200} Jul 23 14:53:44.754542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:44.854096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982ce9e-f842-4581-acce-b05bb0713714 req-5995382c-a485-4f3a-8670-7ab7e3b10049 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:44.855600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9982ce9e-f842-4581-acce-b05bb0713714 req-5995382c-a485-4f3a-8670-7ab7e3b10049 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 947 time: 0.0715015 Jul 23 14:53:44.962458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Deleting port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:53:44.962905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:45.068010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] For port 85902d3f-4a5b-4e20-b028-1a274c68e6e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=85902d3f-4a5b-4e20-b028-1a274c68e6e7,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:45.068418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:45.266971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:45.267344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:45.267727 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 disassociated. External IP: 172.25.2.203, port: 85902d3f-4a5b-4e20-b028-1a274c68e6e7. Jul 23 14:53:45.268191 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Calling delete_port for 85902d3f-4a5b-4e20-b028-1a274c68e6e7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:53:45.413562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:45.444181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event deleted for resources: {'Port': ['ID=85902d3f-4a5b-4e20-b028-1a274c68e6e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:45.568176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:53:45.864134 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4efeb890-c2ed-42fe-a99d-0cf611feda49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:46.019975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ced79491-98f8-4f34-a656-2d0ff14db02c req-7b9ff75c-3e31-402b-827a-a016989a9d9a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a20807-66e6-4372-89e4-8fcd423c38ba HTTP/1.1" status: 200 len: 210 time: 0.0374293 Jul 23 14:53:46.046915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:53:46.062141 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:53:46.072677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:53:46.073297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:53:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:46.093859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] No DVR routers for this DVR port 85902d3f-4a5b-4e20-b028-1a274c68e6e7 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:53:46.096555 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:46.098615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9982ce9e-f842-4581-acce-b05bb0713714 req-c28c8d9d-5444-47c3-9638-cf11eaf26117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "DELETE /v2.0/ports/85902d3f-4a5b-4e20-b028-1a274c68e6e7 HTTP/1.1" status: 204 len: 173 time: 1.2372816 Jul 23 14:53:46.099088 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-deleted', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:46.103080 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ce3dc-330e-47f7-978c-e60a542a335f" -d '{"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-deleted", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:46.141432 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7fd901-4409-4afb-85b4-8219a8c89ea0 x-openstack-request-id: req-9e7fd901-4409-4afb-85b4-8219a8c89ea0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:46.141694 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a20807-66e6-4372-89e4-8fcd423c38ba", "name": "network-vif-deleted", "tag": "85902d3f-4a5b-4e20-b028-1a274c68e6e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:46.141983 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e7fd901-4409-4afb-85b4-8219a8c89ea0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:46.142360 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a20807-66e6-4372-89e4-8fcd423c38ba', 'name': 'network-vif-deleted', 'tag': '85902d3f-4a5b-4e20-b028-1a274c68e6e7', 'status': 'completed', 'code': 200} Jul 23 14:53:46.180199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:53:46.382662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:46.409430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:53:46.419462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:53:46.420257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:53:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:46.531997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:53:46.745446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:46.775655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435337d-ea08-430a-8ba4-2022dea2cdbd None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:53:47.015334 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c74f-57ca-4b42-bbac-32623c54f82c None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:53:47.299130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-5db7b925-1277-4729-96ee-26224a769531 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1002830578&fields=id&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 267 time: 0.0342402 Jul 23 14:53:47.407893 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-a056a164-b682-4452-8a19-15b5e9d555cd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:47.409370 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-a056a164-b682-4452-8a19-15b5e9d555cd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1038358 Jul 23 14:53:47.427647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-fa427e82-1682-4602-9962-03812f0a3447 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/quotas/5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 375 time: 0.0099185 Jul 23 14:53:47.501109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-90750106-b7f0-4ad3-810f-150601ed7485 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681763 Jul 23 14:53:47.522891 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0ede962-1de6-428f-81be-1f81f60e192c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 14:53:47.523799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0ede962-1de6-428f-81be-1f81f60e192c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053687 Jul 23 14:53:47.616983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-02690d92-142b-4c03-8b79-a264eb08393c service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Jul 23 14:53:47.719796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-7f6bf05d-522e-464c-8a37-d1fe2ca5fc56 service neutron] 10.222.0.21 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939877 Jul 23 14:53:47.897058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e05af47-3098-4839-a483-d6c4ffdfbec9 req-5fd1077a-94f6-4a88-8fd3-1e960b9b9bc0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 210 time: 0.0339339 Jul 23 14:53:48.240914 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:48.340521 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:48.544724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:53:48.577670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 85902d3f-4a5b-4e20-b028-1a274c68e6e7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:53:48.577898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 85902d3f-4a5b-4e20-b028-1a274c68e6e7 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:53:48.593416 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02c31ff6-927f-469f-a183-e7faf48cd607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:48.911272 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-1c6cf1ec-acdd-4dfc-907b-f2e84014b791 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:48.912732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-1c6cf1ec-acdd-4dfc-907b-f2e84014b791 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 811 time: 0.1025023 Jul 23 14:53:48.963686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-ba96d165-6c86-40e5-8f1d-d8593abb1204 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 380 time: 0.0367143 Jul 23 14:53:48.992054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'port': {'device_id': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'admin_state_up': True, 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'security_groups': ['b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:53:49.025828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-954b7788-74ac-45fc-9153-c3e4c6e24881 req-989bd53f-4066-461d-b2e3-a76f4df43990 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 210 time: 0.0542269 Jul 23 14:53:49.124428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Made reservation on behalf of 5650a8ba30af4d1abda3fa04377c9928 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:53:49.130428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.271841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Allocated IP 172.20.0.6 (3f468840-fe54-4964-8b9d-5e6e25c6c3a1/72440806-dc47-472b-a5e7-31e732fb980e/770fcd5b-df4a-4b4c-a521-3d40240a4174) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:53:49.408288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.427701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Transition to ACTIVE for port object 770fcd5b-df4a-4b4c-a521-3d40240a4174 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:53:49.464009 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.506023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:53:49.510947 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:53:49.514836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:53:49.521270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:49.567396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:49.567989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.584570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-b0323d81-20b5-4807-bb47-63a168f8cf20 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101131 Jul 23 14:53:49.601649 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Request body: {'port': {'device_id': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:53:49.680878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.718328 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.796368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2133bcde-06d3-44ad-b1ca-61b52e5d8265 None None] Provisioning for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:53:49.800805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2133bcde-06d3-44ad-b1ca-61b52e5d8265 None None] Provisioning complete for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:53:49.801205 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2133bcde-06d3-44ad-b1ca-61b52e5d8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.835855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2133bcde-06d3-44ad-b1ca-61b52e5d8265 None None] Port 770fcd5b-df4a-4b4c-a521-3d40240a4174 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:53:49.948645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770fcd5b-df4a-4b4c-a521-3d40240a4174 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:53:49.956723 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:49.973244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Transition to ACTIVE for port object 770fcd5b-df4a-4b4c-a521-3d40240a4174 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:53:49.978833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:50.028614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:50.141347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:53:50.141675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:53:50.141998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:53:50.149105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:53:50.149425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:53:50.157637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:53:50.157976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:53:50.158363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:53:50.158821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Bound port: 770fcd5b-df4a-4b4c-a521-3d40240a4174, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:53:50.159171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:50.189704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb96e-6376-49f3-9ab7-a10ed98c9a3b req-baa14156-1d1c-4e96-a3e2-6d98ad760cc5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:50.191238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a8eb96e-6376-49f3-9ab7-a10ed98c9a3b req-baa14156-1d1c-4e96-a3e2-6d98ad760cc5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0919907 Jul 23 14:53:50.262488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:53:50.267018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a8eb96e-6376-49f3-9ab7-a10ed98c9a3b req-4919868b-4010-45b0-b6b6-dfeed699f703 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586727 Jul 23 14:53:50.277203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:53:50.286293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:50.323737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:50.324159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:50.325501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] 10.222.0.11 "PUT /v2.0/ports/770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1091 time: 0.7284019 Jul 23 14:53:50.325944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:50.328208 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333215e-56b9-4929-9e42-6f58efc977b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:50.352989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d1198-0ad3-4002-90bc-a3c631576192 service neutron] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:50.370965 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5965d8-2327-4011-a669-40fd5344637b x-openstack-request-id: req-8d5965d8-2327-4011-a669-40fd5344637b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:50.371261 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:50.371528 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d5965d8-2327-4011-a669-40fd5344637b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:50.371920 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'status': 'completed', 'code': 200} Jul 23 14:53:50.442448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-24324fa0-6003-4b2a-844d-2c52af61cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:50.444062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-24324fa0-6003-4b2a-844d-2c52af61cde7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1094 time: 0.0570865 Jul 23 14:53:50.492481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-9eb03bf7-0d3a-4e4b-a3f6-724768140eff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 217 time: 0.0352275 Jul 23 14:53:50.545779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-602998ba-5aac-41cb-96c4-eebdc4e7caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:50.547244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-602998ba-5aac-41cb-96c4-eebdc4e7caf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0486457 Jul 23 14:53:50.612402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-e42348d8-ba70-4c8f-966b-e4131a2fa2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:50.613859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-e42348d8-ba70-4c8f-966b-e4131a2fa2e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603435 Jul 23 14:53:50.703236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-865b025f-2931-4b5f-a4c3-192135ce42f5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824924 Jul 23 14:53:50.798542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-485e029f-e3a5-49cf-b5af-aa772d9172a3 req-44969b0a-00dd-4d61-94f0-5681f4a09079 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887024 Jul 23 14:53:50.966937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-5c15030a-0b19-46a0-ab78-7962e80675a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:50.968984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-5c15030a-0b19-46a0-ab78-7962e80675a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1094 time: 0.0677326 Jul 23 14:53:51.065597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-3790612a-14eb-4e90-8455-abe0515d9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:51.067118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-3790612a-14eb-4e90-8455-abe0515d9983 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0921502 Jul 23 14:53:51.113655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-daf44df8-1546-408d-b057-a8635dc1cd34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 217 time: 0.0375559 Jul 23 14:53:51.173132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-887ecda9-c37c-486c-b8cc-b2e219cc0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:51.175401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-887ecda9-c37c-486c-b8cc-b2e219cc0c84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0536184 Jul 23 14:53:51.245261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-fdf068ad-7a44-454d-8081-4018171ef517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:51.246682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-fdf068ad-7a44-454d-8081-4018171ef517 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642765 Jul 23 14:53:51.347328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-cd81faac-17b4-44d2-82ba-7020a5936951 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933108 Jul 23 14:53:51.415648 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:51.489318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32356e12-dc63-4fd8-b175-055bc33eb5bf req-bd47f0fd-e23c-4d9c-a238-8cdfbba5c4a3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:51.490826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32356e12-dc63-4fd8-b175-055bc33eb5bf req-bd47f0fd-e23c-4d9c-a238-8cdfbba5c4a3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.1541612 Jul 23 14:53:51.493161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c333215e-56b9-4929-9e42-6f58efc977b6 req-67c9e17d-e74f-4853-a493-85f0f3046df6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215527 Jul 23 14:53:51.539425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32356e12-dc63-4fd8-b175-055bc33eb5bf req-cd8deead-3a8e-4d47-b8ac-df983705bf69 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Jul 23 14:53:52.574160 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:53:52.672918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:52.680524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67334-40ad-4af4-a40d-69ab7a543ceb req-cdd9efc1-3935-48ae-aaa6-e67e3b61a77b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:52.682095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cdb67334-40ad-4af4-a40d-69ab7a543ceb req-cdd9efc1-3935-48ae-aaa6-e67e3b61a77b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0698080 Jul 23 14:53:52.684885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'mac_address': 'fa:16:3e:bd:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:53:52.720572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cdb67334-40ad-4af4-a40d-69ab7a543ceb req-e3e8ae60-6737-4ec8-bab0-2cb833e04c96 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326436 Jul 23 14:53:52.721272 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:52.733936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770fcd5b-df4a-4b4c-a521-3d40240a4174 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:53:52.759400 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:52.767552 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:52.830143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:53.028986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['770fcd5b-df4a-4b4c-a521-3d40240a4174'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:53:53.867633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9040-553a-41dc-b6cd-6e708bc3817f req-f2533a30-944b-44a3-84fd-d69741f7fa52 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:53.869133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e6f9040-553a-41dc-b6cd-6e708bc3817f req-f2533a30-944b-44a3-84fd-d69741f7fa52 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0692868 Jul 23 14:53:53.911326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1e6f9040-553a-41dc-b6cd-6e708bc3817f req-7a9bb3eb-9de3-41f7-905d-3dfcaf361254 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339835 Jul 23 14:53:54.598959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:53:54.662248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:53:54.666668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:53:54.667058 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:54.744136 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:54.768147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:54.770566 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02b483-ee14-49ad-925d-fe9c24ca5c07" -d '{"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-plugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:54.783158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:53:54.788825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:54.811715 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115cce5-61a4-4993-94e4-270139c96ad3 x-openstack-request-id: req-3115cce5-61a4-4993-94e4-270139c96ad3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:54.812038 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-plugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:54.812285 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3115cce5-61a4-4993-94e4-270139c96ad3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:54.812665 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'code': 200} Jul 23 14:53:54.842686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:53:54.950616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86419ca-4151-42f2-a421-e8c81351ee6f req-fd10386e-09cc-4a5d-9548-87abb808e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:54.952260 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e86419ca-4151-42f2-a421-e8c81351ee6f req-fd10386e-09cc-4a5d-9548-87abb808e57a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1096 time: 0.0612011 Jul 23 14:53:54.997756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e86419ca-4151-42f2-a421-e8c81351ee6f req-10947f02-5d46-4ad8-8feb-9f842b91515c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381033 Jul 23 14:53:55.052490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f3538-357b-4873-bec9-6ee72489419a req-6a98ae16-08be-409f-a469-230729ffd7cd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:55.054255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f9f3538-357b-4873-bec9-6ee72489419a req-6a98ae16-08be-409f-a469-230729ffd7cd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0706286 Jul 23 14:53:55.097641 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f9f3538-357b-4873-bec9-6ee72489419a req-bb246122-9b4f-424f-bbfb-0e83c60b045f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368640 Jul 23 14:53:56.235667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f184f4a-7a30-4235-85b7-cb70a9948ef2 req-808aa8bf-81ec-470f-a69b-40c26c1ed5f7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:56.237168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f184f4a-7a30-4235-85b7-cb70a9948ef2 req-808aa8bf-81ec-470f-a69b-40c26c1ed5f7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0719252 Jul 23 14:53:56.278008 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2f184f4a-7a30-4235-85b7-cb70a9948ef2 req-c9136242-6858-462c-9dd0-2da44c6c46a3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336533 Jul 23 14:53:56.409157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99cac3-db5e-4c53-9c14-8f8138ab6e53 req-ddcfb362-5bba-4809-b380-0d2b0629f524 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:56.410632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d99cac3-db5e-4c53-9c14-8f8138ab6e53 req-ddcfb362-5bba-4809-b380-0d2b0629f524 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0699196 Jul 23 14:53:56.420653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 57748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:53:56.425068 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Request body: {'floatingip': {'port_id': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:53:56.463702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:56.883607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:56.891493 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:57.006943 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 associated. External IP: 172.25.2.203, port: 770fcd5b-df4a-4b4c-a521-3d40240a4174. Jul 23 14:53:57.223407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:53:57.344402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:53:57.349569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:53:57.354702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:53:57.364286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:53:57.364913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:53:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:57.386065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-699b8ad6-4883-4095-821c-fcf55e5ab92c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "PUT /v2.0/floatingips/0a5f8755-d381-428d-b7cb-2960df3699b5 HTTP/1.1" status: 200 len: 992 time: 0.9643714 Jul 23 14:53:57.386632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:53:57.388951 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21875af7-ff6b-4aec-b794-cd99f394a19a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:53:57.475552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:53:57.566506 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a104b7ec-98af-402e-9e66-25432e297a22 x-openstack-request-id: req-a104b7ec-98af-402e-9e66-25432e297a22 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:53:57.566832 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:53:57.567085 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a104b7ec-98af-402e-9e66-25432e297a22 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:53:57.567507 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'status': 'completed', 'code': 200} Jul 23 14:53:57.671488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-e9d7cc52-5354-4afb-a304-263fb1f12736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:57.673076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-e9d7cc52-5354-4afb-a304-263fb1f12736 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1096 time: 0.0640402 Jul 23 14:53:57.772800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-606731bc-5a08-4247-91b8-02cd4cc5beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:57.774243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-606731bc-5a08-4247-91b8-02cd4cc5beda service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0950358 Jul 23 14:53:57.843270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-0a344fbf-2d19-4230-9ea5-43cbdf978028 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.0626700 Jul 23 14:53:57.870361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:bd:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:53:56Z', 'revision_number': 13, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:57.891545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-3af946ff-04ff-40cc-8e1e-27c1a4d90171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:57.893037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-3af946ff-04ff-40cc-8e1e-27c1a4d90171 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0438395 Jul 23 14:53:57.899481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:53:57.908382 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:53:57.909001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:53:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:57.956034 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-e4ee2089-c520-4ecb-990a-8061eb575921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:53:57.957545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-e4ee2089-c520-4ecb-990a-8061eb575921 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584741 Jul 23 14:53:58.017944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:53:58.050089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-cdca6b23-3ff2-4bd5-bf11-64f49634440c service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858190 Jul 23 14:53:58.145560 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-21875af7-ff6b-4aec-b794-cd99f394a19a req-b068bda7-ecf9-44f3-a12e-3f04df3b445f service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865252 Jul 23 14:53:58.250903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:bd:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:53:56Z', 'revision_number': 13, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:53:58.276650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb844f-71d9-48df-8de7-68aa220f8852 None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0a5f8755-d381-428d-b7cb-2960df3699b5', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'port_id': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'mac_address': 'fa:16:3e:bd:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:46:54Z', 'updated_at': '2021-07-23T14:53:56Z', 'revision_number': 13, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:53:58.465602 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e2e78-b3bc-482c-a58b-8f5ec00c7334 None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:54:01.492925 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:54:08.026281 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:15.870066 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba29cb64-a7f3-47b7-a20c-98b20a4c21c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:18.230330 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:18.345084 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:18.578333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12d0e06d-69d6-4e53-b219-3bfcbeae88ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:19.726867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:21.427181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:28.539253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-e76da12c-8155-4003-8509-d1cc0b4de8eb req-03889b94-4405-4119-905e-44bef056fe29 service neutron] (93766) timed out ('10.222.0.48', 52900) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 14:54:36.862095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-b96265bd-95e2-420d-b5b1-b031236d7625 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584242 Jul 23 14:54:36.978066 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2243c54-3522-471b-aa96-8f78386aaacd req-02fd41dd-0757-4200-a5a8-cde40fa91cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:54:36.979572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-02fd41dd-0757-4200-a5a8-cde40fa91cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1096 time: 0.0571203 Jul 23 14:54:37.086929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2243c54-3522-471b-aa96-8f78386aaacd req-40ba0939-c173-44b4-9979-8bb76a4f81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:54:37.088291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-40ba0939-c173-44b4-9979-8bb76a4f81a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0907936 Jul 23 14:54:37.152978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-ce6912c5-ff2a-449f-992a-4c8823daa501 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1002 time: 0.0578539 Jul 23 14:54:37.205310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2243c54-3522-471b-aa96-8f78386aaacd req-556ad3f5-c579-4a66-9a33-6cbc8a9514da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:54:37.206786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-556ad3f5-c579-4a66-9a33-6cbc8a9514da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0476103 Jul 23 14:54:37.285553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2243c54-3522-471b-aa96-8f78386aaacd req-07ff36c6-db8e-403b-b799-0634d8e93861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:54:37.287121 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-07ff36c6-db8e-403b-b799-0634d8e93861 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736134 Jul 23 14:54:37.384142 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-9be4345d-ca21-4f3d-a9fa-85e5e883829b service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894082 Jul 23 14:54:37.485325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b2243c54-3522-471b-aa96-8f78386aaacd req-97d41f0b-fbfd-4a2d-b9a7-06548f1fb15a service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946681 Jul 23 14:54:38.022630 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:38.496913 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:54:45.870810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-394bfed6-5cb8-49f1-aaae-7df613e9ed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:48.236357 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:48.350815 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:48.580613 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d897b16-b16e-49dc-9eb2-2e265cd61067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:49.727487 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:54:51.428915 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:08.016341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:15.502107 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:55:15.872052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3e6597e-db4c-43e7-9853-2600e611bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:18.257675 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:18.363004 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:18.585118 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc3a8-592e-4ea8-ba81-1666a7751627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:19.729273 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:21.436867 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:35.886187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945f029-adad-4323-9472-0dc34625b9c1 req-5cdea94b-e978-4167-8405-d37f55677aa2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:35.887596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6945f029-adad-4323-9472-0dc34625b9c1 req-5cdea94b-e978-4167-8405-d37f55677aa2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0686064 Jul 23 14:55:35.925537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6945f029-adad-4323-9472-0dc34625b9c1 req-b9c4864e-ae02-4960-b8eb-b8e559ac72d4 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316894 Jul 23 14:55:38.014446 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:38.841887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-375560e9-9202-4b18-8b98-9859bfb4a86d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575032 Jul 23 14:55:38.953683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-95ecc3fc-4522-40c0-a6b0-2e4058f12b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:38.955594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-95ecc3fc-4522-40c0-a6b0-2e4058f12b29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1096 time: 0.0556967 Jul 23 14:55:39.061346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-f387a2ff-1a98-4338-aaa2-c9a87d4ab584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:39.062909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-f387a2ff-1a98-4338-aaa2-c9a87d4ab584 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0896318 Jul 23 14:55:39.129124 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-022ebe18-da93-4468-b69b-be70c668dde7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1002 time: 0.0590336 Jul 23 14:55:39.176673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-8c9f352c-24bb-4f72-ae4c-c788a6018222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:39.178138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-8c9f352c-24bb-4f72-ae4c-c788a6018222 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0432279 Jul 23 14:55:39.242807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-7109302b-65a2-4913-a155-553514142d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:39.244188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-7109302b-65a2-4913-a155-553514142d45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594749 Jul 23 14:55:39.335955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-27cb63c6-f8a0-4fae-916d-3e221e8d3e75 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848582 Jul 23 14:55:39.774097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e298089-4d83-4a1d-969a-d69ab2498861 req-7d9a484e-dad6-43fe-b14f-16f7f29427c0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315534 Jul 23 14:55:45.866177 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c277665c-8f08-4255-ae5d-d05d47d9c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:47.193308 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-f1968b12-8d23-4544-853c-7510fe88cab1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606163 Jul 23 14:55:47.201913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543ba0f-6a0b-4fbf-950b-2a815add89d8 req-5c7ce5eb-078e-4c34-b96d-550c2305964d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:47.203538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9543ba0f-6a0b-4fbf-950b-2a815add89d8 req-5c7ce5eb-078e-4c34-b96d-550c2305964d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0653574 Jul 23 14:55:47.244815 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9543ba0f-6a0b-4fbf-950b-2a815add89d8 req-cd2da02a-f529-42b2-9f4f-bff74c6f6613 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329516 Jul 23 14:55:48.272676 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:48.358104 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:48.378790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59106-1b47-4a0e-94a0-fecce6c634e8 req-4d0b8504-bd50-4402-8c0b-8af817926306 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:48.380283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8e59106-1b47-4a0e-94a0-fecce6c634e8 req-4d0b8504-bd50-4402-8c0b-8af817926306 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0653896 Jul 23 14:55:48.419167 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d8e59106-1b47-4a0e-94a0-fecce6c634e8 req-75728ad6-6d38-461f-ad10-6880924095f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Jul 23 14:55:48.586608 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3edbdd13-48c9-48fa-9aff-e77aba40a8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:49.569774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8439a-6525-406d-9395-f882977fce26 req-7612dcb1-26e7-4056-93ec-88fa8f7c6d55 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:49.571358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65f8439a-6525-406d-9395-f882977fce26 req-7612dcb1-26e7-4056-93ec-88fa8f7c6d55 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0717587 Jul 23 14:55:49.614377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-65f8439a-6525-406d-9395-f882977fce26 req-633936fe-a8dc-4191-aeb2-2f9104f1faaa tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337660 Jul 23 14:55:49.733277 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:50.646629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-02fbdd7d-d0ce-4e0e-9ce9-921a8a7d597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:50.648157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-02fbdd7d-d0ce-4e0e-9ce9-921a8a7d597c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1096 time: 0.0603054 Jul 23 14:55:50.769217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-719964d5-d0e2-4590-93f7-8033be718184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:50.770683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-719964d5-d0e2-4590-93f7-8033be718184 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1159689 Jul 23 14:55:50.831650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe749bc3-f5fc-467b-9d3b-6c459780890b req-393f6868-4f96-4b2d-936a-6b24561bed56 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:50.833115 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe749bc3-f5fc-467b-9d3b-6c459780890b req-393f6868-4f96-4b2d-936a-6b24561bed56 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.1470246 Jul 23 14:55:50.860732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-282de277-ec44-434b-ac91-a2f41af7ff8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1002 time: 0.0826998 Jul 23 14:55:50.904961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fe749bc3-f5fc-467b-9d3b-6c459780890b req-63d936fa-0f6a-4280-877e-a7cee3ce4207 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646932 Jul 23 14:55:50.920534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-624ccf34-44f3-4994-8858-aa3fb26576a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:50.922090 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-624ccf34-44f3-4994-8858-aa3fb26576a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0538609 Jul 23 14:55:50.983217 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-2c1c95df-22c7-4796-9a1e-918061f8acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:50.985335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-2c1c95df-22c7-4796-9a1e-918061f8acbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572934 Jul 23 14:55:51.079118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-42fd1389-17af-4e43-bbac-306929b12caf service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872369 Jul 23 14:55:51.166042 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-c1f59e10-ec60-4f78-a1da-1d6ca4d41cb5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812936 Jul 23 14:55:51.438878 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:55:52.050214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb95dec-07d0-427f-9d7f-d12123a3a04d req-0f8ceb8c-83eb-4b13-8665-b12fc4067e44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:52.051750 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dfb95dec-07d0-427f-9d7f-d12123a3a04d req-0f8ceb8c-83eb-4b13-8665-b12fc4067e44 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0696583 Jul 23 14:55:52.090133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dfb95dec-07d0-427f-9d7f-d12123a3a04d req-601f98f9-b371-4d60-a6dc-b7ef8ab59eaf tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326619 Jul 23 14:55:52.506055 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:55:53.237251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df73b1-4ed8-452c-a70b-76ac8ae51247 req-d076009b-19a7-42c9-a334-0056234f1fb1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:53.238770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89df73b1-4ed8-452c-a70b-76ac8ae51247 req-d076009b-19a7-42c9-a334-0056234f1fb1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0683761 Jul 23 14:55:53.276859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-89df73b1-4ed8-452c-a70b-76ac8ae51247 req-105a1217-02c8-4f7c-bf15-77c3ebba6e62 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Jul 23 14:55:54.497955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc58cb-f068-4772-8b12-9ac799c44127 req-f3e53277-8894-4109-8cd4-144854bd1c86 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:54.499490 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0fc58cb-f068-4772-8b12-9ac799c44127 req-f3e53277-8894-4109-8cd4-144854bd1c86 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.1485014 Jul 23 14:55:54.544389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0fc58cb-f068-4772-8b12-9ac799c44127 req-13e57375-0aca-4237-98ff-409c96db8866 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Jul 23 14:55:55.699309 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981b278-4158-4b21-9aa5-adf2154a1283 req-2e2e5adb-34cd-45d1-8395-ece7d9d969e6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:55.700803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5981b278-4158-4b21-9aa5-adf2154a1283 req-2e2e5adb-34cd-45d1-8395-ece7d9d969e6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0787029 Jul 23 14:55:55.740446 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5981b278-4158-4b21-9aa5-adf2154a1283 req-1896837e-fbee-4f9d-8bbe-9335cde7663b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333772 Jul 23 14:55:56.878184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045446a-9e8d-4456-9f19-d44efab9f79e req-1de746de-e12f-431d-ba69-49c27e4d1ff7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:56.879708 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1045446a-9e8d-4456-9f19-d44efab9f79e req-1de746de-e12f-431d-ba69-49c27e4d1ff7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0679169 Jul 23 14:55:56.917288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1045446a-9e8d-4456-9f19-d44efab9f79e req-f85d6ad8-5914-47bf-93f3-9bf823d29506 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Jul 23 14:55:58.068381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe281-e88b-412e-87c8-198529782bb1 req-9849fb1b-2cc7-4672-8ca8-8e3972c8e998 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:58.069880 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96fbe281-e88b-412e-87c8-198529782bb1 req-9849fb1b-2cc7-4672-8ca8-8e3972c8e998 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0697696 Jul 23 14:55:58.115232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96fbe281-e88b-412e-87c8-198529782bb1 req-5193e3dc-93f0-4590-b942-82b34202afb9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395279 Jul 23 14:55:59.273130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b489-df16-456a-849e-78769680d7e5 req-28525f5b-f6b2-496b-8b72-76d439fcbaee tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:55:59.274506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6429b489-df16-456a-849e-78769680d7e5 req-28525f5b-f6b2-496b-8b72-76d439fcbaee tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0670049 Jul 23 14:55:59.312590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6429b489-df16-456a-849e-78769680d7e5 req-cf74686c-5db3-4516-a694-97ffd0fc3ac3 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jul 23 14:56:00.467830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44078541-5abc-455e-b139-3dd4b879f292 req-f4f47e84-bac3-4dd6-bdf9-57f16f1d2fd9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:00.469298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44078541-5abc-455e-b139-3dd4b879f292 req-f4f47e84-bac3-4dd6-bdf9-57f16f1d2fd9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0761244 Jul 23 14:56:00.517272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44078541-5abc-455e-b139-3dd4b879f292 req-12257fd1-fdc6-4dae-98f6-249d1814bd82 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Jul 23 14:56:01.662551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c269-447e-4ec8-9b6c-aa04e2294a42 req-1772f8f5-f3f9-4392-acc3-56d10f857c87 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:01.664075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2a9c269-447e-4ec8-9b6c-aa04e2294a42 req-1772f8f5-f3f9-4392-acc3-56d10f857c87 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0724843 Jul 23 14:56:01.701907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2a9c269-447e-4ec8-9b6c-aa04e2294a42 req-84f1a206-cab5-493d-b4dd-77ab71517ba8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Jul 23 14:56:02.848846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704c01d-4344-4af2-99c1-b587da56140f req-364dd92e-88a3-4815-a658-15b0123479ac tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:02.851658 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f704c01d-4344-4af2-99c1-b587da56140f req-364dd92e-88a3-4815-a658-15b0123479ac tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0720754 Jul 23 14:56:02.898690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f704c01d-4344-4af2-99c1-b587da56140f req-3a761e56-819f-4528-83db-619f17e96429 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391126 Jul 23 14:56:04.038043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e44372-3bd0-442a-aca2-0187336ee178 req-97c0b820-a91a-4741-a60e-3e6cc206f8f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:04.038787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-60e44372-3bd0-442a-aca2-0187336ee178 req-97c0b820-a91a-4741-a60e-3e6cc206f8f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0704951 Jul 23 14:56:04.078404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-60e44372-3bd0-442a-aca2-0187336ee178 req-fa23eb5a-c6e0-4089-b4d4-123e2a6f3a4f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341334 Jul 23 14:56:05.069723 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-4b1f8d2b-2e62-4709-8650-8029f6ee7539 service neutron] show failed (client error): The resource could not be found. Jul 23 14:56:05.070725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-4b1f8d2b-2e62-4709-8650-8029f6ee7539 service neutron] 10.222.0.11 "GET /v2.0/ports/770fcd5b-df4a-4b4c-a521-3d40240a4174/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0565798 Jul 23 14:56:05.217726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d6a99-a061-4584-af1d-5a5b79c4b82e req-1c60ef62-d5c5-43d1-84df-26e4d9a51aca tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:05.223408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-869d6a99-a061-4584-af1d-5a5b79c4b82e req-1c60ef62-d5c5-43d1-84df-26e4d9a51aca tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0748737 Jul 23 14:56:05.292139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-869d6a99-a061-4584-af1d-5a5b79c4b82e req-08eab88e-3d08-4f27-bac2-1fb0dc017b0d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657022 Jul 23 14:56:05.315965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-21336ab7-ce96-4df0-b843-8e9c9dfcc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:05.317544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-21336ab7-ce96-4df0-b843-8e9c9dfcc600 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 1096 time: 0.0731814 Jul 23 14:56:05.330514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:56:05.402568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:05.607547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:05.641133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:56:05.686530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:05.688975 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e3e82e-6a7c-474b-82a7-b4c669b12b5f" -d '{"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-unplugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:05.693786 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:05.707861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Transition to ACTIVE for port object 770fcd5b-df4a-4b4c-a521-3d40240a4174 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:56:05.713503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:05.749213 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7684d-c074-4885-b04f-7eed1566c576 x-openstack-request-id: req-cae7684d-c074-4885-b04f-7eed1566c576 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:05.749583 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-unplugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:05.749778 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cae7684d-c074-4885-b04f-7eed1566c576 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:05.750122 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'code': 200} Jul 23 14:56:05.792417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:05.804700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.805039 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.805374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.805704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.806030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.806355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.806698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.807023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.807343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.807659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.807976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.808300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:05.852359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] No DVR routers for this DVR port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:56:05.990782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:56:05.991033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:56:05.991362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:56:05.995910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:56:05.996229 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:56:06.001168 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:56:06.001499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:56:06.001877 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:56:06.002289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Bound port: 770fcd5b-df4a-4b4c-a521-3d40240a4174, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:56:06.002635 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:06.066161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:56:06.069206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:56:06.075938 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:06.111266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:06.111878 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:06.113260 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-db30db59-9964-49bb-be87-82edb3befbef service neutron] 10.222.0.48 "PUT /v2.0/ports/770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1091 time: 0.7872982 Jul 23 14:56:06.137712 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30db59-9964-49bb-be87-82edb3befbef service neutron] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:06.209725 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-1ee066ca-57d0-4e70-9045-120767321507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:06.211432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-1ee066ca-57d0-4e70-9045-120767321507 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1094 time: 0.0637882 Jul 23 14:56:06.303243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-a433fa23-62c8-46a6-afa4-517ae5c9ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:06.304741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-a433fa23-62c8-46a6-afa4-517ae5c9ebdb service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0863426 Jul 23 14:56:06.399733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-40ea7292-0f75-4464-8d4d-3c8a8745b1c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.0876648 Jul 23 14:56:06.460134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-f6d4dec0-5b60-4ce7-83ba-20adf28d393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:06.461605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-f6d4dec0-5b60-4ce7-83ba-20adf28d393a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0548904 Jul 23 14:56:06.476314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f543b-a2e2-47a1-a766-8b68b64eb93a req-61e94237-46b3-4d81-9c18-ab9cde2aa857 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:06.477728 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c0f543b-a2e2-47a1-a766-8b68b64eb93a req-61e94237-46b3-4d81-9c18-ab9cde2aa857 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.1123159 Jul 23 14:56:06.544922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c0f543b-a2e2-47a1-a766-8b68b64eb93a req-c71f7d76-3c0a-437f-b9b6-c0a7a8ff3caf tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591631 Jul 23 14:56:06.559872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-537a4caa-ebda-4f2f-8040-16976e14d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:06.561380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-537a4caa-ebda-4f2f-8040-16976e14d11f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827944 Jul 23 14:56:06.653484 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-5538ca25-28c5-4d63-b0c5-c5112724efb4 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Jul 23 14:56:06.748334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4970232f-1b7d-44ec-81b1-d29f94d29bab req-1511810f-06ee-419e-af35-3bc679f99af9 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Jul 23 14:56:07.174560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:56:07.214584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:56:07.679043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7f59c-8790-42f9-801b-acfc22629f44 req-bafbfb10-fefc-4497-beb3-3fd56775c1e8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:07.680499 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5df7f59c-8790-42f9-801b-acfc22629f44 req-bafbfb10-fefc-4497-beb3-3fd56775c1e8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0646482 Jul 23 14:56:07.719823 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5df7f59c-8790-42f9-801b-acfc22629f44 req-6280e5e4-44cb-4703-a4ed-d2601e9f3b47 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jul 23 14:56:07.751534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:07.753922 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:07.801238 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5837817-452c-4588-a2ef-5cde228441bf x-openstack-request-id: req-a5837817-452c-4588-a2ef-5cde228441bf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:07.801474 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:07.801758 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5837817-452c-4588-a2ef-5cde228441bf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:07.802156 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'status': 'completed', 'code': 200} Jul 23 14:56:07.920949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-89482e38-bbcf-4b4a-9594-c457197cfd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:07.922469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-89482e38-bbcf-4b4a-9594-c457197cfd50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1094 time: 0.0972745 Jul 23 14:56:07.928345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-02f9d88b-e1c0-4e11-bb32-14943dd83bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:07.929753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-02f9d88b-e1c0-4e11-bb32-14943dd83bde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1094 time: 0.0769548 Jul 23 14:56:08.029065 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:08.088004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-bb377715-2ea4-40fd-a6f2-d2bcbe8b45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:08.089481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-bb377715-2ea4-40fd-a6f2-d2bcbe8b45d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1589096 Jul 23 14:56:08.090586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-364a6884-6f9e-48c2-8b91-e2305c1a78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:08.091855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-364a6884-6f9e-48c2-8b91-e2305c1a78f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1542034 Jul 23 14:56:08.196048 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-95e79050-5ff9-4944-b9cb-5c95ee1702ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.1000190 Jul 23 14:56:08.201901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-66707de7-e1d5-46fa-9f7d-b970b9e26d83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.1002393 Jul 23 14:56:08.281172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-d6e9ac2e-c4dc-40bf-ac39-fea0183fa837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:08.282533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-d6e9ac2e-c4dc-40bf-ac39-fea0183fa837 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0788302 Jul 23 14:56:08.285832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-db066f04-c4a1-47d5-aadc-02fc7d048d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:08.287209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-db066f04-c4a1-47d5-aadc-02fc7d048d8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0749655 Jul 23 14:56:08.380415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-4c57af51-d4b1-4ddd-84fe-73a0d192ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:08.381943 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-4c57af51-d4b1-4ddd-84fe-73a0d192ae16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919089 Jul 23 14:56:08.383662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-8a1a5247-74f8-4d06-b269-be7219e5f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:08.384991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-8a1a5247-74f8-4d06-b269-be7219e5f427 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877011 Jul 23 14:56:08.536252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-96163c29-bb9d-49b9-adc6-2d31aeb232f8 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463439 Jul 23 14:56:08.539587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-37ec66ef-d31a-4f31-a408-1a524a7b4088 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428802 Jul 23 14:56:08.700941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-662c185b-afa0-4fa7-b2c0-9316e77d4184 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578715 Jul 23 14:56:08.702851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bd76a0a4-2a50-48f3-b3f2-4cc7d48433d2 req-ea6e7119-0474-40c4-8e1a-81f8d19c9ee5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526268 Jul 23 14:56:08.857084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211e6c-67d4-4023-bf34-963c607d7787 req-dab36b19-a813-4b70-85ab-1874f3850761 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:08.858514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b211e6c-67d4-4023-bf34-963c607d7787 req-dab36b19-a813-4b70-85ab-1874f3850761 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0673623 Jul 23 14:56:08.897064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b211e6c-67d4-4023-bf34-963c607d7787 req-4181083b-4841-451d-a01f-74a934c0c6d1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324056 Jul 23 14:56:10.032089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb066f7-337f-43b0-ab79-1084dd5f5ca2 req-fc17c7c3-c6c1-41a6-9332-720349c7e33e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:10.033550 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fb066f7-337f-43b0-ab79-1084dd5f5ca2 req-fc17c7c3-c6c1-41a6-9332-720349c7e33e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0649481 Jul 23 14:56:10.075551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6fb066f7-337f-43b0-ab79-1084dd5f5ca2 req-428713b4-8837-4f41-9737-b7284de3bb2f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361276 Jul 23 14:56:11.219687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9e1c-e9d1-471a-9455-75222bfb28df req-15572191-3dab-41df-8e0f-34a3e310109c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:11.221180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb1b9e1c-e9d1-471a-9455-75222bfb28df req-15572191-3dab-41df-8e0f-34a3e310109c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0684803 Jul 23 14:56:11.260416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb1b9e1c-e9d1-471a-9455-75222bfb28df req-fa256db0-8069-4483-92fa-dcffa0189cc5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334933 Jul 23 14:56:12.414387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ff08-fde5-458f-8827-2dbfcc008fc5 req-5a4f8368-5929-4115-90e0-da10d1511d26 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:12.415907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5415ff08-fde5-458f-8827-2dbfcc008fc5 req-5a4f8368-5929-4115-90e0-da10d1511d26 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0718994 Jul 23 14:56:12.460838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5415ff08-fde5-458f-8827-2dbfcc008fc5 req-835058f8-6425-4293-84c0-8060810172e2 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364003 Jul 23 14:56:13.610374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798eb4c-0d85-4948-83c7-51722988b9a1 req-92406af5-fa41-4f97-bc63-96e70269888b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:13.611923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4798eb4c-0d85-4948-83c7-51722988b9a1 req-92406af5-fa41-4f97-bc63-96e70269888b tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0770814 Jul 23 14:56:13.653721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4798eb4c-0d85-4948-83c7-51722988b9a1 req-09e93a7f-1a27-4a22-85e0-0f0be245ac9f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329347 Jul 23 14:56:14.798532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb31e3c-1522-445c-bad5-e6ddedb2c8f2 req-e4d52de8-c30c-4d03-a7f0-6069c2418e6f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:14.800015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bb31e3c-1522-445c-bad5-e6ddedb2c8f2 req-e4d52de8-c30c-4d03-a7f0-6069c2418e6f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0703166 Jul 23 14:56:14.840457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2bb31e3c-1522-445c-bad5-e6ddedb2c8f2 req-619fe909-0512-4c45-9644-5b1d6b6348f5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344234 Jul 23 14:56:15.869505 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a22092b-76e4-4fef-8d3f-12bb50a1c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:15.989845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee0eb-32c6-468f-a760-a6aa9b1c14d5 req-cb8b5489-073b-4a4f-b602-ecedf4ac1b50 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:15.991385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9fee0eb-32c6-468f-a760-a6aa9b1c14d5 req-cb8b5489-073b-4a4f-b602-ecedf4ac1b50 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0734689 Jul 23 14:56:16.030903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9fee0eb-32c6-468f-a760-a6aa9b1c14d5 req-a5370994-8eb6-4fcc-a639-1ac0cb752117 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 Jul 23 14:56:17.184352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa697a-dee2-46d7-9ac2-35cd1a65caec req-8d82aace-387a-40ca-a213-e1ee215bb9be tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:17.185889 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cfa697a-dee2-46d7-9ac2-35cd1a65caec req-8d82aace-387a-40ca-a213-e1ee215bb9be tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0726051 Jul 23 14:56:17.228608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5cfa697a-dee2-46d7-9ac2-35cd1a65caec req-14e82f1b-662e-4000-9f79-bc27922a624d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369146 Jul 23 14:56:18.260605 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:18.361484 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:18.364633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdae821-825f-400c-8df6-d372d69293b1 req-758bdf98-334b-4e74-a968-9e94570c476d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:18.366145 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cdae821-825f-400c-8df6-d372d69293b1 req-758bdf98-334b-4e74-a968-9e94570c476d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0689018 Jul 23 14:56:18.404032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4cdae821-825f-400c-8df6-d372d69293b1 req-eef2e1e3-f17c-4566-a0fa-46864eb81b0f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Jul 23 14:56:18.571951 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94f506fa-346e-4c63-9df3-3c060d595c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:18.758938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-7dbb1ce9-049a-4d55-ade0-58a548cb54da tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:18.760413 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-7dbb1ce9-049a-4d55-ade0-58a548cb54da tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac&tenant_id=5650a8ba30af4d1abda3fa04377c9928&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 943 time: 0.1084096 Jul 23 14:56:18.772928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9866a5-f9e0-4ef9-a736-45a54ffe3184 req-01cccb52-d7f2-48cf-bd73-ee6b1953dd86 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:18.774319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d9866a5-f9e0-4ef9-a736-45a54ffe3184 req-01cccb52-d7f2-48cf-bd73-ee6b1953dd86 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 943 time: 0.0890527 Jul 23 14:56:18.850863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3d9866a5-f9e0-4ef9-a736-45a54ffe3184 req-40528779-c5d6-4f7c-be2d-cbf102c05ce9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703428 Jul 23 14:56:18.859182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-f4d7ef0f-64b8-43bd-8a3a-16814758792c service neutron] 10.222.0.48 "GET /v2.0/ports/770fcd5b-df4a-4b4c-a521-3d40240a4174/bindings/n-h2-801990-3 HTTP/1.1" status: 200 len: 382 time: 0.0839562 Jul 23 14:56:18.948338 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-ec472494-6c62-4624-b587-b503b9af710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:18.949866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-ec472494-6c62-4624-b587-b503b9af710d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1094 time: 0.0624278 Jul 23 14:56:19.042499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-08495b30-0488-4f61-9b7e-c1539271e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:19.044085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-08495b30-0488-4f61-9b7e-c1539271e06f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0867536 Jul 23 14:56:19.111462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-b1582f59-c63a-4a2a-9247-db4d8a7f335c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.0599668 Jul 23 14:56:19.168622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-9c1fd173-5be1-4801-9339-f3ddfe9c1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:19.170088 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-9c1fd173-5be1-4801-9339-f3ddfe9c1375 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0508361 Jul 23 14:56:19.231969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-acebfec3-ff80-44c2-b997-a92e3fa867e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:19.232951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:56:19.233455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-acebfec3-ff80-44c2-b997-a92e3fa867e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556359 Jul 23 14:56:19.334842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:19.347501 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'mac_address': 'fa:16:3e:bd:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:56:19.386735 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:19.400700 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770fcd5b-df4a-4b4c-a521-3d40240a4174 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:56:19.422345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:19.427868 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:19.478742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:19.487088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.487402 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.487746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.488083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.488441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.488765 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.489217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.489539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.489868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.490181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.490507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.490931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:19.663804 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-ba2f09f2-350f-42b2-8ce7-08990a2b895e service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230323 Jul 23 14:56:19.704688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['770fcd5b-df4a-4b4c-a521-3d40240a4174'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:56:19.752713 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:19.759390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-f784daf1-9695-42f1-9535-ede87dfc0ac0 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879402 Jul 23 14:56:20.003021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292af3f-c18f-44de-894d-f20d44d78c7f req-ff66861d-d63b-4a22-b442-5928353f95d8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:20.004557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1292af3f-c18f-44de-894d-f20d44d78c7f req-ff66861d-d63b-4a22-b442-5928353f95d8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0714891 Jul 23 14:56:20.046452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1292af3f-c18f-44de-894d-f20d44d78c7f req-5b65b410-bdbd-4a67-8979-db4fcfc1ffdb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335186 Jul 23 14:56:21.193056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793959c-83d3-4da6-a45b-6e38c083fad8 req-d552bdbb-2d69-4639-8043-b913cd1729bd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:21.194552 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e793959c-83d3-4da6-a45b-6e38c083fad8 req-d552bdbb-2d69-4639-8043-b913cd1729bd tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0686150 Jul 23 14:56:21.234324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e793959c-83d3-4da6-a45b-6e38c083fad8 req-31d317a7-1185-4499-8876-502cefdaddfe tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340004 Jul 23 14:56:21.264877 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:56:21.325254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:56:21.328826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:56:21.329528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:21.408195 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:21.439235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:21.441585 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb42e3-ba37-4f77-ae5d-7d172f4e1f47" -d '{"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-plugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:21.455103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:21.456794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:21.462171 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:21.510460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:21.560599 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1139f2c5-5516-43a3-945e-ffe9abac12a9 x-openstack-request-id: req-1139f2c5-5516-43a3-945e-ffe9abac12a9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:21.560891 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-plugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:21.561140 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1139f2c5-5516-43a3-945e-ffe9abac12a9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:21.561537 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'code': 200} Jul 23 14:56:22.378062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe23d1-3c0a-4183-aef3-fedbb3030731 req-397af6f8-47d9-4ed4-8427-455bf47b31f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:22.379653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ffe23d1-3c0a-4183-aef3-fedbb3030731 req-397af6f8-47d9-4ed4-8427-455bf47b31f1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0667028 Jul 23 14:56:22.419159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8ffe23d1-3c0a-4183-aef3-fedbb3030731 req-f07e4ab2-5e36-442a-8c8b-d867d42c4650 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Jul 23 14:56:23.561844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb584-df1f-4dd9-b2ff-fcdc0531a069 req-2b549dac-777d-42fb-8be9-a29b4d50da38 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:23.563435 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cfcb584-df1f-4dd9-b2ff-fcdc0531a069 req-2b549dac-777d-42fb-8be9-a29b4d50da38 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0739436 Jul 23 14:56:23.613272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cfcb584-df1f-4dd9-b2ff-fcdc0531a069 req-438d5be6-5307-4a96-8e0a-0207da01b3b0 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Jul 23 14:56:23.660045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-2ba0c7bf-4e9c-4fc7-ae00-93087f46d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:23.661662 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-2ba0c7bf-4e9c-4fc7-ae00-93087f46d7fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac&tenant_id=5650a8ba30af4d1abda3fa04377c9928 HTTP/1.1" status: 200 len: 1096 time: 0.1120803 Jul 23 14:56:23.679144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:56:23.756981 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:23.973624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:24.006288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:56:24.044552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:24.046968 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4750899-18f3-48e9-9f20-fedb35e229f2" -d '{"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-unplugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:24.050448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:24.062674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Transition to ACTIVE for port object 770fcd5b-df4a-4b4c-a521-3d40240a4174 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:56:24.069294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:24.103819 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242d80e-511e-4d7a-96fe-14594a2dfce6 x-openstack-request-id: req-2242d80e-511e-4d7a-96fe-14594a2dfce6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:24.104109 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-unplugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:24.104404 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2242d80e-511e-4d7a-96fe-14594a2dfce6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:24.104769 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'code': 200} Jul 23 14:56:24.151705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:24.195545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] No DVR routers for this DVR port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:56:24.334632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:56:24.335134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:56:24.335620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:56:24.342988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:56:24.343450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Attempting to bind port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:56:24.350257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:56:24.350597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Checking segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:56:24.351008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Bound using segment: {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:56:24.351429 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Bound port: 770fcd5b-df4a-4b4c-a521-3d40240a4174, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1993be-f890-458a-be29-5ed4f43cd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:56:24.351794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:24.421827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:56:24.425018 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:56:24.430008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:24.465295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:24.465909 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:24.467310 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] 10.222.0.11 "PUT /v2.0/ports/770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1092 time: 0.7923222 Jul 23 14:56:24.495150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53213c0a-b44a-4bc7-ac88-22b90155f489 service neutron] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:24.557688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-6c438ee5-e9be-412a-9d25-8d49275b2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:24.559245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-6c438ee5-e9be-412a-9d25-8d49275b2a96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1095 time: 0.0561845 Jul 23 14:56:24.655626 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-918cb77f-1377-41dd-ac6c-11efa8413199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:24.657114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-918cb77f-1377-41dd-ac6c-11efa8413199 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.0914125 Jul 23 14:56:24.753127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-3f70234e-364e-4f2d-86d2-ee79adf313a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.0887766 Jul 23 14:56:24.818995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97d5ba-275b-40f9-83f1-9eb80c380f0a req-eb1aacb9-b862-4486-9e3a-7055fe08ff15 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:24.820674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a97d5ba-275b-40f9-83f1-9eb80c380f0a req-eb1aacb9-b862-4486-9e3a-7055fe08ff15 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.1224134 Jul 23 14:56:24.822414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-15a12d1c-b0ed-4266-b985-c06c3be1b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:24.823752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-15a12d1c-b0ed-4266-b985-c06c3be1b97a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0640740 Jul 23 14:56:24.886298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a97d5ba-275b-40f9-83f1-9eb80c380f0a req-761bcd06-ae8f-4d5b-b943-c7999c764d7d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601082 Jul 23 14:56:24.904912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-7806e9c1-0d16-4116-b818-71afa43ad14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:24.906394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-7806e9c1-0d16-4116-b818-71afa43ad14c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741584 Jul 23 14:56:25.009285 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-fa07bbcc-d55d-489f-b94c-bf76a6c99a41 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950892 Jul 23 14:56:25.100795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e427da92-ebbc-4c94-90cc-db6b022a576a req-38752a9f-556b-447d-a735-84d991229048 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845952 Jul 23 14:56:25.263791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:56:25.305888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:56:26.021780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028c575-6685-4887-b119-3e8e9110a5b1 req-ad8b6088-4d54-46bf-8852-501079f05fe1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.023290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d028c575-6685-4887-b119-3e8e9110a5b1 req-ad8b6088-4d54-46bf-8852-501079f05fe1 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0660312 Jul 23 14:56:26.065790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d028c575-6685-4887-b119-3e8e9110a5b1 req-e1aa8ae4-1abb-44d7-8ee1-d0a744231d39 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366919 Jul 23 14:56:26.105498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:26.107863 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:26.156477 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c0500f-4148-4c96-8e52-8b4d602a977e x-openstack-request-id: req-15c0500f-4148-4c96-8e52-8b4d602a977e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:26.156771 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:26.157020 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15c0500f-4148-4c96-8e52-8b4d602a977e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:26.157419 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'status': 'completed', 'code': 200} Jul 23 14:56:26.275944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-3969c0ce-291f-4c44-87a9-5f5386a9b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.277514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-3969c0ce-291f-4c44-87a9-5f5386a9b417 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1095 time: 0.0966837 Jul 23 14:56:26.284568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-340f39e0-ab25-4160-b739-957416d10fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.286051 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-340f39e0-ab25-4160-b739-957416d10fab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5650a8ba30af4d1abda3fa04377c9928&device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 1095 time: 0.0773804 Jul 23 14:56:26.445589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-d1caa0ba-d96b-44bd-8625-2ef166a82f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.447544 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-d1caa0ba-d96b-44bd-8625-2ef166a82f9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1605608 Jul 23 14:56:26.448813 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-ad52596a-6309-4759-bc12-110383680f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.450370 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-ad52596a-6309-4759-bc12-110383680f61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 200 len: 912 time: 0.1559157 Jul 23 14:56:26.561793 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-c89deb71-e5e4-4ca3-ad6c-e971b721c035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.1076231 Jul 23 14:56:26.563647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-3ba9fa66-507a-41c5-ba16-45fa5d2d54d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 200 len: 1000 time: 0.1024067 Jul 23 14:56:26.646418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-017388ec-bb26-430e-a494-0dca02d17885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.647930 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-017388ec-bb26-430e-a494-0dca02d17885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0797710 Jul 23 14:56:26.649576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-b1bd1b06-cb91-48a0-bf1b-b08b6d551d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.650916 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-b1bd1b06-cb91-48a0-bf1b-b08b6d551d68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 200 len: 850 time: 0.0743728 Jul 23 14:56:26.748219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-0ac41a57-ac43-447c-8d61-f16516a7a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.749751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-0ac41a57-ac43-447c-8d61-f16516a7a368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952120 Jul 23 14:56:26.754310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-bb4d4b9f-5ebe-4ce6-a3b4-c8c0495d6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:26.755778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-bb4d4b9f-5ebe-4ce6-a3b4-c8c0495d6568 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f468840-fe54-4964-8b9d-5e6e25c6c3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941114 Jul 23 14:56:26.910611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-e99e778b-b79b-434d-b638-dcac772d4d3e service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537983 Jul 23 14:56:26.912592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-a3ddf254-40cd-48d2-b8b8-75f44d063781 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488025 Jul 23 14:56:27.076604 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-7167244d-805d-40da-9f94-c476a49bdc32 service neutron] 10.222.0.48 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587429 Jul 23 14:56:27.078476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95fbbdcf-156e-4f21-bb1d-d15a73ff5b45 req-838dc8b2-c6b0-4936-b2b5-b392691fe1c9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596498 Jul 23 14:56:27.205137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ae31a-1309-455b-b143-468c2d7a2707 req-d441df4d-8a92-40a7-81ac-9f54ff222838 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:27.206519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf7ae31a-1309-455b-b143-468c2d7a2707 req-d441df4d-8a92-40a7-81ac-9f54ff222838 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0669978 Jul 23 14:56:27.244721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf7ae31a-1309-455b-b143-468c2d7a2707 req-141dce8e-4117-440c-b3f0-e006f502f173 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Jul 23 14:56:28.380795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a038aa-3971-490e-9ab9-d7df80061a7d req-0b5eab45-d559-4bc2-b105-6c8d6ec1011c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:28.382303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33a038aa-3971-490e-9ab9-d7df80061a7d req-0b5eab45-d559-4bc2-b105-6c8d6ec1011c tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0676663 Jul 23 14:56:28.421398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-33a038aa-3971-490e-9ab9-d7df80061a7d req-f5e57cf3-1413-4d6d-84d3-1ba17f36f5d9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Jul 23 14:56:29.505986 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:56:29.564840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54503f9-e4c9-4b5b-9887-1cd396e974a2 req-ecf58684-e501-47c7-b8ae-f04719b726a8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:29.566358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c54503f9-e4c9-4b5b-9887-1cd396e974a2 req-ecf58684-e501-47c7-b8ae-f04719b726a8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0631413 Jul 23 14:56:29.608851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c54503f9-e4c9-4b5b-9887-1cd396e974a2 req-5b99b959-9289-4d0c-8ac1-4a5365c2bac9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366852 Jul 23 14:56:30.758815 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a3de-6d94-4cb4-92e0-dc8660ff879d req-8ddada5b-dab7-4cdb-ae8e-aea240a34bd4 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:30.760306 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0b6a3de-6d94-4cb4-92e0-dc8660ff879d req-8ddada5b-dab7-4cdb-ae8e-aea240a34bd4 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0648251 Jul 23 14:56:30.799476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0b6a3de-6d94-4cb4-92e0-dc8660ff879d req-5aea3b54-6f42-43bb-92a8-55d88cc49715 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Jul 23 14:56:31.939621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f608dd5-934d-4cd9-80d4-e966e5b06b8f req-4dfe6ba6-8cc0-4e3e-845a-39c0ce8fb8a5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:31.941018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f608dd5-934d-4cd9-80d4-e966e5b06b8f req-4dfe6ba6-8cc0-4e3e-845a-39c0ce8fb8a5 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0685871 Jul 23 14:56:31.980402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7f608dd5-934d-4cd9-80d4-e966e5b06b8f req-18e9f265-9d21-46f1-bb8f-aed88b8a3e5a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Jul 23 14:56:33.139979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbe1eb-e92e-4fcc-93bb-4d79cb10508d req-4b16f6ce-6455-476b-a341-fc3fbb41b5af tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:33.141474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83dbe1eb-e92e-4fcc-93bb-4d79cb10508d req-4b16f6ce-6455-476b-a341-fc3fbb41b5af tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0778654 Jul 23 14:56:33.183629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83dbe1eb-e92e-4fcc-93bb-4d79cb10508d req-53886411-ae84-4fe8-baae-53c57e4da1aa tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362196 Jul 23 14:56:34.328407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd325-22ab-4fb2-80b1-176798732d30 req-e6d6bc96-5ec9-4948-9242-c1c76abad451 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:34.330242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9cbd325-22ab-4fb2-80b1-176798732d30 req-e6d6bc96-5ec9-4948-9242-c1c76abad451 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0720868 Jul 23 14:56:34.369322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f9cbd325-22ab-4fb2-80b1-176798732d30 req-68b90630-caa4-4565-826a-3fd824024d9e tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Jul 23 14:56:35.512104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae11735-30d7-42f1-b755-3eecbf3f3915 req-3e6591ec-db9c-4f17-8802-706b1e147619 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:35.513591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ae11735-30d7-42f1-b755-3eecbf3f3915 req-3e6591ec-db9c-4f17-8802-706b1e147619 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0670772 Jul 23 14:56:35.558632 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ae11735-30d7-42f1-b755-3eecbf3f3915 req-bfeab4db-f60e-4eaf-b482-24db10125ced tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368326 Jul 23 14:56:36.707922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f046e-b50a-47a1-ae9c-d9caee9176ae req-1b58719a-57b8-4981-be60-62ad6988b1ae tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:36.709411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-622f046e-b50a-47a1-ae9c-d9caee9176ae req-1b58719a-57b8-4981-be60-62ad6988b1ae tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0664794 Jul 23 14:56:36.746395 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-622f046e-b50a-47a1-ae9c-d9caee9176ae req-06c8f891-c374-4819-bfec-56401f691990 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Jul 23 14:56:36.889359 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72536924-aa2f-45cf-a226-c1d7e751f585 req-069bc109-ec5c-4988-a5d8-35a05660e67a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:36.890898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72536924-aa2f-45cf-a226-c1d7e751f585 req-069bc109-ec5c-4988-a5d8-35a05660e67a tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0803819 Jul 23 14:56:36.930341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72536924-aa2f-45cf-a226-c1d7e751f585 req-36c960a2-8cc0-417c-977f-b8373e2509e7 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Jul 23 14:56:37.065457 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8933d76-cb65-4c67-a55d-3a62b9788507 req-b01acedd-9905-465b-bfc4-b5128b6f0bfc tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:37.067537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8933d76-cb65-4c67-a55d-3a62b9788507 req-b01acedd-9905-465b-bfc4-b5128b6f0bfc tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0676718 Jul 23 14:56:37.118248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e8933d76-cb65-4c67-a55d-3a62b9788507 req-61ffd348-3ae6-422a-9c56-f46b24e2a504 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 Jul 23 14:56:37.363803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:56:37.393484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b986c8-75f8-43c2-9be2-939591fb7f08 req-f56a28c2-a9f5-4fc0-a7e2-e9a2ebf00992 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:37.395122 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34b986c8-75f8-43c2-9be2-939591fb7f08 req-f56a28c2-a9f5-4fc0-a7e2-e9a2ebf00992 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 944 time: 0.0754259 Jul 23 14:56:37.434715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34b986c8-75f8-43c2-9be2-939591fb7f08 req-38e2a52c-57fa-4544-b934-1d23f10a6acb tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Jul 23 14:56:37.457695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:37.468422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'port_id': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'mac_address': 'fa:16:3e:bd:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:56:37.505346 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:37.521061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770fcd5b-df4a-4b4c-a521-3d40240a4174 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:56:37.540121 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:37.545327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:37.605371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:37.851022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['770fcd5b-df4a-4b4c-a521-3d40240a4174'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:56:38.043007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:38.587024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0cf32-9ece-4c84-831a-d9214d55f1ef req-d2d5d638-997a-489c-8c2f-f8bc1799ae50 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:38.588736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0a0cf32-9ece-4c84-831a-d9214d55f1ef req-d2d5d638-997a-489c-8c2f-f8bc1799ae50 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0755756 Jul 23 14:56:38.631722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c0a0cf32-9ece-4c84-831a-d9214d55f1ef req-ffe9a251-0cd0-4cac-8019-c99a34064f76 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372751 Jul 23 14:56:39.091404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-c0672ebd-85a8-498c-b38e-6508928487a6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:39.093026 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-c0672ebd-85a8-498c-b38e-6508928487a6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 945 time: 0.0737867 Jul 23 14:56:39.202509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Deleting port 770fcd5b-df4a-4b4c-a521-3d40240a4174 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:56:39.202861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.305485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:39.305735 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.368572 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:56:39.423927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:56:39.428388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 770fcd5b-df4a-4b4c-a521-3d40240a4174 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:56:39.428766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.478697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.479072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.479377 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5 disassociated. External IP: 172.25.2.203, port: 770fcd5b-df4a-4b4c-a521-3d40240a4174. Jul 23 14:56:39.479694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Calling delete_port for 770fcd5b-df4a-4b4c-a521-3d40240a4174 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:56:39.504641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.527343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:39.529681 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a6a14f-bed6-420d-a242-b3a38443a2b5" -d '{"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-plugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:39.543535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 770fcd5b-df4a-4b4c-a521-3d40240a4174, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=770fcd5b-df4a-4b4c-a521-3d40240a4174,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:39.549360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.575434 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d9c21e-1eab-4eb3-979e-15adf3a3f53c x-openstack-request-id: req-07d9c21e-1eab-4eb3-979e-15adf3a3f53c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:39.575727 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-plugged", "status": "completed", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:39.575980 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07d9c21e-1eab-4eb3-979e-15adf3a3f53c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:39.576367 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'code': 200} Jul 23 14:56:39.602486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:39.612470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.644838 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event deleted for resources: {'Port': ['ID=770fcd5b-df4a-4b4c-a521-3d40240a4174,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:39.757384 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6cadc56-305c-4671-b4cd-30517618d08f req-a4be8d50-2e7a-4265-b618-a368293c15a6 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 210 time: 0.0361509 Jul 23 14:56:39.798522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:56:39.911911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:56:39.922366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:56:39.931809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:56:39.932424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:56:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:39.957425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] No DVR routers for this DVR port 770fcd5b-df4a-4b4c-a521-3d40240a4174 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:56:39.960278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:39.962333 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-659ab8bf-6385-4af5-8da7-d7bb1b0cb400 req-dd5b7822-ce32-4f00-a6ac-5c4d28dd070d tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.11 "DELETE /v2.0/ports/770fcd5b-df4a-4b4c-a521-3d40240a4174 HTTP/1.1" status: 204 len: 173 time: 0.8634503 Jul 23 14:56:39.962829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-deleted', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:39.965059 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b478e4cf-d689-4ec0-915f-86d693ae2332" -d '{"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-deleted", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:40.014856 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9bd3ef-1bd6-4a1c-a87a-563874021419 x-openstack-request-id: req-af9bd3ef-1bd6-4a1c-a87a-563874021419 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:40.015145 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a1cc2-70fa-4b31-91ff-e993377b6bac", "name": "network-vif-deleted", "tag": "770fcd5b-df4a-4b4c-a521-3d40240a4174", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:40.015404 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af9bd3ef-1bd6-4a1c-a87a-563874021419 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:40.015835 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a1cc2-70fa-4b31-91ff-e993377b6bac', 'name': 'network-vif-deleted', 'tag': '770fcd5b-df4a-4b4c-a521-3d40240a4174', 'status': 'completed', 'code': 200} Jul 23 14:56:40.048422 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:56:40.409220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:40.435721 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:56:40.444200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:56:40.444807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:56:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:40.549416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:56:40.754391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:40.780316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252ae04-1450-4fcf-87fe-086f68abd3ec None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:52Z', 'revision_number': 4, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '3bdd2142-4aa4-4d16-9ae1-066abe18e3be', 'name': '', 'network_id': '3f468840-fe54-4964-8b9d-5e6e25c6c3a1', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'mac_address': 'fa:16:3e:21:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '72440806-dc47-472b-a5e7-31e732fb980e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:51Z', 'updated_at': '2021-07-23T14:46:57Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'subnets': [{'id': '72440806-dc47-472b-a5e7-31e732fb980e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:56:40.869691 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7177f4bb-0351-4386-95e8-2869aface3f3 req-a4b7fca8-ae53-473d-9ae6-10ac9ddff8e9 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 210 time: 0.0353198 Jul 23 14:56:41.008961 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1644b-0707-4cc4-961d-70540313c692 None None] New status for floating IP 0a5f8755-d381-428d-b7cb-2960df3699b5: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:56:41.968866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0d8f593-987f-47cc-9092-7e24125317bd req-37bf8ae5-4ddb-4533-9f1f-642c51b22b18 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 210 time: 0.0299428 Jul 23 14:56:43.070908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aba5389f-2b73-4be4-8238-c599d35f2a93 req-13eeb638-cf8d-4ef3-901a-6bba8d18c0fc tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0a1cc2-70fa-4b31-91ff-e993377b6bac HTTP/1.1" status: 200 len: 210 time: 0.0292897 Jul 23 14:56:43.393297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:56:43.413671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 770fcd5b-df4a-4b4c-a521-3d40240a4174 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:56:43.414033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 770fcd5b-df4a-4b4c-a521-3d40240a4174 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:56:45.881449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e991d5c6-433a-4ab9-81b0-c8fbe703f388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:46.783491 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:46.843428 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:46.866540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:46.926400 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:46.929124 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:46.930514 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9 HTTP/1.1" status: 204 len: 168 time: 0.1454406 Jul 23 14:56:46.933332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:46.940876 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:46.949608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.950033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.950422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.950789 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.951143 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.951451 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.951777 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.952033 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c7174217-c268-4fc2-a1f3-de34fa3fd455 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] show failed (client error): The resource could not be found. Jul 23 14:56:46.952230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.952589 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.953079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.953553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.954453 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6518396-b71e-4c95-9a52-b47e9aa3078f tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:56:46.956636 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c7174217-c268-4fc2-a1f3-de34fa3fd455 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "GET /v2.0/security-groups/b5fc5b62-3227-4fb5-b2cb-b8fca5f1fba9 HTTP/1.1" status: 404 len: 347 time: 0.0220964 Jul 23 14:56:46.963423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:47.093854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Deleting port da20ecd2-7c96-459e-8482-58950b2ff1fe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:56:47.094192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:47.514589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:47.514938 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:47.526161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Calling delete_port for da20ecd2-7c96-459e-8482-58950b2ff1fe owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:56:47.658819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:47.683555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Pushing event deleted for resources: {'Port': ['ID=da20ecd2-7c96-459e-8482-58950b2ff1fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:47.755589 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:47.758112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:47.759296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eebdbced-6c55-4cb4-ab59-a067f2caf1f8 tempest-ServerActionsTestJSON-1854318040 tempest-ServerActionsTestJSON-1854318040-project] 10.222.0.21 "DELETE /v2.0/floatingips/0a5f8755-d381-428d-b7cb-2960df3699b5 HTTP/1.1" status: 204 len: 168 time: 0.7948809 Jul 23 14:56:47.762403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:48.201100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:48.261112 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:48.364285 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:48.470322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Deleting port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:56:48.470726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:48.551894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] For port 3bdd2142-4aa4-4d16-9ae1-066abe18e3be, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:48.552139 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:48.566200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Calling delete_port for 3bdd2142-4aa4-4d16-9ae1-066abe18e3be owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:56:48.576700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d82-e983-4d19-97f4-497e0d07134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:48.762214 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:48.781400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdd2142-4aa4-4d16-9ae1-066abe18e3be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:48.959751 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:49.181346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Router cde342c7-e403-418b-95ca-732950eb939f has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:56:49.297424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:56:49.302529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ff59cfa-ad5b-40b5-a8a4-d409724dd08e admin admin] 10.222.0.21 "PUT /v2.0/routers/cde342c7-e403-418b-95ca-732950eb939f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5391879 Jul 23 14:56:49.305336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:49.308349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] Sync routers for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:56:49.317916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:56:49.318553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:56:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:49.417046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:49.424014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:56:49.520267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:49.573284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Deleting port 6007ab81-43cd-4871-b1c2-68a2adf5621d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:56:49.573631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:49.608306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:56:48Z', 'revision_number': 5, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port': {'id': '6007ab81-43cd-4871-b1c2-68a2adf5621d', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde342c7-e403-418b-95ca-732950eb939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:49.635143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] Checking router: cde342c7-e403-418b-95ca-732950eb939f for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:56:49.643811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] Routers {'cde342c7-e403-418b-95ca-732950eb939f'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:56:49.644390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:56:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['cde342c7-e403-418b-95ca-732950eb939f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:49.660822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] For port 6007ab81-43cd-4871-b1c2-68a2adf5621d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=6007ab81-43cd-4871-b1c2-68a2adf5621d,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:49.661188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:49.677317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Calling delete_port for 6007ab81-43cd-4871-b1c2-68a2adf5621d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:56:49.744011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] Set router cde342c7-e403-418b-95ca-732950eb939f gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:56:49.745698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:49.798442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:56:49Z', 'revision_number': 6, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:49.825275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d2bd0-e120-4d20-b2c4-5aab808bcee7 None None] The sync data for ids ['cde342c7-e403-418b-95ca-732950eb939f'] in n-d-801990-3 is: [{'id': 'cde342c7-e403-418b-95ca-732950eb939f', 'name': 'tempest-ServerActionsTestJSON-712340290-router', 'tenant_id': '5650a8ba30af4d1abda3fa04377c9928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:46:49Z', 'updated_at': '2021-07-23T14:56:49Z', 'revision_number': 6, 'project_id': '5650a8ba30af4d1abda3fa04377c9928', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:56:49.852348 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:49.879811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Pushing event deleted for resources: {'Port': ['ID=6007ab81-43cd-4871-b1c2-68a2adf5621d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:49.941304 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.038564 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.040748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.088003 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.088732 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde342c7-e403-418b-95ca-732950eb939f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:56:50.093352 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.094534 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7cb6dfe2-9219-489c-9f14-3624b7a85428 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cde342c7-e403-418b-95ca-732950eb939f HTTP/1.1" status: 204 len: 168 time: 0.7882152 Jul 23 14:56:50.097358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:50.145911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] Deleting subnet 72440806-dc47-472b-a5e7-31e732fb980e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:56:50.149512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.184965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.264140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.318542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.348160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72440806-dc47-472b-a5e7-31e732fb980e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:50.352082 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.354114 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-51c36021-0f25-4150-af31-aba803dfe949 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72440806-dc47-472b-a5e7-31e732fb980e HTTP/1.1" status: 204 len: 168 time: 0.2556922 Jul 23 14:56:50.357079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:50.359888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e225a2-f887-45de-8c2a-8777f9a01b9c None None] Network 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:56:50.427781 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.481543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Deleting port 714340e1-6542-451b-88d9-684970d4d793 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:56:50.481906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.560512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] DHCP port deletion for 3f468840-fe54-4964-8b9d-5e6e25c6c3a1 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:56:50.609092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] Deleting port 714340e1-6542-451b-88d9-684970d4d793 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:56:50.609467 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.677234 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] For port 714340e1-6542-451b-88d9-684970d4d793, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=714340e1-6542-451b-88d9-684970d4d793,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:50.677631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.691233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] Calling delete_port for 714340e1-6542-451b-88d9-684970d4d793 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:56:50.773758 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.796164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] Pushing event deleted for resources: {'Port': ['ID=714340e1-6542-451b-88d9-684970d4d793,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:50.807916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11e3c7-d5d9-4690-a2bd-3f83ea0d7f55 None None] No DVR routers for this DVR port 714340e1-6542-451b-88d9-684970d4d793 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:56:50.871995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] For port 714340e1-6542-451b-88d9-684970d4d793, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=714340e1-6542-451b-88d9-684970d4d793,segment=NetworkSegment(8b1993be-f890-458a-be29-5ed4f43cd9ea),segment_id=8b1993be-f890-458a-be29-5ed4f43cd9ea)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:50.872355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.885469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Calling delete_port for 714340e1-6542-451b-88d9-684970d4d793 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:56:50.972641 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:50.997319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=714340e1-6542-451b-88d9-684970d4d793,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:51.000762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] No DVR routers for this DVR port 714340e1-6542-451b-88d9-684970d4d793 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:56:51.070839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.081288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f468840-fe54-4964-8b9d-5e6e25c6c3a1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:51.095184 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1993be-f890-458a-be29-5ed4f43cd9ea') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:51.095468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1993be-f890-458a-be29-5ed4f43cd9ea') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:56:51.104596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.118480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.124420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:56:51.124807 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: self.session.flush() Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:56:51.126532 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:56:51.193971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.199824 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.201690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f468840-fe54-4964-8b9d-5e6e25c6c3a1 HTTP/1.1" status: 204 len: 168 time: 0.8435853 Jul 23 14:56:51.218111 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc5906-6121-4a5c-97da-5c04762db0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f468840-fe54-4964-8b9d-5e6e25c6c3a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:51.395794 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:51.436026 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.437030 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5feb798e-9720-4029-9fb0-90d5f728ea76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5650a8ba30af4d1abda3fa04377c9928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397434 Jul 23 14:56:51.439611 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:51.488932 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8619d34-e78f-4fbe-afba-bbe48319a9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.513516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8619d34-e78f-4fbe-afba-bbe48319a9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.562748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8619d34-e78f-4fbe-afba-bbe48319a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.565276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8619d34-e78f-4fbe-afba-bbe48319a9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:51.566602 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c8619d34-e78f-4fbe-afba-bbe48319a9a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b2f2332-1260-43e7-8456-9ee27620dc6a HTTP/1.1" status: 204 len: 168 time: 0.1258271 Jul 23 14:56:51.574393 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8619d34-e78f-4fbe-afba-bbe48319a9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2f2332-1260-43e7-8456-9ee27620dc6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:51.720655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3bdd2142-4aa4-4d16-9ae1-066abe18e3be no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:56:51.740354 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3bdd2142-4aa4-4d16-9ae1-066abe18e3be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:56:51.740768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3bdd2142-4aa4-4d16-9ae1-066abe18e3be not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:56:51.741308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 714340e1-6542-451b-88d9-684970d4d793 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:56:51.762368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 714340e1-6542-451b-88d9-684970d4d793 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:56:51.762736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 714340e1-6542-451b-88d9-684970d4d793 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:56:51.763161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6007ab81-43cd-4871-b1c2-68a2adf5621d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:56:51.781284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 6007ab81-43cd-4871-b1c2-68a2adf5621d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:56:51.781634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 6007ab81-43cd-4871-b1c2-68a2adf5621d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:56:52.355490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:52.450816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-206980245-network', 'tenant_id': '30547020a8f64b5d8422b92c354ae023'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:56:52.475523 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Made reservation on behalf of 30547020a8f64b5d8422b92c354ae023 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:56:52.477797 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.486834 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.578840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.586058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.612467 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:56:52.626934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa295d8-85f3-4fe9-a649-f9a6399452ed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:52.629905 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.630249 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Added segment 551a8d63-abbc-425b-9320-0f50e4c9f726 of type vlan for network 3498172d-f1ad-4b4e-91b4-1a981db3623d Jul 23 14:56:52.669911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.702200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.703164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:52.703727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.733929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3773394 Jul 23 14:56:52.737162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:56:52.742657 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Request body: {'subnet': {'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-206980245-subnet', 'tenant_id': '30547020a8f64b5d8422b92c354ae023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:56:52.766178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed11a0-8d3c-41c3-ae02-965cf04c08f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3498172d-f1ad-4b4e-91b4-1a981db3623d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:52.768299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Made reservation on behalf of 30547020a8f64b5d8422b92c354ae023 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:56:52.770682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.776014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 3498172d-f1ad-4b4e-91b4-1a981db3623d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:56:52.940458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:52.994086 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30bfb2e-c3ec-41d2-8ed5-27d893110905,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:53.003114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Checking segment: {'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:56:53.003459 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Network hostable DHCP agents. Network: 3498172d-f1ad-4b4e-91b4-1a981db3623d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:56:53.023167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Network 3498172d-f1ad-4b4e-91b4-1a981db3623d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:56:53.033753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 3498172d-f1ad-4b4e-91b4-1a981db3623d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:56:53.038227 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:53.038840 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:53.044570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946225f0-4d38-4403-bcd2-5108d93ebe00 None None] Network 3498172d-f1ad-4b4e-91b4-1a981db3623d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:56:53.054335 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b80baaa8-21cd-40ff-a67b-e26764fd78ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3160465 Jul 23 14:56:53.175489 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d06dc0-5e7f-4203-9124-7557fa361d79 None None] Network 3498172d-f1ad-4b4e-91b4-1a981db3623d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:56:53.501122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ac615-78df-417b-bff7-6228e30cadc8 req-1b9fd988-8787-4fbb-bf1a-452ffa683621 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:53.502467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-1b9fd988-8787-4fbb-bf1a-452ffa683621 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/networks?id=3498172d-f1ad-4b4e-91b4-1a981db3623d HTTP/1.1" status: 200 len: 813 time: 0.1088438 Jul 23 14:56:53.517410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-fbb7e9aa-c7f7-43ce-8777-0b932158bc00 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/quotas/30547020a8f64b5d8422b92c354ae023 HTTP/1.1" status: 200 len: 375 time: 0.0093319 Jul 23 14:56:53.551176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d208cdd8-7749-4447-8b84-18f9ff4fb9da tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30547020a8f64b5d8422b92c354ae023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289791 Jul 23 14:56:53.701448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-ddf5de09-5ad9-4171-bdae-91eb8339b66d service neutron] 10.222.0.21 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437752 Jul 23 14:56:53.797339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-6623cee3-46fe-4772-a61f-6549983623ee service neutron] 10.222.0.21 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892215 Jul 23 14:56:53.964409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fdef735-ce36-4ff2-9e0e-d5a3b6e16e4e req-b0413c9d-f528-4483-b925-b61f75799ea0 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 210 time: 0.0291865 Jul 23 14:56:55.033789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ac615-78df-417b-bff7-6228e30cadc8 req-3104c83b-3400-4f03-a7a4-b3d65f85e7e7 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:55.035374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-3104c83b-3400-4f03-a7a4-b3d65f85e7e7 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.11 "GET /v2.0/networks?id=3498172d-f1ad-4b4e-91b4-1a981db3623d HTTP/1.1" status: 200 len: 813 time: 0.1158671 Jul 23 14:56:55.069976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef53cb12-2793-4428-90b0-58e02f778145 req-03b0844d-eb14-41be-a79c-475ec37014c5 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 210 time: 0.0335901 Jul 23 14:56:55.073411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Request body: {'port': {'device_id': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d', 'admin_state_up': True, 'tenant_id': '30547020a8f64b5d8422b92c354ae023'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:56:55.181399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Made reservation on behalf of 30547020a8f64b5d8422b92c354ae023 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:56:55.185034 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:55.321358 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Allocated IP 172.20.0.11 (3498172d-f1ad-4b4e-91b4-1a981db3623d/e30bfb2e-c3ec-41d2-8ed5-27d893110905/2ac72385-d5e0-4725-b916-d95e5fb8e919) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:56:55.480213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:55.526400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:55.574081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Network 3498172d-f1ad-4b4e-91b4-1a981db3623d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:56:55.579543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:56:55.582023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:56:55.606943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Pushing event updated for resources: {'Port': ['ID=2ac72385-d5e0-4725-b916-d95e5fb8e919,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:55.634440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:55.635083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:55.651505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-80dff053-0cd5-4121-b5d0-dafb8ad8ae28 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5838127 Jul 23 14:56:55.668471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Request body: {'port': {'device_id': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:56:55.744432 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:56.005956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac72385-d5e0-4725-b916-d95e5fb8e919 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:56:56.013823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:56.026115 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Transition to ACTIVE for port object 2ac72385-d5e0-4725-b916-d95e5fb8e919 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:56:56.032740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:56.082986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac72385-d5e0-4725-b916-d95e5fb8e919,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:56.176801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Attempting to bind port 2ac72385-d5e0-4725-b916-d95e5fb8e919 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:56:56.177127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Attempting to bind port 2ac72385-d5e0-4725-b916-d95e5fb8e919 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:56:56.177456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Attempting to bind port 2ac72385-d5e0-4725-b916-d95e5fb8e919 on network 3498172d-f1ad-4b4e-91b4-1a981db3623d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:56:56.184330 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Port 2ac72385-d5e0-4725-b916-d95e5fb8e919 on network 3498172d-f1ad-4b4e-91b4-1a981db3623d not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:56:56.184650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Attempting to bind port 2ac72385-d5e0-4725-b916-d95e5fb8e919 on network 3498172d-f1ad-4b4e-91b4-1a981db3623d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:56:56.191989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:56:56.192310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Checking segment: {'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:56:56.192701 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Bound using segment: {'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:56:56.193122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Bound port: 2ac72385-d5e0-4725-b916-d95e5fb8e919, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:56:56.193478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:56.248430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20aded-361a-4132-bd94-02ef6357058b req-45abd00d-4814-42d3-8cf3-a1bc6793583a tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:56.249840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c20aded-361a-4132-bd94-02ef6357058b req-45abd00d-4814-42d3-8cf3-a1bc6793583a tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 944 time: 0.1107764 Jul 23 14:56:56.291139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] For port 2ac72385-d5e0-4725-b916-d95e5fb8e919, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:56:56.311744 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] For port 2ac72385-d5e0-4725-b916-d95e5fb8e919, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2ac72385-d5e0-4725-b916-d95e5fb8e919,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:56:56.317548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c20aded-361a-4132-bd94-02ef6357058b req-ee1d2a7f-b0f6-4f6c-a429-fed7b12bf059 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615170 Jul 23 14:56:56.319325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:56.355254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:56.355817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:56.357634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ac72385-d5e0-4725-b916-d95e5fb8e919 HTTP/1.1" status: 200 len: 1092 time: 0.6932738 Jul 23 14:56:56.358171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'tag': '2ac72385-d5e0-4725-b916-d95e5fb8e919'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:56:56.360687 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5a64b-7eb3-4970-a0b1-33ae32eef152" -d '{"events": [{"name": "network-changed", "server_uuid": "fc432e27-fa8c-45a3-a7cc-c7863b60c57c", "tag": "2ac72385-d5e0-4725-b916-d95e5fb8e919"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:56:56.383022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988a5f9-3bb9-43d4-a35d-5bf261c803b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac72385-d5e0-4725-b916-d95e5fb8e919,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:56.400604 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11cbad8-3984-45dc-bf77-23190b49a486 x-openstack-request-id: req-d11cbad8-3984-45dc-bf77-23190b49a486 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:56:56.400895 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc432e27-fa8c-45a3-a7cc-c7863b60c57c", "tag": "2ac72385-d5e0-4725-b916-d95e5fb8e919", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:56:56.401141 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d11cbad8-3984-45dc-bf77-23190b49a486 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:56:56.401547 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'tag': '2ac72385-d5e0-4725-b916-d95e5fb8e919', 'status': 'completed', 'code': 200} Jul 23 14:56:56.473784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ac615-78df-417b-bff7-6228e30cadc8 req-39de3816-9aa9-4d6e-92d4-5e22fbd251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:56.475377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-39de3816-9aa9-4d6e-92d4-5e22fbd251c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30547020a8f64b5d8422b92c354ae023&device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 1095 time: 0.0576949 Jul 23 14:56:56.525014 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-b5ceb297-5a7f-4e4f-9e65-a26c9ed294fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ac72385-d5e0-4725-b916-d95e5fb8e919 HTTP/1.1" status: 200 len: 217 time: 0.0367355 Jul 23 14:56:56.577147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ac615-78df-417b-bff7-6228e30cadc8 req-cb179fee-4220-4d96-996e-bd602c2cb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:56.579829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-cb179fee-4220-4d96-996e-bd602c2cb185 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e30bfb2e-c3ec-41d2-8ed5-27d893110905 HTTP/1.1" status: 200 len: 853 time: 0.0479987 Jul 23 14:56:56.615808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-87f5a6f7-3695-4bc7-bfd0-6c43c4930b27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3498172d-f1ad-4b4e-91b4-1a981db3623d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292916 Jul 23 14:56:56.720587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-fb4ca75e-8a02-4912-9b1a-57cc6769ddb6 service neutron] 10.222.0.11 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975888 Jul 23 14:56:56.827288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-426ac615-78df-417b-bff7-6228e30cadc8 req-68e623fa-6cd8-49f7-b89f-55088a10ab43 service neutron] 10.222.0.11 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995770 Jul 23 14:56:56.988643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-6472f9f7-7ca8-4357-9f4e-12faf3b1191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:56.990173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-6472f9f7-7ca8-4357-9f4e-12faf3b1191b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30547020a8f64b5d8422b92c354ae023&device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 1095 time: 0.0573671 Jul 23 14:56:57.092629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-9ab29a82-4c52-47c5-8d33-e86993772d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:57.094918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-9ab29a82-4c52-47c5-8d33-e86993772d0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3498172d-f1ad-4b4e-91b4-1a981db3623d HTTP/1.1" status: 200 len: 914 time: 0.0985074 Jul 23 14:56:57.137441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-b620b367-61ac-4d35-a832-9a4269ff77f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ac72385-d5e0-4725-b916-d95e5fb8e919 HTTP/1.1" status: 200 len: 217 time: 0.0354071 Jul 23 14:56:57.199831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-32e96c75-a961-4d03-be91-f98079fbf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:57.201291 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-32e96c75-a961-4d03-be91-f98079fbf4bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e30bfb2e-c3ec-41d2-8ed5-27d893110905 HTTP/1.1" status: 200 len: 853 time: 0.0568011 Jul 23 14:56:57.235378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-2475372e-bff2-4b81-b0fc-ec2bc25a2fb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3498172d-f1ad-4b4e-91b4-1a981db3623d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272706 Jul 23 14:56:57.341105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-24c15828-2f4e-4fa2-9c03-c0dd63c93be7 service neutron] 10.222.0.11 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965290 Jul 23 14:56:57.458410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-56b5a64b-7eb3-4970-a0b1-33ae32eef152 req-5dbb85ee-c970-4e00-8ef9-4b425aa6f55d service neutron] 10.222.0.11 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108608 Jul 23 14:56:57.485006 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b2bfb-350b-45e3-8f73-75d81c018103 req-19b8f08d-b74a-4533-b3ed-0532c220ff26 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:57.486612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b6b2bfb-350b-45e3-8f73-75d81c018103 req-19b8f08d-b74a-4533-b3ed-0532c220ff26 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 944 time: 0.0819376 Jul 23 14:56:57.533890 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b6b2bfb-350b-45e3-8f73-75d81c018103 req-d47d6e4e-e4dc-40b8-be28-526e37645156 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Jul 23 14:56:58.685759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58513004-b12a-4347-b9af-5b305c41eb7d req-d2e428bb-0e75-4374-b676-396db3f9a898 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:58.687319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58513004-b12a-4347-b9af-5b305c41eb7d req-d2e428bb-0e75-4374-b676-396db3f9a898 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 944 time: 0.0656440 Jul 23 14:56:58.726977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58513004-b12a-4347-b9af-5b305c41eb7d req-322e22a1-f251-45df-8c2b-b3b11e675d4d tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Jul 23 14:56:59.490430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2ac72385-d5e0-4725-b916-d95e5fb8e919 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:56:59.600687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2ac72385-d5e0-4725-b916-d95e5fb8e919, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2ac72385-d5e0-4725-b916-d95e5fb8e919,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:59.612491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2ac72385-d5e0-4725-b916-d95e5fb8e919', 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d', 'port_id': '2ac72385-d5e0-4725-b916-d95e5fb8e919', 'mac_address': 'fa:16:3e:ab:11:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30bfb2e-c3ec-41d2-8ed5-27d893110905', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:56:59.650160 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:59.663230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac72385-d5e0-4725-b916-d95e5fb8e919 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:56:59.683848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2ac72385-d5e0-4725-b916-d95e5fb8e919, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2ac72385-d5e0-4725-b916-d95e5fb8e919,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:56:59.689423 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:56:59.738169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2ac72385-d5e0-4725-b916-d95e5fb8e919,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:56:59.864515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339325dd-8067-4b1f-b9b1-099d4ea225dd req-c6c26270-099f-4ac9-b135-3ee5931862fb tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:56:59.866284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-339325dd-8067-4b1f-b9b1-099d4ea225dd req-c6c26270-099f-4ac9-b135-3ee5931862fb tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 945 time: 0.0674398 Jul 23 14:56:59.907526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-339325dd-8067-4b1f-b9b1-099d4ea225dd req-d00a17bd-ae46-49aa-bc16-ef108f2aa23c tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Jul 23 14:56:59.950948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2ac72385-d5e0-4725-b916-d95e5fb8e919'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:57:01.059367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31f74a-d854-49b0-a9b0-db24f2f9a7a9 req-c647c4a3-5e94-4e1d-adb6-f41e8906677f tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:01.060838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa31f74a-d854-49b0-a9b0-db24f2f9a7a9 req-c647c4a3-5e94-4e1d-adb6-f41e8906677f tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 945 time: 0.0750446 Jul 23 14:57:01.101081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fa31f74a-d854-49b0-a9b0-db24f2f9a7a9 req-bc8fd2c8-5e22-4541-9351-68ce1a4edeff tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Jul 23 14:57:01.502520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2ac72385-d5e0-4725-b916-d95e5fb8e919 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:01.561626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2ac72385-d5e0-4725-b916-d95e5fb8e919 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:01.565522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2ac72385-d5e0-4725-b916-d95e5fb8e919 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:01.565900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:01.644835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:01.668290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac72385-d5e0-4725-b916-d95e5fb8e919'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:57:01.670967 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b712d-baba-4017-9f16-c9ce9927981f" -d '{"events": [{"server_uuid": "fc432e27-fa8c-45a3-a7cc-c7863b60c57c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac72385-d5e0-4725-b916-d95e5fb8e919"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:57:01.683477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2ac72385-d5e0-4725-b916-d95e5fb8e919, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2ac72385-d5e0-4725-b916-d95e5fb8e919,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:01.689216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:01.713299 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c89770-f12f-47e2-bfb9-7ffde881f285 x-openstack-request-id: req-17c89770-f12f-47e2-bfb9-7ffde881f285 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:57:01.713597 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc432e27-fa8c-45a3-a7cc-c7863b60c57c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac72385-d5e0-4725-b916-d95e5fb8e919", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:57:01.713848 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17c89770-f12f-47e2-bfb9-7ffde881f285 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:57:01.714237 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac72385-d5e0-4725-b916-d95e5fb8e919', 'code': 200} Jul 23 14:57:01.740368 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2ac72385-d5e0-4725-b916-d95e5fb8e919,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:01.848533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8d044-c8c0-4753-8e77-3e7268a8a2ed req-fc63fc04-311f-470d-abff-6168cd6e639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:01.849924 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29d8d044-c8c0-4753-8e77-3e7268a8a2ed req-fc63fc04-311f-470d-abff-6168cd6e639a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 1097 time: 0.0560036 Jul 23 14:57:01.888092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-29d8d044-c8c0-4753-8e77-3e7268a8a2ed req-c052146c-6c1b-466d-9e23-b749a8806a8d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Jul 23 14:57:02.255677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b27b60-9a36-4dfd-85c3-522ebe23a94d req-39c45dc7-652a-4350-aca4-2ab0401187a4 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:02.257151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51b27b60-9a36-4dfd-85c3-522ebe23a94d req-39c45dc7-652a-4350-aca4-2ab0401187a4 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0667210 Jul 23 14:57:02.298273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-51b27b60-9a36-4dfd-85c3-522ebe23a94d req-3a6ef8e3-86ba-4c3e-b744-c5e478916254 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Jul 23 14:57:03.459224 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc349e5-ad09-4554-9fc1-7e72d929ad1b req-ca219f5f-cac3-4862-a27b-bba3a7824404 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:03.460704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcc349e5-ad09-4554-9fc1-7e72d929ad1b req-ca219f5f-cac3-4862-a27b-bba3a7824404 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0754504 Jul 23 14:57:03.499380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcc349e5-ad09-4554-9fc1-7e72d929ad1b req-30b1c57d-21d9-4c6a-b6d2-adf6382dda9a tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Jul 23 14:57:03.744772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-ba2b95f0-3caa-441b-9817-34845e277860 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:03.746216 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-ba2b95f0-3caa-441b-9817-34845e277860 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/networks?id=3498172d-f1ad-4b4e-91b4-1a981db3623d HTTP/1.1" status: 200 len: 813 time: 0.1054590 Jul 23 14:57:03.761374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-b9e00037-49b4-4923-9078-2cccea230fe7 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/quotas/30547020a8f64b5d8422b92c354ae023 HTTP/1.1" status: 200 len: 375 time: 0.0096114 Jul 23 14:57:04.164424 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-8fa2af22-8bdd-4771-b4e0-7193abb8b37e tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30547020a8f64b5d8422b92c354ae023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3980980 Jul 23 14:57:04.262719 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-65a91a5c-03a3-4f7c-828d-7c0e96852386 service neutron] 10.222.0.21 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888567 Jul 23 14:57:04.357697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-319f2385-adc6-4601-a1c9-9f09627603aa service neutron] 10.222.0.21 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882776 Jul 23 14:57:04.526096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3579a861-29df-4c1a-a7ff-d0bd9e0383ab req-5eea2035-0e03-4a56-acba-c66c3f7f6b7b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 210 time: 0.0294356 Jul 23 14:57:05.673494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26cdccc0-c50c-4f1a-af55-f3bbe5e15fcf req-da9c8b56-a66d-4fd8-93c6-e504b934498b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 210 time: 0.0377798 Jul 23 14:57:05.710619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-cd7d8300-7cb3-41a3-924b-816fa3952818 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:05.712357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-cd7d8300-7cb3-41a3-924b-816fa3952818 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.48 "GET /v2.0/networks?id=3498172d-f1ad-4b4e-91b4-1a981db3623d HTTP/1.1" status: 200 len: 813 time: 0.1662626 Jul 23 14:57:05.727715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Request body: {'port': {'device_id': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d', 'admin_state_up': True, 'tenant_id': '30547020a8f64b5d8422b92c354ae023'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:05.838004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Made reservation on behalf of 30547020a8f64b5d8422b92c354ae023 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:05.841467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:05.969878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Allocated IP 172.20.0.10 (3498172d-f1ad-4b4e-91b4-1a981db3623d/e30bfb2e-c3ec-41d2-8ed5-27d893110905/0d44b97d-0082-4baf-9692-403f1e96d339) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:06.127609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:06.173986 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:06.210342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2ac72385-d5e0-4725-b916-d95e5fb8e919'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:57:06.216890 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Network 3498172d-f1ad-4b4e-91b4-1a981db3623d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:06.219900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:06.223565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:06.255866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Pushing event updated for resources: {'Port': ['ID=0d44b97d-0082-4baf-9692-403f1e96d339,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:06.269618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.269976 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.270299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.270632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.270987 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.271315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.271640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.271963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.272298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.272643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.272939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.273260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:06.289043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:06.289661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:06.305278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-93310b25-a679-4a94-b479-84fa757ab22b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5816638 Jul 23 14:57:06.316493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Request body: {'port': {'device_id': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:06.396127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:06.507252 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:57:06.675690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d44b97d-0082-4baf-9692-403f1e96d339 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:57:06.683142 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:06.699031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Transition to ACTIVE for port object 0d44b97d-0082-4baf-9692-403f1e96d339 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:06.705467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:06.787776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d44b97d-0082-4baf-9692-403f1e96d339,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:06.883541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6ec05-af0b-4450-ba46-1245991bd757 req-759c43a6-4171-4496-8f56-888f973fe2c4 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:06.885202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4e6ec05-af0b-4450-ba46-1245991bd757 req-759c43a6-4171-4496-8f56-888f973fe2c4 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 944 time: 0.1409516 Jul 23 14:57:06.886332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Attempting to bind port 0d44b97d-0082-4baf-9692-403f1e96d339 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:06.886632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Attempting to bind port 0d44b97d-0082-4baf-9692-403f1e96d339 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:06.887139 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Attempting to bind port 0d44b97d-0082-4baf-9692-403f1e96d339 on network 3498172d-f1ad-4b4e-91b4-1a981db3623d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:06.898008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Port 0d44b97d-0082-4baf-9692-403f1e96d339 on network 3498172d-f1ad-4b4e-91b4-1a981db3623d not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:57:06.898331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Attempting to bind port 0d44b97d-0082-4baf-9692-403f1e96d339 on network 3498172d-f1ad-4b4e-91b4-1a981db3623d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:06.911030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:06.911378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Checking segment: {'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:06.911913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Bound using segment: {'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:06.912405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Bound port: 0d44b97d-0082-4baf-9692-403f1e96d339, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551a8d63-abbc-425b-9320-0f50e4c9f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:06.912846 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:06.963378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4e6ec05-af0b-4450-ba46-1245991bd757 req-bbf55c67-c460-49af-bb54-ff6de6b52ca6 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Jul 23 14:57:06.998831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] For port 0d44b97d-0082-4baf-9692-403f1e96d339, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:07.002222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] For port 0d44b97d-0082-4baf-9692-403f1e96d339, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0d44b97d-0082-4baf-9692-403f1e96d339,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:07.009573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:07.048227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:07.048819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:07.050203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d44b97d-0082-4baf-9692-403f1e96d339 HTTP/1.1" status: 200 len: 1092 time: 0.7379627 Jul 23 14:57:07.050665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'tag': '0d44b97d-0082-4baf-9692-403f1e96d339'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:57:07.052919 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9249460f-30e0-4d26-9168-a21cc015040f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9f4b4c-ab38-4806-b0be-cb8627ce7711", "tag": "0d44b97d-0082-4baf-9692-403f1e96d339"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:57:07.074240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4d119-56a6-4b93-98e1-1ea5c93569f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d44b97d-0082-4baf-9692-403f1e96d339,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:07.090844 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d49226-9470-4b1f-9446-ec04d03c5ee6 x-openstack-request-id: req-85d49226-9470-4b1f-9446-ec04d03c5ee6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:57:07.091161 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9f4b4c-ab38-4806-b0be-cb8627ce7711", "tag": "0d44b97d-0082-4baf-9692-403f1e96d339", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:57:07.091406 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85d49226-9470-4b1f-9446-ec04d03c5ee6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:57:07.091798 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'tag': '0d44b97d-0082-4baf-9692-403f1e96d339', 'status': 'completed', 'code': 200} Jul 23 14:57:07.166114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-7ccb49ee-caa7-484f-8030-108a3b34d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:07.167667 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-7ccb49ee-caa7-484f-8030-108a3b34d2e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30547020a8f64b5d8422b92c354ae023&device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 1095 time: 0.0633435 Jul 23 14:57:07.212322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-b41552db-2785-4e3d-949b-6988b776bf65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d44b97d-0082-4baf-9692-403f1e96d339 HTTP/1.1" status: 200 len: 217 time: 0.0366437 Jul 23 14:57:07.277261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-baa910ea-c603-4d83-b6ba-f4a51b32349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:07.279000 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-baa910ea-c603-4d83-b6ba-f4a51b32349e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e30bfb2e-c3ec-41d2-8ed5-27d893110905 HTTP/1.1" status: 200 len: 853 time: 0.0605514 Jul 23 14:57:07.313414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-203ac659-9ff2-4bce-acbd-c7fc8a010a35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3498172d-f1ad-4b4e-91b4-1a981db3623d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276914 Jul 23 14:57:07.413455 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-ba2cc419-b923-4eb2-9111-e4ca63bcf34e service neutron] 10.222.0.48 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936084 Jul 23 14:57:07.518381 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d66fc43a-2c5b-4ec8-aecd-ef997ca55b6c req-96b354a2-ffeb-450f-82a4-7f64710b64f4 service neutron] 10.222.0.48 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977781 Jul 23 14:57:07.619407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249460f-30e0-4d26-9168-a21cc015040f req-dcdce778-c5b8-41b0-9b42-eb909128d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:07.620915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9249460f-30e0-4d26-9168-a21cc015040f req-dcdce778-c5b8-41b0-9b42-eb909128d9e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30547020a8f64b5d8422b92c354ae023&device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 1095 time: 0.0566556 Jul 23 14:57:07.717747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249460f-30e0-4d26-9168-a21cc015040f req-2b804df8-4f33-4617-97d1-2fe86bb80962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:07.719243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9249460f-30e0-4d26-9168-a21cc015040f req-2b804df8-4f33-4617-97d1-2fe86bb80962 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3498172d-f1ad-4b4e-91b4-1a981db3623d HTTP/1.1" status: 200 len: 914 time: 0.0914199 Jul 23 14:57:07.761350 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9249460f-30e0-4d26-9168-a21cc015040f req-266e6d3d-f6d7-476b-ab14-33b23dc9901a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d44b97d-0082-4baf-9692-403f1e96d339 HTTP/1.1" status: 200 len: 217 time: 0.0334380 Jul 23 14:57:07.810721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249460f-30e0-4d26-9168-a21cc015040f req-1eb49bd2-51a9-4a78-85c5-3071170d5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:07.812119 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9249460f-30e0-4d26-9168-a21cc015040f req-1eb49bd2-51a9-4a78-85c5-3071170d5d79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e30bfb2e-c3ec-41d2-8ed5-27d893110905 HTTP/1.1" status: 200 len: 853 time: 0.0438478 Jul 23 14:57:07.850185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9249460f-30e0-4d26-9168-a21cc015040f req-f5ad3f84-d5ca-4e76-8698-324cca6b6c52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3498172d-f1ad-4b4e-91b4-1a981db3623d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307064 Jul 23 14:57:07.941278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9249460f-30e0-4d26-9168-a21cc015040f req-f8a20d38-149d-4e12-a5a6-567bb1b23180 service neutron] 10.222.0.48 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834985 Jul 23 14:57:08.049467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9249460f-30e0-4d26-9168-a21cc015040f req-2f8166e6-6732-4c9f-b01c-5b0914e2cead service neutron] 10.222.0.48 "GET /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005666 Jul 23 14:57:08.057947 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:08.100842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4de398-8f2d-478a-a577-c1fe315ee0a9 req-e8215bb8-54fc-41ab-9229-9918c0471893 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:08.102374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4de398-8f2d-478a-a577-c1fe315ee0a9 req-e8215bb8-54fc-41ab-9229-9918c0471893 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 944 time: 0.0655541 Jul 23 14:57:08.142678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae4de398-8f2d-478a-a577-c1fe315ee0a9 req-3c22123d-5a57-40d6-b25b-d4ff1f6681f8 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345497 Jul 23 14:57:09.288583 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861410f7-54bc-42af-8c07-dac801a72ecc req-58ed77ce-7b6b-47f2-bff3-8f5ada5636ef tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:09.289978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-861410f7-54bc-42af-8c07-dac801a72ecc req-58ed77ce-7b6b-47f2-bff3-8f5ada5636ef tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 944 time: 0.0716965 Jul 23 14:57:09.339421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-861410f7-54bc-42af-8c07-dac801a72ecc req-80b33781-8037-4ab9-b3b2-a8d748d9c650 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Jul 23 14:57:09.432628 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0d44b97d-0082-4baf-9692-403f1e96d339 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:57:09.541338 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0d44b97d-0082-4baf-9692-403f1e96d339, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0d44b97d-0082-4baf-9692-403f1e96d339,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:09.555027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '0d44b97d-0082-4baf-9692-403f1e96d339', 'network_id': '3498172d-f1ad-4b4e-91b4-1a981db3623d', 'port_id': '0d44b97d-0082-4baf-9692-403f1e96d339', 'mac_address': 'fa:16:3e:6d:1f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30bfb2e-c3ec-41d2-8ed5-27d893110905', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:57:09.593638 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:09.607171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d44b97d-0082-4baf-9692-403f1e96d339 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:57:09.627066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0d44b97d-0082-4baf-9692-403f1e96d339, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0d44b97d-0082-4baf-9692-403f1e96d339,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:09.633708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:09.681595 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=0d44b97d-0082-4baf-9692-403f1e96d339,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:09.832147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['0d44b97d-0082-4baf-9692-403f1e96d339'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:57:10.494261 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b32d5-5930-4c31-9eb2-8d71849138a6 req-d2e649dc-9bf1-4e4f-b3cc-9a7047d5a588 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:10.495774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e4b32d5-5930-4c31-9eb2-8d71849138a6 req-d2e649dc-9bf1-4e4f-b3cc-9a7047d5a588 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 945 time: 0.0756330 Jul 23 14:57:10.539974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e4b32d5-5930-4c31-9eb2-8d71849138a6 req-1fd0100b-ef63-49d7-b065-653089300e4e tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355027 Jul 23 14:57:11.452437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0d44b97d-0082-4baf-9692-403f1e96d339 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:11.517391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 0d44b97d-0082-4baf-9692-403f1e96d339 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:11.521463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 0d44b97d-0082-4baf-9692-403f1e96d339 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:11.521863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:11.599653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:11.621855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d44b97d-0082-4baf-9692-403f1e96d339'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:57:11.624320 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4979919d-8a50-4199-9ee2-f3ad5861a92f" -d '{"events": [{"server_uuid": "ec9f4b4c-ab38-4806-b0be-cb8627ce7711", "name": "network-vif-plugged", "status": "completed", "tag": "0d44b97d-0082-4baf-9692-403f1e96d339"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:57:11.636770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 0d44b97d-0082-4baf-9692-403f1e96d339, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0d44b97d-0082-4baf-9692-403f1e96d339,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:11.641656 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:11.672090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43fca8-e0fb-46cd-b084-2c38f04e9608 req-e48705b9-63f0-4af3-a18f-1ea837e32503 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:11.674467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb43fca8-e0fb-46cd-b084-2c38f04e9608 req-e48705b9-63f0-4af3-a18f-1ea837e32503 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 945 time: 0.0660558 Jul 23 14:57:11.690969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=0d44b97d-0082-4baf-9692-403f1e96d339,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:11.716200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb43fca8-e0fb-46cd-b084-2c38f04e9608 req-282a7779-2519-4dc9-983f-bccaa652bba7 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328836 Jul 23 14:57:11.760155 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abed08a1-23bb-4249-8f15-6824ffda7f1b x-openstack-request-id: req-abed08a1-23bb-4249-8f15-6824ffda7f1b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:57:11.760444 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9f4b4c-ab38-4806-b0be-cb8627ce7711", "name": "network-vif-plugged", "status": "completed", "tag": "0d44b97d-0082-4baf-9692-403f1e96d339", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:57:11.760690 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abed08a1-23bb-4249-8f15-6824ffda7f1b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:57:11.761086 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d44b97d-0082-4baf-9692-403f1e96d339', 'code': 200} Jul 23 14:57:11.876269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d375-f7c0-40f3-a98f-406db15c3a3a req-d9d432fd-e4ab-49f4-b0ed-9dff065f2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:11.877784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ede8d375-f7c0-40f3-a98f-406db15c3a3a req-d9d432fd-e4ab-49f4-b0ed-9dff065f2f2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 1097 time: 0.0593488 Jul 23 14:57:11.914006 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ede8d375-f7c0-40f3-a98f-406db15c3a3a req-0b4c0cab-63c7-49d5-8a6d-fc652c57d420 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288365 Jul 23 14:57:12.851613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8cbd-731a-45f9-9a51-8e3e13e91754 req-574ed71b-e23f-4411-abc4-6487b3a341ab tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:12.853110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92cf8cbd-731a-45f9-9a51-8e3e13e91754 req-574ed71b-e23f-4411-abc4-6487b3a341ab tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 946 time: 0.0662067 Jul 23 14:57:12.891960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92cf8cbd-731a-45f9-9a51-8e3e13e91754 req-990d095b-3b6a-4a5d-bfff-e819c57eefba tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Jul 23 14:57:14.039164 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b93f7-c09a-496e-a019-0f9adc01902d req-30038b91-7a94-4c89-a9c8-aa830811c7ac tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:14.040647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce5b93f7-c09a-496e-a019-0f9adc01902d req-30038b91-7a94-4c89-a9c8-aa830811c7ac tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 946 time: 0.0721927 Jul 23 14:57:14.086378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ce5b93f7-c09a-496e-a019-0f9adc01902d req-54d1e783-f759-4945-bf8a-b8d1aae5c761 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372429 Jul 23 14:57:14.348509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5733332-ca3e-46eb-9465-c0fce6d766c2 req-3421367f-9fdf-4e22-86ac-42408b7d858e tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:14.349980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5733332-ca3e-46eb-9465-c0fce6d766c2 req-3421367f-9fdf-4e22-86ac-42408b7d858e tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 946 time: 0.0667386 Jul 23 14:57:14.391588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5733332-ca3e-46eb-9465-c0fce6d766c2 req-e403988f-3648-4abf-9973-5e83aa5d047f tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Jul 23 14:57:15.595511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3240b0-5f86-4227-a6fc-d0f0a1459c9a req-d036e38e-523b-4361-b650-7d23fb9dd213 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:15.597013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb3240b0-5f86-4227-a6fc-d0f0a1459c9a req-d036e38e-523b-4361-b650-7d23fb9dd213 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 946 time: 0.1167428 Jul 23 14:57:15.605303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864e8e1-8117-45ce-8371-1690c590cddb req-e8792b7c-4a45-4495-b6d9-cbb9bf706cfe tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:15.606675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3864e8e1-8117-45ce-8371-1690c590cddb req-e8792b7c-4a45-4495-b6d9-cbb9bf706cfe tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9f4b4c-ab38-4806-b0be-cb8627ce7711 HTTP/1.1" status: 200 len: 946 time: 0.0916321 Jul 23 14:57:15.674019 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fb3240b0-5f86-4227-a6fc-d0f0a1459c9a req-42875a1e-2dd6-42c2-af80-c34ea0d51b13 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663540 Jul 23 14:57:15.728298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Deleting port 0d44b97d-0082-4baf-9692-403f1e96d339 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:57:15.728644 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:15.828886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] For port 0d44b97d-0082-4baf-9692-403f1e96d339, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=0d44b97d-0082-4baf-9692-403f1e96d339,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:15.829594 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:15.841831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Calling delete_port for 0d44b97d-0082-4baf-9692-403f1e96d339 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:57:15.866782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cce34673-aa9d-4619-8579-0b63da24351c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:15.987014 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:15.999079 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['0d44b97d-0082-4baf-9692-403f1e96d339'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:57:16.016563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Pushing event deleted for resources: {'Port': ['ID=0d44b97d-0082-4baf-9692-403f1e96d339,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:16.026359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2ac72385-d5e0-4725-b916-d95e5fb8e919'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:57:16.062883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] No DVR routers for this DVR port 0d44b97d-0082-4baf-9692-403f1e96d339 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:57:16.065587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:16.067678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3864e8e1-8117-45ce-8371-1690c590cddb req-4e627292-107b-4fa9-a965-6d3dd6654a49 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.48 "DELETE /v2.0/ports/0d44b97d-0082-4baf-9692-403f1e96d339 HTTP/1.1" status: 204 len: 173 time: 0.4542077 Jul 23 14:57:16.068098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'name': 'network-vif-deleted', 'tag': '0d44b97d-0082-4baf-9692-403f1e96d339'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:57:16.070535 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfada0a-2202-459d-a833-fca65998f628" -d '{"events": [{"server_uuid": "ec9f4b4c-ab38-4806-b0be-cb8627ce7711", "name": "network-vif-deleted", "tag": "0d44b97d-0082-4baf-9692-403f1e96d339"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:57:16.118711 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b76747-294a-4862-a846-8c24a67f5870 x-openstack-request-id: req-30b76747-294a-4862-a846-8c24a67f5870 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:57:16.119004 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9f4b4c-ab38-4806-b0be-cb8627ce7711", "name": "network-vif-deleted", "tag": "0d44b97d-0082-4baf-9692-403f1e96d339", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:57:16.119250 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30b76747-294a-4862-a846-8c24a67f5870 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:57:16.119652 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f4b4c-ab38-4806-b0be-cb8627ce7711', 'name': 'network-vif-deleted', 'tag': '0d44b97d-0082-4baf-9692-403f1e96d339', 'status': 'completed', 'code': 200} Jul 23 14:57:16.842658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15b47-ad71-4878-a577-5e3b4fc613c4 req-ed98acd4-f699-4747-b755-0b4e63a61c12 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:16.844164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72c15b47-ad71-4878-a577-5e3b4fc613c4 req-ed98acd4-f699-4747-b755-0b4e63a61c12 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0678935 Jul 23 14:57:16.887759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-72c15b47-ad71-4878-a577-5e3b4fc613c4 req-62034c81-a619-4344-bdae-6ef8866d97c4 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353646 Jul 23 14:57:17.033455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c480-ef30-4c12-9c68-e7cdfe7c210c req-7000a7ca-e061-4d92-8997-a832f81dbba0 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:17.035018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c970c480-ef30-4c12-9c68-e7cdfe7c210c req-7000a7ca-e061-4d92-8997-a832f81dbba0 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0649834 Jul 23 14:57:17.074958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c970c480-ef30-4c12-9c68-e7cdfe7c210c req-98b853b0-765c-4d82-b88b-37e0c5cdb81c tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jul 23 14:57:17.216636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8a4fd-c38f-472b-88a1-0b2a7fab885a req-83b4526c-c6ff-4886-bd00-6b6db7c7980a tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:17.218120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2a8a4fd-c38f-472b-88a1-0b2a7fab885a req-83b4526c-c6ff-4886-bd00-6b6db7c7980a tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0748870 Jul 23 14:57:17.255118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2a8a4fd-c38f-472b-88a1-0b2a7fab885a req-b3043847-6c84-4ed8-a385-586c7812bf19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Jul 23 14:57:17.450968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f601-9b8a-4720-b590-f993b69d7403 req-416e110e-5500-4c4b-bf80-9a833cdabaad tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:17.452462 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a93f601-9b8a-4720-b590-f993b69d7403 req-416e110e-5500-4c4b-bf80-9a833cdabaad tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0715530 Jul 23 14:57:17.493094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a93f601-9b8a-4720-b590-f993b69d7403 req-f91e933a-c00f-439b-aede-b83d59f1c394 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Jul 23 14:57:17.633810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd285-63d7-4de7-83b7-9a280869fd49 req-4e91261b-f4ca-45a1-b90c-cb2015143305 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:17.635301 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10dfd285-63d7-4de7-83b7-9a280869fd49 req-4e91261b-f4ca-45a1-b90c-cb2015143305 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0703890 Jul 23 14:57:17.676406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10dfd285-63d7-4de7-83b7-9a280869fd49 req-2ba6a1c4-03e4-4332-aae0-78a39482c51c tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Jul 23 14:57:17.830131 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37f9b-309b-434b-90f8-8a20027f7cd5 req-3c30d9ad-d58e-4dfe-93d9-4779139437af tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:17.831532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44c37f9b-309b-434b-90f8-8a20027f7cd5 req-3c30d9ad-d58e-4dfe-93d9-4779139437af tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0737326 Jul 23 14:57:17.873994 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-44c37f9b-309b-434b-90f8-8a20027f7cd5 req-f1f91909-f93f-473f-8edf-1a3148e3ba0b tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366802 Jul 23 14:57:18.219287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2b962-7078-4689-a229-8b21c63318db req-02344788-445b-4101-a0f9-4637ab143d02 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:18.220803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24b2b962-7078-4689-a229-8b21c63318db req-02344788-445b-4101-a0f9-4637ab143d02 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0773740 Jul 23 14:57:18.255896 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:18.261193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24b2b962-7078-4689-a229-8b21c63318db req-d6314b60-2bcf-4a50-9ddc-4f2eab16e836 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Jul 23 14:57:18.380212 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:18.575487 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8459a760-26fd-4e6a-b53b-80e6ff25aa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:19.412920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f4cd7-c8cb-444d-9f74-597ae29d3a7e req-0892cf0a-a7fa-4fe2-9d54-2be095419568 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:19.414427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba4f4cd7-c8cb-444d-9f74-597ae29d3a7e req-0892cf0a-a7fa-4fe2-9d54-2be095419568 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0708570 Jul 23 14:57:19.461920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba4f4cd7-c8cb-444d-9f74-597ae29d3a7e req-5154976e-e999-4a91-b7b7-9f395afc77bc tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa295d8-85f3-4fe9-a649-f9a6399452ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Jul 23 14:57:19.477417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0d44b97d-0082-4baf-9692-403f1e96d339 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:57:19.497932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 0d44b97d-0082-4baf-9692-403f1e96d339 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:57:19.498290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 0d44b97d-0082-4baf-9692-403f1e96d339 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:57:19.650806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73329736-701b-4539-b37a-bba64e6c6395 req-c9eb1148-a353-4d73-b07a-d615711f5c88 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:19.652284 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73329736-701b-4539-b37a-bba64e6c6395 req-c9eb1148-a353-4d73-b07a-d615711f5c88 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 946 time: 0.0761960 Jul 23 14:57:19.739787 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:19.759474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Deleting port 2ac72385-d5e0-4725-b916-d95e5fb8e919 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:57:19.759817 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:19.858448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] For port 2ac72385-d5e0-4725-b916-d95e5fb8e919, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2ac72385-d5e0-4725-b916-d95e5fb8e919,segment=NetworkSegment(551a8d63-abbc-425b-9320-0f50e4c9f726),segment_id=551a8d63-abbc-425b-9320-0f50e4c9f726)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:19.858863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:19.875996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Calling delete_port for 2ac72385-d5e0-4725-b916-d95e5fb8e919 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:57:20.008861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:20.040618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Pushing event deleted for resources: {'Port': ['ID=2ac72385-d5e0-4725-b916-d95e5fb8e919,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:20.041878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2ac72385-d5e0-4725-b916-d95e5fb8e919'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:57:20.089797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] No DVR routers for this DVR port 2ac72385-d5e0-4725-b916-d95e5fb8e919 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:57:20.093169 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:20.095236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-73329736-701b-4539-b37a-bba64e6c6395 req-ac4ef45f-eb5e-4537-af9d-7db112f06e19 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.11 "DELETE /v2.0/ports/2ac72385-d5e0-4725-b916-d95e5fb8e919 HTTP/1.1" status: 204 len: 173 time: 0.4368792 Jul 23 14:57:20.095691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'name': 'network-vif-deleted', 'tag': '2ac72385-d5e0-4725-b916-d95e5fb8e919'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:57:20.097948 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7460e2c9-8fe8-4c52-937c-a9091051a681" -d '{"events": [{"server_uuid": "fc432e27-fa8c-45a3-a7cc-c7863b60c57c", "name": "network-vif-deleted", "tag": "2ac72385-d5e0-4725-b916-d95e5fb8e919"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:57:20.135042 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db7bfc-39ce-422f-92b9-746ef23f9a35 x-openstack-request-id: req-35db7bfc-39ce-422f-92b9-746ef23f9a35 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:57:20.135306 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc432e27-fa8c-45a3-a7cc-c7863b60c57c", "name": "network-vif-deleted", "tag": "2ac72385-d5e0-4725-b916-d95e5fb8e919", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:57:20.135600 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35db7bfc-39ce-422f-92b9-746ef23f9a35 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:57:20.135975 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc432e27-fa8c-45a3-a7cc-c7863b60c57c', 'name': 'network-vif-deleted', 'tag': '2ac72385-d5e0-4725-b916-d95e5fb8e919', 'status': 'completed', 'code': 200} Jul 23 14:57:20.578577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8806ea0b-7f54-42ce-a857-2f071d0cd89f req-641d9af5-48f7-4c1b-83b5-0337ac9cced8 tempest-ServersNegativeTestJSON-960696815 tempest-ServersNegativeTestJSON-960696815-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc432e27-fa8c-45a3-a7cc-c7863b60c57c HTTP/1.1" status: 200 len: 210 time: 0.0304568 Jul 23 14:57:21.446837 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:21.643443 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:21.703237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] Deleting subnet e30bfb2e-c3ec-41d2-8ed5-27d893110905 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:57:21.707207 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:21.748048 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:21.791968 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:21.849758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:21.875226 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30bfb2e-c3ec-41d2-8ed5-27d893110905,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:21.880660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:21.882875 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-22b2e49a-5d9d-4d8d-bb0c-a59de3957967 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e30bfb2e-c3ec-41d2-8ed5-27d893110905 HTTP/1.1" status: 204 len: 168 time: 0.2379675 Jul 23 14:57:21.885592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:21.969100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.047879 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.057834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3498172d-f1ad-4b4e-91b4-1a981db3623d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:22.069913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551a8d63-abbc-425b-9320-0f50e4c9f726') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:22.070204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551a8d63-abbc-425b-9320-0f50e4c9f726') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:22.080229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.099077 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.105301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:22.105682 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:22.107330 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:22.160133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.165466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.167301 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] 10.222.0.21 "DELETE /v2.0/networks/3498172d-f1ad-4b4e-91b4-1a981db3623d HTTP/1.1" status: 204 len: 168 time: 0.2804499 Jul 23 14:57:22.177780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7013-9128-4bad-ae72-2c07c0c3ee9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3498172d-f1ad-4b4e-91b4-1a981db3623d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:22.284272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:22.330248 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b228c9a-189f-4e40-9665-faccfac7c3fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30547020a8f64b5d8422b92c354ae023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447166 Jul 23 14:57:22.332878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:22.382547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2d4c-b488-4e25-9214-392f3c13d2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.403552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2d4c-b488-4e25-9214-392f3c13d2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.459026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2d4c-b488-4e25-9214-392f3c13d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.461636 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2d4c-b488-4e25-9214-392f3c13d2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:22.462852 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-dc2a2d4c-b488-4e25-9214-392f3c13d2cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fa295d8-85f3-4fe9-a649-f9a6399452ed HTTP/1.1" status: 204 len: 168 time: 0.1290400 Jul 23 14:57:22.470542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a2d4c-b488-4e25-9214-392f3c13d2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa295d8-85f3-4fe9-a649-f9a6399452ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:23.170326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:23.267286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812872611'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:23.291862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:23.295456 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.304563 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.405707 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.411718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.440497 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:23.446880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87415224-e6b2-4837-a36a-5b545cff1d4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:23.454672 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.455020 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Added segment 7e6bce6b-5eaa-4414-93b1-ba6696e77a58 of type vlan for network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 Jul 23 14:57:23.494503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.524850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.530442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:23.531056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:23.581454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2ac72385-d5e0-4725-b916-d95e5fb8e919 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:57:23.594688 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4231756 Jul 23 14:57:23.604868 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2ac72385-d5e0-4725-b916-d95e5fb8e919 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:57:23.605223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2ac72385-d5e0-4725-b916-d95e5fb8e919 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:57:23.638158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de07c5-4878-49d4-b6ff-fb451c179c25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Network': ['ID=3e8405c1-2f7a-40bf-8348-5372f5bf7d38,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:23.649236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:26.763800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:26.772340 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'subnet': {'network_id': '3e8405c1-2f7a-40bf-8348-5372f5bf7d38', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:26.877306 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:26.881159 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.077318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.140420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Subnet': ['ID=89c0140a-b97a-4e02-834f-d8af715a7994,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:27.149446 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Checking segment: {'id': '7e6bce6b-5eaa-4414-93b1-ba6696e77a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3e8405c1-2f7a-40bf-8348-5372f5bf7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:27.149801 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network hostable DHCP agents. Network: 3e8405c1-2f7a-40bf-8348-5372f5bf7d38, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:27.169302 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:27.180573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 3e8405c1-2f7a-40bf-8348-5372f5bf7d38) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:27.184683 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:27.185264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.190832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb62056-e967-4e5d-ad15-aa28fbd91d27 None None] Network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:27.200522 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-df755718-fb1d-4472-a2f1-dec8348097fa tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4355187 Jul 23 14:57:27.204476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:27.209759 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2062270490'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:27.233254 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:27.236795 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.261892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:27.271597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.271933 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Added segment 7dc7f0b1-796d-45d5-a4f2-905f66516efd of type vlan for network 5d7e4a84-25c3-45e2-b807-dcec8ff03539 Jul 23 14:57:27.315481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.348183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.353885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:27.354517 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.398196 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1926448 Jul 23 14:57:27.401598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:27.431040 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'subnet': {'network_id': '5d7e4a84-25c3-45e2-b807-dcec8ff03539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:27.436108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150b320-aece-437c-9efd-f906c4107b11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Network': ['ID=5d7e4a84-25c3-45e2-b807-dcec8ff03539,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:27.461666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5d7e4a84-25c3-45e2-b807-dcec8ff03539 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:27.525662 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:27.530182 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.555442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-3e8405c1-2f7a-40bf-8348-5372f5bf7d38', 'network_id': '3e8405c1-2f7a-40bf-8348-5372f5bf7d38', 'tenant_id': '26a12c27a49e49a19216585119070a48', 'fixed_ips': [{'subnet_id': '89c0140a-b97a-4e02-834f-d8af715a7994'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:27.556299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.696106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Allocated IP 2001:db8:0:ffff::2 (3e8405c1-2f7a-40bf-8348-5372f5bf7d38/89c0140a-b97a-4e02-834f-d8af715a7994/51f9b718-35b9-45b1-ab12-a738ca864b50) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:27.725081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.787482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Subnet': ['ID=dccc575f-8b11-4c77-86af-7dace07435b6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:27.798761 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Checking segment: {'id': '7dc7f0b1-796d-45d5-a4f2-905f66516efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5d7e4a84-25c3-45e2-b807-dcec8ff03539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:27.799124 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network hostable DHCP agents. Network: 5d7e4a84-25c3-45e2-b807-dcec8ff03539, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:27.816526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network 5d7e4a84-25c3-45e2-b807-dcec8ff03539 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:27.825774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5d7e4a84-25c3-45e2-b807-dcec8ff03539) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:27.830355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:27.830996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.837596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0fe207-a58e-477f-beac-3242f7c58e05 None None] Network 5d7e4a84-25c3-45e2-b807-dcec8ff03539 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:27.846332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-17c2ed01-8c24-4550-8100-9d13537d9a83 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4441679 Jul 23 14:57:27.849082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:27.851592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.868657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Transition to ACTIVE for port object 51f9b718-35b9-45b1-ab12-a738ca864b50 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:27.918069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Transition to ACTIVE for port object 51f9b718-35b9-45b1-ab12-a738ca864b50 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:27.928216 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:27.950902 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.001285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:28.010014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:28.013379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Pushing event updated for resources: {'Port': ['ID=51f9b718-35b9-45b1-ab12-a738ca864b50,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:28.016094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:28.032904 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.033248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.033594 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.033915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.034240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.034562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.034911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.035019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.035232 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.035552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.035866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.036183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.036506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:28.098347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a9c62-ff95-4d81-9573-6cec01ad5b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-5d7e4a84-25c3-45e2-b807-dcec8ff03539', 'network_id': '5d7e4a84-25c3-45e2-b807-dcec8ff03539', 'tenant_id': '26a12c27a49e49a19216585119070a48', 'fixed_ips': [{'subnet_id': 'dccc575f-8b11-4c77-86af-7dace07435b6'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:28.099249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e08a9c62-ff95-4d81-9573-6cec01ad5b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.103629 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.127859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Attempting to bind port 51f9b718-35b9-45b1-ab12-a738ca864b50 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:28.128143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Attempting to bind port 51f9b718-35b9-45b1-ab12-a738ca864b50 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7e6bce6b-5eaa-4414-93b1-ba6696e77a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3e8405c1-2f7a-40bf-8348-5372f5bf7d38'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:28.128511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Attempting to bind port 51f9b718-35b9-45b1-ab12-a738ca864b50 on network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:28.134206 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Subnet': ['ID=dccc575f-8b11-4c77-86af-7dace07435b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:28.177181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:28.177562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Checking segment: {'id': '7e6bce6b-5eaa-4414-93b1-ba6696e77a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3e8405c1-2f7a-40bf-8348-5372f5bf7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:28.177973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.178401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Bound using segment: {'id': '7e6bce6b-5eaa-4414-93b1-ba6696e77a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3e8405c1-2f7a-40bf-8348-5372f5bf7d38'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:28.178901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Bound port: 51f9b718-35b9-45b1-ab12-a738ca864b50, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6bce6b-5eaa-4414-93b1-ba6696e77a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3e8405c1-2f7a-40bf-8348-5372f5bf7d38'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:28.179282 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.191954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.204301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7e4a84-25c3-45e2-b807-dcec8ff03539']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:28.213678 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc7f0b1-796d-45d5-a4f2-905f66516efd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:28.213982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc7f0b1-796d-45d5-a4f2-905f66516efd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:28.219270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd524046-ed4a-4c21-a7da-a4c88e9b1440 None None] Network 5d7e4a84-25c3-45e2-b807-dcec8ff03539 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:28.224123 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.237227 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.243180 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:28.243565 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:28.246509 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:28.302552 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.303224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] For port 51f9b718-35b9-45b1-ab12-a738ca864b50, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:28.313109 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.315049 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/5d7e4a84-25c3-45e2-b807-dcec8ff03539 HTTP/1.1" status: 204 len: 168 time: 0.4650469 Jul 23 14:57:28.318858 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:28.324779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1490755731'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:28.327644 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433da1d7-e4eb-46ad-8e03-efa6b1c7ee82 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Network': ['ID=5d7e4a84-25c3-45e2-b807-dcec8ff03539,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:28.332851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] For port 51f9b718-35b9-45b1-ab12-a738ca864b50, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=51f9b718-35b9-45b1-ab12-a738ca864b50,segment=NetworkSegment(7e6bce6b-5eaa-4414-93b1-ba6696e77a58),segment_id=7e6bce6b-5eaa-4414-93b1-ba6696e77a58)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:28.347660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:28.351153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.354682 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.375304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:28.384451 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.385038 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Added segment 93210868-92b0-4a2f-a571-bade584aa63f of type vlan for network 97cfa6e3-16f5-4c0c-acdb-338e90486c9d Jul 23 14:57:28.415664 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a35e37-5157-46f9-979e-cee0d946691f None None] Pushing event updated for resources: {'Port': ['ID=51f9b718-35b9-45b1-ab12-a738ca864b50,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:28.430600 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.461308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.467091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:28.467678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.548640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Network': ['ID=97cfa6e3-16f5-4c0c-acdb-338e90486c9d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:28.557171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5e27e6b3-8c9f-462d-b4e0-6a41e577bbe6 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2371805 Jul 23 14:57:28.559870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 97cfa6e3-16f5-4c0c-acdb-338e90486c9d details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:28.560137 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:28.565516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'subnet': {'network_id': '97cfa6e3-16f5-4c0c-acdb-338e90486c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:28.663980 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:28.667887 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.727539 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 14:57:28.728004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 14:57:28.854051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.915198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Subnet': ['ID=aa8c43e0-4cd8-4689-a1e6-34a247b3a595,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:28.923739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Checking segment: {'id': '93210868-92b0-4a2f-a571-bade584aa63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '97cfa6e3-16f5-4c0c-acdb-338e90486c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:28.924092 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network hostable DHCP agents. Network: 97cfa6e3-16f5-4c0c-acdb-338e90486c9d, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:28.944683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network 97cfa6e3-16f5-4c0c-acdb-338e90486c9d is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:28.958988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 97cfa6e3-16f5-4c0c-acdb-338e90486c9d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:28.963300 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:28.963902 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:28.968320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82226778-39b5-4f70-8355-97b2872b93fa None None] Network 97cfa6e3-16f5-4c0c-acdb-338e90486c9d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:28.981165 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d97a7a46-9553-4401-a87f-9f14ebfc45ea tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4197741 Jul 23 14:57:28.984085 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:29.091468 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.121333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab53626-9709-4bdb-98b0-35e45fc6ecdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-97cfa6e3-16f5-4c0c-acdb-338e90486c9d', 'network_id': '97cfa6e3-16f5-4c0c-acdb-338e90486c9d', 'tenant_id': '26a12c27a49e49a19216585119070a48', 'fixed_ips': [{'subnet_id': 'aa8c43e0-4cd8-4689-a1e6-34a247b3a595'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:29.122422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ab53626-9709-4bdb-98b0-35e45fc6ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.144752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.219085 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-7ab53626-9709-4bdb-98b0-35e45fc6ecdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa8c43e0-4cd8-4689-a1e6-34a247b3a595: This subnet is being modified by another concurrent operation. Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa8c43e0-4cd8-4689-a1e6-34a247b3a595: This subnet is being modified by another concurrent operation. Jul 23 14:57:29.221563 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:57:29.236111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74a6fd-2221-434e-9a83-80064b9fdf4c None None] Network 97cfa6e3-16f5-4c0c-acdb-338e90486c9d requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:29.268162 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8c43e0-4cd8-4689-a1e6-34a247b3a595,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:29.327752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.338848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cfa6e3-16f5-4c0c-acdb-338e90486c9d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:29.347187 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d4200-3e13-44ce-8448-f74182e5704c None None] Network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:29.348639 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93210868-92b0-4a2f-a571-bade584aa63f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:29.348929 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93210868-92b0-4a2f-a571-bade584aa63f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:29.357787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.371481 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.377721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:29.378318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:29.382609 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:29.386760 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41a7b507-85b9-4d2e-9bde-a257f916311c None None] Provisioning for port 51f9b718-35b9-45b1-ab12-a738ca864b50 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:29.446036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.453643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.460205 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/97cfa6e3-16f5-4c0c-acdb-338e90486c9d HTTP/1.1" status: 204 len: 168 time: 0.4702475 Jul 23 14:57:29.460559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:29.466370 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1023537409'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:29.469094 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947c92a-6133-4b13-8962-080433075195 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Network': ['ID=97cfa6e3-16f5-4c0c-acdb-338e90486c9d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:29.488533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:29.492263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.517763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:29.527464 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.527813 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Added segment bbf159cf-3213-4920-881c-990de8b8634e of type vlan for network 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 Jul 23 14:57:29.569851 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.602884 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.608946 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:29.609542 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.652303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1903660 Jul 23 14:57:29.656055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:29.663595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'subnet': {'network_id': '575ce77c-cce0-4014-ae43-cbd71f6bd1b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:29.697342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7416a-5800-41a2-82ca-563700dc7c17 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Network': ['ID=575ce77c-cce0-4014-ae43-cbd71f6bd1b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:29.714295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:29.717170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7820d4-fba0-4922-87d2-e8b6ed2562c2 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:57:29.793469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 51f9b718-35b9-45b1-ab12-a738ca864b50 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:29.795072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:29.798999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.900470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7820d4-fba0-4922-87d2-e8b6ed2562c2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:57:29.914456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 51f9b718-35b9-45b1-ab12-a738ca864b50 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:29.931961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 51f9b718-35b9-45b1-ab12-a738ca864b50 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:29.932311 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:29.983825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.045655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Subnet': ['ID=75de0f77-a43b-4075-bb35-4e40e7b81bfa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:30.056592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Checking segment: {'id': 'bbf159cf-3213-4920-881c-990de8b8634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '575ce77c-cce0-4014-ae43-cbd71f6bd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:30.056952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network hostable DHCP agents. Network: 575ce77c-cce0-4014-ae43-cbd71f6bd1b7, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:30.076290 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:30.088335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 575ce77c-cce0-4014-ae43-cbd71f6bd1b7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:30.092765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:30.093375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.102008 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.110837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4aaa955a-8a93-4f08-89c3-d0c13795927d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4534218 Jul 23 14:57:30.114909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:30.120176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-841547409'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:30.140278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:30.143717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.148240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 51f9b718-35b9-45b1-ab12-a738ca864b50, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=51f9b718-35b9-45b1-ab12-a738ca864b50,segment=NetworkSegment(7e6bce6b-5eaa-4414-93b1-ba6696e77a58),segment_id=7e6bce6b-5eaa-4414-93b1-ba6696e77a58)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:30.158962 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.167486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:30.177354 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.177828 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Added segment bb3d4bf9-e98c-46ed-9caa-77ad88a9cbbf of type vlan for network 796b7292-8582-438c-826f-346bf7685614 Jul 23 14:57:30.219712 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.246076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=51f9b718-35b9-45b1-ab12-a738ca864b50,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:30.252861 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.258623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:30.259233 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.260912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a9a76-0c47-4c06-aa3b-e9cd7e2f8513 None None] Network 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:30.298378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1823294 Jul 23 14:57:30.301329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:30.306234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Request body: {'subnet': {'network_id': '796b7292-8582-438c-826f-346bf7685614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:30.338948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17641f-0277-4585-8d32-198a831bab03 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Network': ['ID=796b7292-8582-438c-826f-346bf7685614,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:30.364446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 796b7292-8582-438c-826f-346bf7685614 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:30.423482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Made reservation on behalf of 26a12c27a49e49a19216585119070a48 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:30.427116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.463755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-575ce77c-cce0-4014-ae43-cbd71f6bd1b7', 'network_id': '575ce77c-cce0-4014-ae43-cbd71f6bd1b7', 'tenant_id': '26a12c27a49e49a19216585119070a48', 'fixed_ips': [{'subnet_id': '75de0f77-a43b-4075-bb35-4e40e7b81bfa'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:30.464623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.603473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Allocated IP 2001:db8::2 (575ce77c-cce0-4014-ae43-cbd71f6bd1b7/75de0f77-a43b-4075-bb35-4e40e7b81bfa/4f17cbba-8cd7-4bbd-9285-993f39a9b83a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:30.763228 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.772706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Transition to ACTIVE for port object 4f17cbba-8cd7-4bbd-9285-993f39a9b83a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:30.788230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Transition to ACTIVE for port object 4f17cbba-8cd7-4bbd-9285-993f39a9b83a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:30.795874 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.834887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Network 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:30.839711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:30.843212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:30.850184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Pushing event updated for resources: {'Port': ['ID=4f17cbba-8cd7-4bbd-9285-993f39a9b83a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:30.909971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Attempting to bind port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:30.910430 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Attempting to bind port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'bbf159cf-3213-4920-881c-990de8b8634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '575ce77c-cce0-4014-ae43-cbd71f6bd1b7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:30.910889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Attempting to bind port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a on network 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:30.915800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:30.916225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Checking segment: {'id': 'bbf159cf-3213-4920-881c-990de8b8634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '575ce77c-cce0-4014-ae43-cbd71f6bd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:30.916702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.917145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Bound using segment: {'id': 'bbf159cf-3213-4920-881c-990de8b8634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '575ce77c-cce0-4014-ae43-cbd71f6bd1b7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:30.917692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Bound port: 4f17cbba-8cd7-4bbd-9285-993f39a9b83a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf159cf-3213-4920-881c-990de8b8634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '575ce77c-cce0-4014-ae43-cbd71f6bd1b7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:30.918113 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.962159 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:30.980348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] For port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:30.984327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] For port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4f17cbba-8cd7-4bbd-9285-993f39a9b83a,segment=NetworkSegment(bbf159cf-3213-4920-881c-990de8b8634e),segment_id=bbf159cf-3213-4920-881c-990de8b8634e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:30.992533 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.030551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event updated for resources: {'Subnet': ['ID=d9fe0fe9-416a-42e2-970c-0e18c020419a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:31.036072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Checking segment: {'id': 'bb3d4bf9-e98c-46ed-9caa-77ad88a9cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '796b7292-8582-438c-826f-346bf7685614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:31.036449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network hostable DHCP agents. Network: 796b7292-8582-438c-826f-346bf7685614, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:31.050294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf05226-7e45-429f-bd34-b38a9c9d3a8f None None] Pushing event updated for resources: {'Port': ['ID=4f17cbba-8cd7-4bbd-9285-993f39a9b83a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:31.058323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Network 796b7292-8582-438c-826f-346bf7685614 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:31.071153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 796b7292-8582-438c-826f-346bf7685614) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:31.075414 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:31.076115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.080379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d248ed-e5ba-4af2-b5f2-91da98852b70 None None] Network 796b7292-8582-438c-826f-346bf7685614 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:31.097382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f21afa47-8573-4fdc-8af8-aad8566011eb tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7948539 Jul 23 14:57:31.100232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:31.207542 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.256031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde48a9-34ab-4c8e-a115-82c2605c015e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-796b7292-8582-438c-826f-346bf7685614', 'network_id': '796b7292-8582-438c-826f-346bf7685614', 'tenant_id': '26a12c27a49e49a19216585119070a48', 'fixed_ips': [{'subnet_id': 'd9fe0fe9-416a-42e2-970c-0e18c020419a'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:31.256983 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fde48a9-34ab-4c8e-a115-82c2605c015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.277531 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.347266 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-6fde48a9-34ab-4c8e-a115-82c2605c015e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9fe0fe9-416a-42e2-970c-0e18c020419a: This subnet is being modified by another concurrent operation. Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9fe0fe9-416a-42e2-970c-0e18c020419a: This subnet is being modified by another concurrent operation. Jul 23 14:57:31.374061 n-d-801990-3 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 23 14:57:31.381035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fe0fe9-416a-42e2-970c-0e18c020419a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:31.395929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7aa48-0ea2-44e1-8c84-91649808307c None None] Network 796b7292-8582-438c-826f-346bf7685614 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:31.438732 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.448922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796b7292-8582-438c-826f-346bf7685614']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:31.458599 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3d4bf9-e98c-46ed-9caa-77ad88a9cbbf') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:31.458907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3d4bf9-e98c-46ed-9caa-77ad88a9cbbf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:31.468976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.482734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.489157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:31.489558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:31.492813 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:31.558145 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.563340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.565496 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/796b7292-8582-438c-826f-346bf7685614 HTTP/1.1" status: 204 len: 168 time: 0.4637959 Jul 23 14:57:31.568246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:31.580092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc96e7-8af3-4eb8-af37-595dc793a7e2 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Network': ['ID=796b7292-8582-438c-826f-346bf7685614,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:31.596306 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ffb111-2409-447b-8283-09a6dfe50b25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] GET failed (client error): The resource could not be found. Jul 23 14:57:31.597624 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f6ffb111-2409-447b-8283-09a6dfe50b25 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "GET /v2.0/subnets/d9fe0fe9-416a-42e2-970c-0e18c020419a HTTP/1.1" status: 404 len: 337 time: 0.0283396 Jul 23 14:57:31.600736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:31.624283 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a3062b-3e39-4fcb-aa94-cf17bdabbfe7 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] DELETE failed (client error): The resource could not be found. Jul 23 14:57:31.624741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a3062b-3e39-4fcb-aa94-cf17bdabbfe7 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:57:31.626467 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a8a3062b-3e39-4fcb-aa94-cf17bdabbfe7 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/796b7292-8582-438c-826f-346bf7685614 HTTP/1.1" status: 404 len: 339 time: 0.0247195 Jul 23 14:57:31.630327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:31.657375 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40a8dde-07bc-4343-97fe-312db6ee8a11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] DELETE failed (client error): The resource could not be found. Jul 23 14:57:31.657830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40a8dde-07bc-4343-97fe-312db6ee8a11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:57:31.659608 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c40a8dde-07bc-4343-97fe-312db6ee8a11 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/subnets/d9fe0fe9-416a-42e2-970c-0e18c020419a HTTP/1.1" status: 404 len: 337 time: 0.0283134 Jul 23 14:57:31.662740 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:31.681949 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-428593e3-0ccc-41d9-b056-ea666affae1d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] DELETE failed (client error): The resource could not be found. Jul 23 14:57:31.682521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428593e3-0ccc-41d9-b056-ea666affae1d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:57:31.684275 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-428593e3-0ccc-41d9-b056-ea666affae1d tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/796b7292-8582-438c-826f-346bf7685614 HTTP/1.1" status: 404 len: 339 time: 0.0206478 Jul 23 14:57:31.687078 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:31.746243 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Deleting subnet 75de0f77-a43b-4075-bb35-4e40e7b81bfa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:57:31.749798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.794941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.856005 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4f17cbba-8cd7-4bbd-9285-993f39a9b83a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:31.887578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.913809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:31.918091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 51f9b718-35b9-45b1-ab12-a738ca864b50 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:31.949737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.969844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 51f9b718-35b9-45b1-ab12-a738ca864b50 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:31.970303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.980676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:31.985446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:31.994370 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/subnets/75de0f77-a43b-4075-bb35-4e40e7b81bfa HTTP/1.1" status: 204 len: 168 time: 0.3062329 Jul 23 14:57:31.995788 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35349d10-4976-4c77-8991-ee28dd9dd3de tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Subnet': ['ID=75de0f77-a43b-4075-bb35-4e40e7b81bfa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:32.012466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412dc44-5c85-421e-8b75-edd1a652b478 None None] Network 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:32.063760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.115582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Deleting port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:57:32.115910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.160574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-204538c3-4ac6-4c63-9d13-fcade5d6ac70 None None] Provisioning for port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:32.170226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-204538c3-4ac6-4c63-9d13-fcade5d6ac70 None None] Provisioning complete for port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:32.170615 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-204538c3-4ac6-4c63-9d13-fcade5d6ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.182782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] For port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4f17cbba-8cd7-4bbd-9285-993f39a9b83a,segment=NetworkSegment(bbf159cf-3213-4920-881c-990de8b8634e),segment_id=bbf159cf-3213-4920-881c-990de8b8634e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:32.183146 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.195899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Calling delete_port for 4f17cbba-8cd7-4bbd-9285-993f39a9b83a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:57:32.279838 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.312263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No DVR routers for this DVR port 4f17cbba-8cd7-4bbd-9285-993f39a9b83a on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:57:32.317189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Port': ['ID=4f17cbba-8cd7-4bbd-9285-993f39a9b83a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:32.382258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-204538c3-4ac6-4c63-9d13-fcade5d6ac70 None None] Could not find standard attr ID for object 4f17cbba-8cd7-4bbd-9285-993f39a9b83a. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:57:32.386000 n-d-801990-3 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-204538c3-4ac6-4c63-9d13-fcade5d6ac70 None None] No ports have port_id starting with 4f17cbba-8cd7-4bbd-9285-993f39a9b83a Jul 23 14:57:32.393293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.403823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575ce77c-cce0-4014-ae43-cbd71f6bd1b7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:32.416908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf159cf-3213-4920-881c-990de8b8634e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:32.417276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf159cf-3213-4920-881c-990de8b8634e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:32.429853 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.444732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcac03-00e5-4c77-9c35-10a313890156 None None] DHCP port deletion for 575ce77c-cce0-4014-ae43-cbd71f6bd1b7 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:57:32.450039 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.459905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:32.460303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.463484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fedf2e-84f7-4c38-8de4-ecbd630b4440 None None] get_active_networks_info from n-d-801990-3 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:32.464398 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:32.523766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.529777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fedf2e-84f7-4c38-8de4-ecbd630b4440 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 14:57:32.532179 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.534018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/575ce77c-cce0-4014-ae43-cbd71f6bd1b7 HTTP/1.1" status: 204 len: 168 time: 0.5475659 Jul 23 14:57:32.536718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:32.544555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539acc0-1e52-45c2-8c8d-b8c7205ddfe8 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Network': ['ID=575ce77c-cce0-4014-ae43-cbd71f6bd1b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:32.570038 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f63ed5-d616-4fc4-a295-c23e3eb533ad tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] DELETE failed (client error): The resource could not be found. Jul 23 14:57:32.570508 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f63ed5-d616-4fc4-a295-c23e3eb533ad tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:57:32.572481 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a7f63ed5-d616-4fc4-a295-c23e3eb533ad tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/subnets/aa8c43e0-4cd8-4689-a1e6-34a247b3a595 HTTP/1.1" status: 404 len: 337 time: 0.0339382 Jul 23 14:57:32.575173 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:32.594053 n-d-801990-3 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-738d9a93-b312-44ad-8a2a-35bd423d74f4 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] DELETE failed (client error): The resource could not be found. Jul 23 14:57:32.594592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738d9a93-b312-44ad-8a2a-35bd423d74f4 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:57:32.596285 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-738d9a93-b312-44ad-8a2a-35bd423d74f4 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/97cfa6e3-16f5-4c0c-acdb-338e90486c9d HTTP/1.1" status: 404 len: 339 time: 0.0202315 Jul 23 14:57:32.599451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:32.626040 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e94aa64-8113-4351-9b69-718bcb93590a tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] DELETE failed (client error): The resource could not be found. Jul 23 14:57:32.626478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e94aa64-8113-4351-9b69-718bcb93590a tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:57:32.628192 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5e94aa64-8113-4351-9b69-718bcb93590a tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/subnets/dccc575f-8b11-4c77-86af-7dace07435b6 HTTP/1.1" status: 404 len: 337 time: 0.0276906 Jul 23 14:57:32.631099 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:32.649293 n-d-801990-3 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf159ea-2d11-4b50-bf8f-98669ab18c9c tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] DELETE failed (client error): The resource could not be found. Jul 23 14:57:32.649829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf159ea-2d11-4b50-bf8f-98669ab18c9c tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 14:57:32.651553 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cbf159ea-2d11-4b50-bf8f-98669ab18c9c tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/5d7e4a84-25c3-45e2-b807-dcec8ff03539 HTTP/1.1" status: 404 len: 339 time: 0.0195434 Jul 23 14:57:32.654159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:32.709933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Deleting subnet 89c0140a-b97a-4e02-834f-d8af715a7994 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:57:32.713108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.754868 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.837131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.902271 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.929087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Subnet': ['ID=89c0140a-b97a-4e02-834f-d8af715a7994,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:32.934818 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:32.936701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-45b27fe1-9f3f-41ab-a326-86e4b2f36b14 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/subnets/89c0140a-b97a-4e02-834f-d8af715a7994 HTTP/1.1" status: 204 len: 168 time: 0.2815914 Jul 23 14:57:32.939383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:32.941828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f413637-58af-4c01-82e5-eba3d00b18f1 None None] Network 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:33.014020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.067197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Deleting port 51f9b718-35b9-45b1-ab12-a738ca864b50 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:57:33.067509 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.136115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] DHCP port deletion for 3e8405c1-2f7a-40bf-8348-5372f5bf7d38 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:57:33.136505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] For port 51f9b718-35b9-45b1-ab12-a738ca864b50, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=51f9b718-35b9-45b1-ab12-a738ca864b50,segment=NetworkSegment(7e6bce6b-5eaa-4414-93b1-ba6696e77a58),segment_id=7e6bce6b-5eaa-4414-93b1-ba6696e77a58)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:33.136873 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.149489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Calling delete_port for 51f9b718-35b9-45b1-ab12-a738ca864b50 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:57:33.183102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] Deleting port 51f9b718-35b9-45b1-ab12-a738ca864b50 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:57:33.183482 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.230467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.248746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] For port 51f9b718-35b9-45b1-ab12-a738ca864b50, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=51f9b718-35b9-45b1-ab12-a738ca864b50,segment=NetworkSegment(7e6bce6b-5eaa-4414-93b1-ba6696e77a58),segment_id=7e6bce6b-5eaa-4414-93b1-ba6696e77a58)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:33.249049 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.260909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] Calling delete_port for 51f9b718-35b9-45b1-ab12-a738ca864b50 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:57:33.261368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Port': ['ID=51f9b718-35b9-45b1-ab12-a738ca864b50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:33.263433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] No DVR routers for this DVR port 51f9b718-35b9-45b1-ab12-a738ca864b50 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:57:33.338976 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.344449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.354766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8405c1-2f7a-40bf-8348-5372f5bf7d38']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:33.364647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6bce6b-5eaa-4414-93b1-ba6696e77a58') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:33.364943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6bce6b-5eaa-4414-93b1-ba6696e77a58') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:33.367291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] Pushing event deleted for resources: {'Port': ['ID=51f9b718-35b9-45b1-ab12-a738ca864b50,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:33.370869 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da6d57-d19f-49c8-87d6-581eb8c246ee None None] No DVR routers for this DVR port 51f9b718-35b9-45b1-ab12-a738ca864b50 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:57:33.374823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.393757 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.400170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:33.400566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:33.403703 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:33.478291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.485749 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.487047 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] 10.222.0.21 "DELETE /v2.0/networks/3e8405c1-2f7a-40bf-8348-5372f5bf7d38 HTTP/1.1" status: 204 len: 168 time: 0.5467520 Jul 23 14:57:33.498410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcc2ae-1dfb-4f9d-b68a-ee0cc35d38f0 tempest-NetworksIpV6Test-380592940 tempest-NetworksIpV6Test-380592940-project] Pushing event deleted for resources: {'Network': ['ID=3e8405c1-2f7a-40bf-8348-5372f5bf7d38,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:33.741720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:33.749471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4f17cbba-8cd7-4bbd-9285-993f39a9b83a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:57:33.769424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 4f17cbba-8cd7-4bbd-9285-993f39a9b83a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:57:33.769633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4f17cbba-8cd7-4bbd-9285-993f39a9b83a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:57:33.770083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 51f9b718-35b9-45b1-ab12-a738ca864b50 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:57:33.788475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 51f9b718-35b9-45b1-ab12-a738ca864b50 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:57:33.788815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 51f9b718-35b9-45b1-ab12-a738ca864b50 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:57:33.879258 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-eabec139-cfaf-472b-946b-89124bc2cd4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26a12c27a49e49a19216585119070a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359031 Jul 23 14:57:33.881658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:33.932218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6413d61-0529-4732-acd6-d444ed856c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:33.953796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6413d61-0529-4732-acd6-d444ed856c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.005656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6413d61-0529-4732-acd6-d444ed856c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.008196 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6413d61-0529-4732-acd6-d444ed856c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.011964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a6413d61-0529-4732-acd6-d444ed856c8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87415224-e6b2-4837-a36a-5b545cff1d4e HTTP/1.1" status: 204 len: 168 time: 0.1267502 Jul 23 14:57:34.017462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6413d61-0529-4732-acd6-d444ed856c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87415224-e6b2-4837-a36a-5b545cff1d4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:34.665156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:34.764516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-878e6c72-11e4-435e-8d81-c6c71687a1d9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-644978180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:34.789801 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878e6c72-11e4-435e-8d81-c6c71687a1d9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.790795 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878e6c72-11e4-435e-8d81-c6c71687a1d9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.842634 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878e6c72-11e4-435e-8d81-c6c71687a1d9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.848611 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878e6c72-11e4-435e-8d81-c6c71687a1d9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.865131 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878e6c72-11e4-435e-8d81-c6c71687a1d9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.866509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-878e6c72-11e4-435e-8d81-c6c71687a1d9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2001507 Jul 23 14:57:34.869367 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:34.874208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1094277803'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:34.896317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Made reservation on behalf of a0de8fd7493b435a954102771ee127da for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:34.899836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:34.908811 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.002996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.009536 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.035010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:35.050411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e07c1-68fe-47a6-9cd4-eaac5f2e34e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:35.053430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.053778 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Added segment df31d66e-0b93-44cb-ae00-8ac9a80423b1 of type vlan for network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee Jul 23 14:57:35.093955 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.125654 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.131384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:35.131978 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.177620 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3026910 Jul 23 14:57:35.177948 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:35.185881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Request body: {'subnet': {'network_id': '78c0d7c6-edd9-4151-a1ff-c1d301d432ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:35.216208 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f88ddb-fcc2-45ae-8158-be3b7760e0c9 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event updated for resources: {'Network': ['ID=78c0d7c6-edd9-4151-a1ff-c1d301d432ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:35.226814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:35.304944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Made reservation on behalf of a0de8fd7493b435a954102771ee127da for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:35.308372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.497323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.556040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event updated for resources: {'Subnet': ['ID=e6e7a889-8473-4d50-b166-c76ecb1de540,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:35.565556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Checking segment: {'id': 'df31d66e-0b93-44cb-ae00-8ac9a80423b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78c0d7c6-edd9-4151-a1ff-c1d301d432ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:35.565922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Network hostable DHCP agents. Network: 78c0d7c6-edd9-4151-a1ff-c1d301d432ee, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:35.584857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:35.595271 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 78c0d7c6-edd9-4151-a1ff-c1d301d432ee) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:35.600524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:35.601055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.607483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fd8fc8-7869-4868-a963-7701fb0f0a96 None None] Network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:35.617226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-14db9d12-a77f-4410-b656-1209c0900708 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4379292 Jul 23 14:57:35.620543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:35.625753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1952995854'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:35.647661 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Made reservation on behalf of a0de8fd7493b435a954102771ee127da for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:35.651587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.677540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:35.688295 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.688878 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Added segment 6223354a-2d8d-465d-9f65-4213575e81a5 of type vlan for network 1246bdbf-a824-4d76-899b-accc6c647b3f Jul 23 14:57:35.737647 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.766915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-78c0d7c6-edd9-4151-a1ff-c1d301d432ee', 'network_id': '78c0d7c6-edd9-4151-a1ff-c1d301d432ee', 'tenant_id': 'a0de8fd7493b435a954102771ee127da', 'fixed_ips': [{'subnet_id': 'e6e7a889-8473-4d50-b166-c76ecb1de540'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:35.767825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.770206 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.775894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:35.776513 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.814823 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1929617 Jul 23 14:57:35.817489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:35.822464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Request body: {'subnet': {'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:35.862768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415b5aa-ee9d-4930-b85c-8c917f4b6436 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event updated for resources: {'Network': ['ID=1246bdbf-a824-4d76-899b-accc6c647b3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:35.879478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 1246bdbf-a824-4d76-899b-accc6c647b3f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:35.948774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Made reservation on behalf of a0de8fd7493b435a954102771ee127da for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:35.953028 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:35.965870 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Allocated IP 172.20.0.2 (78c0d7c6-edd9-4151-a1ff-c1d301d432ee/e6e7a889-8473-4d50-b166-c76ecb1de540/56e4c755-aade-4935-859b-523c4d21362c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:36.111911 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.120194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Transition to ACTIVE for port object 56e4c755-aade-4935-859b-523c4d21362c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:36.134844 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Transition to ACTIVE for port object 56e4c755-aade-4935-859b-523c4d21362c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:36.135032 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.140798 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.178349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:36.184796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:36.187372 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:36.193916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event updated for resources: {'Subnet': ['ID=0fa9d393-e6a9-462d-bddc-f0f817521254,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:36.194928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Pushing event updated for resources: {'Port': ['ID=56e4c755-aade-4935-859b-523c4d21362c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:36.205821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Checking segment: {'id': '6223354a-2d8d-465d-9f65-4213575e81a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:36.206241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Network hostable DHCP agents. Network: 1246bdbf-a824-4d76-899b-accc6c647b3f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:36.226376 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Network 1246bdbf-a824-4d76-899b-accc6c647b3f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:36.245463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 1246bdbf-a824-4d76-899b-accc6c647b3f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:36.249218 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:36.249818 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.257015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9c90e-490a-4228-bf64-c627c3f17069 None None] Network 1246bdbf-a824-4d76-899b-accc6c647b3f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:36.260490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Attempting to bind port 56e4c755-aade-4935-859b-523c4d21362c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:36.260856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Attempting to bind port 56e4c755-aade-4935-859b-523c4d21362c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'df31d66e-0b93-44cb-ae00-8ac9a80423b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78c0d7c6-edd9-4151-a1ff-c1d301d432ee'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:36.261223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Attempting to bind port 56e4c755-aade-4935-859b-523c4d21362c on network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:36.269665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c77c0995-1fac-402b-b808-0b17dcc35427 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4483931 Jul 23 14:57:36.269979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:36.274716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d649daa-1525-4619-afc3-f99c4e63df7b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Request body: {'router': {'external_gateway_info': {'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:36.281742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:36.282120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Checking segment: {'id': 'df31d66e-0b93-44cb-ae00-8ac9a80423b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78c0d7c6-edd9-4151-a1ff-c1d301d432ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:36.282550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.282960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Bound using segment: {'id': 'df31d66e-0b93-44cb-ae00-8ac9a80423b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78c0d7c6-edd9-4151-a1ff-c1d301d432ee'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:36.283469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Bound port: 56e4c755-aade-4935-859b-523c4d21362c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df31d66e-0b93-44cb-ae00-8ac9a80423b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78c0d7c6-edd9-4151-a1ff-c1d301d432ee'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:36.283852 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.411158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] For port 56e4c755-aade-4935-859b-523c4d21362c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:36.428887 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] For port 56e4c755-aade-4935-859b-523c4d21362c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=56e4c755-aade-4935-859b-523c4d21362c,segment=NetworkSegment(df31d66e-0b93-44cb-ae00-8ac9a80423b1),segment_id=df31d66e-0b93-44cb-ae00-8ac9a80423b1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:36.436955 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.482090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d649daa-1525-4619-afc3-f99c4e63df7b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.500831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-1246bdbf-a824-4d76-899b-accc6c647b3f', 'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f', 'tenant_id': 'a0de8fd7493b435a954102771ee127da', 'fixed_ips': [{'subnet_id': '0fa9d393-e6a9-462d-bddc-f0f817521254'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:36.501757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.527235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1ca6a-ae2b-4c52-87ad-ac4c4b14bc86 None None] Pushing event updated for resources: {'Port': ['ID=56e4c755-aade-4935-859b-523c4d21362c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:36.612400 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2d649daa-1525-4619-afc3-f99c4e63df7b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 14:57:36.613561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d649daa-1525-4619-afc3-f99c4e63df7b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "PUT /v2.0/routers/41bcff35-7ddf-4e06-a554-5e5e4a76681e HTTP/1.1" status: 400 len: 364 time: 0.3425913 Jul 23 14:57:36.619882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:36.674191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Allocated IP 172.21.0.2 (1246bdbf-a824-4d76-899b-accc6c647b3f/0fa9d393-e6a9-462d-bddc-f0f817521254/03a73d0c-1205-48e2-85dc-de823cf0d46e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:36.698150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Deleting subnet 0fa9d393-e6a9-462d-bddc-f0f817521254 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:57:36.838533 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.847087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Transition to ACTIVE for port object 03a73d0c-1205-48e2-85dc-de823cf0d46e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:36.861510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Transition to ACTIVE for port object 03a73d0c-1205-48e2-85dc-de823cf0d46e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:36.869381 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.870024 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.910830 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Network 1246bdbf-a824-4d76-899b-accc6c647b3f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:36.914158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.915979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:36.920124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:36.925835 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Pushing event updated for resources: {'Port': ['ID=03a73d0c-1205-48e2-85dc-de823cf0d46e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:36.985850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Attempting to bind port 03a73d0c-1205-48e2-85dc-de823cf0d46e on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:36.986252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Attempting to bind port 03a73d0c-1205-48e2-85dc-de823cf0d46e by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '6223354a-2d8d-465d-9f65-4213575e81a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:36.986616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Attempting to bind port 03a73d0c-1205-48e2-85dc-de823cf0d46e on network 1246bdbf-a824-4d76-899b-accc6c647b3f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:36.992015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:36.992390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Checking segment: {'id': '6223354a-2d8d-465d-9f65-4213575e81a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:36.992801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:36.993201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Bound using segment: {'id': '6223354a-2d8d-465d-9f65-4213575e81a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:36.993676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Bound port: 03a73d0c-1205-48e2-85dc-de823cf0d46e, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6223354a-2d8d-465d-9f65-4213575e81a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1246bdbf-a824-4d76-899b-accc6c647b3f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:36.994062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.017275 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.078478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.082290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] For port 03a73d0c-1205-48e2-85dc-de823cf0d46e, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:37.085713 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] For port 03a73d0c-1205-48e2-85dc-de823cf0d46e, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=03a73d0c-1205-48e2-85dc-de823cf0d46e,segment=NetworkSegment(6223354a-2d8d-465d-9f65-4213575e81a5),segment_id=6223354a-2d8d-465d-9f65-4213575e81a5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:37.091288 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.106559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa9d393-e6a9-462d-bddc-f0f817521254,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:37.114083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.116044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0ad94c6e-5b38-4b53-8621-4641a87f5dfa tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "DELETE /v2.0/subnets/0fa9d393-e6a9-462d-bddc-f0f817521254 HTTP/1.1" status: 204 len: 168 time: 0.4947774 Jul 23 14:57:37.119123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:37.151520 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65761851-d371-4d3f-955a-21ab7ecf6e1a None None] Pushing event updated for resources: {'Port': ['ID=03a73d0c-1205-48e2-85dc-de823cf0d46e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:37.209802 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.264733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Deleting port 03a73d0c-1205-48e2-85dc-de823cf0d46e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:57:37.265082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.376145 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] For port 03a73d0c-1205-48e2-85dc-de823cf0d46e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=03a73d0c-1205-48e2-85dc-de823cf0d46e,segment=NetworkSegment(6223354a-2d8d-465d-9f65-4213575e81a5),segment_id=6223354a-2d8d-465d-9f65-4213575e81a5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:37.376775 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.390397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Calling delete_port for 03a73d0c-1205-48e2-85dc-de823cf0d46e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:57:37.477458 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.505861 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] No DVR routers for this DVR port 03a73d0c-1205-48e2-85dc-de823cf0d46e on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:57:37.511535 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event deleted for resources: {'Port': ['ID=03a73d0c-1205-48e2-85dc-de823cf0d46e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:37.516817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97094f59-3f76-43a4-9ae4-c19b6d4a52cc None None] Network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:37.580965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f2c48606-d9d9-4095-b2b3-e85ddab3f815 None None] Provisioning for port 56e4c755-aade-4935-859b-523c4d21362c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:37.597044 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.607354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1246bdbf-a824-4d76-899b-accc6c647b3f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:37.618273 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6223354a-2d8d-465d-9f65-4213575e81a5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:37.618627 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6223354a-2d8d-465d-9f65-4213575e81a5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:37.627480 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.641001 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.647158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:37.647632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:37.650598 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:37.715993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.729141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.731507 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "DELETE /v2.0/networks/1246bdbf-a824-4d76-899b-accc6c647b3f HTTP/1.1" status: 204 len: 168 time: 0.6112103 Jul 23 14:57:37.734125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:37.753327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ede79-52a9-42d3-81de-dd8973a6a0ba tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event deleted for resources: {'Network': ['ID=1246bdbf-a824-4d76-899b-accc6c647b3f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:37.803885 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Deleting subnet e6e7a889-8473-4d50-b166-c76ecb1de540 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:57:37.807643 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.849068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 56e4c755-aade-4935-859b-523c4d21362c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:37.857850 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.924420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 56e4c755-aade-4935-859b-523c4d21362c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:37.929235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 56e4c755-aade-4935-859b-523c4d21362c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:37.929619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:37.957167 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.024910 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.050091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5278464-631c-421d-8c4a-3ab2105e08f7 None None] Provisioning complete for port 56e4c755-aade-4935-859b-523c4d21362c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:38.050559 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5278464-631c-421d-8c4a-3ab2105e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.052706 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e7a889-8473-4d50-b166-c76ecb1de540,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:38.054458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.060697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.065332 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4cd5ee7a-5768-4615-92d6-d011becccd2b tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "DELETE /v2.0/subnets/e6e7a889-8473-4d50-b166-c76ecb1de540 HTTP/1.1" status: 204 len: 168 time: 0.3272653 Jul 23 14:57:38.065610 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:38.089212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafe607-ae4b-47eb-bfd1-632615ad2119 None None] Network 78c0d7c6-edd9-4151-a1ff-c1d301d432ee requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:38.108965 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.153785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.215368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Deleting port 56e4c755-aade-4935-859b-523c4d21362c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:57:38.215826 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.248138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c983b5ea-8f61-4645-be6a-14b71ff2bb99 None None] DHCP port deletion for 1246bdbf-a824-4d76-899b-accc6c647b3f request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:57:38.277222 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 14:57:38.277614 n-d-801990-3 neutron-server[93768]: DEBUG oslo_db.api [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 14:57:38.279137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] For port 56e4c755-aade-4935-859b-523c4d21362c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=56e4c755-aade-4935-859b-523c4d21362c,segment=NetworkSegment(df31d66e-0b93-44cb-ae00-8ac9a80423b1),segment_id=df31d66e-0b93-44cb-ae00-8ac9a80423b1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:38.279865 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.295346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f03bf-98c1-4f70-91b7-ba08b96d1ae7 None None] Network 1246bdbf-a824-4d76-899b-accc6c647b3f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:38.300105 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5278464-631c-421d-8c4a-3ab2105e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.302118 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Calling delete_port for 56e4c755-aade-4935-859b-523c4d21362c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:57:38.317739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f03bf-98c1-4f70-91b7-ba08b96d1ae7 None None] Network 1246bdbf-a824-4d76-899b-accc6c647b3f could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 14:57:38.352798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f5278464-631c-421d-8c4a-3ab2105e08f7 None None] For port 56e4c755-aade-4935-859b-523c4d21362c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=56e4c755-aade-4935-859b-523c4d21362c,segment=NetworkSegment(df31d66e-0b93-44cb-ae00-8ac9a80423b1),segment_id=df31d66e-0b93-44cb-ae00-8ac9a80423b1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:38.358560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5278464-631c-421d-8c4a-3ab2105e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.394963 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.413629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5278464-631c-421d-8c4a-3ab2105e08f7 None None] Pushing event updated for resources: {'Port': ['ID=56e4c755-aade-4935-859b-523c4d21362c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:38.422560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event deleted for resources: {'Port': ['ID=56e4c755-aade-4935-859b-523c4d21362c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:38.427251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] No DVR routers for this DVR port 56e4c755-aade-4935-859b-523c4d21362c on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:57:38.438540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad972d88-cd29-4e79-9f00-560a3a9d9ece None None] DHCP port deletion for 78c0d7c6-edd9-4151-a1ff-c1d301d432ee request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:57:38.471107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f20b307b-04bb-428d-906b-8c0206eff5b4 None None] Could not find standard attr ID for object 03a73d0c-1205-48e2-85dc-de823cf0d46e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 14:57:38.510318 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.520285 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c0d7c6-edd9-4151-a1ff-c1d301d432ee']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:38.530032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df31d66e-0b93-44cb-ae00-8ac9a80423b1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:38.530329 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df31d66e-0b93-44cb-ae00-8ac9a80423b1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:38.539138 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.553726 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.563016 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:57:38.563436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:57:38.566354 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:57:38.626750 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.632295 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.634207 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "DELETE /v2.0/networks/78c0d7c6-edd9-4151-a1ff-c1d301d432ee HTTP/1.1" status: 204 len: 168 time: 0.5675623 Jul 23 14:57:38.637100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:38.648303 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfe456-8e0e-4589-a606-8e0ac5b5ccbc tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Pushing event deleted for resources: {'Network': ['ID=78c0d7c6-edd9-4151-a1ff-c1d301d432ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:38.667037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7878ee68-7a72-458b-ad1b-6252c2beb358 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bcff35-7ddf-4e06-a554-5e5e4a76681e HTTP/1.1" status: 200 len: 205 time: 0.0286572 Jul 23 14:57:38.669649 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:38.742988 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0725522-73ad-45d4-b0d0-2f34f35db660 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.799468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Port 56e4c755-aade-4935-859b-523c4d21362c update to ACTIVE by agent not found {{(pid=93768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 14:57:38.899141 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0725522-73ad-45d4-b0d0-2f34f35db660 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:38.901426 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0725522-73ad-45d4-b0d0-2f34f35db660 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:39.256012 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0725522-73ad-45d4-b0d0-2f34f35db660 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:39.256718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0725522-73ad-45d4-b0d0-2f34f35db660 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Fanout notify agent at l3_agent the message router_deleted on router 41bcff35-7ddf-4e06-a554-5e5e4a76681e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:57:39.263870 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0725522-73ad-45d4-b0d0-2f34f35db660 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:39.265374 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d0725522-73ad-45d4-b0d0-2f34f35db660 tempest-RoutersNegativeTest-845166516 tempest-RoutersNegativeTest-845166516-project] 10.222.0.21 "DELETE /v2.0/routers/41bcff35-7ddf-4e06-a554-5e5e4a76681e HTTP/1.1" status: 204 len: 168 time: 0.5947638 Jul 23 14:57:39.524544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:39.698637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fc60923c-1243-4191-836b-5dcad4f9db2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0de8fd7493b435a954102771ee127da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727190 Jul 23 14:57:39.701471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:39.756271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 03a73d0c-1205-48e2-85dc-de823cf0d46e no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:57:39.757548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ba5783-866d-420c-bf83-d1b3a435bd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:39.775833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 03a73d0c-1205-48e2-85dc-de823cf0d46e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:57:39.776093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 03a73d0c-1205-48e2-85dc-de823cf0d46e not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:57:39.776517 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 56e4c755-aade-4935-859b-523c4d21362c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:57:39.779339 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ba5783-866d-420c-bf83-d1b3a435bd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:39.794540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 56e4c755-aade-4935-859b-523c4d21362c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:57:39.794909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 56e4c755-aade-4935-859b-523c4d21362c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:57:39.831609 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ba5783-866d-420c-bf83-d1b3a435bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:39.835671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ba5783-866d-420c-bf83-d1b3a435bd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:39.837520 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-97ba5783-866d-420c-bf83-d1b3a435bd4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e6e07c1-68fe-47a6-9cd4-eaac5f2e34e0 HTTP/1.1" status: 204 len: 168 time: 0.1350458 Jul 23 14:57:39.845404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba5783-866d-420c-bf83-d1b3a435bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e07c1-68fe-47a6-9cd4-eaac5f2e34e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:40.485242 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:40.585292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1032779514-network', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:40.609466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Made reservation on behalf of d2cef9152f3342cfa8b694362f01db9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:40.612078 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.620415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.708660 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.712466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.732612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:40.745633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e01741-a77d-4cd9-8cd3-d3543242cb39,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:40.750563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.750937 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Added segment 98b3fe92-ab6b-44e6-a7f3-23d4ebae746c of type vlan for network a4652db5-f7ec-48b3-816d-9ab0e9503fae Jul 23 14:57:40.793308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.825699 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.826605 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:40.827214 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.865498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3788981 Jul 23 14:57:40.869783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:40.874896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Request body: {'subnet': {'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-subnet', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:40.892200 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1c99-dd31-4957-89ab-ead768190430 admin admin] Pushing event updated for resources: {'Network': ['ID=a4652db5-f7ec-48b3-816d-9ab0e9503fae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:40.896548 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Made reservation on behalf of d2cef9152f3342cfa8b694362f01db9f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:40.898982 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:40.902809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:41.067119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.116348 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a160d0c-fabd-44d8-a624-25a8a01d0681,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:41.136617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Checking segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:41.137075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Network hostable DHCP agents. Network: a4652db5-f7ec-48b3-816d-9ab0e9503fae, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:41.158822 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:41.169159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a4652db5-f7ec-48b3-816d-9ab0e9503fae) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:41.173386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:41.174011 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.179222 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5920b-badc-401a-b8eb-019e99a2487c None None] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:41.191579 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-99fb8921-4f3c-42bb-8757-b7274148dc42 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3206539 Jul 23 14:57:41.194519 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:41.199353 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:41.228930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.229955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.284904 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.329703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'fixed_ips': [{'subnet_id': '2a160d0c-fabd-44d8-a624-25a8a01d0681'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:41.330668 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.423088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.460814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Allocated IP 172.20.0.2 (a4652db5-f7ec-48b3-816d-9ab0e9503fae/2a160d0c-fabd-44d8-a624-25a8a01d0681/32c57c8c-4c42-48df-a817-ab56c7d25db0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:41.603638 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.611539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Transition to ACTIVE for port object 32c57c8c-4c42-48df-a817-ab56c7d25db0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:41.622525 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.626221 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Transition to ACTIVE for port object 32c57c8c-4c42-48df-a817-ab56c7d25db0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:41.634566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.642384 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.672798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:41.681565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:41.686176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:41.693839 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Pushing event updated for resources: {'Port': ['ID=32c57c8c-4c42-48df-a817-ab56c7d25db0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:41.762516 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Allocated IP 172.25.2.20 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/f26fa7d8-fb44-4c04-9842-e32179a052a8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:41.764201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Attempting to bind port 32c57c8c-4c42-48df-a817-ab56c7d25db0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:41.764621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Attempting to bind port 32c57c8c-4c42-48df-a817-ab56c7d25db0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:41.764976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Attempting to bind port 32c57c8c-4c42-48df-a817-ab56c7d25db0 on network a4652db5-f7ec-48b3-816d-9ab0e9503fae {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:41.770927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:41.771310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Checking segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:41.771697 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.772108 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Bound using segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:41.772583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Bound port: 32c57c8c-4c42-48df-a817-ab56c7d25db0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:41.772950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.837662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] For port 32c57c8c-4c42-48df-a817-ab56c7d25db0, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:41.840930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] For port 32c57c8c-4c42-48df-a817-ab56c7d25db0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=32c57c8c-4c42-48df-a817-ab56c7d25db0,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:41.846718 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.866258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.908610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d762f-a327-4d7e-ab14-7c74c264cc1e None None] Pushing event updated for resources: {'Port': ['ID=32c57c8c-4c42-48df-a817-ab56c7d25db0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:41.923106 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:41.962189 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:41.967220 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:41.970824 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:41.976442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Pushing event updated for resources: {'Port': ['ID=f26fa7d8-fb44-4c04-9842-e32179a052a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:42.246212 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:42.448319 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:42.578151 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Router 1d1526df-1d84-4c48-a0ec-5895aac223ca is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:57:42.689833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:57:42.701950 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Sync routers for ids ['1d1526df-1d84-4c48-a0ec-5895aac223ca'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:57:42.708394 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:42.712453 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-848201bf-7d3b-4896-b121-3737c3693447 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5142961 Jul 23 14:57:42.712705 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:42.717236 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Routers {'1d1526df-1d84-4c48-a0ec-5895aac223ca'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:42.717976 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1d1526df-1d84-4c48-a0ec-5895aac223ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:42.759963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f20392-0f13-40f0-9205-20a2ea0ec462 None None] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:42.831010 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Set router 1d1526df-1d84-4c48-a0ec-5895aac223ca gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:43.004600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4eafc61-ecdf-403d-b18d-210dc260ec58 None None] Provisioning for port 32c57c8c-4c42-48df-a817-ab56c7d25db0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:43.125143 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:42Z', 'revision_number': 3, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port': {'id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:43.151398 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Checking router: 1d1526df-1d84-4c48-a0ec-5895aac223ca for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:57:43.151756 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Updating router 1d1526df-1d84-4c48-a0ec-5895aac223ca port f26fa7d8-fb44-4c04-9842-e32179a052a8 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:57:43.180933 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.188675 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.342105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Allocated IP 172.20.0.1 (a4652db5-f7ec-48b3-816d-9ab0e9503fae/2a160d0c-fabd-44d8-a624-25a8a01d0681/41930692-759c-4737-b128-c06b799482b8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:43.445305 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.451203 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.459498 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Transition to ACTIVE for port object 41930692-759c-4737-b128-c06b799482b8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:43.462554 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Transition to ACTIVE for port object f26fa7d8-fb44-4c04-9842-e32179a052a8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:43.469395 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.492989 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.521003 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:57:43.525546 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Pushing event updated for resources: {'Port': ['ID=f26fa7d8-fb44-4c04-9842-e32179a052a8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:43.531274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:43.533092 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Attempting to bind port f26fa7d8-fb44-4c04-9842-e32179a052a8 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:43.533472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Attempting to bind port f26fa7d8-fb44-4c04-9842-e32179a052a8 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:43.533824 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Attempting to bind port f26fa7d8-fb44-4c04-9842-e32179a052a8 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:43.536483 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.536815 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.537143 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.537455 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.537615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:43.537771 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.538085 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.538399 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.538739 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.539047 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.539356 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.539670 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.539977 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:43.541877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:43.547117 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:43.547489 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:43.547882 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.548262 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:43.549080 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Bound port: f26fa7d8-fb44-4c04-9842-e32179a052a8, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:43.549166 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.575052 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Pushing event updated for resources: {'Port': ['ID=41930692-759c-4737-b128-c06b799482b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:43.585832 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.601619 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] For port f26fa7d8-fb44-4c04-9842-e32179a052a8, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:43.605091 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] For port f26fa7d8-fb44-4c04-9842-e32179a052a8, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f26fa7d8-fb44-4c04-9842-e32179a052a8,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:43.609624 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.683419 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c583e0-bcf3-42cb-86e4-8587bb3eb71c None None] Pushing event updated for resources: {'Port': ['ID=f26fa7d8-fb44-4c04-9842-e32179a052a8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:43.686382 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Routers {'1d1526df-1d84-4c48-a0ec-5895aac223ca'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:43.687002 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1d1526df-1d84-4c48-a0ec-5895aac223ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:43.746092 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.814279 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] Set router 1d1526df-1d84-4c48-a0ec-5895aac223ca gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:43.818423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 32c57c8c-4c42-48df-a817-ab56c7d25db0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:43.866389 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3755890e-16d1-4a06-ac01-2c44fc809136 None None] Provisioning for port 41930692-759c-4737-b128-c06b799482b8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:43.871460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3755890e-16d1-4a06-ac01-2c44fc809136 None None] Provisioning complete for port 41930692-759c-4737-b128-c06b799482b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:43.871834 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3755890e-16d1-4a06-ac01-2c44fc809136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.899352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 32c57c8c-4c42-48df-a817-ab56c7d25db0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:43.909164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 32c57c8c-4c42-48df-a817-ab56c7d25db0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:43.909545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.912284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3755890e-16d1-4a06-ac01-2c44fc809136 None None] Port 41930692-759c-4737-b128-c06b799482b8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:57:43.939088 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.944721 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:43.992440 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:44.013635 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:42Z', 'revision_number': 3, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port': {'id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:44.020897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Pushing event updated for resources: {'Port': ['ID=41930692-759c-4737-b128-c06b799482b8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:44.023805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:44.031163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 32c57c8c-4c42-48df-a817-ab56c7d25db0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=32c57c8c-4c42-48df-a817-ab56c7d25db0,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:44.037105 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:44.045343 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cd5ad-dc8e-4d9b-a9cb-543904396d3a None None] The sync data for ids ['1d1526df-1d84-4c48-a0ec-5895aac223ca'] in n-d-801990-3 is: [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:42Z', 'revision_number': 3, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port': {'id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:57:44.094124 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=32c57c8c-4c42-48df-a817-ab56c7d25db0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:44.131844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:44.133182 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:44.279694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Router 1d1526df-1d84-4c48-a0ec-5895aac223ca has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:57:44.412605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:57:44.421625 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a2678869-c300-4861-908c-353566a5e451 admin admin] 10.222.0.21 "PUT /v2.0/routers/1d1526df-1d84-4c48-a0ec-5895aac223ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037759 Jul 23 14:57:44.438456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-156995b8-505c-410b-9233-88828ee4b70d None None] Provisioning complete for port 41930692-759c-4737-b128-c06b799482b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:44.438876 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-156995b8-505c-410b-9233-88828ee4b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:44.475027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-156995b8-505c-410b-9233-88828ee4b70d None None] Port 41930692-759c-4737-b128-c06b799482b8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:57:44.891319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:44.896663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1103379278-network', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:44.919246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Made reservation on behalf of b426abe1fd9a4fb281a8cb04dcf8d152 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:44.921534 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:44.930437 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.022745 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.029568 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.050450 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:57:45.065722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad787e-ae39-4095-ae02-462cb12a2422,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:45.069950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.070312 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Added segment 24faa76d-61a4-4dc9-bb7a-4ceec5b04425 of type vlan for network f5148b8a-a96c-420a-89ac-aa2977544f66 Jul 23 14:57:45.117800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.148975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.149963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:45.150573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.185139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2927008 Jul 23 14:57:45.188075 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:45.193374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Request body: {'subnet': {'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-subnet', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:45.210685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8ce99-05e5-494b-a324-d40037156da2 admin admin] Pushing event updated for resources: {'Network': ['ID=f5148b8a-a96c-420a-89ac-aa2977544f66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:45.216866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Made reservation on behalf of b426abe1fd9a4fb281a8cb04dcf8d152 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:45.219662 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.220803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network f5148b8a-a96c-420a-89ac-aa2977544f66 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:57:45.392502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.449590 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf3ee40-3448-4b62-97ac-1f60ff21de0f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:45.458107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Checking segment: {'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:45.458464 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Network hostable DHCP agents. Network: f5148b8a-a96c-420a-89ac-aa2977544f66, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:57:45.478559 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Network f5148b8a-a96c-420a-89ac-aa2977544f66 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:57:45.489643 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, f5148b8a-a96c-420a-89ac-aa2977544f66) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:45.496504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:45.497546 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.499049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add9f75-1bcf-4088-b3d8-fc5849974cd4 None None] Network f5148b8a-a96c-420a-89ac-aa2977544f66 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:45.514589 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6a576cdc-afee-426f-bb93-17cf9ad4fbdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3252118 Jul 23 14:57:45.517290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:45.522030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:45.545887 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.546995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.573883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Sync routers for ids ['1d1526df-1d84-4c48-a0ec-5895aac223ca'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:57:45.613947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Routers {'1d1526df-1d84-4c48-a0ec-5895aac223ca'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:45.614592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1d1526df-1d84-4c48-a0ec-5895aac223ca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:45.742367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-f5148b8a-a96c-420a-89ac-aa2977544f66', 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'fixed_ips': [{'subnet_id': 'cdf3ee40-3448-4b62-97ac-1f60ff21de0f'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:57:45.743281 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.764522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Set router 1d1526df-1d84-4c48-a0ec-5895aac223ca gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:45.900208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f26fa7d8-fb44-4c04-9842-e32179a052a8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:45.940901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:45.969466 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4b3761b-ad26-4fd5-b29a-b148eff9b2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.073095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Allocated IP 172.20.0.2 (f5148b8a-a96c-420a-89ac-aa2977544f66/cdf3ee40-3448-4b62-97ac-1f60ff21de0f/c1af1f08-8feb-42ff-b982-bca4d156c1c9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:46.082971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.103646 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f26fa7d8-fb44-4c04-9842-e32179a052a8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:46.112320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f26fa7d8-fb44-4c04-9842-e32179a052a8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:46.112703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.245794 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:43Z', 'revision_number': 4, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port': {'id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '41930692-759c-4737-b128-c06b799482b8', 'name': '', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'mac_address': 'fa:16:3e:86:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:43Z', 'updated_at': '2021-07-23T14:57:43Z', 'revision_number': 2, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'subnets': [{'id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:46.283848 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.296185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Checking router: 1d1526df-1d84-4c48-a0ec-5895aac223ca for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:57:46.296543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Updating router 1d1526df-1d84-4c48-a0ec-5895aac223ca port 41930692-759c-4737-b128-c06b799482b8 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:57:46.302736 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.370141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.375909 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.380311 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.395603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Transition to ACTIVE for port object c1af1f08-8feb-42ff-b982-bca4d156c1c9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:46.413430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Allocated IP 172.25.2.226 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/175ef2d3-e165-4bb2-8fe1-a5d716380c92) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:46.444601 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f26fa7d8-fb44-4c04-9842-e32179a052a8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f26fa7d8-fb44-4c04-9842-e32179a052a8,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:46.447398 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Transition to ACTIVE for port object c1af1f08-8feb-42ff-b982-bca4d156c1c9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:46.453406 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.454570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 32c57c8c-4c42-48df-a817-ab56c7d25db0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:46.498431 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.522435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.575459 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.602977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Network f5148b8a-a96c-420a-89ac-aa2977544f66 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:46.607586 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f26fa7d8-fb44-4c04-9842-e32179a052a8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:46.613583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:46.618337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:46.620446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:46.626251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:46.629005 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:46.653103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Pushing event updated for resources: {'Port': ['ID=175ef2d3-e165-4bb2-8fe1-a5d716380c92,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:46.731644 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Pushing event updated for resources: {'Port': ['ID=c1af1f08-8feb-42ff-b982-bca4d156c1c9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:46.753621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 32c57c8c-4c42-48df-a817-ab56c7d25db0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:46.753908 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.789097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Attempting to bind port c1af1f08-8feb-42ff-b982-bca4d156c1c9 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:46.789470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Attempting to bind port c1af1f08-8feb-42ff-b982-bca4d156c1c9 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:46.789833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Attempting to bind port c1af1f08-8feb-42ff-b982-bca4d156c1c9 on network f5148b8a-a96c-420a-89ac-aa2977544f66 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:46.807719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:46.808095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Checking segment: {'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:46.808502 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.808894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Bound using segment: {'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:46.809366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Bound port: c1af1f08-8feb-42ff-b982-bca4d156c1c9, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:46.809747 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.888527 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.952840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] For port c1af1f08-8feb-42ff-b982-bca4d156c1c9, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:46.962766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] For port c1af1f08-8feb-42ff-b982-bca4d156c1c9, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c1af1f08-8feb-42ff-b982-bca4d156c1c9,segment=NetworkSegment(24faa76d-61a4-4dc9-bb7a-4ceec5b04425),segment_id=24faa76d-61a4-4dc9-bb7a-4ceec5b04425)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:46.975579 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:46.979373 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:47.024544 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Transition to ACTIVE for port object 41930692-759c-4737-b128-c06b799482b8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:47.035174 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:47.061305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f960056-87f7-40a5-bda3-9f645875cb34 None None] Pushing event updated for resources: {'Port': ['ID=c1af1f08-8feb-42ff-b982-bca4d156c1c9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:47.106760 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:47.294315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Router a15b9128-2dad-45d2-a1be-b4375d81e220 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:57:47.350200 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cb33f-6bcd-47b0-b85b-f160d7cf54e7 None None] Pushing event updated for resources: {'Port': ['ID=41930692-759c-4737-b128-c06b799482b8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:47.363035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Attempting to bind port 41930692-759c-4737-b128-c06b799482b8 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:47.363485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Attempting to bind port 41930692-759c-4737-b128-c06b799482b8 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:47.363914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Attempting to bind port 41930692-759c-4737-b128-c06b799482b8 on network a4652db5-f7ec-48b3-816d-9ab0e9503fae {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:47.369506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:47.369986 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Checking segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:47.370473 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:47.370961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Bound using segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:47.371486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Bound port: 41930692-759c-4737-b128-c06b799482b8, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:47.371961 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:47.426042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:57:47.436891 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Sync routers for ids ['a15b9128-2dad-45d2-a1be-b4375d81e220'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:57:47.447114 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Routers {'a15b9128-2dad-45d2-a1be-b4375d81e220'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:47.447726 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a15b9128-2dad-45d2-a1be-b4375d81e220'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:47.450402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:47.456168 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-46c70f15-b8ba-4b68-9058-fa103004f43c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9370985 Jul 23 14:57:47.458191 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:57:47.459210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] For port 41930692-759c-4737-b128-c06b799482b8, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:47.462610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] For port 41930692-759c-4737-b128-c06b799482b8, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=41930692-759c-4737-b128-c06b799482b8,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:47.468566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:47.540638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Routers {'1d1526df-1d84-4c48-a0ec-5895aac223ca'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:47.542230 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1d1526df-1d84-4c48-a0ec-5895aac223ca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:47.582130 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Set router a15b9128-2dad-45d2-a1be-b4375d81e220 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:47.591738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cb33f-6bcd-47b0-b85b-f160d7cf54e7 None None] Pushing event updated for resources: {'Port': ['ID=41930692-759c-4737-b128-c06b799482b8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:47.680719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] Set router 1d1526df-1d84-4c48-a0ec-5895aac223ca gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:47.856226 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:57:46Z', 'revision_number': 3, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port': {'id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:46Z', 'updated_at': '2021-07-23T14:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:47.915022 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Checking router: a15b9128-2dad-45d2-a1be-b4375d81e220 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:57:47.915619 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Updating router a15b9128-2dad-45d2-a1be-b4375d81e220 port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:57:47.943505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f26fa7d8-fb44-4c04-9842-e32179a052a8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:47.972115 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.026370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:43Z', 'revision_number': 4, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port': {'id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '41930692-759c-4737-b128-c06b799482b8', 'name': '', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'mac_address': 'fa:16:3e:86:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:43Z', 'updated_at': '2021-07-23T14:57:47Z', 'revision_number': 4, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'subnets': [{'id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:48.029218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.060686 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e79c4-666e-4855-82f9-81a91d5c8144 None None] The sync data for ids ['1d1526df-1d84-4c48-a0ec-5895aac223ca'] in n-d-801990-3 is: [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:43Z', 'revision_number': 4, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port': {'id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '41930692-759c-4737-b128-c06b799482b8', 'name': '', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'mac_address': 'fa:16:3e:86:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:43Z', 'updated_at': '2021-07-23T14:57:47Z', 'revision_number': 4, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'subnets': [{'id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:57:48.067824 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f26fa7d8-fb44-4c04-9842-e32179a052a8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:48.068203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.210093 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1af1f08-8feb-42ff-b982-bca4d156c1c9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:48.286514 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.303247 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Allocated IP 172.20.0.1 (f5148b8a-a96c-420a-89ac-aa2977544f66/cdf3ee40-3448-4b62-97ac-1f60ff21de0f/c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:48.314665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port c1af1f08-8feb-42ff-b982-bca4d156c1c9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:48.328462 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b198cf-3d22-4c49-b4cd-12572608f5a1 None None] Network f5148b8a-a96c-420a-89ac-aa2977544f66 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:57:48.418319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e914159-e47c-4ce7-b656-ebd9e7c48990 None None] Provisioning for port c1af1f08-8feb-42ff-b982-bca4d156c1c9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:48.431277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e914159-e47c-4ce7-b656-ebd9e7c48990 None None] Provisioning complete for port c1af1f08-8feb-42ff-b982-bca4d156c1c9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:48.431654 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e914159-e47c-4ce7-b656-ebd9e7c48990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.433193 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.437640 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.448136 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Transition to ACTIVE for port object 175ef2d3-e165-4bb2-8fe1-a5d716380c92 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:48.455877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.459665 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.476155 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Transition to ACTIVE for port object c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:48.515410 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Attempting to bind port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:48.515868 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Attempting to bind port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:48.516415 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Attempting to bind port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:48.530218 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:48.531642 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:48.531773 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.532394 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:48.533006 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Bound port: 175ef2d3-e165-4bb2-8fe1-a5d716380c92, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:48.533506 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.539114 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.556125 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ebbe-0c4e-4576-9462-74a36b4c750d None None] Pushing event updated for resources: {'Port': ['ID=175ef2d3-e165-4bb2-8fe1-a5d716380c92,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:48.595576 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] For port 175ef2d3-e165-4bb2-8fe1-a5d716380c92, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:48.599939 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] For port 175ef2d3-e165-4bb2-8fe1-a5d716380c92, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=175ef2d3-e165-4bb2-8fe1-a5d716380c92,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:48.604724 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Network f5148b8a-a96c-420a-89ac-aa2977544f66 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:48.608036 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.609007 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:48.611884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:48.615481 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:48.622629 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b727fac1-cbfa-4c33-9a64-117d5f1e76d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.637538 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e914159-e47c-4ce7-b656-ebd9e7c48990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.657129 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Routers {'a15b9128-2dad-45d2-a1be-b4375d81e220'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:48.658361 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a15b9128-2dad-45d2-a1be-b4375d81e220'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:48.663650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.663990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.664458 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.665600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.665945 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.666274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.666602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.666971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.667289 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.667603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.668049 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.668376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:57:48.700188 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.702051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e914159-e47c-4ce7-b656-ebd9e7c48990 None None] For port c1af1f08-8feb-42ff-b982-bca4d156c1c9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c1af1f08-8feb-42ff-b982-bca4d156c1c9,segment=NetworkSegment(24faa76d-61a4-4dc9-bb7a-4ceec5b04425),segment_id=24faa76d-61a4-4dc9-bb7a-4ceec5b04425)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:48.711657 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e914159-e47c-4ce7-b656-ebd9e7c48990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.771201 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e914159-e47c-4ce7-b656-ebd9e7c48990 None None] Pushing event updated for resources: {'Port': ['ID=c1af1f08-8feb-42ff-b982-bca4d156c1c9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:48.771486 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ebbe-0c4e-4576-9462-74a36b4c750d None None] Pushing event updated for resources: {'Port': ['ID=175ef2d3-e165-4bb2-8fe1-a5d716380c92,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:48.833697 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] Set router a15b9128-2dad-45d2-a1be-b4375d81e220 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:48.883355 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:48.938475 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6faefd0-afcf-4bc8-aa45-31a7c2569001 None None] Provisioning complete for port c1af1f08-8feb-42ff-b982-bca4d156c1c9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:48.938876 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6faefd0-afcf-4bc8-aa45-31a7c2569001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.064293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6faefd0-afcf-4bc8-aa45-31a7c2569001 None None] Provisioning for port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:49.068569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6faefd0-afcf-4bc8-aa45-31a7c2569001 None None] Provisioning complete for port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:49.068952 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6faefd0-afcf-4bc8-aa45-31a7c2569001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.069147 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:57:46Z', 'revision_number': 3, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port': {'id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:46Z', 'updated_at': '2021-07-23T14:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:49.109125 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1d4bf-dedb-4a43-8b9a-e6d2a98f149e None None] The sync data for ids ['a15b9128-2dad-45d2-a1be-b4375d81e220'] in n-d-801990-3 is: [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:57:46Z', 'revision_number': 3, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port': {'id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:46Z', 'updated_at': '2021-07-23T14:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:57:49.114184 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c6faefd0-afcf-4bc8-aa45-31a7c2569001 None None] Port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:57:49.153776 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.160898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.232165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-163699d4-999b-47b7-8a00-b8878e362aa9 None None] Provisioning complete for port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:49.232817 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-163699d4-999b-47b7-8a00-b8878e362aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.242630 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:49.246162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.270617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-163699d4-999b-47b7-8a00-b8878e362aa9 None None] Port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:57:49.342930 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Network f5148b8a-a96c-420a-89ac-aa2977544f66 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:49.344387 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:49.486603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Router a15b9128-2dad-45d2-a1be-b4375d81e220 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:57:49.608125 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:57:49.613727 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b5a62fc2-813a-4ca4-907b-a5dbd43a9d86 admin admin] 10.222.0.21 "PUT /v2.0/routers/a15b9128-2dad-45d2-a1be-b4375d81e220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1543305 Jul 23 14:57:49.690599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db7f76e0-db39-4ac7-ae1e-0f38d5bb335c None None] Provisioning complete for port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:49.691135 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db7f76e0-db39-4ac7-ae1e-0f38d5bb335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.731757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db7f76e0-db39-4ac7-ae1e-0f38d5bb335c None None] Port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:57:49.756483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:49.879617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 175ef2d3-e165-4bb2-8fe1-a5d716380c92 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:49.938498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:49.943011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:49.943394 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:50.032725 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:50.056900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 175ef2d3-e165-4bb2-8fe1-a5d716380c92, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=175ef2d3-e165-4bb2-8fe1-a5d716380c92,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:50.062577 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:50.063404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1af1f08-8feb-42ff-b982-bca4d156c1c9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:50.138288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=175ef2d3-e165-4bb2-8fe1-a5d716380c92,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:50.149472 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c1af1f08-8feb-42ff-b982-bca4d156c1c9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:50.149847 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:50.231716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41930692-759c-4737-b128-c06b799482b8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:50.282281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 41930692-759c-4737-b128-c06b799482b8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:50.286278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 41930692-759c-4737-b128-c06b799482b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:50.286666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:50.366002 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:50.404353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 41930692-759c-4737-b128-c06b799482b8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=41930692-759c-4737-b128-c06b799482b8,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:50.409521 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:50.457866 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=41930692-759c-4737-b128-c06b799482b8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:50.686206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-ac2412ef-f96f-439d-abc4-600ad2e4155c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:50.687744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-ac2412ef-f96f-439d-abc4-600ad2e4155c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/networks?id=a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 200 len: 817 time: 0.1111097 Jul 23 14:57:50.706991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-1ad6e4ad-47cd-4547-85c4-842721a5ffa6 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/quotas/d2cef9152f3342cfa8b694362f01db9f HTTP/1.1" status: 200 len: 375 time: 0.0109134 Jul 23 14:57:50.778017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-68b3bdc8-c8b3-4010-828f-6b74187ef607 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2cef9152f3342cfa8b694362f01db9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642951 Jul 23 14:57:50.878110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-782228e1-0698-44e5-ad1e-55ee6b01ac8e service neutron] 10.222.0.21 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884099 Jul 23 14:57:50.968849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-d8b64ab1-ca90-401a-b797-18e78c464cf2 service neutron] 10.222.0.21 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844557 Jul 23 14:57:51.135865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b1b9043a-f035-4475-bed0-7ed175a4e22c req-4c68f6ff-fd68-42ef-a15b-9f9870d162cc tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 210 time: 0.0306458 Jul 23 14:57:51.434811 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Sync routers for ids ['a15b9128-2dad-45d2-a1be-b4375d81e220'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:57:51.449640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Routers {'a15b9128-2dad-45d2-a1be-b4375d81e220'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:51.450249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a15b9128-2dad-45d2-a1be-b4375d81e220'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:51.453203 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:51.554855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Set router a15b9128-2dad-45d2-a1be-b4375d81e220 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:51.762393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:57:48Z', 'revision_number': 4, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port': {'id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:46Z', 'updated_at': '2021-07-23T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d', 'name': '', 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'mac_address': 'fa:16:3e:6e:86:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cdf3ee40-3448-4b62-97ac-1f60ff21de0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:48Z', 'updated_at': '2021-07-23T14:57:48Z', 'revision_number': 2, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'subnets': [{'id': 'cdf3ee40-3448-4b62-97ac-1f60ff21de0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:51.793584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 175ef2d3-e165-4bb2-8fe1-a5d716380c92 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:51.796920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Checking router: a15b9128-2dad-45d2-a1be-b4375d81e220 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:57:51.797274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Updating router a15b9128-2dad-45d2-a1be-b4375d81e220 port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:57:51.854148 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:51.895621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:51.895994 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.238133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-bac87c81-ba21-4bcb-a594-3b1a9d8d6177 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:52.239655 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-bac87c81-ba21-4bcb-a594-3b1a9d8d6177 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "GET /v2.0/networks?id=a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 200 len: 817 time: 0.1436675 Jul 23 14:57:52.259788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Request body: {'port': {'device_id': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'admin_state_up': True, 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:52.264410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f1ba1bd7-0ed5-4574-868c-1e32399de5ef req-a3c4fbe8-d7c8-4b2a-9e0f-1fede2880330 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 210 time: 0.0471857 Jul 23 14:57:52.264563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41930692-759c-4737-b128-c06b799482b8 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:52.366743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 41930692-759c-4737-b128-c06b799482b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:52.367120 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.373178 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Made reservation on behalf of d2cef9152f3342cfa8b694362f01db9f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:57:52.377072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.408541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.425252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Transition to ACTIVE for port object c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:52.434509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.513588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Allocated IP 172.20.0.5 (a4652db5-f7ec-48b3-816d-9ab0e9503fae/2a160d0c-fabd-44d8-a624-25a8a01d0681/ae2a1654-4543-4360-a39a-8486d7f2403f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:57:52.514491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973f07e-0c23-45fb-96cd-6fe480635428 None None] Pushing event updated for resources: {'Port': ['ID=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:52.584132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Attempting to bind port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:52.584507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Attempting to bind port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:52.584872 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Attempting to bind port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d on network f5148b8a-a96c-420a-89ac-aa2977544f66 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:52.590164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:52.590831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Checking segment: {'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:52.591450 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.592043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Bound using segment: {'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:52.592699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Bound port: c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24faa76d-61a4-4dc9-bb7a-4ceec5b04425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:52.593296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.658821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] For port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:52.667125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] For port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,segment=NetworkSegment(24faa76d-61a4-4dc9-bb7a-4ceec5b04425),segment_id=24faa76d-61a4-4dc9-bb7a-4ceec5b04425)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:52.669402 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.672693 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.683156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Transition to ACTIVE for port object ae2a1654-4543-4360-a39a-8486d7f2403f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:52.721012 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.744987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973f07e-0c23-45fb-96cd-6fe480635428 None None] Pushing event updated for resources: {'Port': ['ID=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:52.747719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Routers {'a15b9128-2dad-45d2-a1be-b4375d81e220'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:57:52.748329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:57:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a15b9128-2dad-45d2-a1be-b4375d81e220'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:52.768918 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:57:52.772259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:57:52.778335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:57:52.804183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Pushing event updated for resources: {'Port': ['ID=ae2a1654-4543-4360-a39a-8486d7f2403f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:52.840143 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:52.840823 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:52.859799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-ddd4efa6-c9ad-4b6c-9921-01ffcd12bc0c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038728 Jul 23 14:57:52.867123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] Set router a15b9128-2dad-45d2-a1be-b4375d81e220 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:57:52.879625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Request body: {'port': {'device_id': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:57:52.963579 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.098768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d8b8921-20b3-483d-84f7-47441af23039 None None] Provisioning for port ae2a1654-4543-4360-a39a-8486d7f2403f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:53.103708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d8b8921-20b3-483d-84f7-47441af23039 None None] Provisioning complete for port ae2a1654-4543-4360-a39a-8486d7f2403f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:53.104087 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8921-20b3-483d-84f7-47441af23039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.143219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:57:48Z', 'revision_number': 4, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port': {'id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:46Z', 'updated_at': '2021-07-23T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d', 'name': '', 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'mac_address': 'fa:16:3e:6e:86:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cdf3ee40-3448-4b62-97ac-1f60ff21de0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:48Z', 'updated_at': '2021-07-23T14:57:52Z', 'revision_number': 4, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'subnets': [{'id': 'cdf3ee40-3448-4b62-97ac-1f60ff21de0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:57:53.146107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b8921-20b3-483d-84f7-47441af23039 None None] Port ae2a1654-4543-4360-a39a-8486d7f2403f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:57:53.170530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d0487-617f-46aa-b812-8f2c612f9fb6 None None] The sync data for ids ['a15b9128-2dad-45d2-a1be-b4375d81e220'] in n-d-801990-3 is: [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:57:48Z', 'revision_number': 4, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port': {'id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:46Z', 'updated_at': '2021-07-23T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d', 'name': '', 'network_id': 'f5148b8a-a96c-420a-89ac-aa2977544f66', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'mac_address': 'fa:16:3e:6e:86:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cdf3ee40-3448-4b62-97ac-1f60ff21de0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:48Z', 'updated_at': '2021-07-23T14:57:52Z', 'revision_number': 4, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'subnets': [{'id': 'cdf3ee40-3448-4b62-97ac-1f60ff21de0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:57:53.255895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2a1654-4543-4360-a39a-8486d7f2403f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:57:53.263249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.277151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Transition to ACTIVE for port object ae2a1654-4543-4360-a39a-8486d7f2403f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:57:53.282487 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.345534 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2a1654-4543-4360-a39a-8486d7f2403f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:53.453607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Attempting to bind port ae2a1654-4543-4360-a39a-8486d7f2403f on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:57:53.454289 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Attempting to bind port ae2a1654-4543-4360-a39a-8486d7f2403f by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:57:53.454618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Attempting to bind port ae2a1654-4543-4360-a39a-8486d7f2403f on network a4652db5-f7ec-48b3-816d-9ab0e9503fae {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:53.461983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Port ae2a1654-4543-4360-a39a-8486d7f2403f on network a4652db5-f7ec-48b3-816d-9ab0e9503fae not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:57:53.462312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Attempting to bind port ae2a1654-4543-4360-a39a-8486d7f2403f on network a4652db5-f7ec-48b3-816d-9ab0e9503fae {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:57:53.473544 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:57:53.473769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Checking segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:57:53.474160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Bound using segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:57:53.474597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Bound port: ae2a1654-4543-4360-a39a-8486d7f2403f, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:57:53.474987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.495671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16be34-03c0-4d80-bf6f-d3e6c746fba6 req-34ec1644-7457-4143-9ac0-de31ef6ab66e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:53.497274 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a16be34-03c0-4d80-bf6f-d3e6c746fba6 req-34ec1644-7457-4143-9ac0-de31ef6ab66e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 943 time: 0.1287513 Jul 23 14:57:53.580801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a16be34-03c0-4d80-bf6f-d3e6c746fba6 req-15e0c61c-246a-4d04-8629-b40756629f58 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770655 Jul 23 14:57:53.583416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] For port ae2a1654-4543-4360-a39a-8486d7f2403f, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:57:53.586708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] For port ae2a1654-4543-4360-a39a-8486d7f2403f, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ae2a1654-4543-4360-a39a-8486d7f2403f,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:57:53.594992 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.635892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:53.636510 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.637894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] 10.222.0.11 "PUT /v2.0/ports/ae2a1654-4543-4360-a39a-8486d7f2403f HTTP/1.1" status: 200 len: 1091 time: 0.7641566 Jul 23 14:57:53.638335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'tag': 'ae2a1654-4543-4360-a39a-8486d7f2403f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:57:53.640736 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10418e7-b628-4ad3-add6-451f26fdf137" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c2dc84-97d6-4656-b733-de837dc0ca2a", "tag": "ae2a1654-4543-4360-a39a-8486d7f2403f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:57:53.673118 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da73ebf-ca89-4405-b82c-ae5247d14e73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2a1654-4543-4360-a39a-8486d7f2403f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:53.688299 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e2ae45-4c3c-45ab-9029-174aa97df040 x-openstack-request-id: req-66e2ae45-4c3c-45ab-9029-174aa97df040 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:57:53.688782 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c2dc84-97d6-4656-b733-de837dc0ca2a", "tag": "ae2a1654-4543-4360-a39a-8486d7f2403f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:57:53.689297 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66e2ae45-4c3c-45ab-9029-174aa97df040 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:57:53.689807 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'tag': 'ae2a1654-4543-4360-a39a-8486d7f2403f', 'status': 'completed', 'code': 200} Jul 23 14:57:53.781998 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-88e59b85-be45-42e7-8cbd-abb5d9ddc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:53.783802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-88e59b85-be45-42e7-8cbd-abb5d9ddc7dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2cef9152f3342cfa8b694362f01db9f&device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 1094 time: 0.0780549 Jul 23 14:57:53.816486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:53.865458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-877a40e4-9e51-4ff5-89fa-e34d029aaa6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae2a1654-4543-4360-a39a-8486d7f2403f HTTP/1.1" status: 200 len: 217 time: 0.0675905 Jul 23 14:57:53.914757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:53.919027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:53.919428 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:53.933022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-89978650-27c0-46bd-a8d4-cf20b9511266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:53.934500 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-89978650-27c0-46bd-a8d4-cf20b9511266 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a160d0c-fabd-44d8-a624-25a8a01d0681 HTTP/1.1" status: 200 len: 856 time: 0.0627530 Jul 23 14:57:53.994260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1358b-5673-450c-a050-075676308029 req-e74c039b-de34-462c-ba28-ab3b7a5a8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:53.995218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-e74c039b-de34-462c-ba28-ab3b7a5a8d52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4652db5-f7ec-48b3-816d-9ab0e9503fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544341 Jul 23 14:57:54.009705 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:54.042980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,segment=NetworkSegment(24faa76d-61a4-4dc9-bb7a-4ceec5b04425),segment_id=24faa76d-61a4-4dc9-bb7a-4ceec5b04425)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:54.048117 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:54.094058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-807049ef-3a1d-4b99-88ac-7d1a39d273fb service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920677 Jul 23 14:57:54.097630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:54.193764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fa1358b-5673-450c-a050-075676308029 req-76e651e9-d7ce-4eb0-a996-c3aa1573afe5 service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936849 Jul 23 14:57:54.346514 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-2a501403-d968-403d-9429-c0a5b54b3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:54.347955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-2a501403-d968-403d-9429-c0a5b54b3803 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2cef9152f3342cfa8b694362f01db9f&device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 1094 time: 0.0570457 Jul 23 14:57:54.440256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-222c6d00-1bb6-4e11-bb86-ca031b9ded06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:54.441739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-222c6d00-1bb6-4e11-bb86-ca031b9ded06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 200 len: 918 time: 0.0873005 Jul 23 14:57:54.483786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-2b1e4b14-4bca-4cc2-8de1-b7ff2fb2ce59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae2a1654-4543-4360-a39a-8486d7f2403f HTTP/1.1" status: 200 len: 217 time: 0.0345392 Jul 23 14:57:54.537413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-c367a79d-073e-4b0a-a6f1-bdf35ceafb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:54.538876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-c367a79d-073e-4b0a-a6f1-bdf35ceafb74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a160d0c-fabd-44d8-a624-25a8a01d0681 HTTP/1.1" status: 200 len: 856 time: 0.0484562 Jul 23 14:57:54.610306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-6fbb7bbb-f641-4848-899c-e9c042654a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:54.612293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-6fbb7bbb-f641-4848-899c-e9c042654a64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4652db5-f7ec-48b3-816d-9ab0e9503fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666249 Jul 23 14:57:54.736113 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-200eb556-28d2-4a25-9508-8c70e1caad5f service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160090 Jul 23 14:57:54.785611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66e86-e1f4-4202-8109-86d159b864af req-4fb5cf03-3ba2-4a80-9ade-661c08aa995d tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:54.787118 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7e66e86-e1f4-4202-8109-86d159b864af req-4fb5cf03-3ba2-4a80-9ade-661c08aa995d tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 943 time: 0.1107233 Jul 23 14:57:54.869439 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e10418e7-b628-4ad3-add6-451f26fdf137 req-ac66dc35-82e1-4de0-ac84-fabf7c62d8b0 service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258290 Jul 23 14:57:54.872281 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b7e66e86-e1f4-4202-8109-86d159b864af req-a0d2bef5-8c66-4380-8c55-cdf50c3dfd13 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576677 Jul 23 14:57:55.664871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ae2a1654-4543-4360-a39a-8486d7f2403f details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:57:55.766109 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:55.802856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ae2a1654-4543-4360-a39a-8486d7f2403f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ae2a1654-4543-4360-a39a-8486d7f2403f,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:55.820895 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'ae2a1654-4543-4360-a39a-8486d7f2403f', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'port_id': 'ae2a1654-4543-4360-a39a-8486d7f2403f', 'mac_address': 'fa:16:3e:89:3b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:57:55.869050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:55.869430 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:55.873154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:55.910438 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2a1654-4543-4360-a39a-8486d7f2403f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:57:55.936511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ae2a1654-4543-4360-a39a-8486d7f2403f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ae2a1654-4543-4360-a39a-8486d7f2403f,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:55.942883 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:56.009328 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2214389-a12d-4d5c-aa2c-b59acde2b506 req-442a4dcc-bb39-4d67-97e7-7451136c993b tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:56.010884 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2214389-a12d-4d5c-aa2c-b59acde2b506 req-442a4dcc-bb39-4d67-97e7-7451136c993b tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 944 time: 0.0699213 Jul 23 14:57:56.016162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ae2a1654-4543-4360-a39a-8486d7f2403f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:56.051020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c2214389-a12d-4d5c-aa2c-b59acde2b506 req-c88dee5c-d622-40ec-92ca-93e2cef43cce tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Jul 23 14:57:56.236236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ae2a1654-4543-4360-a39a-8486d7f2403f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:57:57.199223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa92c9-9bdc-4c6e-baca-29874ab3255a req-f1f06df5-548c-4cfd-a264-52a4ed76d9d7 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:57.201018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34fa92c9-9bdc-4c6e-baca-29874ab3255a req-f1f06df5-548c-4cfd-a264-52a4ed76d9d7 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 944 time: 0.0714824 Jul 23 14:57:57.240112 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-34fa92c9-9bdc-4c6e-baca-29874ab3255a req-b30cd2e0-1c52-452b-b7f4-a71a1d28eea1 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Jul 23 14:57:57.692467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ae2a1654-4543-4360-a39a-8486d7f2403f up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:57:57.752973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port ae2a1654-4543-4360-a39a-8486d7f2403f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:57:57.756972 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port ae2a1654-4543-4360-a39a-8486d7f2403f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:57:57.757359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:57.861995 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:57.889054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2a1654-4543-4360-a39a-8486d7f2403f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:57:57.893359 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae449ff2cabfeb512ce9c308a0de188675d268204979ce5cf2d41fddec546dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00773b03-41fe-4f23-8829-428726770ef5" -d '{"events": [{"server_uuid": "c9c2dc84-97d6-4656-b733-de837dc0ca2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae2a1654-4543-4360-a39a-8486d7f2403f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:57:57.906158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port ae2a1654-4543-4360-a39a-8486d7f2403f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ae2a1654-4543-4360-a39a-8486d7f2403f,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:57:57.911303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:57:57.940622 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71c3750-39e5-409c-be79-8e8724f6fb8b x-openstack-request-id: req-d71c3750-39e5-409c-be79-8e8724f6fb8b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:57:57.940946 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2dc84-97d6-4656-b733-de837dc0ca2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae2a1654-4543-4360-a39a-8486d7f2403f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:57:57.941144 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d71c3750-39e5-409c-be79-8e8724f6fb8b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:57:57.941565 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2a1654-4543-4360-a39a-8486d7f2403f', 'code': 200} Jul 23 14:57:57.963879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=ae2a1654-4543-4360-a39a-8486d7f2403f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:57:58.086155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7ce2-9820-463f-aea5-cc2b8fd91bd3 req-b7d80548-1ba9-49e7-8a47-f93f9c8a293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:58.087873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b8e7ce2-9820-463f-aea5-cc2b8fd91bd3 req-b7d80548-1ba9-49e7-8a47-f93f9c8a293b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 1096 time: 0.0624807 Jul 23 14:57:58.124258 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b8e7ce2-9820-463f-aea5-cc2b8fd91bd3 req-ac27596e-a558-4783-b4e5-3c78c4474ac5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296233 Jul 23 14:57:58.383954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cee97-e140-47b6-8f98-03126b7fad06 req-09b0e484-1431-4ef7-ab85-3ecb3519f60b tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:58.385464 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-972cee97-e140-47b6-8f98-03126b7fad06 req-09b0e484-1431-4ef7-ab85-3ecb3519f60b tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 945 time: 0.0684645 Jul 23 14:57:58.423335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-972cee97-e140-47b6-8f98-03126b7fad06 req-97d07cf7-5b7f-429a-82fc-3e245b6ca8f5 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Jul 23 14:57:59.574913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d7ec-b694-42ff-9db5-bb6ceba92901 req-7264222f-90b3-41f7-aa4c-a1b403720d9e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:57:59.576352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b524d7ec-b694-42ff-9db5-bb6ceba92901 req-7264222f-90b3-41f7-aa4c-a1b403720d9e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 945 time: 0.0744903 Jul 23 14:57:59.614522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b524d7ec-b694-42ff-9db5-bb6ceba92901 req-41247ea2-4675-4b5c-9fd2-b2706fc9d4e8 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Jul 23 14:58:00.092020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245999b-39cb-48cd-9335-8c4a38de9a1c req-7400e507-16f8-4d9d-8b34-bc5098d4e2ab tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:00.093508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2245999b-39cb-48cd-9335-8c4a38de9a1c req-7400e507-16f8-4d9d-8b34-bc5098d4e2ab tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 945 time: 0.4070566 Jul 23 14:58:00.131164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2245999b-39cb-48cd-9335-8c4a38de9a1c req-749ee1d2-a140-4af3-ba25-fc96c8faba0f tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Jul 23 14:58:08.076849 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:15.872376 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56014a82-9568-4499-8980-b12f8854bc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:18.294170 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:18.377782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:18.572956 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9964359e-a02d-4643-adda-fcb75163835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:19.748754 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:19.913579 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7cb97-b334-4b28-86e4-d2bd2eeff621 req-493f7463-dacc-4792-bd01-cdd7aa437f22 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:19.915075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97c7cb97-b334-4b28-86e4-d2bd2eeff621 req-493f7463-dacc-4792-bd01-cdd7aa437f22 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 945 time: 0.0629995 Jul 23 14:58:19.970166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97c7cb97-b334-4b28-86e4-d2bd2eeff621 req-fdbfcfbd-7b83-403e-b969-f075c5beb791 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Jul 23 14:58:20.510771 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:58:21.115740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf4471-3e96-4685-a874-31ab885cb828 req-f9b32e80-ae0b-48df-8fd0-44e70392efb6 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:21.117220 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ebf4471-3e96-4685-a874-31ab885cb828 req-f9b32e80-ae0b-48df-8fd0-44e70392efb6 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 945 time: 0.0716784 Jul 23 14:58:21.164101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1ebf4471-3e96-4685-a874-31ab885cb828 req-3f914bb8-5fcb-483c-b696-1ef56c110484 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363154 Jul 23 14:58:21.460295 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:21.648374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-a6295e27-8410-4878-b0c9-3a7a0b70b605 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:21.650612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-a6295e27-8410-4878-b0c9-3a7a0b70b605 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 945 time: 0.0880373 Jul 23 14:58:21.757031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Deleting port ae2a1654-4543-4360-a39a-8486d7f2403f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:58:21.757377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:21.857672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] For port ae2a1654-4543-4360-a39a-8486d7f2403f, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=ae2a1654-4543-4360-a39a-8486d7f2403f,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:21.858045 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:21.871464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Calling delete_port for ae2a1654-4543-4360-a39a-8486d7f2403f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:58:22.018256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:22.051194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Pushing event deleted for resources: {'Port': ['ID=ae2a1654-4543-4360-a39a-8486d7f2403f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:22.052429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['ae2a1654-4543-4360-a39a-8486d7f2403f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:58:22.081866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.082212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.082553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.082909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.083235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.083563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.083889 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.084238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.084722 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.085037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.085364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.085674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:22.110490 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] No DVR routers for this DVR port ae2a1654-4543-4360-a39a-8486d7f2403f on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:58:22.113378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:22.115489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51f9c5b-0442-45de-b6f2-e3fb891329e5 req-63011b55-cf0e-4f6a-979a-196058ffa089 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "DELETE /v2.0/ports/ae2a1654-4543-4360-a39a-8486d7f2403f HTTP/1.1" status: 204 len: 173 time: 0.4594073 Jul 23 14:58:22.115935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'name': 'network-vif-deleted', 'tag': 'ae2a1654-4543-4360-a39a-8486d7f2403f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:58:22.118345 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70252a0c-dba3-4b38-9aa1-7bbe836190f4" -d '{"events": [{"server_uuid": "c9c2dc84-97d6-4656-b733-de837dc0ca2a", "name": "network-vif-deleted", "tag": "ae2a1654-4543-4360-a39a-8486d7f2403f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:58:22.159877 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a4940-b7e0-45cf-9086-1218a8a00c9e x-openstack-request-id: req-c68a4940-b7e0-45cf-9086-1218a8a00c9e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:58:22.160172 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2dc84-97d6-4656-b733-de837dc0ca2a", "name": "network-vif-deleted", "tag": "ae2a1654-4543-4360-a39a-8486d7f2403f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:58:22.160423 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c68a4940-b7e0-45cf-9086-1218a8a00c9e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:58:22.160821 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2dc84-97d6-4656-b733-de837dc0ca2a', 'name': 'network-vif-deleted', 'tag': 'ae2a1654-4543-4360-a39a-8486d7f2403f', 'status': 'completed', 'code': 200} Jul 23 14:58:22.271143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85b5fe5c-b279-4814-a81f-dc669a9b115e req-201b2b03-b594-4be3-ad65-69164c8b4ec1 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c2dc84-97d6-4656-b733-de837dc0ca2a HTTP/1.1" status: 200 len: 210 time: 0.0294828 Jul 23 14:58:23.916489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-4127a42f-3522-4715-8c52-90c8dd5418a3 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:23.918033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-4127a42f-3522-4715-8c52-90c8dd5418a3 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/networks?id=a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 200 len: 817 time: 0.1113508 Jul 23 14:58:23.932991 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-7e109fa6-a7dd-421b-ab5c-bdc75a6f7fe7 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/quotas/d2cef9152f3342cfa8b694362f01db9f HTTP/1.1" status: 200 len: 375 time: 0.0095510 Jul 23 14:58:24.000908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-64f02e95-ba03-447a-b4ac-b48ed6947609 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2cef9152f3342cfa8b694362f01db9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631084 Jul 23 14:58:24.116497 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-fe936ba5-d04b-4023-8f34-f7a3a37a115a service neutron] 10.222.0.21 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019757 Jul 23 14:58:24.207530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-400b31c8-f2f5-4d76-b26f-34bc7971bb96 service neutron] 10.222.0.21 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850661 Jul 23 14:58:24.386722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-92cd581c-9aed-4c2c-a98b-a6079a396cd8 req-a6a777bc-d124-434c-a2cd-d2d389c8bd33 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 210 time: 0.0383961 Jul 23 14:58:25.439317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-1724ee1e-2e09-4ca3-b9c6-afc3c1b2ab18 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:25.441068 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-1724ee1e-2e09-4ca3-b9c6-afc3c1b2ab18 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "GET /v2.0/networks?id=a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 200 len: 817 time: 0.1118886 Jul 23 14:58:25.467366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Request body: {'port': {'device_id': 'b691d61b-4194-487e-9b05-cd3024534044', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'admin_state_up': True, 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:58:25.504792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-820251ab-f414-4e45-a3dd-2a19b903cafb req-6b387143-493e-4631-81df-794b2d71cf0f tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 210 time: 0.0511596 Jul 23 14:58:25.598791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Made reservation on behalf of d2cef9152f3342cfa8b694362f01db9f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:58:25.602246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:25.738138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Allocated IP 172.20.0.9 (a4652db5-f7ec-48b3-816d-9ab0e9503fae/2a160d0c-fabd-44d8-a624-25a8a01d0681/b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:58:25.860405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ae2a1654-4543-4360-a39a-8486d7f2403f no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:58:25.881103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: ae2a1654-4543-4360-a39a-8486d7f2403f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:58:25.881461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device ae2a1654-4543-4360-a39a-8486d7f2403f not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:58:25.895438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:25.908776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Transition to ACTIVE for port object b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:58:25.942624 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:25.983952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:58:25.988875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:58:25.992677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:58:25.999257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Pushing event updated for resources: {'Port': ['ID=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:26.043837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:26.044459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.060931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d8541da1-f74d-4384-a4fa-4272633a948e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6054540 Jul 23 14:58:26.205076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Request body: {'port': {'device_id': 'b691d61b-4194-487e-9b05-cd3024534044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:58:26.266290 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0655efd-b276-4f2f-b5ec-1ecadb2de436 None None] Provisioning for port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:58:26.270268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0655efd-b276-4f2f-b5ec-1ecadb2de436 None None] Provisioning complete for port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:58:26.270587 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0655efd-b276-4f2f-b5ec-1ecadb2de436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.282263 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.305002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0655efd-b276-4f2f-b5ec-1ecadb2de436 None None] Port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:58:26.552255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:58:26.560673 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.577317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Transition to ACTIVE for port object b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:58:26.588279 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.663995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Pushing event updated for resources: {'Port': ['ID=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:26.731767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888100f-48c9-4856-bf37-9dadfbc1f582 req-1509cd32-fd1d-44fb-857c-eefb9d35b5b6 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:26.733421 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2888100f-48c9-4856-bf37-9dadfbc1f582 req-1509cd32-fd1d-44fb-857c-eefb9d35b5b6 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 943 time: 0.1576135 Jul 23 14:58:26.785379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Attempting to bind port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:58:26.785660 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Attempting to bind port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:58:26.785989 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Attempting to bind port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c on network a4652db5-f7ec-48b3-816d-9ab0e9503fae {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:58:26.794850 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2888100f-48c9-4856-bf37-9dadfbc1f582 req-8a801e75-c6a7-4b2f-8545-6b0e5670facd tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544953 Jul 23 14:58:26.795860 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c on network a4652db5-f7ec-48b3-816d-9ab0e9503fae not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:58:26.796186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Attempting to bind port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c on network a4652db5-f7ec-48b3-816d-9ab0e9503fae {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:58:26.801702 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:58:26.802015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Checking segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:58:26.802434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Bound using segment: {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:58:26.802895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Bound port: b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:58:26.803260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.870977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] For port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:58:26.874542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] For port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:58:26.880459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.912793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:26.913415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:26.914950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] 10.222.0.11 "PUT /v2.0/ports/b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c HTTP/1.1" status: 200 len: 1091 time: 0.7596712 Jul 23 14:58:26.915345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b691d61b-4194-487e-9b05-cd3024534044', 'tag': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:58:26.917591 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}430a81a9a091c4dcb11f2ba49ddc3783a739fe0a3752f6c4d8f67b1dd93e4d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f577b4a-3d5a-454e-af91-1fe438e6db66" -d '{"events": [{"name": "network-changed", "server_uuid": "b691d61b-4194-487e-9b05-cd3024534044", "tag": "b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:58:26.948786 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002cfb1-db77-4600-997a-225f43e4bb5a service neutron] Pushing event updated for resources: {'Port': ['ID=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:26.967195 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37953e44-592f-44a0-ac6b-c7d9467d2b76 x-openstack-request-id: req-37953e44-592f-44a0-ac6b-c7d9467d2b76 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:58:26.967672 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b691d61b-4194-487e-9b05-cd3024534044", "tag": "b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:58:26.967980 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37953e44-592f-44a0-ac6b-c7d9467d2b76 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:58:26.968447 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b691d61b-4194-487e-9b05-cd3024534044', 'tag': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c', 'status': 'completed', 'code': 200} Jul 23 14:58:27.040897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-44354c14-25b1-4adf-9f6d-51e5d3b2f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.042425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-44354c14-25b1-4adf-9f6d-51e5d3b2f520 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2cef9152f3342cfa8b694362f01db9f&device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 1094 time: 0.0584717 Jul 23 14:58:27.093724 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-bf57512d-938e-436a-b047-a0d193e2f803 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c HTTP/1.1" status: 200 len: 217 time: 0.0389512 Jul 23 14:58:27.145600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-0904c7d7-1ec6-4c85-b37d-6c139cdd9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.147087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-0904c7d7-1ec6-4c85-b37d-6c139cdd9df5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a160d0c-fabd-44d8-a624-25a8a01d0681 HTTP/1.1" status: 200 len: 856 time: 0.0471818 Jul 23 14:58:27.215186 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d920c238-7e34-4574-bfe7-45d882c2e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.216613 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-d920c238-7e34-4574-bfe7-45d882c2e303 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4652db5-f7ec-48b3-816d-9ab0e9503fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623209 Jul 23 14:58:27.313980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-9523ab0f-8233-41c9-8aab-d3c0e33f541d service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905952 Jul 23 14:58:27.406087 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e76fccb-388f-46ab-b331-b8dccaf53c58 req-8738dba0-220d-4aba-9fec-f3a3715a399b service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Jul 23 14:58:27.552959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-23a80d06-2f05-4d15-a046-28995e2dfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.554480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-23a80d06-2f05-4d15-a046-28995e2dfdaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2cef9152f3342cfa8b694362f01db9f&device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 1094 time: 0.0567195 Jul 23 14:58:27.648533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-465819ee-5fe2-4c59-b569-5f12a0910aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.649994 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-465819ee-5fe2-4c59-b569-5f12a0910aee service neutron] 10.222.0.11 "GET /v2.0/networks?id=a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 200 len: 918 time: 0.0892396 Jul 23 14:58:27.689941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-c4eaab0f-bda2-43b1-80ba-00bc02cbd063 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c HTTP/1.1" status: 200 len: 217 time: 0.0335286 Jul 23 14:58:27.742966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-5addc101-a512-45a9-b94f-db38d524c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.744466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-5addc101-a512-45a9-b94f-db38d524c903 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a160d0c-fabd-44d8-a624-25a8a01d0681 HTTP/1.1" status: 200 len: 856 time: 0.0483098 Jul 23 14:58:27.804601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-38a8ed24-6133-43a4-bf5e-f8a3a73a5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.806089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-38a8ed24-6133-43a4-bf5e-f8a3a73a5ed3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4652db5-f7ec-48b3-816d-9ab0e9503fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548544 Jul 23 14:58:27.931314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-37b33cd3-f76d-4bb7-9a7b-6ae3b9f4acda service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166165 Jul 23 14:58:27.990522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3d3d1-5919-483c-9834-13be0e0251f0 req-719a4347-88c5-4cf7-8f79-5bfc32c2b31b tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:27.992049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ed3d3d1-5919-483c-9834-13be0e0251f0 req-719a4347-88c5-4cf7-8f79-5bfc32c2b31b tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 943 time: 0.1216178 Jul 23 14:58:28.074271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ed3d3d1-5919-483c-9834-13be0e0251f0 req-d7c3c546-1d53-4c66-83fc-174e3863ef5f tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745411 Jul 23 14:58:28.077903 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f577b4a-3d5a-454e-af91-1fe438e6db66 req-091e4026-be1e-4a4e-8823-ba5cef8110d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371763 Jul 23 14:58:29.222065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d5c1c-9a48-47be-95e9-8debce98baa1 req-720ff5cc-db9a-4628-ac53-0058c4a457c8 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:29.223738 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f31d5c1c-9a48-47be-95e9-8debce98baa1 req-720ff5cc-db9a-4628-ac53-0058c4a457c8 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 943 time: 0.0686162 Jul 23 14:58:29.267920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f31d5c1c-9a48-47be-95e9-8debce98baa1 req-ebe23976-cc45-4418-899b-fe65ed57a9f7 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Jul 23 14:58:29.865271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:58:29.967848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:29.979699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c', 'network_id': 'a4652db5-f7ec-48b3-816d-9ab0e9503fae', 'port_id': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c', 'mac_address': 'fa:16:3e:7a:1b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a160d0c-fabd-44d8-a624-25a8a01d0681', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:58:30.017303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:30.030112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:58:30.051777 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:30.058331 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:30.103970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:30.111196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.111538 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.111875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.112208 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.112535 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.112856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.113177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.113496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.113815 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.114132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.114429 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.114763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:30.319731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:58:30.412405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c46b2-b244-4065-8461-91c0b6c2c731 req-d81135fd-b356-490a-a4b9-46caa916ffae tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:30.413952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b6c46b2-b244-4065-8461-91c0b6c2c731 req-d81135fd-b356-490a-a4b9-46caa916ffae tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 944 time: 0.0637472 Jul 23 14:58:30.451601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b6c46b2-b244-4065-8461-91c0b6c2c731 req-5da26f51-6996-46e6-bf89-b8ddbccb0939 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Jul 23 14:58:31.602584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea4fb-3e21-475c-866e-0d126b956f46 req-fb8db1ff-4939-428b-9699-5da385bc60c4 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:31.604103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f41ea4fb-3e21-475c-866e-0d126b956f46 req-fb8db1ff-4939-428b-9699-5da385bc60c4 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 944 time: 0.0804551 Jul 23 14:58:31.644482 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f41ea4fb-3e21-475c-866e-0d126b956f46 req-613a6024-4179-4a8f-8876-4b7016ca9ee9 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331659 Jul 23 14:58:31.876048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:58:31.936265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:58:31.939963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:58:31.940360 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:32.022597 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:32.045616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b691d61b-4194-487e-9b05-cd3024534044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:58:32.059318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:32.064662 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:32.089088 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2bb17e-b80f-4533-9766-9a5920a7f77d" -d '{"events": [{"server_uuid": "b691d61b-4194-487e-9b05-cd3024534044", "name": "network-vif-plugged", "status": "completed", "tag": "b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:58:32.116588 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:32.169911 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c729fe6-cdaa-4cfa-a938-f36abcd080c7 x-openstack-request-id: req-4c729fe6-cdaa-4cfa-a938-f36abcd080c7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:58:32.170263 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b691d61b-4194-487e-9b05-cd3024534044", "name": "network-vif-plugged", "status": "completed", "tag": "b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:58:32.170529 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c729fe6-cdaa-4cfa-a938-f36abcd080c7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:58:32.170956 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b691d61b-4194-487e-9b05-cd3024534044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c', 'code': 200} Jul 23 14:58:32.311206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311280b-4c6a-4cf8-ae3f-c059ff58c35e req-08cf92ae-153f-4e16-ab5d-1476ee3e3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:32.312650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8311280b-4c6a-4cf8-ae3f-c059ff58c35e req-08cf92ae-153f-4e16-ab5d-1476ee3e3037 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 1096 time: 0.0562682 Jul 23 14:58:32.347721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8311280b-4c6a-4cf8-ae3f-c059ff58c35e req-582104fe-160e-4faa-9330-f8056f3ed768 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282946 Jul 23 14:58:32.797971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b646732-70f6-4009-ae18-0250e2e323cd req-7d8c3d38-25cf-4037-ae6d-4b90a364cab7 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:32.799466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b646732-70f6-4009-ae18-0250e2e323cd req-7d8c3d38-25cf-4037-ae6d-4b90a364cab7 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 945 time: 0.0763247 Jul 23 14:58:32.840040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b646732-70f6-4009-ae18-0250e2e323cd req-da7b66bd-8526-46e2-841e-0a7c6ce0557a tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319240 Jul 23 14:58:33.995979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350c38a-3905-4308-bcb3-b369590bb021 req-dc01d617-16d1-4e64-84b9-e9c94db21fef tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:33.997474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8350c38a-3905-4308-bcb3-b369590bb021 req-dc01d617-16d1-4e64-84b9-e9c94db21fef tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 945 time: 0.0772991 Jul 23 14:58:34.035683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8350c38a-3905-4308-bcb3-b369590bb021 req-1f624ca9-67f5-41f2-9874-7ab1ffe10ac7 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Jul 23 14:58:34.174833 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929378c-89e6-4767-b92e-fc4df039a0a3 req-b221375d-845a-4036-afb9-c28cc11fe9d8 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:34.176403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f929378c-89e6-4767-b92e-fc4df039a0a3 req-b221375d-845a-4036-afb9-c28cc11fe9d8 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 945 time: 0.0716205 Jul 23 14:58:34.225423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f929378c-89e6-4767-b92e-fc4df039a0a3 req-1bd6f557-58ad-4f38-85fe-a97c528be366 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Jul 23 14:58:38.087474 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:41.852445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-8d620b62-7584-46f8-a61b-5d531f84b3b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738733 Jul 23 14:58:41.964333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-2d60610c-3fca-4043-acc3-151894a7de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:41.965837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-2d60610c-3fca-4043-acc3-151894a7de0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2cef9152f3342cfa8b694362f01db9f&device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 1096 time: 0.0562387 Jul 23 14:58:42.070074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-1614a7a8-87a8-467c-8039-1430e75ce988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:42.071595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-1614a7a8-87a8-467c-8039-1430e75ce988 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 200 len: 918 time: 0.0865030 Jul 23 14:58:42.115670 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-ac47df43-1a1c-4083-ac69-6b7594a96cb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c HTTP/1.1" status: 200 len: 217 time: 0.0376282 Jul 23 14:58:42.165020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-aa9dba35-f1de-4b52-a5f0-8d56660fb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:42.166494 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-aa9dba35-f1de-4b52-a5f0-8d56660fb3b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a160d0c-fabd-44d8-a624-25a8a01d0681 HTTP/1.1" status: 200 len: 856 time: 0.0446868 Jul 23 14:58:42.226021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-e8af0f1c-1ea7-45f8-afcb-8eb07f784b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:42.227538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-e8af0f1c-1ea7-45f8-afcb-8eb07f784b7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4652db5-f7ec-48b3-816d-9ab0e9503fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546691 Jul 23 14:58:42.323202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-056811e9-67a3-4874-9826-d831c1a26b35 service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889208 Jul 23 14:58:42.415802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0641d56-f29b-476f-9832-c380fe71a1f9 req-55e2940c-357b-48e6-81ff-6fc920090c11 service neutron] 10.222.0.11 "GET /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866206 Jul 23 14:58:45.879822 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a23d081-7fe3-4e3d-bddc-4f3f056a59e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:48.294594 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:48.388251 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:48.568452 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a94390e7-0848-4e69-83ab-e02f8509f996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:49.749763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:51.457345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:52.816298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c7490-4ee9-4806-858b-0cba9a95dbcf req-906d362b-c69e-4a2c-9b27-54d4227ea631 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:52.817825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b1c7490-4ee9-4806-858b-0cba9a95dbcf req-906d362b-c69e-4a2c-9b27-54d4227ea631 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 945 time: 0.0688660 Jul 23 14:58:52.856016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b1c7490-4ee9-4806-858b-0cba9a95dbcf req-9d3986f7-609a-49b3-ad01-8e774bc47103 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 23 14:58:54.015588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472968-a797-4c8e-8439-b185c284afe0 req-e3d96131-5927-420e-b50c-170a5733c78f tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:54.017101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b472968-a797-4c8e-8439-b185c284afe0 req-e3d96131-5927-420e-b50c-170a5733c78f tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 945 time: 0.0769010 Jul 23 14:58:54.058682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b472968-a797-4c8e-8439-b185c284afe0 req-9b19ecc8-0841-40a4-acc8-c53b99fcde8e tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9e01741-a77d-4cd9-8cd3-d3543242cb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jul 23 14:58:54.501658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-877ff0e4-5d45-4a79-a43b-3e6f32fba06c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:58:54.503245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-877ff0e4-5d45-4a79-a43b-3e6f32fba06c tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 945 time: 0.0769930 Jul 23 14:58:54.622810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Deleting port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:58:54.623148 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:54.721478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] For port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:54.722070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:54.734760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Calling delete_port for b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:58:54.869432 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:54.903214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:58:54.903827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Pushing event deleted for resources: {'Port': ['ID=b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:54.957965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] No DVR routers for this DVR port b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:58:54.961026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:54.963127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1d2ce266-caf2-45d7-8dea-eb62387a9968 req-7e8b540a-5f87-4b75-a951-3c64352b7275 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.11 "DELETE /v2.0/ports/b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c HTTP/1.1" status: 204 len: 173 time: 0.4536488 Jul 23 14:58:54.963619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b691d61b-4194-487e-9b05-cd3024534044', 'name': 'network-vif-deleted', 'tag': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:58:55.009718 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c611aa9a-6c4d-41e4-907e-20944875aede" -d '{"events": [{"server_uuid": "b691d61b-4194-487e-9b05-cd3024534044", "name": "network-vif-deleted", "tag": "b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:58:55.099122 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa631fd-e7b3-418f-9be1-7d9b27514878 x-openstack-request-id: req-baa631fd-e7b3-418f-9be1-7d9b27514878 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:58:55.099702 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b691d61b-4194-487e-9b05-cd3024534044", "name": "network-vif-deleted", "tag": "b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:58:55.099702 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baa631fd-e7b3-418f-9be1-7d9b27514878 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:58:55.100306 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b691d61b-4194-487e-9b05-cd3024534044', 'name': 'network-vif-deleted', 'tag': 'b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c', 'status': 'completed', 'code': 200} Jul 23 14:58:55.187007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1784ec1c-8c66-4a83-9059-c93339e324d1 req-49eabacc-f474-4622-9b51-7d6216690730 tempest-TestEncryptedCinderVolumes-1945800584 tempest-TestEncryptedCinderVolumes-1945800584-project] 10.222.0.21 "GET /v2.0/ports?device_id=b691d61b-4194-487e-9b05-cd3024534044 HTTP/1.1" status: 200 len: 210 time: 0.0297482 Jul 23 14:58:56.286150 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:58:56.643717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:57.215175 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Deleting port 41930692-759c-4737-b128-c06b799482b8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:58:57.215516 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:57.296403 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] For port 41930692-759c-4737-b128-c06b799482b8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=41930692-759c-4737-b128-c06b799482b8,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:57.297085 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:57.308946 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Calling delete_port for 41930692-759c-4737-b128-c06b799482b8 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:58:57.498529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:57.510516 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:58:57.523025 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=41930692-759c-4737-b128-c06b799482b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:57.534867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.535230 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.535596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.535940 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.536284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.536786 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.536964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.537291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.537668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.537988 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.538293 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.538656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:58:57.699197 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:57.912976 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Router 1d1526df-1d84-4c48-a0ec-5895aac223ca has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:58:57.999894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:58:58.020845 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:58:58.026629 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:58:58.026764 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cc956b4d-141d-44f3-a2e5-a3cad019fc73 admin admin] 10.222.0.21 "PUT /v2.0/routers/1d1526df-1d84-4c48-a0ec-5895aac223ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387240 Jul 23 14:58:58.026860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device b85c87ec-bb6d-4ad2-8ab2-db8cb8ba830c not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:58:58.029177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:58:58.029611 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] Sync routers for ids ['1d1526df-1d84-4c48-a0ec-5895aac223ca'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:58:58.039005 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] Routers {'1d1526df-1d84-4c48-a0ec-5895aac223ca'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:58:58.039607 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1d1526df-1d84-4c48-a0ec-5895aac223ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:58:58.132291 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:58.140013 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] Set router 1d1526df-1d84-4c48-a0ec-5895aac223ca gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:58:58.233192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:58.287821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Deleting port f26fa7d8-fb44-4c04-9842-e32179a052a8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:58:58.288168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:58.310536 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:58:57Z', 'revision_number': 5, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port': {'id': 'f26fa7d8-fb44-4c04-9842-e32179a052a8', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:58:58.339996 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] Checking router: 1d1526df-1d84-4c48-a0ec-5895aac223ca for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:58:58.348649 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] Routers {'1d1526df-1d84-4c48-a0ec-5895aac223ca'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:58:58.349247 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1d1526df-1d84-4c48-a0ec-5895aac223ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:58:58.370245 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] For port f26fa7d8-fb44-4c04-9842-e32179a052a8, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f26fa7d8-fb44-4c04-9842-e32179a052a8,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:58.370569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:58.382198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Calling delete_port for f26fa7d8-fb44-4c04-9842-e32179a052a8 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:58:58.431222 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] Set router 1d1526df-1d84-4c48-a0ec-5895aac223ca gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:58:58.480639 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:58:58Z', 'revision_number': 6, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:58:58.509281 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107f4b0-5404-4de3-870c-a22c5104e8a3 None None] The sync data for ids ['1d1526df-1d84-4c48-a0ec-5895aac223ca'] in n-d-801990-3 is: [{'id': '1d1526df-1d84-4c48-a0ec-5895aac223ca', 'name': 'tempest-TestEncryptedCinderVolumes-1032779514-router', 'tenant_id': 'd2cef9152f3342cfa8b694362f01db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:41Z', 'updated_at': '2021-07-23T14:58:58Z', 'revision_number': 6, 'project_id': 'd2cef9152f3342cfa8b694362f01db9f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:58:58.553365 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:58.579753 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26fa7d8-fb44-4c04-9842-e32179a052a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:58.641587 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:58.731124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:58.733377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.116871 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.117580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d1526df-1d84-4c48-a0ec-5895aac223ca {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:58:59.122939 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.124940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1e32637c-8cc8-43fe-9823-d153109ec297 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1d1526df-1d84-4c48-a0ec-5895aac223ca HTTP/1.1" status: 204 len: 168 time: 1.0945201 Jul 23 14:58:59.129194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:58:59.184530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] Deleting subnet 2a160d0c-fabd-44d8-a624-25a8a01d0681 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:58:59.187847 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.223212 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.308784 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.364287 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.387643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a160d0c-fabd-44d8-a624-25a8a01d0681,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:59.393494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.395448 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-905d9b05-d644-4d13-a1ac-464789cdc072 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a160d0c-fabd-44d8-a624-25a8a01d0681 HTTP/1.1" status: 204 len: 168 time: 0.2650514 Jul 23 14:58:59.398239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:58:59.399379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b4c166-8693-46b7-b878-a722eb7eba6c None None] Network a4652db5-f7ec-48b3-816d-9ab0e9503fae requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:58:59.474183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.539634 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Deleting port 32c57c8c-4c42-48df-a817-ab56c7d25db0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:58:59.539975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.605832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] DHCP port deletion for a4652db5-f7ec-48b3-816d-9ab0e9503fae request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:58:59.606116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] For port 32c57c8c-4c42-48df-a817-ab56c7d25db0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=32c57c8c-4c42-48df-a817-ab56c7d25db0,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:59.606472 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.618996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Calling delete_port for 32c57c8c-4c42-48df-a817-ab56c7d25db0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:58:59.653138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] Deleting port 32c57c8c-4c42-48df-a817-ab56c7d25db0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:58:59.653438 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.706984 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.718170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] For port 32c57c8c-4c42-48df-a817-ab56c7d25db0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=32c57c8c-4c42-48df-a817-ab56c7d25db0,segment=NetworkSegment(98b3fe92-ab6b-44e6-a7f3-23d4ebae746c),segment_id=98b3fe92-ab6b-44e6-a7f3-23d4ebae746c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:58:59.718725 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.730474 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] Calling delete_port for 32c57c8c-4c42-48df-a817-ab56c7d25db0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:58:59.732042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=32c57c8c-4c42-48df-a817-ab56c7d25db0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:59.735686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] No DVR routers for this DVR port 32c57c8c-4c42-48df-a817-ab56c7d25db0 on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:58:59.805913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f26fa7d8-fb44-4c04-9842-e32179a052a8 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:58:59.827465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.831032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f26fa7d8-fb44-4c04-9842-e32179a052a8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:58:59.831401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f26fa7d8-fb44-4c04-9842-e32179a052a8 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:58:59.831838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41930692-759c-4737-b128-c06b799482b8 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:58:59.837993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4652db5-f7ec-48b3-816d-9ab0e9503fae']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:58:59.847763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:58:59.848053 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b3fe92-ab6b-44e6-a7f3-23d4ebae746c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:58:59.855737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 41930692-759c-4737-b128-c06b799482b8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:58:59.856076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41930692-759c-4737-b128-c06b799482b8 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:58:59.856479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 32c57c8c-4c42-48df-a817-ab56c7d25db0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:58:59.856628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.871058 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.877124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:58:59.877739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.878551 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 32c57c8c-4c42-48df-a817-ab56c7d25db0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:58:59.878922 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 32c57c8c-4c42-48df-a817-ab56c7d25db0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: timer() Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:58:59.879523 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:58:59.881693 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.907266 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] Pushing event deleted for resources: {'Port': ['ID=32c57c8c-4c42-48df-a817-ab56c7d25db0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:58:59.909009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea49592-16ab-4102-b5c6-1645fca1e377 None None] No DVR routers for this DVR port 32c57c8c-4c42-48df-a817-ab56c7d25db0 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:58:59.934269 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.940069 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:58:59.941982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4652db5-f7ec-48b3-816d-9ab0e9503fae HTTP/1.1" status: 204 len: 168 time: 0.5427699 Jul 23 14:58:59.945278 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:58:59.952696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833be30-653d-4a1e-be09-ff2f7e907fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=a4652db5-f7ec-48b3-816d-9ab0e9503fae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:00.302482 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:00.570739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Deleting port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:59:00.570979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:00.649814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] For port c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,segment=NetworkSegment(24faa76d-61a4-4dc9-bb7a-4ceec5b04425),segment_id=24faa76d-61a4-4dc9-bb7a-4ceec5b04425)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:00.650178 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:00.662990 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Calling delete_port for c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:59:00.846192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:00.876474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:01.045021 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:01.266538 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Router a15b9128-2dad-45d2-a1be-b4375d81e220 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:59:01.396096 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:59:01.404106 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a17b4ec7-0517-46fe-b984-7864bd79681b admin admin] 10.222.0.21 "PUT /v2.0/routers/a15b9128-2dad-45d2-a1be-b4375d81e220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4576421 Jul 23 14:59:01.404329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:01.405353 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] Sync routers for ids ['a15b9128-2dad-45d2-a1be-b4375d81e220'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:59:01.415652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] Routers {'a15b9128-2dad-45d2-a1be-b4375d81e220'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:01.416274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a15b9128-2dad-45d2-a1be-b4375d81e220'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:01.507105 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:01.521053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] Set router a15b9128-2dad-45d2-a1be-b4375d81e220 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:01.614711 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:01.675427 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Deleting port 175ef2d3-e165-4bb2-8fe1-a5d716380c92 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:59:01.675772 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:01.704228 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:59:00Z', 'revision_number': 5, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port': {'id': '175ef2d3-e165-4bb2-8fe1-a5d716380c92', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:57:46Z', 'updated_at': '2021-07-23T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:01.729558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] Checking router: a15b9128-2dad-45d2-a1be-b4375d81e220 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:59:01.737915 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] Routers {'a15b9128-2dad-45d2-a1be-b4375d81e220'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:01.738519 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a15b9128-2dad-45d2-a1be-b4375d81e220'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:01.761064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] For port 175ef2d3-e165-4bb2-8fe1-a5d716380c92, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=175ef2d3-e165-4bb2-8fe1-a5d716380c92,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:01.761429 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:01.776819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Calling delete_port for 175ef2d3-e165-4bb2-8fe1-a5d716380c92 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:59:01.954449 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:01.977899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=175ef2d3-e165-4bb2-8fe1-a5d716380c92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:01.991408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] Set router a15b9128-2dad-45d2-a1be-b4375d81e220 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:02.043241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:59:01Z', 'revision_number': 6, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:02.053551 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.069300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6f1ac-e5ca-45b9-a283-c68d572b8dad None None] The sync data for ids ['a15b9128-2dad-45d2-a1be-b4375d81e220'] in n-d-801990-3 is: [{'id': 'a15b9128-2dad-45d2-a1be-b4375d81e220', 'name': 'tempest-TestEncryptedCinderVolumes-1103379278-router', 'tenant_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:57:45Z', 'updated_at': '2021-07-23T14:59:01Z', 'revision_number': 6, 'project_id': 'b426abe1fd9a4fb281a8cb04dcf8d152', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:59:02.145863 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.148316 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.193770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.194285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15b9128-2dad-45d2-a1be-b4375d81e220 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 14:59:02.199389 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.200577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f621aa63-a229-400c-a1cf-fa02e3e68d22 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a15b9128-2dad-45d2-a1be-b4375d81e220 HTTP/1.1" status: 204 len: 168 time: 0.7951546 Jul 23 14:59:02.204401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:02.249180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] Deleting subnet cdf3ee40-3448-4b62-97ac-1f60ff21de0f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 14:59:02.252328 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.285729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.366253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.426787 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.452478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf3ee40-3448-4b62-97ac-1f60ff21de0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:02.456725 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.460868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9bea5399-75bc-4341-9733-a0aca6715395 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cdf3ee40-3448-4b62-97ac-1f60ff21de0f HTTP/1.1" status: 204 len: 168 time: 0.2533376 Jul 23 14:59:02.461841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:02.462748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fda35b-d91b-4e90-8931-f33288f035ae None None] Network f5148b8a-a96c-420a-89ac-aa2977544f66 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:59:02.538490 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.601121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Deleting port c1af1f08-8feb-42ff-b982-bca4d156c1c9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 14:59:02.601528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.667265 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] For port c1af1f08-8feb-42ff-b982-bca4d156c1c9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c1af1f08-8feb-42ff-b982-bca4d156c1c9,segment=NetworkSegment(24faa76d-61a4-4dc9-bb7a-4ceec5b04425),segment_id=24faa76d-61a4-4dc9-bb7a-4ceec5b04425)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:02.667616 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.678848 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Calling delete_port for c1af1f08-8feb-42ff-b982-bca4d156c1c9 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 14:59:02.760041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.784119 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1af1f08-8feb-42ff-b982-bca4d156c1c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:02.788091 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] No DVR routers for this DVR port c1af1f08-8feb-42ff-b982-bca4d156c1c9 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 14:59:02.848650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac0ea6-3046-4918-bae2-5b95acf05718 None None] DHCP port deletion for f5148b8a-a96c-420a-89ac-aa2977544f66 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 14:59:02.862995 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.873875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5148b8a-a96c-420a-89ac-aa2977544f66']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:02.884416 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24faa76d-61a4-4dc9-bb7a-4ceec5b04425') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:02.884713 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24faa76d-61a4-4dc9-bb7a-4ceec5b04425') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:02.893342 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.907032 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.913146 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 14:59:02.913530 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: timer() Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 14:59:02.915541 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 14:59:02.977560 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.983414 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:02.985318 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f5148b8a-a96c-420a-89ac-aa2977544f66 HTTP/1.1" status: 204 len: 168 time: 0.5217381 Jul 23 14:59:02.996542 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f77f2-9f7a-4340-b9ce-5b793ed84b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5148b8a-a96c-420a-89ac-aa2977544f66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:03.151835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:03.191511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e634d81c-26be-4c90-9160-46ffd69c6971 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2cef9152f3342cfa8b694362f01db9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385227 Jul 23 14:59:03.194127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:03.250503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c080408d-1c01-48e0-9b31-1daef5b382f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.272897 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c080408d-1c01-48e0-9b31-1daef5b382f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.324650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c080408d-1c01-48e0-9b31-1daef5b382f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.327910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c080408d-1c01-48e0-9b31-1daef5b382f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.329746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c080408d-1c01-48e0-9b31-1daef5b382f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9e01741-a77d-4cd9-8cd3-d3543242cb39 HTTP/1.1" status: 204 len: 168 time: 0.1347048 Jul 23 14:59:03.337678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080408d-1c01-48e0-9b31-1daef5b382f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e01741-a77d-4cd9-8cd3-d3543242cb39,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:03.665235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:03.705393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6cb234fc-c7d5-42de-96c3-37b702b8a4db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b426abe1fd9a4fb281a8cb04dcf8d152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389609 Jul 23 14:59:03.708071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:03.757276 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41fce743-b26a-453d-ba7a-0cdfdc2ed9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.779408 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41fce743-b26a-453d-ba7a-0cdfdc2ed9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.800471 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 175ef2d3-e165-4bb2-8fe1-a5d716380c92 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:59:03.825452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 175ef2d3-e165-4bb2-8fe1-a5d716380c92 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:59:03.825840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 175ef2d3-e165-4bb2-8fe1-a5d716380c92 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:59:03.826305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:59:03.827733 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41fce743-b26a-453d-ba7a-0cdfdc2ed9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.831116 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41fce743-b26a-453d-ba7a-0cdfdc2ed9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:03.832286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-41fce743-b26a-453d-ba7a-0cdfdc2ed9df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09ad787e-ae39-4095-ae02-462cb12a2422 HTTP/1.1" status: 204 len: 168 time: 0.1233089 Jul 23 14:59:03.840424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fce743-b26a-453d-ba7a-0cdfdc2ed9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad787e-ae39-4095-ae02-462cb12a2422,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:03.854522 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:59:03.854867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c6a0b5e5-61a3-40df-8d5f-9c1abf935a4d not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:59:03.855296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1af1f08-8feb-42ff-b982-bca4d156c1c9 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 14:59:03.877729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: c1af1f08-8feb-42ff-b982-bca4d156c1c9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 14:59:03.878067 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1af1f08-8feb-42ff-b982-bca4d156c1c9 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 14:59:04.525832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:04.624114 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-254396090-network', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:04.648521 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Made reservation on behalf of 9b8d011181074efda264b42d4ffeeaaa for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:59:04.650898 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.659915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.754164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.760056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.786107 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:59:04.792286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b5f9aa-3592-4ce1-9810-3c75ca8669ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:04.798223 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.798567 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Added segment d4449368-7e8a-450d-aa13-60b504628d8d of type vlan for network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 Jul 23 14:59:04.839036 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.868818 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.869814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:04.870381 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.906818 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3798683 Jul 23 14:59:04.909905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:04.915455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Request body: {'subnet': {'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-254396090-subnet', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:04.931291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5fbad-4ee5-4b77-96c8-b5b3d54d5162 admin admin] Pushing event updated for resources: {'Network': ['ID=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:04.939291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Made reservation on behalf of 9b8d011181074efda264b42d4ffeeaaa for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:59:04.941891 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:04.944674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:59:05.113626 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.165681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad988d75-867c-4db4-a973-846739b2b901,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:05.181941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Checking segment: {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:05.182297 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Network hostable DHCP agents. Network: 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:59:05.201841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:59:05.213081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:05.218896 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:05.219798 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.223947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207318c6-edbf-47dc-86a1-7f0fe04e0160 None None] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:59:05.235183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-b2433b88-e068-4350-bb16-165e5460f234 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3239973 Jul 23 14:59:05.237672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:05.242266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:05.264956 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.265904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.322665 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.374939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:59:05.375901 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.472280 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.520808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Allocated IP 172.20.0.2 (016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3/ad988d75-867c-4db4-a973-846739b2b901/26008459-10be-4946-9498-5ad748f4b86a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:05.668903 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.678223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Transition to ACTIVE for port object 26008459-10be-4946-9498-5ad748f4b86a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:05.691155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.695404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Transition to ACTIVE for port object 26008459-10be-4946-9498-5ad748f4b86a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:05.705517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.719450 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.745682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:05.750755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:05.754369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:05.761407 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Pushing event updated for resources: {'Port': ['ID=26008459-10be-4946-9498-5ad748f4b86a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:05.817251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Attempting to bind port 26008459-10be-4946-9498-5ad748f4b86a on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:59:05.817944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Attempting to bind port 26008459-10be-4946-9498-5ad748f4b86a by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:59:05.818498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Attempting to bind port 26008459-10be-4946-9498-5ad748f4b86a on network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:05.824246 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:59:05.824621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Checking segment: {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:05.825150 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.825543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Bound using segment: {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:59:05.826003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Bound port: 26008459-10be-4946-9498-5ad748f4b86a, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:59:05.826383 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.837314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Allocated IP 172.25.2.176 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3fc1e012-8271-4020-bc53-f1d7c6b96169) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:05.892318 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] For port 26008459-10be-4946-9498-5ad748f4b86a, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:59:05.895509 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] For port 26008459-10be-4946-9498-5ad748f4b86a, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=26008459-10be-4946-9498-5ad748f4b86a,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:59:05.901370 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:05.963015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:06.003284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a9d5c-ffe7-4096-98fd-4d79d6fa37a0 None None] Pushing event updated for resources: {'Port': ['ID=26008459-10be-4946-9498-5ad748f4b86a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:06.026737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:06.070743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:06.073683 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:06.079047 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:06.100100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc1e012-8271-4020-bc53-f1d7c6b96169,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:06.357076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:06.560106 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:06.722035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:59:06.834793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:59:06.845454 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Sync routers for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:59:06.855767 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:06.856141 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:06.856378 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:06.859985 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a647139e-8eff-4885-9108-b442a91b0034 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6186843 Jul 23 14:59:06.860799 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:06.875298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d510eb-46d6-49e0-b96b-5d4931382e53 None None] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:59:06.960334 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:07.010917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b981ba0-0412-4037-9e2d-6db2e7829196 None None] Provisioning for port 26008459-10be-4946-9498-5ad748f4b86a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:07.259094 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:06Z', 'revision_number': 3, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:07.286905 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Checking router: a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:59:07.287251 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Updating router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 port 3fc1e012-8271-4020-bc53-f1d7c6b96169 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:59:07.322057 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.573891 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.584577 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Transition to ACTIVE for port object 3fc1e012-8271-4020-bc53-f1d7c6b96169 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:07.591779 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.608817 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.642472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Pushing event updated for resources: {'Port': ['ID=3fc1e012-8271-4020-bc53-f1d7c6b96169,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:07.644566 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Attempting to bind port 3fc1e012-8271-4020-bc53-f1d7c6b96169 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:59:07.644914 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Attempting to bind port 3fc1e012-8271-4020-bc53-f1d7c6b96169 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:59:07.645273 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Attempting to bind port 3fc1e012-8271-4020-bc53-f1d7c6b96169 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:07.654271 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.654615 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.654977 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.655307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.655634 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.655980 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.656300 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.656622 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.656937 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.657255 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.657569 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.657882 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:07.661138 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:59:07.661510 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:07.661917 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.662306 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:59:07.662804 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Bound port: 3fc1e012-8271-4020-bc53-f1d7c6b96169, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:59:07.663166 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.717097 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] For port 3fc1e012-8271-4020-bc53-f1d7c6b96169, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:59:07.720742 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] For port 3fc1e012-8271-4020-bc53-f1d7c6b96169, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3fc1e012-8271-4020-bc53-f1d7c6b96169,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:59:07.724592 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.771421 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:07.772047 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:07.778368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Allocated IP 172.20.0.1 (016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3/ad988d75-867c-4db4-a973-846739b2b901/67c1d838-1a7e-4eb1-99f4-5ed831b27932) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:07.854829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 26008459-10be-4946-9498-5ad748f4b86a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:07.882120 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:07.891979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.908165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Transition to ACTIVE for port object 67c1d838-1a7e-4eb1-99f4-5ed831b27932 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:07.909461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 26008459-10be-4946-9498-5ad748f4b86a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:07.913392 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 26008459-10be-4946-9498-5ad748f4b86a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:07.913989 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.948247 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:07.950378 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133775-77bf-410f-8388-2bc69d76cd20 None None] Pushing event updated for resources: {'Port': ['ID=3fc1e012-8271-4020-bc53-f1d7c6b96169,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:07.991804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:07.995161 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:07.997917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:08.016995 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.027574 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Pushing event updated for resources: {'Port': ['ID=67c1d838-1a7e-4eb1-99f4-5ed831b27932,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:08.046293 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.065852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 26008459-10be-4946-9498-5ad748f4b86a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=26008459-10be-4946-9498-5ad748f4b86a,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:08.085729 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.093702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.095092 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:06Z', 'revision_number': 3, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:08.133633 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283869b3-e54b-4579-b621-3f05d3fe8a1d None None] The sync data for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 is: [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:06Z', 'revision_number': 3, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:59:08.141820 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=26008459-10be-4946-9498-5ad748f4b86a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:08.212779 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.269276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb5aa6a4-131c-4e10-a66b-fb6ea57fc12d None None] Provisioning for port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:08.275029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb5aa6a4-131c-4e10-a66b-fb6ea57fc12d None None] Provisioning complete for port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:08.275392 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa6a4-131c-4e10-a66b-fb6ea57fc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.317862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fb5aa6a4-131c-4e10-a66b-fb6ea57fc12d None None] Port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:59:08.404287 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.409549 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.481754 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.483582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Pushing event updated for resources: {'Port': ['ID=67c1d838-1a7e-4eb1-99f4-5ed831b27932,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:08.576178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:08.577632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:08.696764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:59:08.824699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:59:08.831142 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3c2d241c-35aa-4120-869d-2567e5c0b16d admin admin] 10.222.0.21 "PUT /v2.0/routers/a4d9962f-9a5f-4153-93ff-97db5b6e9fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9690490 Jul 23 14:59:08.842665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8326fa67-e0c1-4525-a86f-189b46d40f09 None None] Provisioning complete for port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:08.843048 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8326fa67-e0c1-4525-a86f-189b46d40f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:08.881507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8326fa67-e0c1-4525-a86f-189b46d40f09 None None] Port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:59:09.307941 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:09.315748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-99467968-network', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:09.345544 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Made reservation on behalf of 5220d64be0ca4ef7b7395eabfef4dadf for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:59:09.347936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.356816 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.450323 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.457599 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.491298 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 14:59:09.500833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3b8bd2-34be-4a91-ab70-3945aff8b1ce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:09.505724 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.506078 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Added segment 21a74df6-3c31-44d7-aa5c-512883968022 of type vlan for network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 Jul 23 14:59:09.550996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.583578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.584579 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:09.585166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.619667 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3105121 Jul 23 14:59:09.622725 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 58992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:09.629199 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Request body: {'subnet': {'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-99467968-subnet', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:09.660087 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d2bb-b4ed-4b30-824f-a2a46c4ea21d admin admin] Pushing event updated for resources: {'Network': ['ID=3a59fd01-3c55-4742-98cd-8bb8e5518c53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:09.670466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 14:59:09.677252 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Made reservation on behalf of 5220d64be0ca4ef7b7395eabfef4dadf for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:59:09.679715 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.733488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Sync routers for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:59:09.753683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:09.754334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:09.869745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.881375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:09.910483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fc1e012-8271-4020-bc53-f1d7c6b96169 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:09.920911 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2afc92-a850-4f8d-9742-04a6f9c6625b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:09.937667 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Checking segment: {'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:09.938024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Network hostable DHCP agents. Network: 3a59fd01-3c55-4742-98cd-8bb8e5518c53, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 14:59:09.956158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 14:59:09.965317 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 3a59fd01-3c55-4742-98cd-8bb8e5518c53) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:09.969427 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:09.970026 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:09.978931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7fe745-f48b-4738-8baf-0192efb5b530 None None] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:59:09.985638 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5986e05f-46ff-4381-844a-b3639eb488e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3603084 Jul 23 14:59:09.988622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:09.993898 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:10.015973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.016953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.070262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.113916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3fc1e012-8271-4020-bc53-f1d7c6b96169 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:10.132939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3fc1e012-8271-4020-bc53-f1d7c6b96169 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:10.133318 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.207818 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.285224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-3a59fd01-3c55-4742-98cd-8bb8e5518c53', 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'fixed_ips': [{'subnet_id': '0f2afc92-a850-4f8d-9742-04a6f9c6625b'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 14:59:10.286088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.310137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 2, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:10.351165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.358441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Checking router: a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:59:10.358812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Updating router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:59:10.412140 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.434952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.447787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 3fc1e012-8271-4020-bc53-f1d7c6b96169, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3fc1e012-8271-4020-bc53-f1d7c6b96169,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:10.458517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.459267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 26008459-10be-4946-9498-5ad748f4b86a up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:10.485318 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.544822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Allocated IP 172.25.2.20 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/5e7d95ae-e529-4c87-8d4a-eae008da5dc0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:10.604819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=3fc1e012-8271-4020-bc53-f1d7c6b96169,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:10.615476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Allocated IP 172.20.0.2 (3a59fd01-3c55-4742-98cd-8bb8e5518c53/0f2afc92-a850-4f8d-9742-04a6f9c6625b/85de9f21-8ab1-4f64-9dbc-9f5128974023) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:10.723958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 26008459-10be-4946-9498-5ad748f4b86a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:10.724653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:10.995492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.035662 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.073174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:11.080440 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:11.084934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:11.088032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:11.164347 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.193096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Transition to ACTIVE for port object 85de9f21-8ab1-4f64-9dbc-9f5128974023 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:11.221689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Transition to ACTIVE for port object 85de9f21-8ab1-4f64-9dbc-9f5128974023 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:11.224154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.234842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.237264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Transition to ACTIVE for port object 67c1d838-1a7e-4eb1-99f4-5ed831b27932 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:11.246822 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.279244 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:11.287118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:11.296291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:11.302747 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Pushing event updated for resources: {'Port': ['ID=85de9f21-8ab1-4f64-9dbc-9f5128974023,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:11.344582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.437083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede69d5-6568-47c2-ab7e-61ee742973ab None None] Pushing event updated for resources: {'Port': ['ID=67c1d838-1a7e-4eb1-99f4-5ed831b27932,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:11.441599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Attempting to bind port 85de9f21-8ab1-4f64-9dbc-9f5128974023 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:59:11.441976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Attempting to bind port 85de9f21-8ab1-4f64-9dbc-9f5128974023 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:59:11.442339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Attempting to bind port 85de9f21-8ab1-4f64-9dbc-9f5128974023 on network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:11.447418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Attempting to bind port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:59:11.447785 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Attempting to bind port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:59:11.448144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Attempting to bind port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 on network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:11.455992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:59:11.455992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Checking segment: {'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:11.455992 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.456561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Bound using segment: {'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:59:11.456561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Bound port: 85de9f21-8ab1-4f64-9dbc-9f5128974023, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:59:11.456968 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.459888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:59:11.460260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Checking segment: {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:11.460650 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.461032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Bound using segment: {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:59:11.461493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Bound port: 67c1d838-1a7e-4eb1-99f4-5ed831b27932, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:59:11.461870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.553385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.585469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] For port 85de9f21-8ab1-4f64-9dbc-9f5128974023, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:59:11.596652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] For port 67c1d838-1a7e-4eb1-99f4-5ed831b27932, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:59:11.601247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] For port 67c1d838-1a7e-4eb1-99f4-5ed831b27932, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=67c1d838-1a7e-4eb1-99f4-5ed831b27932,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:59:11.603219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] For port 85de9f21-8ab1-4f64-9dbc-9f5128974023, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=85de9f21-8ab1-4f64-9dbc-9f5128974023,segment=NetworkSegment(21a74df6-3c31-44d7-aa5c-512883968022),segment_id=21a74df6-3c31-44d7-aa5c-512883968022)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:59:11.607187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.612727 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.677203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:11.677818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:11.683133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede69d5-6568-47c2-ab7e-61ee742973ab None None] Pushing event updated for resources: {'Port': ['ID=67c1d838-1a7e-4eb1-99f4-5ed831b27932,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:11.696640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Router 1039b1ed-40d3-43d4-b133-77f6c9c9758c is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 14:59:11.811902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dddf0-b9c1-495d-a80d-0d310b584f6b None None] Pushing event updated for resources: {'Port': ['ID=85de9f21-8ab1-4f64-9dbc-9f5128974023,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:11.818055 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fc1e012-8271-4020-bc53-f1d7c6b96169 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:11.847434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:59:11.864906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:11.865836 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Sync routers for ids ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:59:11.868840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:11.872860 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c32a1dc6-31b5-4161-bef7-1ae2b2dfdb77 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8807008 Jul 23 14:59:11.873100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 58996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:11.877043 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Routers {'1039b1ed-40d3-43d4-b133-77f6c9c9758c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:11.878458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:11.980994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3fc1e012-8271-4020-bc53-f1d7c6b96169 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:11.981379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.037469 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Set router 1039b1ed-40d3-43d4-b133-77f6c9c9758c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:12.233401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:11Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:12.265979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cc518-c98f-40c4-ab31-9074810fdbb3 None None] The sync data for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 is: [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:11Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:59:12.301790 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:11Z', 'revision_number': 3, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port': {'id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:12.338330 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Checking router: 1039b1ed-40d3-43d4-b133-77f6c9c9758c for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:59:12.338702 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Updating router 1039b1ed-40d3-43d4-b133-77f6c9c9758c port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:59:12.381762 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.493504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.655196 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.669075 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Transition to ACTIVE for port object 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:12.680034 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.735763 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417fe15-76c7-4376-8ab3-f25bd87b0257 None None] Pushing event updated for resources: {'Port': ['ID=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:12.747886 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Allocated IP 172.20.0.1 (3a59fd01-3c55-4742-98cd-8bb8e5518c53/0f2afc92-a850-4f8d-9742-04a6f9c6625b/df21647a-d1b2-42ec-acf1-a7b80aa67678) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:12.762331 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Attempting to bind port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:59:12.762331 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Attempting to bind port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:59:12.762670 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Attempting to bind port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:12.768383 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:59:12.768769 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:12.769225 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.769641 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:59:12.770094 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Bound port: 5e7d95ae-e529-4c87-8d4a-eae008da5dc0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:59:12.770473 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.833543 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] For port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:59:12.837604 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] For port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:59:12.844937 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.877525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:12.893624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Transition to ACTIVE for port object df21647a-d1b2-42ec-acf1-a7b80aa67678 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:12.946688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.001209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:13.009091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:13.011644 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:13.035246 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417fe15-76c7-4376-8ab3-f25bd87b0257 None None] Pushing event updated for resources: {'Port': ['ID=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:13.045926 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Routers {'1039b1ed-40d3-43d4-b133-77f6c9c9758c'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:13.046543 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:13.059991 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.062609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Pushing event updated for resources: {'Port': ['ID=df21647a-d1b2-42ec-acf1-a7b80aa67678,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:13.104144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dcfb58-0d34-49aa-af6a-6856d525276d None None] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 14:59:13.184328 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] Set router 1039b1ed-40d3-43d4-b133-77f6c9c9758c gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:13.205181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f175cafb-f1c3-4b2a-a947-56a308f005f0 None None] Provisioning for port 85de9f21-8ab1-4f64-9dbc-9f5128974023 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:13.236852 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.404559 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:11Z', 'revision_number': 3, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port': {'id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:13.432278 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.435647 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c65b7-55d3-481c-839a-248515231805 None None] The sync data for ids ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'] in n-d-801990-3 is: [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:11Z', 'revision_number': 3, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port': {'id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:59:13.439256 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.518024 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.519761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Pushing event updated for resources: {'Port': ['ID=df21647a-d1b2-42ec-acf1-a7b80aa67678,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:13.566481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d078499-0080-424d-af30-cfd881b6f8c7 None None] Provisioning for port df21647a-d1b2-42ec-acf1-a7b80aa67678 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:13.570791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d078499-0080-424d-af30-cfd881b6f8c7 None None] Provisioning complete for port df21647a-d1b2-42ec-acf1-a7b80aa67678 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:13.571170 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d078499-0080-424d-af30-cfd881b6f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.607805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1d078499-0080-424d-af30-cfd881b6f8c7 None None] Port df21647a-d1b2-42ec-acf1-a7b80aa67678 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:59:13.627995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:13.629580 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:13.747763 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Router 1039b1ed-40d3-43d4-b133-77f6c9c9758c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:59:13.845847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1127c99-fe7e-420e-88ed-993ef0cc770c None None] Provisioning complete for port df21647a-d1b2-42ec-acf1-a7b80aa67678 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:13.846800 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1127c99-fe7e-420e-88ed-993ef0cc770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:13.906884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:59:13.915362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a5afde46-c52e-4984-9f20-7c2a1ce7fc9b admin admin] 10.222.0.21 "PUT /v2.0/routers/1039b1ed-40d3-43d4-b133-77f6c9c9758c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412533 Jul 23 14:59:13.926710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1127c99-fe7e-420e-88ed-993ef0cc770c None None] Port df21647a-d1b2-42ec-acf1-a7b80aa67678 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:59:13.949741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 67c1d838-1a7e-4eb1-99f4-5ed831b27932 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:14.016913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:14.023442 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:14.024153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:14.114955 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:14.162344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 67c1d838-1a7e-4eb1-99f4-5ed831b27932, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=67c1d838-1a7e-4eb1-99f4-5ed831b27932,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:14.165287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-292a4c35-c532-468b-827b-42f3de3e8b49 None None] Provisioning complete for port df21647a-d1b2-42ec-acf1-a7b80aa67678 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:14.165685 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-292a4c35-c532-468b-827b-42f3de3e8b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:14.168509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:14.169291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 85de9f21-8ab1-4f64-9dbc-9f5128974023 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:14.263275 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-292a4c35-c532-468b-827b-42f3de3e8b49 None None] Port df21647a-d1b2-42ec-acf1-a7b80aa67678 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:59:14.284964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=67c1d838-1a7e-4eb1-99f4-5ed831b27932,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:14.299621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 85de9f21-8ab1-4f64-9dbc-9f5128974023 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:14.304611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 85de9f21-8ab1-4f64-9dbc-9f5128974023 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:14.304990 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:14.400680 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:14.436909 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 85de9f21-8ab1-4f64-9dbc-9f5128974023, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=85de9f21-8ab1-4f64-9dbc-9f5128974023,segment=NetworkSegment(21a74df6-3c31-44d7-aa5c-512883968022),segment_id=21a74df6-3c31-44d7-aa5c-512883968022)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:14.442288 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:14.492498 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=85de9f21-8ab1-4f64-9dbc-9f5128974023,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:15.690095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Sync routers for ids ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:59:15.699813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Routers {'1039b1ed-40d3-43d4-b133-77f6c9c9758c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:15.701091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:15.851026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Set router 1039b1ed-40d3-43d4-b133-77f6c9c9758c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:15.918667 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1dd5564-3972-4ce0-9183-ab67b0aae6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:15.968525 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 67c1d838-1a7e-4eb1-99f4-5ed831b27932 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:16.090293 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:16.090692 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:16.206174 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:16.211337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:13Z', 'revision_number': 4, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port': {'id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'df21647a-d1b2-42ec-acf1-a7b80aa67678', 'name': '', 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'mac_address': 'fa:16:3e:2d:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0f2afc92-a850-4f8d-9742-04a6f9c6625b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:12Z', 'updated_at': '2021-07-23T14:59:13Z', 'revision_number': 2, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'subnets': [{'id': '0f2afc92-a850-4f8d-9742-04a6f9c6625b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:16.262218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Checking router: 1039b1ed-40d3-43d4-b133-77f6c9c9758c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:59:16.262633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Updating router 1039b1ed-40d3-43d4-b133-77f6c9c9758c port df21647a-d1b2-42ec-acf1-a7b80aa67678 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 14:59:16.309333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:16.347911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:16.354361 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:16.354766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:16.526280 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:16.582036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:16.590542 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:16.591355 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 85de9f21-8ab1-4f64-9dbc-9f5128974023 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:16.704908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:16.924641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:16.927253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 85de9f21-8ab1-4f64-9dbc-9f5128974023 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:16.927601 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:16.962258 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Transition to ACTIVE for port object df21647a-d1b2-42ec-acf1-a7b80aa67678 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:16.975116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:17.055078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceebed8-8915-47e3-b121-cad509723dae None None] Pushing event updated for resources: {'Port': ['ID=df21647a-d1b2-42ec-acf1-a7b80aa67678,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:17.165458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Attempting to bind port df21647a-d1b2-42ec-acf1-a7b80aa67678 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:59:17.165458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Attempting to bind port df21647a-d1b2-42ec-acf1-a7b80aa67678 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:59:17.165458 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Attempting to bind port df21647a-d1b2-42ec-acf1-a7b80aa67678 on network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:17.170539 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:59:17.170953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Checking segment: {'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:17.171361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:17.171764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Bound using segment: {'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:59:17.172262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Bound port: df21647a-d1b2-42ec-acf1-a7b80aa67678, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a74df6-3c31-44d7-aa5c-512883968022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:59:17.172657 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:17.252084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] For port df21647a-d1b2-42ec-acf1-a7b80aa67678, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:59:17.258167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] For port df21647a-d1b2-42ec-acf1-a7b80aa67678, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df21647a-d1b2-42ec-acf1-a7b80aa67678,segment=NetworkSegment(21a74df6-3c31-44d7-aa5c-512883968022),segment_id=21a74df6-3c31-44d7-aa5c-512883968022)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:59:17.289661 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:17.370028 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceebed8-8915-47e3-b121-cad509723dae None None] Pushing event updated for resources: {'Port': ['ID=df21647a-d1b2-42ec-acf1-a7b80aa67678,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:17.372457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Routers {'1039b1ed-40d3-43d4-b133-77f6c9c9758c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:17.373058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:58:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:17.513251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] Set router 1039b1ed-40d3-43d4-b133-77f6c9c9758c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:17.784131 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:13Z', 'revision_number': 4, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port': {'id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'df21647a-d1b2-42ec-acf1-a7b80aa67678', 'name': '', 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'mac_address': 'fa:16:3e:2d:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0f2afc92-a850-4f8d-9742-04a6f9c6625b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:12Z', 'updated_at': '2021-07-23T14:59:17Z', 'revision_number': 4, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'subnets': [{'id': '0f2afc92-a850-4f8d-9742-04a6f9c6625b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:17.814969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b512e7-3c59-44d3-9d62-6d15298eb3cb None None] The sync data for ids ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'] in n-d-801990-3 is: [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:13Z', 'revision_number': 4, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port': {'id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'df21647a-d1b2-42ec-acf1-a7b80aa67678', 'name': '', 'network_id': '3a59fd01-3c55-4742-98cd-8bb8e5518c53', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'mac_address': 'fa:16:3e:2d:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0f2afc92-a850-4f8d-9742-04a6f9c6625b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:12Z', 'updated_at': '2021-07-23T14:59:17Z', 'revision_number': 4, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'subnets': [{'id': '0f2afc92-a850-4f8d-9742-04a6f9c6625b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:59:17.835864 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:17.935753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:17.936236 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:18.300721 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:18.384063 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:18.573561 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-285a8415-8a43-4460-8f83-120079009620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:19.755616 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:19.878606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df21647a-d1b2-42ec-acf1-a7b80aa67678 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:19.937171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port df21647a-d1b2-42ec-acf1-a7b80aa67678 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:19.941606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port df21647a-d1b2-42ec-acf1-a7b80aa67678 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:19.942154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:20.039546 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:20.073690 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port df21647a-d1b2-42ec-acf1-a7b80aa67678, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df21647a-d1b2-42ec-acf1-a7b80aa67678,segment=NetworkSegment(21a74df6-3c31-44d7-aa5c-512883968022),segment_id=21a74df6-3c31-44d7-aa5c-512883968022)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:20.079387 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:20.127127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=df21647a-d1b2-42ec-acf1-a7b80aa67678,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:21.460826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:21.829950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df21647a-d1b2-42ec-acf1-a7b80aa67678 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:21.883541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port df21647a-d1b2-42ec-acf1-a7b80aa67678 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:21.884421 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:23.558845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-11a543de-a2ed-4923-be30-089291f65041 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:23.560318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-11a543de-a2ed-4923-be30-089291f65041 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 814 time: 0.1058166 Jul 23 14:59:23.578071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-b9376cf5-a7a0-470e-95cd-633f465f0e7b tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/quotas/9b8d011181074efda264b42d4ffeeaaa HTTP/1.1" status: 200 len: 375 time: 0.0098808 Jul 23 14:59:23.653684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-a777ff9c-1f5b-4854-9d17-0713857e25a1 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694072 Jul 23 14:59:23.915465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-41d4be81-6c18-4051-9edf-c15ecc2f379d service neutron] 10.222.0.21 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384776 Jul 23 14:59:24.009140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-1a35b473-0d9a-45a4-bc97-83e5fa4f2cdf service neutron] 10.222.0.21 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851393 Jul 23 14:59:24.188410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a41fcd3-dd82-4f83-ba3b-0cd3a5274b5e req-4171d972-e8c4-4e02-bb97-2ea18ac6a92c tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 210 time: 0.0294039 Jul 23 14:59:25.242719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-8b93068f-4a14-4475-b0eb-347c21a3c411 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:25.244206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-8b93068f-4a14-4475-b0eb-347c21a3c411 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 814 time: 0.1104560 Jul 23 14:59:25.270780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'port': {'device_id': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'admin_state_up': True, 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:25.291909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-da08fe99-fbea-4e6d-acbb-a16c69b7a316 req-f9763387-84c5-413c-96e7-a26bc3b92513 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 210 time: 0.0343773 Jul 23 14:59:25.401950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Made reservation on behalf of 9b8d011181074efda264b42d4ffeeaaa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 14:59:25.405482 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:25.532475 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Allocated IP 172.20.0.7 (016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3/ad988d75-867c-4db4-a973-846739b2b901/7503a1bc-81bc-4d66-b501-88cf350da124) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:25.736507 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:25.753157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Transition to ACTIVE for port object 7503a1bc-81bc-4d66-b501-88cf350da124 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:25.794192 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:25.845379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:25.848522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:25.854459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:25.880784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:25.896058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.896413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.896740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.897089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.897395 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.897720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.898038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.898361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.898720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.899020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.899336 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.899650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:25.933064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:25.933753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:25.950200 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-ce9f43f9-bad7-4a0e-b794-7ab5d9eaf052 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6840618 Jul 23 14:59:26.124732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d544b82-2a83-4759-9708-0bca86c64c32 None None] Provisioning for port 7503a1bc-81bc-4d66-b501-88cf350da124 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:26.129017 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d544b82-2a83-4759-9708-0bca86c64c32 None None] Provisioning complete for port 7503a1bc-81bc-4d66-b501-88cf350da124 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:26.129324 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d544b82-2a83-4759-9708-0bca86c64c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:26.170814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8d544b82-2a83-4759-9708-0bca86c64c32 None None] Port 7503a1bc-81bc-4d66-b501-88cf350da124 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 14:59:26.431369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d1812-0db2-4c23-86a8-7b7bc9b74dcc req-fb353e17-a2fe-4803-ad3f-92391a2f4ce7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:26.432966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b37d1812-0db2-4c23-86a8-7b7bc9b74dcc req-fb353e17-a2fe-4803-ad3f-92391a2f4ce7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0705481 Jul 23 14:59:26.475554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b37d1812-0db2-4c23-86a8-7b7bc9b74dcc req-9c3e4761-526a-4898-bb98-2142e50e1cb5 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364635 Jul 23 14:59:27.620127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8cf6-7594-41fc-a0da-fab379fbbb61 req-39251e0c-ba46-47d7-89a8-f2e6145098e3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:27.621633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-742d8cf6-7594-41fc-a0da-fab379fbbb61 req-39251e0c-ba46-47d7-89a8-f2e6145098e3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0670228 Jul 23 14:59:27.667210 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-742d8cf6-7594-41fc-a0da-fab379fbbb61 req-80d660a3-76b0-414d-8127-077851739d8c tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Jul 23 14:59:28.801032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f0cdd-b8ff-4fae-8905-31e0ddfee7c3 req-9330fa25-539e-4064-9024-614015bf9b02 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:28.802456 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-135f0cdd-b8ff-4fae-8905-31e0ddfee7c3 req-9330fa25-539e-4064-9024-614015bf9b02 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0645237 Jul 23 14:59:28.845341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-135f0cdd-b8ff-4fae-8905-31e0ddfee7c3 req-d15106ca-0243-4389-8e27-c1dd65bac5e6 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Jul 23 14:59:29.983433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb54ae-c47b-4a32-aeb0-2805a6560dfb req-4d2f17ee-3305-42c2-87ab-624727035dbc tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:29.984952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3cbb54ae-c47b-4a32-aeb0-2805a6560dfb req-4d2f17ee-3305-42c2-87ab-624727035dbc tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0660048 Jul 23 14:59:30.027275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3cbb54ae-c47b-4a32-aeb0-2805a6560dfb req-fc09ac99-77d7-4daa-a7dd-ef3720237f2b tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350568 Jul 23 14:59:31.162944 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85106f91-3ed2-4585-b768-5b4eedf7c909 req-fc0bf467-3eab-447f-ba59-e1c1b4d8700e tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:31.164460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85106f91-3ed2-4585-b768-5b4eedf7c909 req-fc0bf467-3eab-447f-ba59-e1c1b4d8700e tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0686889 Jul 23 14:59:31.208666 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85106f91-3ed2-4585-b768-5b4eedf7c909 req-1fcbc180-9fb7-4984-8580-0f9b6b90ff59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Jul 23 14:59:32.347614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4746-d129-4694-9e97-bd5800bf4770 req-f001cc34-ec9f-4ca3-8b3b-fd0f8787b04a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:32.349157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59bc4746-d129-4694-9e97-bd5800bf4770 req-f001cc34-ec9f-4ca3-8b3b-fd0f8787b04a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0685518 Jul 23 14:59:32.389028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-59bc4746-d129-4694-9e97-bd5800bf4770 req-55001ae2-2c66-4865-9f56-a1adad15ac39 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Jul 23 14:59:33.523965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab9138-dffe-4f84-bdd4-bb20139fe376 req-f837b207-3017-4cf3-910d-d607f6912849 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:33.525681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcab9138-dffe-4f84-bdd4-bb20139fe376 req-f837b207-3017-4cf3-910d-d607f6912849 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0660906 Jul 23 14:59:33.566014 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bcab9138-dffe-4f84-bdd4-bb20139fe376 req-f656e25c-9512-4758-a4cf-fcb02704df89 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Jul 23 14:59:34.510949 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 14:59:34.700907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578daf2-beeb-48d3-a03a-0e7c38c82cda req-8058e6aa-6c51-47a7-b3b9-eb3aeee81133 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:34.702438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0578daf2-beeb-48d3-a03a-0e7c38c82cda req-8058e6aa-6c51-47a7-b3b9-eb3aeee81133 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 931 time: 0.0702262 Jul 23 14:59:34.742965 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0578daf2-beeb-48d3-a03a-0e7c38c82cda req-4b3ca3b7-337a-4c70-b735-7c7e3e7f3c80 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Jul 23 14:59:35.324951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Request body: {'port': {'device_id': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:35.401055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:35.674921 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7503a1bc-81bc-4d66-b501-88cf350da124 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:59:35.682208 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:35.694629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Transition to ACTIVE for port object 7503a1bc-81bc-4d66-b501-88cf350da124 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 14:59:35.700629 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:35.748151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:35.835617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Attempting to bind port 7503a1bc-81bc-4d66-b501-88cf350da124 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 14:59:35.836021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Attempting to bind port 7503a1bc-81bc-4d66-b501-88cf350da124 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 14:59:35.836267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Attempting to bind port 7503a1bc-81bc-4d66-b501-88cf350da124 on network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:35.860970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Port 7503a1bc-81bc-4d66-b501-88cf350da124 on network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 14:59:35.861292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Attempting to bind port 7503a1bc-81bc-4d66-b501-88cf350da124 on network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 14:59:35.867919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 14:59:35.868251 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Checking segment: {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 14:59:35.868658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Bound using segment: {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 14:59:35.869084 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Bound port: 7503a1bc-81bc-4d66-b501-88cf350da124, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4449368-7e8a-450d-aa13-60b504628d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 14:59:35.869438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:35.926848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cae0f7-9eda-42de-a729-6377e0df2ee2 req-e8627090-9af3-440f-8519-70f0e605c6fc tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:35.928247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1cae0f7-9eda-42de-a729-6377e0df2ee2 req-e8627090-9af3-440f-8519-70f0e605c6fc tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 943 time: 0.1121688 Jul 23 14:59:35.965968 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 14:59:35.987696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7503a1bc-81bc-4d66-b501-88cf350da124,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 14:59:35.991619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d1cae0f7-9eda-42de-a729-6377e0df2ee2 req-5409af1d-e1cb-43d4-9b1b-61904d25e475 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572522 Jul 23 14:59:35.995696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:36.037560 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:36.038183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:36.039646 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 1091 time: 0.7193806 Jul 23 14:59:36.040108 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:59:36.042376 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c58131-1991-46ca-bb03-717036c09aba" -d '{"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:59:36.067806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80521bb1-8d2e-4cf5-b02f-e88f1499b6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:36.085287 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809158b5-1eae-44a2-bcbe-0f69e9ec41fc x-openstack-request-id: req-809158b5-1eae-44a2-bcbe-0f69e9ec41fc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:59:36.085570 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:59:36.085983 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-809158b5-1eae-44a2-bcbe-0f69e9ec41fc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:59:36.086208 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124', 'status': 'completed', 'code': 200} Jul 23 14:59:36.157081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-3789b235-4859-47da-9969-085a682189ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:36.158633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-3789b235-4859-47da-9969-085a682189ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1094 time: 0.0557015 Jul 23 14:59:36.211348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-6c0841f3-9a8d-473a-bf6f-61cf2fc1f3fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 217 time: 0.0400870 Jul 23 14:59:36.618396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-5abd354c-142f-451f-8fc8-dabb0da5a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:36.621099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-5abd354c-142f-451f-8fc8-dabb0da5a5df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.4023142 Jul 23 14:59:36.686291 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-bc7b1d19-2e64-4435-b793-8b6d304a0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:36.687842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-bc7b1d19-2e64-4435-b793-8b6d304a0c9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597336 Jul 23 14:59:36.778956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-4706d3a1-5559-4df8-bce8-ecb28e98e615 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846279 Jul 23 14:59:36.867391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39a642e3-fb7a-4768-a52b-fb6a88e11a9f req-b97169cd-ec82-4fa0-a406-97295e632fe6 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820417 Jul 23 14:59:37.013347 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58131-1991-46ca-bb03-717036c09aba req-b1ed7b23-ee54-41f0-bb7a-6cbed0093c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:37.014924 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c58131-1991-46ca-bb03-717036c09aba req-b1ed7b23-ee54-41f0-bb7a-6cbed0093c19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1094 time: 0.0601420 Jul 23 14:59:37.137307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58131-1991-46ca-bb03-717036c09aba req-e414dd92-fc51-4338-a76e-10340612fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:37.138859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c58131-1991-46ca-bb03-717036c09aba req-e414dd92-fc51-4338-a76e-10340612fe9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.1177807 Jul 23 14:59:37.188429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c58131-1991-46ca-bb03-717036c09aba req-859a20f5-53ea-4686-9989-bf5281c81eb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 217 time: 0.0415802 Jul 23 14:59:37.210747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc611d-ab4e-4062-bb66-9ad6479f7d48 req-1852882b-0788-47f4-9599-c1d37acbc17e tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:37.212101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cfc611d-ab4e-4062-bb66-9ad6479f7d48 req-1852882b-0788-47f4-9599-c1d37acbc17e tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 943 time: 0.1285663 Jul 23 14:59:37.267313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58131-1991-46ca-bb03-717036c09aba req-e7ce14b1-f145-4b63-bcc2-f45613f80112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:37.268760 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c58131-1991-46ca-bb03-717036c09aba req-e7ce14b1-f145-4b63-bcc2-f45613f80112 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0739911 Jul 23 14:59:37.276470 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9cfc611d-ab4e-4062-bb66-9ad6479f7d48 req-8b5340f1-b37a-4429-85ab-a075b90f672f tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465174 Jul 23 14:59:37.332484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58131-1991-46ca-bb03-717036c09aba req-dc0aa9aa-a6cb-4e7a-8e64-e9ebccf3c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:37.333971 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c58131-1991-46ca-bb03-717036c09aba req-dc0aa9aa-a6cb-4e7a-8e64-e9ebccf3c3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566754 Jul 23 14:59:37.431756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c58131-1991-46ca-bb03-717036c09aba req-673366ed-c955-4e85-9cac-4edfb853aba2 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891683 Jul 23 14:59:37.536450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88c58131-1991-46ca-bb03-717036c09aba req-81f68442-23f1-40a2-b24a-d6e49c1aac7c service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973206 Jul 23 14:59:38.108669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:38.197084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7503a1bc-81bc-4d66-b501-88cf350da124 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 14:59:38.293406 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7503a1bc-81bc-4d66-b501-88cf350da124,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:38.305813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '7503a1bc-81bc-4d66-b501-88cf350da124', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'port_id': '7503a1bc-81bc-4d66-b501-88cf350da124', 'mac_address': 'fa:16:3e:84:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 14:59:38.345136 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:38.361766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7503a1bc-81bc-4d66-b501-88cf350da124 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 14:59:38.382470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7503a1bc-81bc-4d66-b501-88cf350da124,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:38.387653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:38.414420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fb394-6bf3-4ece-b17d-75c0a07feb79 req-dd04241a-ca0a-4919-83da-6b670f2141e7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:38.415968 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef0fb394-6bf3-4ece-b17d-75c0a07feb79 req-dd04241a-ca0a-4919-83da-6b670f2141e7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 943 time: 0.0718391 Jul 23 14:59:38.435193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:38.443072 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.443409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.443730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.444062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.444387 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.444712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.445033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.445349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.445670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.445984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.446278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.446612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 14:59:38.456185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef0fb394-6bf3-4ece-b17d-75c0a07feb79 req-c918668d-df49-4870-a93b-5a9f32db4e6a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Jul 23 14:59:38.663742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7503a1bc-81bc-4d66-b501-88cf350da124'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:59:39.599784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ec1b4-6004-4f59-bc69-9c40729d4263 req-9a105fa3-c6f9-43d9-9e32-7947ab8bbeea tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:39.601255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c8ec1b4-6004-4f59-bc69-9c40729d4263 req-9a105fa3-c6f9-43d9-9e32-7947ab8bbeea tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 944 time: 0.0653651 Jul 23 14:59:39.643342 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c8ec1b4-6004-4f59-bc69-9c40729d4263 req-5214e608-3f47-4a90-a0c7-83c4bc22f997 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Jul 23 14:59:40.211768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7503a1bc-81bc-4d66-b501-88cf350da124 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 14:59:40.275217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 7503a1bc-81bc-4d66-b501-88cf350da124 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 14:59:40.279036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 7503a1bc-81bc-4d66-b501-88cf350da124 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:40.279521 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:40.355444 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:40.378559 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:59:40.380828 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d18bea-52ab-441e-a560-a5c1854aa78d" -d '{"events": [{"server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "name": "network-vif-plugged", "status": "completed", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:59:40.393707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7503a1bc-81bc-4d66-b501-88cf350da124,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:40.399548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:40.426964 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e6d59b-3d50-409b-901f-69496eb5b51e x-openstack-request-id: req-57e6d59b-3d50-409b-901f-69496eb5b51e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:59:40.427253 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "name": "network-vif-plugged", "status": "completed", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:59:40.427501 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57e6d59b-3d50-409b-901f-69496eb5b51e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:59:40.427974 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124', 'code': 200} Jul 23 14:59:40.454082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:40.558927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92df5d3-1171-47b3-8952-58b8ed7b8bc8 req-41068260-cbd4-4561-90b0-963eedd82917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:40.560429 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b92df5d3-1171-47b3-8952-58b8ed7b8bc8 req-41068260-cbd4-4561-90b0-963eedd82917 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1096 time: 0.0583761 Jul 23 14:59:40.596075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b92df5d3-1171-47b3-8952-58b8ed7b8bc8 req-23a14135-6713-4ada-bd4a-be756eaea82a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288880 Jul 23 14:59:40.792273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3803a-9b97-4620-b1c9-51f2c3d6e780 req-87d399c4-4a9b-4852-ace0-f8a88933ae58 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:40.793665 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07c3803a-9b97-4620-b1c9-51f2c3d6e780 req-87d399c4-4a9b-4852-ace0-f8a88933ae58 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0719569 Jul 23 14:59:40.834992 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07c3803a-9b97-4620-b1c9-51f2c3d6e780 req-3de19952-37b0-4e73-a9d3-78c46c541329 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jul 23 14:59:41.973766 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d99a7-4210-43d4-ad35-84a73a3e79b8 req-f19c9b2e-be4a-4169-85b2-190a71c431d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:41.975300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c2d99a7-4210-43d4-ad35-84a73a3e79b8 req-f19c9b2e-be4a-4169-85b2-190a71c431d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0677454 Jul 23 14:59:42.014620 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8c2d99a7-4210-43d4-ad35-84a73a3e79b8 req-f093a709-8e97-404d-8115-0f6802e5968a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Jul 23 14:59:42.159344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e17bb5-e234-4c89-9401-755f0e520545 req-22d2159b-1ea8-4104-a780-84b2ca39c8dd tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:42.160741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25e17bb5-e234-4c89-9401-755f0e520545 req-22d2159b-1ea8-4104-a780-84b2ca39c8dd tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0810516 Jul 23 14:59:42.202322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-25e17bb5-e234-4c89-9401-755f0e520545 req-b722f77a-b350-4a41-b9bf-a938be8b84fd tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Jul 23 14:59:42.410071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d4f6-f2db-4d8f-9e00-8521212ff55c req-cb1a2a7f-fe3a-4c9f-b651-ef38a2a5b76f tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:42.411503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b65d4f6-f2db-4d8f-9e00-8521212ff55c req-cb1a2a7f-fe3a-4c9f-b651-ef38a2a5b76f tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0669167 Jul 23 14:59:42.450343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1b65d4f6-f2db-4d8f-9e00-8521212ff55c req-33b4989e-ff3b-4e0d-8922-abde0ab3e57d tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jul 23 14:59:43.835678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-2734911e-5fd0-4e7a-9db8-78d9adf26046 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546477 Jul 23 14:59:43.951639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-f3e6b7ea-cf38-463e-a4eb-c6dde27304f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:43.953238 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-f3e6b7ea-cf38-463e-a4eb-c6dde27304f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1096 time: 0.0591040 Jul 23 14:59:44.057465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-94a49351-4188-4808-b6fd-0f566e14004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:44.058984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-94a49351-4188-4808-b6fd-0f566e14004a service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.0867066 Jul 23 14:59:44.104195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-4b361753-319a-41af-8fe4-fd057c864ba9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 217 time: 0.0384700 Jul 23 14:59:44.157488 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-97d7ec90-aa6f-4d3b-8298-1c8112814c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:44.158988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-97d7ec90-aa6f-4d3b-8298-1c8112814c8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0446558 Jul 23 14:59:44.222022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-0d575391-bbda-469f-b88a-04380b971639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:44.223871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-0d575391-bbda-469f-b88a-04380b971639 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586174 Jul 23 14:59:44.320947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-800b0044-9e60-4882-acef-a606d250ed55 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908413 Jul 23 14:59:44.417189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a0493bf6-49a1-406d-927a-455a1eaa4d82 req-5e7520ea-5125-46da-8907-6993d5caa201 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825007 Jul 23 14:59:45.876941 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f1fb-af78-408e-b56d-087dac92c2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:48.306977 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:48.394691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:48.577034 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa883-0c63-447a-8688-71947136295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:49.767503 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:51.465043 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:54.127790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f632e-8565-4ef6-825e-e684b573230a req-adb2e649-4f40-44aa-ae59-662e0b25de90 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:54.129288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb6f632e-8565-4ef6-825e-e684b573230a req-adb2e649-4f40-44aa-ae59-662e0b25de90 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0792167 Jul 23 14:59:54.169352 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bb6f632e-8565-4ef6-825e-e684b573230a req-d4e2c932-75f6-4bef-a67e-43f66b9eedbd tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341632 Jul 23 14:59:54.192144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:54.291892 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d2b72-8a99-4186-947c-a617b44c86eb tempest-TestMinimumBasicScenario-728509749 tempest-TestMinimumBasicScenario-728509749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:54.293467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2d0d2b72-8a99-4186-947c-a617b44c86eb tempest-TestMinimumBasicScenario-728509749 tempest-TestMinimumBasicScenario-728509749-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1091 time: 0.1003182 Jul 23 14:59:54.296628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:54.301002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '7503a1bc-81bc-4d66-b501-88cf350da124', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:54.324806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:54.425467 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:54.525220 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Allocated IP 172.25.2.236 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/ec284dff-46a0-416b-9d5d-88f060f1568e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 14:59:54.627940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:54.669864 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:54.706403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 14:59:54.711710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 14:59:54.715254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 14:59:54.720811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'Port': ['ID=ec284dff-46a0-416b-9d5d-88f060f1568e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:55.079257 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:55.166325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:55.338284 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:55.345703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:55.412970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'Port': ['ID=ec284dff-46a0-416b-9d5d-88f060f1568e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:55.430672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:55.530684 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Floating IP b826b67c-45a0-413c-b407-319413485f6e associated. External IP: 172.25.2.236, port: 7503a1bc-81bc-4d66-b501-88cf350da124. Jul 23 14:59:55.754979 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 14:59:55.877996 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 14:59:55.888250 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] Sync routers for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 14:59:55.896183 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:55.898017 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:55.898632 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:59:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:55.935925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a9a57561-fed2-45d3-9dde-cf68c8807151 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6382687 Jul 23 14:59:55.936909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:59:55.939365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:55.939895 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa03739-40f6-42b5-b6ca-6007d5974a89" -d '{"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:59:55.944238 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-24890973-a57a-48ae-8d74-048d98f74316 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293228478', 'description': 'tempest-secgroup-smoke-1293228478 description', 'project_id': '9b8d011181074efda264b42d4ffeeaaa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:55.973220 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24890973-a57a-48ae-8d74-048d98f74316 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:55.975653 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266c0742-2325-40a7-bf51-4c5a456d70bd x-openstack-request-id: req-266c0742-2325-40a7-bf51-4c5a456d70bd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:59:55.975936 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:59:55.976183 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-266c0742-2325-40a7-bf51-4c5a456d70bd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:59:55.976596 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124', 'status': 'completed', 'code': 200} Jul 23 14:59:56.008762 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:56.063971 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24890973-a57a-48ae-8d74-048d98f74316 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.069631 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24890973-a57a-48ae-8d74-048d98f74316 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.076070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-c81cb790-a9cc-4eeb-9214-715739defeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:56.077693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-c81cb790-a9cc-4eeb-9214-715739defeb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1096 time: 0.0574586 Jul 23 14:59:56.099116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24890973-a57a-48ae-8d74-048d98f74316 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016f77e1-0d06-4458-a17a-df1b1ee4798d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:56.113373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24890973-a57a-48ae-8d74-048d98f74316 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.114611 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-24890973-a57a-48ae-8d74-048d98f74316 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1742127 Jul 23 14:59:56.118037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:56.122987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87bd79ed-74a0-4b31-831d-5575ff935b59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'security_group_rule': {'security_group_id': '016f77e1-0d06-4458-a17a-df1b1ee4798d', 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:56.150492 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87bd79ed-74a0-4b31-831d-5575ff935b59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.176939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-7c35d5a8-f248-4477-bacb-9f315163dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:56.178458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-7c35d5a8-f248-4477-bacb-9f315163dd06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.0942967 Jul 23 14:59:56.212254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87bd79ed-74a0-4b31-831d-5575ff935b59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.217289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87bd79ed-74a0-4b31-831d-5575ff935b59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.234725 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b826b67c-45a0-413c-b407-319413485f6e', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'port_id': '7503a1bc-81bc-4d66-b501-88cf350da124', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'mac_address': 'fa:16:3e:84:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:59:54Z', 'updated_at': '2021-07-23T14:59:54Z', 'revision_number': 0, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:14Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:56.240517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd79ed-74a0-4b31-831d-5575ff935b59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05572b7c-b2bc-40a3-9f84-3214edb3c6f1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:56.244098 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87bd79ed-74a0-4b31-831d-5575ff935b59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.246705 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-87bd79ed-74a0-4b31-831d-5575ff935b59 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266668 Jul 23 14:59:56.248482 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:56.253386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0079e4e0-163b-453b-a4c8-ae0787ed66fa tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'security_group_rule': {'security_group_id': '016f77e1-0d06-4458-a17a-df1b1ee4798d', 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:56.257558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-fd43de51-4cf3-40a8-a44e-a2d5d3ce0785 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 999 time: 0.0731313 Jul 23 14:59:56.262072 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] Checking router: a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 14:59:56.271882 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 14:59:56.272493 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T14:59:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:56.281343 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0079e4e0-163b-453b-a4c8-ae0787ed66fa tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.307090 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-d829ca67-5880-494c-bb5c-4547a7a12280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:56.308573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-d829ca67-5880-494c-bb5c-4547a7a12280 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0446677 Jul 23 14:59:56.342271 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0079e4e0-163b-453b-a4c8-ae0787ed66fa tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.348175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0079e4e0-163b-453b-a4c8-ae0787ed66fa tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.366326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e4e0-163b-453b-a4c8-ae0787ed66fa tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497e6cf9-9afa-455f-a06f-d12bc6f21722,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:56.368749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-ebff48d2-68ef-43e4-bf81-96654c338281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:56.370103 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-ebff48d2-68ef-43e4-bf81-96654c338281 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555811 Jul 23 14:59:56.378545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0079e4e0-163b-453b-a4c8-ae0787ed66fa tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.379977 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0079e4e0-163b-453b-a4c8-ae0787ed66fa tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302392 Jul 23 14:59:56.382635 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:56.387105 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 14:59:56.395361 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5697c4d4-0798-41a4-8670-0a559ecf2367 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'security_group_rule': {'security_group_id': '016f77e1-0d06-4458-a17a-df1b1ee4798d', 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:56.426993 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5697c4d4-0798-41a4-8670-0a559ecf2367 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.477633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-e25bb5a3-5f20-4b7c-a95a-a1475db436f6 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991592 Jul 23 14:59:56.487418 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5697c4d4-0798-41a4-8670-0a559ecf2367 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.495810 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5697c4d4-0798-41a4-8670-0a559ecf2367 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.517814 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697c4d4-0798-41a4-8670-0a559ecf2367 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95bcb8f-40f3-44b2-a393-1f2bdf1696b5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:56.521948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5697c4d4-0798-41a4-8670-0a559ecf2367 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.523439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5697c4d4-0798-41a4-8670-0a559ecf2367 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394706 Jul 23 14:59:56.526073 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:56.530728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-939c3f27-c077-4912-ad8a-bb4a0837dcf3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'security_group_rule': {'security_group_id': '016f77e1-0d06-4458-a17a-df1b1ee4798d', 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:56.558936 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-939c3f27-c077-4912-ad8a-bb4a0837dcf3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.581185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9fa03739-40f6-42b5-b6ca-6007d5974a89 req-038d4d22-2c2e-44ee-97a2-cf77854f4a3c service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990033 Jul 23 14:59:56.624048 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b826b67c-45a0-413c-b407-319413485f6e', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'port_id': '7503a1bc-81bc-4d66-b501-88cf350da124', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'mac_address': 'fa:16:3e:84:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:59:54Z', 'updated_at': '2021-07-23T14:59:54Z', 'revision_number': 0, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:14Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 14:59:56.628783 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-939c3f27-c077-4912-ad8a-bb4a0837dcf3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.633737 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-939c3f27-c077-4912-ad8a-bb4a0837dcf3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.650328 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb7a10-a605-41c8-8719-0f76073e68b3 None None] The sync data for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 is: [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'b826b67c-45a0-413c-b407-319413485f6e', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'port_id': '7503a1bc-81bc-4d66-b501-88cf350da124', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'mac_address': 'fa:16:3e:84:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T14:59:54Z', 'updated_at': '2021-07-23T14:59:54Z', 'revision_number': 0, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:14Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 14:59:56.655319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c3f27-c077-4912-ad8a-bb4a0837dcf3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322c7426-8fe0-4d7f-b9b7-ebe7456e2d8f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:56.658723 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-939c3f27-c077-4912-ad8a-bb4a0837dcf3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.660042 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-939c3f27-c077-4912-ad8a-bb4a0837dcf3 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327741 Jul 23 14:59:56.662823 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:56.667593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'security_group_rule': {'security_group_id': '016f77e1-0d06-4458-a17a-df1b1ee4798d', 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:56.690159 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Project 9b8d011181074efda264b42d4ffeeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:59:56.695491 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.756353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.761444 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.781013 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebbce29-dab9-46c5-b8fc-c27be79a0a69,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:56.790276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.794772 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4e7f38cc-80f8-42f5-a1cc-3bab3dd1ca64 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306150 Jul 23 14:59:56.794887 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 14:59:56.800177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'security_group_rule': {'security_group_id': '016f77e1-0d06-4458-a17a-df1b1ee4798d', 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:56.823807 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Project 9b8d011181074efda264b42d4ffeeaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 14:59:56.829489 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.852862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd13115-e344-4502-ba81-c38c8d0e7fcc None None] New status for floating IP b826b67c-45a0-413c-b407-319413485f6e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 14:59:56.901026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.906488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.923606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca5934f-70a7-4187-8ec6-a7cf71a773c1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:56.932331 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:56.933578 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-68553237-e5c2-491c-a2fb-9f4abfb4d7b9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372335 Jul 23 14:59:57.015929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-ba7998ad-d3bb-4edb-b0ff-b6bf751ed776 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293228478&fields=id&tenant_id=9b8d011181074efda264b42d4ffeeaaa HTTP/1.1" status: 200 len: 267 time: 0.0352030 Jul 23 14:59:57.082824 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-4dedda24-caa1-40e4-b9a6-4d598d4ea6f1 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:57.084282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-4dedda24-caa1-40e4-b9a6-4d598d4ea6f1 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0627210 Jul 23 14:59:57.096308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'port': {'security_groups': ['73b5f9aa-3592-4ce1-9810-3c75ca8669ed', '016f77e1-0d06-4458-a17a-df1b1ee4798d']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 14:59:57.194622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:57.374505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7503a1bc-81bc-4d66-b501-88cf350da124,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 14:59:57.403357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:57.411037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:57.445161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7503a1bc-81bc-4d66-b501-88cf350da124'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:59:57.456418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:57.457286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:57.458999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e29955ce-0134-40d6-9d76-be3fd8707837 req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "PUT /v2.0/ports/7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 981 time: 0.3671691 Jul 23 14:59:57.482977 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b406f9-d7f7-4bdd-be68-908ca0dc4f16 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 14:59:57.569235 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7503a1bc-81bc-4d66-b501-88cf350da124'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 14:59:57.601549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af06663-1949-4c8c-a8c8-fa1d8e3bc5e8 req-89cfb194-551e-41ca-8ff6-f838610d6d51 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:57.603583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6af06663-1949-4c8c-a8c8-fa1d8e3bc5e8 req-89cfb194-551e-41ca-8ff6-f838610d6d51 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0701032 Jul 23 14:59:57.647488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6af06663-1949-4c8c-a8c8-fa1d8e3bc5e8 req-555b016f-2003-456a-82ca-fe013b398158 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366855 Jul 23 14:59:57.723528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-158338f3-06ef-4607-a4af-950ed8580eba None None] Provisioning complete for port 7503a1bc-81bc-4d66-b501-88cf350da124 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 14:59:57.723864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158338f3-06ef-4607-a4af-950ed8580eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 14:59:57.977812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 14:59:57.980496 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 14:59:58.017628 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc02fa36-0427-4b23-a3c5-d372c2e773f2 x-openstack-request-id: req-fc02fa36-0427-4b23-a3c5-d372c2e773f2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 14:59:58.017938 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 14:59:58.018170 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc02fa36-0427-4b23-a3c5-d372c2e773f2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 14:59:58.018588 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124', 'status': 'completed', 'code': 200} Jul 23 14:59:58.118569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-51d1247d-083e-4b03-8ec0-39212f37f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:58.120127 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-51d1247d-083e-4b03-8ec0-39212f37f380 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1135 time: 0.0583277 Jul 23 14:59:58.210623 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-4087fa82-3667-45be-b29c-81798fb29eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:58.212100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-4087fa82-3667-45be-b29c-81798fb29eda service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.0851412 Jul 23 14:59:58.285594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-66bd9cda-34ca-46d9-865c-c8310db3d472 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 1001 time: 0.0649304 Jul 23 14:59:58.335682 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-64b070f0-7ce7-49e2-8ab3-4fb88e360775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:58.337058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-64b070f0-7ce7-49e2-8ab3-4fb88e360775 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0439398 Jul 23 14:59:58.398567 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-9fd05586-8f9d-4759-9c86-e0f2a83cbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 14:59:58.400152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-9fd05586-8f9d-4759-9c86-e0f2a83cbec2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562615 Jul 23 14:59:58.825411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-4e6bc2cc-0467-4cf1-ab65-3be1343c8a52 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175594 Jul 23 14:59:58.928085 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ea04ba0-f0f3-4978-b3e5-3b190c733dd6 req-2f6587e9-ce78-43d4-9149-84a94ebf038f service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959325 Jul 23 15:00:08.105255 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:11.510232 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:00:15.881390 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70872d26-8a7a-4b23-8d50-d594a962dbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:18.304996 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:18.394198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:18.592249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9740fe02-cf88-475b-83c1-9a7db89df64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:19.760832 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:20.633587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf520e7-8d8f-48a6-8f87-7c0bcddb39e6 req-96293960-4d49-4bf9-80cc-5c9cfb068bf6 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:20.635099 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-baf520e7-8d8f-48a6-8f87-7c0bcddb39e6 req-96293960-4d49-4bf9-80cc-5c9cfb068bf6 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0965204 Jul 23 15:00:20.662160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-1ce1c251-2207-46fa-b040-077ab4ef4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:20.663558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-1ce1c251-2207-46fa-b040-077ab4ef4041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1135 time: 0.0915227 Jul 23 15:00:20.698848 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-baf520e7-8d8f-48a6-8f87-7c0bcddb39e6 req-fc2db192-fe58-450a-8e1d-a2ed80b727f7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573399 Jul 23 15:00:20.766255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-a6c651cc-425e-4e3e-906a-540f9b68a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:20.767868 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-a6c651cc-425e-4e3e-906a-540f9b68a58b service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.0949466 Jul 23 15:00:20.832989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-f577b34c-5f73-4c0c-a1bf-655d54b8edf7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 1001 time: 0.0584068 Jul 23 15:00:20.885756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-2f4598a9-9e80-4f76-a08e-39e82e4e8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:20.887213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-2f4598a9-9e80-4f76-a08e-39e82e4e8d75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0473702 Jul 23 15:00:20.946664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-563caea3-4518-40b1-9941-b7ebc0eec607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:20.948055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-563caea3-4518-40b1-9941-b7ebc0eec607 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538633 Jul 23 15:00:21.037947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-14bb5397-4443-432a-86e0-6c728aee3887 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816503 Jul 23 15:00:21.131035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1be20e-01d9-44df-9cd8-96ea0b8d5641 req-d8be1445-ec07-4f28-bdd5-4c408b2ad623 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869932 Jul 23 15:00:21.467292 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:21.856428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e03a0-d33b-4fd1-949b-6f155e347956 req-5c18517d-e01b-4bba-a355-519892ee3393 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:21.857918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-639e03a0-d33b-4fd1-949b-6f155e347956 req-5c18517d-e01b-4bba-a355-519892ee3393 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0658143 Jul 23 15:00:21.903664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-639e03a0-d33b-4fd1-949b-6f155e347956 req-1126384a-e963-43a4-b7e5-6728e1424938 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365942 Jul 23 15:00:23.045390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd54ab-a015-4bc5-bb51-45d8c0281033 req-9a5d2157-b0c8-42bc-8e9c-f955530fe11b tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:23.046921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24bd54ab-a015-4bc5-bb51-45d8c0281033 req-9a5d2157-b0c8-42bc-8e9c-f955530fe11b tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0694971 Jul 23 15:00:23.088036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-24bd54ab-a015-4bc5-bb51-45d8c0281033 req-c0ce0c9b-4a80-4808-b739-646ace535457 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347555 Jul 23 15:00:24.240076 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d37d-f517-4b9b-b312-eaaed9b026a7 req-cd0623df-8120-410d-9efa-f0bf731e8ab7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:24.241601 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b529d37d-f517-4b9b-b312-eaaed9b026a7 req-cd0623df-8120-410d-9efa-f0bf731e8ab7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0690067 Jul 23 15:00:24.282996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b529d37d-f517-4b9b-b312-eaaed9b026a7 req-a3f7361d-8739-4b6c-96a1-9e5e7e8c9401 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354609 Jul 23 15:00:25.419500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbc5f9-282e-4c43-8a9a-e9eb3a6d6e20 req-2afc3478-1834-4232-94d0-784633202f39 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:25.421017 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6cfbc5f9-282e-4c43-8a9a-e9eb3a6d6e20 req-2afc3478-1834-4232-94d0-784633202f39 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0692112 Jul 23 15:00:25.466963 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6cfbc5f9-282e-4c43-8a9a-e9eb3a6d6e20 req-caaaf3c4-afe9-4193-8b04-2336f0239160 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398142 Jul 23 15:00:26.608237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceadab5-1e90-4f11-b44d-64a5f5778f82 req-7554f025-fa2c-4dc9-b4d8-6765e7c79b7a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:26.609772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ceadab5-1e90-4f11-b44d-64a5f5778f82 req-7554f025-fa2c-4dc9-b4d8-6765e7c79b7a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0663021 Jul 23 15:00:26.649792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0ceadab5-1e90-4f11-b44d-64a5f5778f82 req-ce34db95-062d-4144-88f9-cedc7960fe4d tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342042 Jul 23 15:00:27.785215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d8ae7-befa-496c-830b-0d92f4617b7c req-81fb8956-d73f-45c7-aded-2e3541ae45d8 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:27.786729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-329d8ae7-befa-496c-830b-0d92f4617b7c req-81fb8956-d73f-45c7-aded-2e3541ae45d8 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0677242 Jul 23 15:00:27.826699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-329d8ae7-befa-496c-830b-0d92f4617b7c req-d8cc2607-ce6e-4cdb-9985-7bd35d28e18d tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340986 Jul 23 15:00:28.974837 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce8bc6-d3b4-4dae-9427-3661be9c541a req-0aa08893-3281-488e-8130-58d31e9cd61f tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:28.976308 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4ce8bc6-d3b4-4dae-9427-3661be9c541a req-0aa08893-3281-488e-8130-58d31e9cd61f tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0695322 Jul 23 15:00:29.016610 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d4ce8bc6-d3b4-4dae-9427-3661be9c541a req-632adedc-4221-48d5-8d90-7637b616d98a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345256 Jul 23 15:00:30.159174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35299c7c-5b94-44d1-9f10-e65d0d837ea4 req-184777b1-e541-41b7-93da-d2fac8b33869 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:30.160684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35299c7c-5b94-44d1-9f10-e65d0d837ea4 req-184777b1-e541-41b7-93da-d2fac8b33869 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0668199 Jul 23 15:00:30.200247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-35299c7c-5b94-44d1-9f10-e65d0d837ea4 req-1ffa599a-7b71-4a2a-bb99-1b59eb0073ee tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337040 Jul 23 15:00:31.348215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fae9da-fce1-42a6-b649-7ee8faab7d28 req-4a76a21c-ab5b-43dd-b40c-a7668c81b7b2 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:31.349642 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84fae9da-fce1-42a6-b649-7ee8faab7d28 req-4a76a21c-ab5b-43dd-b40c-a7668c81b7b2 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0743177 Jul 23 15:00:31.393986 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-84fae9da-fce1-42a6-b649-7ee8faab7d28 req-1bffa91a-f7b7-4764-b917-64b91f92115e tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384531 Jul 23 15:00:32.526964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83854c-dff5-4cc7-8de4-ef96295ffd3a req-4fbbdbb9-2b24-4b8e-94a1-77e7bbc9f0bb tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:32.528480 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c83854c-dff5-4cc7-8de4-ef96295ffd3a req-4fbbdbb9-2b24-4b8e-94a1-77e7bbc9f0bb tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0664878 Jul 23 15:00:32.571206 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c83854c-dff5-4cc7-8de4-ef96295ffd3a req-fca07d57-f2cb-4137-b94d-528c6c530258 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343165 Jul 23 15:00:33.725885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02c10-839a-4b41-8ff7-b1ebe34d0a03 req-86dfec23-bb98-4cdc-99eb-3116cb38b202 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:33.727468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6f02c10-839a-4b41-8ff7-b1ebe34d0a03 req-86dfec23-bb98-4cdc-99eb-3116cb38b202 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0734916 Jul 23 15:00:33.771443 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6f02c10-839a-4b41-8ff7-b1ebe34d0a03 req-9f848380-5b15-4833-9533-6d06580fd44a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353835 Jul 23 15:00:34.919201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2ae56-ab54-4381-bfd1-103c2b3b81a8 req-30b82a7f-4b1f-433c-a529-92915d59adc9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:34.920733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38e2ae56-ab54-4381-bfd1-103c2b3b81a8 req-30b82a7f-4b1f-433c-a529-92915d59adc9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0746534 Jul 23 15:00:34.970990 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38e2ae56-ab54-4381-bfd1-103c2b3b81a8 req-0887ad3f-ff47-4c46-870d-71e612cd2e93 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443738 Jul 23 15:00:36.107378 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5da07-c935-4cd4-93ad-136b363eaf27 req-69275239-e6a0-4909-ba15-56ce0b99ead6 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:36.108773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36c5da07-c935-4cd4-93ad-136b363eaf27 req-69275239-e6a0-4909-ba15-56ce0b99ead6 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0681975 Jul 23 15:00:36.152844 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36c5da07-c935-4cd4-93ad-136b363eaf27 req-704eb250-09cb-4333-8c6a-a4cf3adb0892 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381260 Jul 23 15:00:37.290848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0cd47-c3a6-464e-92e0-7cefc340b199 req-ed8f1358-11af-44fb-99d9-765cc777ee78 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:37.292265 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55b0cd47-c3a6-464e-92e0-7cefc340b199 req-ed8f1358-11af-44fb-99d9-765cc777ee78 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0694699 Jul 23 15:00:37.342040 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-55b0cd47-c3a6-464e-92e0-7cefc340b199 req-baecd0ab-4f92-45ac-a907-3f3c51e21866 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=016f77e1-0d06-4458-a17a-df1b1ee4798d&id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409164 Jul 23 15:00:38.118831 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:45.832661 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-b156899b-c3fa-4f95-8c57-554dfcfa4053 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567768 Jul 23 15:00:45.875380 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d957d0d3-f976-4d77-ac90-b26dca4708ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:45.951201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-cac28059-d8b4-4a8d-9304-3ce1c463c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:45.952701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-cac28059-d8b4-4a8d-9304-3ce1c463c68d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1135 time: 0.0571935 Jul 23 15:00:46.065941 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-794a7fce-b753-4bd6-bddd-243502ec1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:46.067380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-794a7fce-b753-4bd6-bddd-243502ec1dfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.0947340 Jul 23 15:00:46.131962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-d51fad04-1e46-4c4e-a0e3-acc3743dbd04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 1001 time: 0.0579097 Jul 23 15:00:46.180913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-616345ea-d426-4ad4-9f4c-6ceadf57520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:46.182391 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-616345ea-d426-4ad4-9f4c-6ceadf57520f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0448935 Jul 23 15:00:46.247133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-3e062a1f-88c0-42c6-a438-a9112b083318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:00:46.248638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-3e062a1f-88c0-42c6-a438-a9112b083318 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603018 Jul 23 15:00:46.258799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-c0a0b129-e0c8-4c8b-b0bf-c622fc48868b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:00:46.259742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-c0a0b129-e0c8-4c8b-b0bf-c622fc48868b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049958 Jul 23 15:00:46.351924 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-427fac6f-6c1d-4c5a-a0b3-49f7789bac93 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859690 Jul 23 15:00:46.446952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b23ce974-106c-4c76-9087-fe46a26c8059 req-05b53ed0-6b33-4d69-ad3c-4d1775cf3466 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877407 Jul 23 15:00:48.303637 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:48.400359 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:48.516676 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:00:48.595872 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f409cff-e3e6-42f5-8d35-75c85607e83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:49.762341 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:51.478578 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:00:58.502812 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-13d5bf72-0285-4a02-a7d4-adfd2ecf1049 req-23671231-54c5-4361-8986-6e60b681c358 tempest-ServerDiskConfigTestJSON-1991658950 tempest-ServerDiskConfigTestJSON-1991658950-project] (93766) timed out ('10.222.0.11', 56615) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 15:01:08.133532 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:10.435877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-a561af47-0522-45b0-84ce-e7b9a63bbcbe tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293228478&fields=id&tenant_id=9b8d011181074efda264b42d4ffeeaaa HTTP/1.1" status: 200 len: 267 time: 0.0423834 Jul 23 15:01:10.511445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-32e5ac42-d23b-42cd-85fa-a7789a97cf98 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:10.512947 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-32e5ac42-d23b-42cd-85fa-a7789a97cf98 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 984 time: 0.0716333 Jul 23 15:01:10.526366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Request body: {'port': {'security_groups': ['73b5f9aa-3592-4ce1-9810-3c75ca8669ed']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:10.621262 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:10.801895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7503a1bc-81bc-4d66-b501-88cf350da124,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:10.838468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:10.846867 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:10.881241 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7503a1bc-81bc-4d66-b501-88cf350da124'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:01:10.889437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:10.890038 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:10.891475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad025d74-d4f3-4c47-9b3d-13c1561c1b74 req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "PUT /v2.0/ports/7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 942 time: 0.3696811 Jul 23 15:01:10.891929 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:01:10.894249 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377402c0-1e10-41f5-a4cd-f89c691ff11f" -d '{"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:01:10.898433 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:10.919774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event updated for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:10.929543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.929543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.929872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.930214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.930600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.930983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.931311 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.931631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.931964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.932426 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.932802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.933127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1346a45-bec6-4400-95f0-1c00d3646359 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:10.944403 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef34d1-17b7-480c-be30-08824ccf8061 x-openstack-request-id: req-b7ef34d1-17b7-480c-be30-08824ccf8061 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:01:10.944764 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:01:10.945125 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7ef34d1-17b7-480c-be30-08824ccf8061 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:01:10.945936 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124', 'status': 'completed', 'code': 200} Jul 23 15:01:11.004718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.022738 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7503a1bc-81bc-4d66-b501-88cf350da124'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:01:11.040452 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.059801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-4bca6b10-f935-4c1a-886d-67f5750727a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:11.061399 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-4bca6b10-f935-4c1a-886d-67f5750727a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1096 time: 0.0662189 Jul 23 15:01:11.112379 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.115080 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.116819 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "DELETE /v2.0/security-groups/016f77e1-0d06-4458-a17a-df1b1ee4798d HTTP/1.1" status: 204 len: 168 time: 0.2166097 Jul 23 15:01:11.122408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:11.127454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016f77e1-0d06-4458-a17a-df1b1ee4798d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:11.135279 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.135806 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.136731 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.137399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.138235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.138764 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.139272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.139756 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.140232 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.140719 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.141198 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.141674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5551124-96fd-4ba0-843c-c78b02a585cf tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:11.195788 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3bdc5b7-282d-4211-8c13-d8ed1e92c57c None None] Provisioning complete for port 7503a1bc-81bc-4d66-b501-88cf350da124 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:11.196187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc5b7-282d-4211-8c13-d8ed1e92c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.226273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-7ff10646-bbcb-4115-9372-d210c579bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:11.227807 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-7ff10646-bbcb-4115-9372-d210c579bf23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.1576831 Jul 23 15:01:11.351485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-70f9e06c-654b-4c71-9565-68ea8338d7a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 1001 time: 0.0918465 Jul 23 15:01:11.408999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-27fe03dc-dcb7-4c58-a995-d8985b2bb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:11.410347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-27fe03dc-dcb7-4c58-a995-d8985b2bb93b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0518117 Jul 23 15:01:11.412691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Deleting port ec284dff-46a0-416b-9d5d-88f060f1568e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:11.413032 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.519208 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.519929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.537686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Calling delete_port for ec284dff-46a0-416b-9d5d-88f060f1568e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:11.551585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-49948476-6d8c-4954-af31-bc37b8409c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:11.553150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-49948476-6d8c-4954-af31-bc37b8409c46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288946 Jul 23 15:01:11.699529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-c8fb20a4-0845-406e-9eda-4ceb65f247eb service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159272 Jul 23 15:01:11.827126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-377402c0-1e10-41f5-a4cd-f89c691ff11f req-314d3fa4-ba01-4b64-925a-632188210461 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204038 Jul 23 15:01:11.828802 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.854365 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event deleted for resources: {'Port': ['ID=ec284dff-46a0-416b-9d5d-88f060f1568e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:11.923059 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:11.923448 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Floating IP b826b67c-45a0-413c-b407-319413485f6e disassociated (deleted). External IP: 172.25.2.236, port: 7503a1bc-81bc-4d66-b501-88cf350da124. Jul 23 15:01:12.143399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:01:12.250503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:01:12.255571 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:12.260629 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] Sync routers for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:01:12.274060 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:12.274698 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:00:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:12.301529 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-17add31c-5511-4b2d-8e15-17ebe2a2b621 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "DELETE /v2.0/floatingips/b826b67c-45a0-413c-b407-319413485f6e HTTP/1.1" status: 204 len: 168 time: 1.1779435 Jul 23 15:01:12.382221 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:12.686259 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:14Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:12.722356 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] Checking router: a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:01:12.731857 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:12.732461 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:00:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:12.840083 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:12.946607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:01:12.949318 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4046e0-1636-421b-824f-8b4dacb9d8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:01:12.985314 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d1963-3dd2-4ce4-a327-37cabddd9e66 x-openstack-request-id: req-5f8d1963-3dd2-4ce4-a327-37cabddd9e66 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:01:12.985603 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:01:12.985856 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f8d1963-3dd2-4ce4-a327-37cabddd9e66 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:01:12.986262 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124', 'status': 'completed', 'code': 200} Jul 23 15:01:13.044358 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:14Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:13.070969 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3fdee-be48-4d25-a458-5c42e25757ef None None] The sync data for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 is: [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:08Z', 'revision_number': 4, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '67c1d838-1a7e-4eb1-99f4-5ed831b27932', 'name': '', 'network_id': '016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'mac_address': 'fa:16:3e:f2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad988d75-867c-4db4-a973-846739b2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:07Z', 'updated_at': '2021-07-23T14:59:14Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'subnets': [{'id': 'ad988d75-867c-4db4-a973-846739b2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:01:13.100952 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-4170ece5-4574-4fec-8b5b-23c99d794cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:13.102614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-4170ece5-4574-4fec-8b5b-23c99d794cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8d011181074efda264b42d4ffeeaaa&device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 1096 time: 0.0592725 Jul 23 15:01:13.200774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-534b0c2c-902a-466a-8b07-7d2b131a27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:13.202275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-534b0c2c-902a-466a-8b07-7d2b131a27f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 200 len: 915 time: 0.0935709 Jul 23 15:01:13.252388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-2921e340-207f-4f9f-8866-29253107e6eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 200 len: 217 time: 0.0437224 Jul 23 15:01:13.303558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-9dd9a245-f95b-45a5-8adf-62a584b3df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:13.305245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-9dd9a245-f95b-45a5-8adf-62a584b3df36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 200 len: 853 time: 0.0469842 Jul 23 15:01:13.324191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902eed-d2f6-4b51-8f04-0c29579304a6 None None] New status for floating IP b826b67c-45a0-413c-b407-319413485f6e: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:01:13.365159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-45c87ae9-08d8-4756-b5fe-075c8cb4af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:13.366928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-45c87ae9-08d8-4756-b5fe-075c8cb4af3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550952 Jul 23 15:01:13.465059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-e2dcc949-a95e-4a30-8118-6b0c897be0db service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917013 Jul 23 15:01:13.559893 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cc4046e0-1636-421b-824f-8b4dacb9d8b9 req-e8b64c07-2ddf-43fc-b822-d5b055f938b1 service neutron] 10.222.0.11 "GET /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879025 Jul 23 15:01:15.879427 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8484ac25-6450-4cce-91f4-d154d98a0a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:18.325853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:18.387415 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:18.589541 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcaaf-7729-4f7d-bfb2-3e2cd3d82167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:19.300590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44574d-34b7-4246-a8b9-8ee0e10dec50 req-1c7e1546-3038-4afa-a1b7-48fed0644147 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:19.302164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f44574d-34b7-4246-a8b9-8ee0e10dec50 req-1c7e1546-3038-4afa-a1b7-48fed0644147 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0695565 Jul 23 15:01:19.341314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f44574d-34b7-4246-a8b9-8ee0e10dec50 req-4607a016-76fa-477c-b5d2-b23b22f3f942 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jul 23 15:01:19.765472 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:20.488479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d190d-df14-481d-a6bd-d96dc03a157d req-f8f619e7-1281-47ac-859e-9b3133faabc9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:20.489959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-350d190d-df14-481d-a6bd-d96dc03a157d req-f8f619e7-1281-47ac-859e-9b3133faabc9 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0744174 Jul 23 15:01:20.527288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-350d190d-df14-481d-a6bd-d96dc03a157d req-178ea1ef-d076-41cc-9352-17e7c5e95a98 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/security-groups?id=73b5f9aa-3592-4ce1-9810-3c75ca8669ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jul 23 15:01:21.049379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-cf7ff72a-d7a2-42fa-ae58-ed6844827b9b tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:21.050862 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-cf7ff72a-d7a2-42fa-ae58-ed6844827b9b tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.11 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 945 time: 0.0681298 Jul 23 15:01:21.156540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Deleting port 7503a1bc-81bc-4d66-b501-88cf350da124 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:21.156875 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:21.245575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] For port 7503a1bc-81bc-4d66-b501-88cf350da124, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=7503a1bc-81bc-4d66-b501-88cf350da124,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:21.245815 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:21.257637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Calling delete_port for 7503a1bc-81bc-4d66-b501-88cf350da124 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:21.403209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:21.434852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Pushing event deleted for resources: {'Port': ['ID=7503a1bc-81bc-4d66-b501-88cf350da124,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:21.436805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['7503a1bc-81bc-4d66-b501-88cf350da124'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:01:21.476192 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:21.485455 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] No DVR routers for this DVR port 7503a1bc-81bc-4d66-b501-88cf350da124 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:01:21.488221 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:21.490243 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c837d78d-51cb-4456-9b6e-a88a22bcd9a9 req-22e94f0f-6489-4dea-858b-e2477a51f1d7 tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.11 "DELETE /v2.0/ports/7503a1bc-81bc-4d66-b501-88cf350da124 HTTP/1.1" status: 204 len: 173 time: 0.4331405 Jul 23 15:01:21.490868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'name': 'network-vif-deleted', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:01:21.493004 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16888b1c-be12-45b6-ab43-7f2b9644b2c6" -d '{"events": [{"server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "name": "network-vif-deleted", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:01:21.527880 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bf4f10-3386-441a-8ce7-4c979ad87067 x-openstack-request-id: req-74bf4f10-3386-441a-8ce7-4c979ad87067 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:01:21.528168 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4552c9-a67b-45e1-b5cc-7c0c0db3cd00", "name": "network-vif-deleted", "tag": "7503a1bc-81bc-4d66-b501-88cf350da124", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:01:21.528422 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74bf4f10-3386-441a-8ce7-4c979ad87067 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:01:21.528817 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4552c9-a67b-45e1-b5cc-7c0c0db3cd00', 'name': 'network-vif-deleted', 'tag': '7503a1bc-81bc-4d66-b501-88cf350da124', 'status': 'completed', 'code': 200} Jul 23 15:01:21.630078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22650960-8326-4ee8-a439-8486089ca2db req-c23983c6-94c3-44e3-aca0-f0f6675dc09a tempest-TestMinimumBasicScenario-1687823602 tempest-TestMinimumBasicScenario-1687823602-project] 10.222.0.21 "GET /v2.0/ports?device_id=df4552c9-a67b-45e1-b5cc-7c0c0db3cd00 HTTP/1.1" status: 200 len: 210 time: 0.0322139 Jul 23 15:01:23.246156 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:23.605495 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:23.866020 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Deleting port 67c1d838-1a7e-4eb1-99f4-5ed831b27932 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:23.866346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:23.968701 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] For port 67c1d838-1a7e-4eb1-99f4-5ed831b27932, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=67c1d838-1a7e-4eb1-99f4-5ed831b27932,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:23.969069 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:23.987963 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Calling delete_port for 67c1d838-1a7e-4eb1-99f4-5ed831b27932 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:24.201192 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:24.229226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=67c1d838-1a7e-4eb1-99f4-5ed831b27932,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:24.396941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:24.620832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:01:24.723463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7503a1bc-81bc-4d66-b501-88cf350da124 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:01:24.731883 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:01:24.740254 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fcad995b-b925-40d1-ba26-aa448a202d1f admin admin] 10.222.0.21 "PUT /v2.0/routers/a4d9962f-9a5f-4153-93ff-97db5b6e9fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929175 Jul 23 15:01:24.741924 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:24.743125 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] Sync routers for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:01:24.747952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 7503a1bc-81bc-4d66-b501-88cf350da124 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:01:24.748301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 7503a1bc-81bc-4d66-b501-88cf350da124 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:01:24.753545 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:24.754150 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:24.861213 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:25.047488 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T15:01:24Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:25.074063 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] Checking router: a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:01:25.083390 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] Routers {'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:25.083996 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:25.188951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.190058 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] Set router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:25.291020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.346632 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Deleting port 3fc1e012-8271-4020-bc53-f1d7c6b96169 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:25.347101 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.365540 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T15:01:24Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:25.394475 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e9e57-f634-4f84-ab6a-b7f52f2c54a9 None None] The sync data for ids ['a4d9962f-9a5f-4153-93ff-97db5b6e9fd8'] in n-d-801990-3 is: [{'id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'name': 'tempest-TestMinimumBasicScenario-254396090-router', 'tenant_id': '9b8d011181074efda264b42d4ffeeaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T15:01:24Z', 'revision_number': 5, 'project_id': '9b8d011181074efda264b42d4ffeeaaa', 'gw_port': {'id': '3fc1e012-8271-4020-bc53-f1d7c6b96169', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d9962f-9a5f-4153-93ff-97db5b6e9fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:05Z', 'updated_at': '2021-07-23T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:01:25.432801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] For port 3fc1e012-8271-4020-bc53-f1d7c6b96169, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3fc1e012-8271-4020-bc53-f1d7c6b96169,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:25.433162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.444926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Calling delete_port for 3fc1e012-8271-4020-bc53-f1d7c6b96169 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:25.506761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:01:25.618742 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.643935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc1e012-8271-4020-bc53-f1d7c6b96169,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:25.711026 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.819619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.822176 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.869911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.870331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:01:25.875628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.879746 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6ae7b1e7-8a4c-42d9-bf1f-5cd6ec4a6452 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a4d9962f-9a5f-4153-93ff-97db5b6e9fd8 HTTP/1.1" status: 204 len: 168 time: 1.1366620 Jul 23 15:01:25.880366 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:25.932128 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] Deleting subnet ad988d75-867c-4db4-a973-846739b2b901 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:01:25.935554 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.956545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 67c1d838-1a7e-4eb1-99f4-5ed831b27932 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:01:25.973559 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:25.978249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 67c1d838-1a7e-4eb1-99f4-5ed831b27932 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:01:25.980150 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 67c1d838-1a7e-4eb1-99f4-5ed831b27932 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:01:26.055120 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.131716 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.155478 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad988d75-867c-4db4-a973-846739b2b901,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:26.161291 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.163228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-01cbc4cc-7dd9-4535-a268-ba25735a52d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad988d75-867c-4db4-a973-846739b2b901 HTTP/1.1" status: 204 len: 168 time: 0.2804410 Jul 23 15:01:26.165996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:26.167375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19c0b2b-66b9-4070-bbdb-c96a41bf08df None None] Network 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:01:26.233801 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.288760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Deleting port 26008459-10be-4946-9498-5ad748f4b86a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:26.289105 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.357418 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] For port 26008459-10be-4946-9498-5ad748f4b86a, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=26008459-10be-4946-9498-5ad748f4b86a,segment=NetworkSegment(d4449368-7e8a-450d-aa13-60b504628d8d),segment_id=d4449368-7e8a-450d-aa13-60b504628d8d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:26.357696 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.370126 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Calling delete_port for 26008459-10be-4946-9498-5ad748f4b86a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:26.417281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] DHCP port deletion for 016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:01:26.463620 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.470469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Deleting port 26008459-10be-4946-9498-5ad748f4b86a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:26.470888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.492656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Pushing event deleted for resources: {'Port': ['ID=26008459-10be-4946-9498-5ad748f4b86a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:26.496388 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] No DVR routers for this DVR port 26008459-10be-4946-9498-5ad748f4b86a on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:01:26.539218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] For port 26008459-10be-4946-9498-5ad748f4b86a, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:26.539598 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.551032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Calling delete_port for 26008459-10be-4946-9498-5ad748f4b86a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:26.553636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Port 26008459-10be-4946-9498-5ad748f4b86a was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 15:01:26.554882 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.566368 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.576631 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:26.579810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Pushing event deleted for resources: {'Port': ['ID=26008459-10be-4946-9498-5ad748f4b86a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:26.584050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] No DVR routers for this DVR port 26008459-10be-4946-9498-5ad748f4b86a on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:01:26.587024 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4449368-7e8a-450d-aa13-60b504628d8d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:26.587327 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4449368-7e8a-450d-aa13-60b504628d8d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:26.591420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.591764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.592296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.592634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.592995 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.593319 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.593635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.593949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.594278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.594568 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.594994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.595306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba3fe7-1a5a-4afe-bd3c-1b3d3f7c782f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:26.602296 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.615955 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.621909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:01:26.622289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: timer() Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:01:26.623965 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:01:26.683524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.689701 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:26.691583 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3 HTTP/1.1" status: 204 len: 168 time: 0.5246615 Jul 23 15:01:26.694777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:26.702461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18320d3a-333a-4ea1-95fb-f9744a0566ab admin admin] Pushing event deleted for resources: {'Network': ['ID=016153ae-7ed5-47c9-a6f0-cfbf9e3e85c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:27.040910 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:27.299093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Deleting port df21647a-d1b2-42ec-acf1-a7b80aa67678 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:27.299353 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:27.379667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] For port df21647a-d1b2-42ec-acf1-a7b80aa67678, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=df21647a-d1b2-42ec-acf1-a7b80aa67678,segment=NetworkSegment(21a74df6-3c31-44d7-aa5c-512883968022),segment_id=21a74df6-3c31-44d7-aa5c-512883968022)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:27.380015 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:27.392345 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Calling delete_port for df21647a-d1b2-42ec-acf1-a7b80aa67678 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:27.591669 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:27.626925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Pushing event deleted for resources: {'Port': ['ID=df21647a-d1b2-42ec-acf1-a7b80aa67678,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:27.792057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:27.938862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fc1e012-8271-4020-bc53-f1d7c6b96169 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:01:27.959693 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3fc1e012-8271-4020-bc53-f1d7c6b96169 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:01:27.960034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3fc1e012-8271-4020-bc53-f1d7c6b96169 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:01:27.960449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 26008459-10be-4946-9498-5ad748f4b86a no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:01:27.978724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 26008459-10be-4946-9498-5ad748f4b86a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:01:27.979088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 26008459-10be-4946-9498-5ad748f4b86a not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:01:28.019214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Router 1039b1ed-40d3-43d4-b133-77f6c9c9758c has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:01:28.137640 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:01:28.144769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2b6bc510-7f6c-466a-9a50-768abab7843a admin admin] 10.222.0.21 "PUT /v2.0/routers/1039b1ed-40d3-43d4-b133-77f6c9c9758c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4489262 Jul 23 15:01:28.145584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:28.146797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] Sync routers for ids ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:01:28.156447 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] Routers {'1039b1ed-40d3-43d4-b133-77f6c9c9758c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:28.157059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:28.251836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.360755 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.413901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Deleting port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:28.414137 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.421878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] Set router 1039b1ed-40d3-43d4-b133-77f6c9c9758c gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:28.497123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] For port 5e7d95ae-e529-4c87-8d4a-eae008da5dc0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:28.497502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.509492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Calling delete_port for 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:28.596303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T15:01:27Z', 'revision_number': 5, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port': {'id': '5e7d95ae-e529-4c87-8d4a-eae008da5dc0', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:28.627145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] Checking router: 1039b1ed-40d3-43d4-b133-77f6c9c9758c for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:01:28.635932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] Routers {'1039b1ed-40d3-43d4-b133-77f6c9c9758c'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:28.636542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:28.679636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.705430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7d95ae-e529-4c87-8d4a-eae008da5dc0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:28.724657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] Set router 1039b1ed-40d3-43d4-b133-77f6c9c9758c gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:28.768153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.777553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T15:01:28Z', 'revision_number': 6, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:28.809678 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3900d96-11eb-4768-815f-e51454fa5997 None None] The sync data for ids ['1039b1ed-40d3-43d4-b133-77f6c9c9758c'] in n-d-801990-3 is: [{'id': '1039b1ed-40d3-43d4-b133-77f6c9c9758c', 'name': 'tempest-TestMinimumBasicScenario-99467968-router', 'tenant_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T14:59:10Z', 'updated_at': '2021-07-23T15:01:28Z', 'revision_number': 6, 'project_id': '5220d64be0ca4ef7b7395eabfef4dadf', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:01:28.859577 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.862094 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.913440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.914043 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1039b1ed-40d3-43d4-b133-77f6c9c9758c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:01:28.920151 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:28.922567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bb9f7b9d-f854-49bc-b1b2-c3a262faa4e5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1039b1ed-40d3-43d4-b133-77f6c9c9758c HTTP/1.1" status: 204 len: 168 time: 0.7752683 Jul 23 15:01:28.925897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:28.971568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] Deleting subnet 0f2afc92-a850-4f8d-9742-04a6f9c6625b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:01:28.974584 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.011367 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.094566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.153622 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.179678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2afc92-a850-4f8d-9742-04a6f9c6625b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:29.183407 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.188568 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2ab313ef-cb13-4a3a-b54b-57f64d445161 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f2afc92-a850-4f8d-9742-04a6f9c6625b HTTP/1.1" status: 204 len: 168 time: 0.2581258 Jul 23 15:01:29.188674 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:29.192769 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea01db-0bb2-4fc0-b7ce-0d5c34f878fb None None] Network 3a59fd01-3c55-4742-98cd-8bb8e5518c53 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:01:29.260659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.319286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Deleting port 85de9f21-8ab1-4f64-9dbc-9f5128974023 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:01:29.319625 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.388221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] For port 85de9f21-8ab1-4f64-9dbc-9f5128974023, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=85de9f21-8ab1-4f64-9dbc-9f5128974023,segment=NetworkSegment(21a74df6-3c31-44d7-aa5c-512883968022),segment_id=21a74df6-3c31-44d7-aa5c-512883968022)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:29.388578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.400739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Calling delete_port for 85de9f21-8ab1-4f64-9dbc-9f5128974023 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:01:29.490127 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.520375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85de9f21-8ab1-4f64-9dbc-9f5128974023,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:29.523862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] No DVR routers for this DVR port 85de9f21-8ab1-4f64-9dbc-9f5128974023 on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:01:29.598979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.599759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6650fb6-6f34-481c-b454-0e2acacc7745 None None] DHCP port deletion for 3a59fd01-3c55-4742-98cd-8bb8e5518c53 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:01:29.609956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a59fd01-3c55-4742-98cd-8bb8e5518c53']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:29.621139 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a74df6-3c31-44d7-aa5c-512883968022') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:29.621438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a74df6-3c31-44d7-aa5c-512883968022') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:29.630954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.646059 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.652326 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:01:29.652719 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: timer() Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:01:29.654365 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:01:29.708545 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.724368 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:29.728751 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a59fd01-3c55-4742-98cd-8bb8e5518c53 HTTP/1.1" status: 204 len: 168 time: 0.5373111 Jul 23 15:01:29.728751 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c4e6a-845e-47dd-8308-0a9e9ac107a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a59fd01-3c55-4742-98cd-8bb8e5518c53,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:29.903493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df21647a-d1b2-42ec-acf1-a7b80aa67678 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:01:29.921461 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:29.924934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: df21647a-d1b2-42ec-acf1-a7b80aa67678 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:01:29.925272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device df21647a-d1b2-42ec-acf1-a7b80aa67678 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:01:29.925688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:01:29.944879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:01:29.945220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5e7d95ae-e529-4c87-8d4a-eae008da5dc0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:01:29.945630 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 85de9f21-8ab1-4f64-9dbc-9f5128974023 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:01:29.962055 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-150c0b80-0b59-4526-adde-5dd47d64dec2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b8d011181074efda264b42d4ffeeaaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393212 Jul 23 15:01:29.964682 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:29.964999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 85de9f21-8ab1-4f64-9dbc-9f5128974023 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:01:29.965345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 85de9f21-8ab1-4f64-9dbc-9f5128974023 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:01:30.019317 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7094-2c1b-47d2-a6cd-b9591cfca01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.040156 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7094-2c1b-47d2-a6cd-b9591cfca01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.097166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7094-2c1b-47d2-a6cd-b9591cfca01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.099689 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7094-2c1b-47d2-a6cd-b9591cfca01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.100903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cf3e7094-2c1b-47d2-a6cd-b9591cfca01e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73b5f9aa-3592-4ce1-9810-3c75ca8669ed HTTP/1.1" status: 204 len: 168 time: 0.1353207 Jul 23 15:01:30.108844 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e7094-2c1b-47d2-a6cd-b9591cfca01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b5f9aa-3592-4ce1-9810-3c75ca8669ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:30.469622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:30.514612 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8999d592-0a9c-4cc9-9534-401212069658 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5220d64be0ca4ef7b7395eabfef4dadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438330 Jul 23 15:01:30.517174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:30.565597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3670d1e-5ba0-4e26-8745-29ea00e22e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.587597 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3670d1e-5ba0-4e26-8745-29ea00e22e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.639610 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3670d1e-5ba0-4e26-8745-29ea00e22e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.642143 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3670d1e-5ba0-4e26-8745-29ea00e22e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:30.643324 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e3670d1e-5ba0-4e26-8745-29ea00e22e39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd3b8bd2-34be-4a91-ab70-3945aff8b1ce HTTP/1.1" status: 204 len: 168 time: 0.1252873 Jul 23 15:01:30.651188 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3670d1e-5ba0-4e26-8745-29ea00e22e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3b8bd2-34be-4a91-ab70-3945aff8b1ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:32.473836 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:32.478916 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201403421', 'description': 'tempest-secgroup-smoke-201403421 description', 'project_id': '76f72df2cb4a473cac71a9910bc44320'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:32.506155 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.514334 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.601708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.607171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.642670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7e234-af73-48e3-8297-60add2d0883d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:32.701209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.708890 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.736515 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.737754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2629218 Jul 23 15:01:32.740934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:32.745559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee5dc7ef-3d0d-4c2d-a017-1ebdaf88bb8f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '283ca327-7ea1-4a81-b0ba-5a8a3ae057da', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:32.750481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcfd41-538c-4802-ade9-310d9f3bfb04 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283ca327-7ea1-4a81-b0ba-5a8a3ae057da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:32.775051 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc7ef-3d0d-4c2d-a017-1ebdaf88bb8f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.832423 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc7ef-3d0d-4c2d-a017-1ebdaf88bb8f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.838348 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc7ef-3d0d-4c2d-a017-1ebdaf88bb8f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.856542 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dc7ef-3d0d-4c2d-a017-1ebdaf88bb8f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b04d11d-c825-49ac-86a8-052c7d4bb16b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:32.861338 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc7ef-3d0d-4c2d-a017-1ebdaf88bb8f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.862921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ee5dc7ef-3d0d-4c2d-a017-1ebdaf88bb8f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207786 Jul 23 15:01:32.865548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:32.870107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0835a07c-b8eb-48a6-84f5-76554c48b188 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '283ca327-7ea1-4a81-b0ba-5a8a3ae057da', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:32.899618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0835a07c-b8eb-48a6-84f5-76554c48b188 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.962623 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0835a07c-b8eb-48a6-84f5-76554c48b188 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.968352 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0835a07c-b8eb-48a6-84f5-76554c48b188 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.985842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835a07c-b8eb-48a6-84f5-76554c48b188 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1854545f-bc1c-421c-a98d-c77d052d7710,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:32.993886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0835a07c-b8eb-48a6-84f5-76554c48b188 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:32.995154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0835a07c-b8eb-48a6-84f5-76554c48b188 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286073 Jul 23 15:01:32.998096 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:33.002629 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1de1a1c2-1037-4d64-a634-b9efe2b9262a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '283ca327-7ea1-4a81-b0ba-5a8a3ae057da', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:33.030085 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de1a1c2-1037-4d64-a634-b9efe2b9262a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.089909 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de1a1c2-1037-4d64-a634-b9efe2b9262a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.095362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de1a1c2-1037-4d64-a634-b9efe2b9262a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.112512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1a1c2-1037-4d64-a634-b9efe2b9262a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6579b0-b9df-4a0d-a022-ea033fde1133,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:33.119519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de1a1c2-1037-4d64-a634-b9efe2b9262a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.120792 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1de1a1c2-1037-4d64-a634-b9efe2b9262a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216574 Jul 23 15:01:33.123951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:33.128383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2830dc09-9a03-49c2-8763-21e5887c0934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '283ca327-7ea1-4a81-b0ba-5a8a3ae057da', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:33.156819 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2830dc09-9a03-49c2-8763-21e5887c0934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.216519 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2830dc09-9a03-49c2-8763-21e5887c0934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.223962 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2830dc09-9a03-49c2-8763-21e5887c0934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.244352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830dc09-9a03-49c2-8763-21e5887c0934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b01a89-396e-49f0-ba54-d981fd4b4345,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:33.252613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2830dc09-9a03-49c2-8763-21e5887c0934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.253847 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2830dc09-9a03-49c2-8763-21e5887c0934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289518 Jul 23 15:01:33.256868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:33.261383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '283ca327-7ea1-4a81-b0ba-5a8a3ae057da', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:33.285360 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:01:33.291671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.357301 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.364061 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.387439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b18ac6-e4fd-4133-a57b-f4ad5a780f07,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:33.393632 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.394975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a4225d2f-8f5d-4e82-a6cb-6a6073e55856 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371107 Jul 23 15:01:33.397791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:33.402254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '283ca327-7ea1-4a81-b0ba-5a8a3ae057da', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:33.424507 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:01:33.429114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.491525 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.497071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.516362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce29aa0-654b-4e2d-aea5-2f79f56890c5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:33.520574 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.521781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6c666b8f-4654-426e-b1d3-15652d3a1098 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230338 Jul 23 15:01:33.524991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:33.531770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'network': {'name': 'tempest-network-smoke--1085733531', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:33.565498 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:01:33.569071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.595302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:01:33.605005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.605345 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Added segment 0a8e6de4-983e-4589-945a-6fdf14842a6d of type vlan for network 12ec5380-81cd-4530-9b86-42f87fd3c396 Jul 23 15:01:33.657596 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.695920 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.704772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:33.705650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.745787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2195730 Jul 23 15:01:33.748675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:33.780051 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'admin_state_up': True, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:33.786481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cbdc0-1a5a-4a62-80a5-2b2416472396 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Network': ['ID=12ec5380-81cd-4530-9b86-42f87fd3c396,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:33.798089 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:01:33.808627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.809754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:33.861502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:34.007459 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:34.213523 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:34.235355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:34.678960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.114 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/88b637d2-cc28-4a56-8522-773db23a71ee) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:01:34.794356 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:34.837758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:34.873871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:01:34.880147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:01:34.884496 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:01:34.887547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=88b637d2-cc28-4a56-8522-773db23a71ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:35.145025 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:35.349709 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:35.484848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 0fefc55e-6e02-400a-aae4-0f035c7826bb is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:01:35.588986 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:01:35.599434 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Sync routers for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:01:35.608914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:35.609083 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:35.609543 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:35.610062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-758004c3-d22c-4def-ac67-388172cccf2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8604851 Jul 23 15:01:35.613554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:35.715731 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:35.763412 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7cb549fc-34ed-42ee-bdea-a01b2e40efbc tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=76f72df2cb4a473cac71a9910bc44320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1486466 Jul 23 15:01:35.766017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:35.859945 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c163d39b-14ad-41b8-8623-cb407fe4dcc2 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:35.861603 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c163d39b-14ad-41b8-8623-cb407fe4dcc2 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943816 Jul 23 15:01:35.864340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:35.897995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-34593009-a8fa-4cd3-8437-41b02cacfff2 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324447 Jul 23 15:01:35.900617 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:35.906073 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1555027251', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:35.987283 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:35Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:36.001611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:01:36.005457 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.013118 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Checking router: 0fefc55e-6e02-400a-aae4-0f035c7826bb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:01:36.013469 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Updating router 0fefc55e-6e02-400a-aae4-0f035c7826bb port 88b637d2-cc28-4a56-8522-773db23a71ee binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:01:36.050511 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.190366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.244046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Subnet': ['ID=c2713897-60b9-491a-9f4f-5c77bfd6ece9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:36.259449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Checking segment: {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:01:36.259807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network hostable DHCP agents. Network: 12ec5380-81cd-4530-9b86-42f87fd3c396, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:01:36.276326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:01:36.286173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 12ec5380-81cd-4530-9b86-42f87fd3c396) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:01:36.290939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:36.291548 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.295939 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794be2c-4490-49a4-840c-f5502c9c4912 None None] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:01:36.299190 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.309423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-62145c86-535f-45e9-8ff3-5c5c8153c6b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077218 Jul 23 15:01:36.310066 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Transition to ACTIVE for port object 88b637d2-cc28-4a56-8522-773db23a71ee will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:01:36.312323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:36.317590 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.360457 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Attempting to bind port 88b637d2-cc28-4a56-8522-773db23a71ee on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:01:36.360816 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Attempting to bind port 88b637d2-cc28-4a56-8522-773db23a71ee by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:01:36.361179 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Attempting to bind port 88b637d2-cc28-4a56-8522-773db23a71ee on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:01:36.371441 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:01:36.371796 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:01:36.372205 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.372590 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:01:36.373215 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Bound port: 88b637d2-cc28-4a56-8522-773db23a71ee, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:01:36.373595 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.437585 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Pushing event updated for resources: {'Port': ['ID=88b637d2-cc28-4a56-8522-773db23a71ee,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:36.440285 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] For port 88b637d2-cc28-4a56-8522-773db23a71ee, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:01:36.444253 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] For port 88b637d2-cc28-4a56-8522-773db23a71ee, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=88b637d2-cc28-4a56-8522-773db23a71ee,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:01:36.449491 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.449821 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.450146 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.450472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.450932 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.451368 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.451634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-12ec5380-81cd-4530-9b86-42f87fd3c396', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:01:36.451776 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.452000 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.452357 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.452643 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.452747 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.452938 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.453596 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:01:36.459962 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.523353 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:36.523966 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:36.591723 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Allocated IP 172.20.0.2 (12ec5380-81cd-4530-9b86-42f87fd3c396/c2713897-60b9-491a-9f4f-5c77bfd6ece9/5bb0272e-e9a9-48e7-a831-2cd4690b17b2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:01:36.628576 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006b91a-c58f-4fae-bfb9-04d9f18f00f1 None None] Pushing event updated for resources: {'Port': ['ID=88b637d2-cc28-4a56-8522-773db23a71ee,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:36.634683 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:36.742187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.750994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Transition to ACTIVE for port object 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:01:36.766280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Transition to ACTIVE for port object 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:01:36.773417 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.774055 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.814466 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:35Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:36.818027 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Pushing event updated for resources: {'Port': ['ID=5bb0272e-e9a9-48e7-a831-2cd4690b17b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:36.829617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:01:36.831057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:01:36.833428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:01:36.845342 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169badd7-e309-4723-a63d-a36b84b02130 None None] The sync data for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 is: [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:35Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:01:36.899048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Attempting to bind port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:01:36.899562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Attempting to bind port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:01:36.900036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Attempting to bind port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 on network 12ec5380-81cd-4530-9b86-42f87fd3c396 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:01:36.905540 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:01:36.906078 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Checking segment: {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:01:36.906783 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.907388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Bound using segment: {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:01:36.907965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Bound port: 5bb0272e-e9a9-48e7-a831-2cd4690b17b2, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:01:36.908450 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:36.975149 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] For port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:01:36.980627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] For port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5bb0272e-e9a9-48e7-a831-2cd4690b17b2,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:01:36.987486 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.051385 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88abc5-a6c1-4bf7-97f2-68fced52b8d5 None None] Pushing event updated for resources: {'Port': ['ID=5bb0272e-e9a9-48e7-a831-2cd4690b17b2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:37.096505 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.1 (12ec5380-81cd-4530-9b86-42f87fd3c396/c2713897-60b9-491a-9f4f-5c77bfd6ece9/b5d34736-5614-4e07-b55f-7de7bfb0e30e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:01:37.230789 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.271114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object b5d34736-5614-4e07-b55f-7de7bfb0e30e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:01:37.313448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.356827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:01:37.360310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:01:37.363114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:01:37.400067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=b5d34736-5614-4e07-b55f-7de7bfb0e30e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:37.422063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.568842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.863494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.873340 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.951570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:37.953739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=b5d34736-5614-4e07-b55f-7de7bfb0e30e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:37.989331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 88b637d2-cc28-4a56-8522-773db23a71ee up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:01:37.994464 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e56bf4-4c61-493d-b0ea-309875da4d4d None None] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:01:38.053546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:01:38.054922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:01:38.065515 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98f648b8-474b-4c1d-b4a8-5fe89d4a3b8f None None] Provisioning for port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:01:38.115043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 88b637d2-cc28-4a56-8522-773db23a71ee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:01:38.122148 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 88b637d2-cc28-4a56-8522-773db23a71ee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:38.122813 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.176342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 0fefc55e-6e02-400a-aae4-0f035c7826bb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:01:38.196131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.273963 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.289559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:01:38.298538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-72abf92e-6426-4b08-ad98-c30850b846af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/0fefc55e-6e02-400a-aae4-0f035c7826bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9849136 Jul 23 15:01:38.299657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 88b637d2-cc28-4a56-8522-773db23a71ee, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=88b637d2-cc28-4a56-8522-773db23a71ee,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:38.311161 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.311970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:01:38.400932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=88b637d2-cc28-4a56-8522-773db23a71ee,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:38.416351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:01:38.420973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:38.421350 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.467232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-3dc4144a-38ed-4a94-beaa-711d1ce3bea0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201403421&fields=id&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 267 time: 0.0485189 Jul 23 15:01:38.491640 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Sync routers for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:01:38.513246 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.515057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:38.515692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:38.587695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6a9e64d4-1e01-4266-a282-af1240d84015 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:38.595037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6a9e64d4-1e01-4266-a282-af1240d84015 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/networks?id=12ec5380-81cd-4530-9b86-42f87fd3c396 HTTP/1.1" status: 200 len: 797 time: 0.1237328 Jul 23 15:01:38.607241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-aa41fab0-6255-43e6-a968-7cc01dc1d5a3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/quotas/76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 375 time: 0.0112391 Jul 23 15:01:38.621479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5bb0272e-e9a9-48e7-a831-2cd4690b17b2,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:38.633993 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.671110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33b5cfd0-4c4f-49c1-99e9-3090e0bedbd4 None None] Provisioning for port b5d34736-5614-4e07-b55f-7de7bfb0e30e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:01:38.682104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33b5cfd0-4c4f-49c1-99e9-3090e0bedbd4 None None] Provisioning complete for port b5d34736-5614-4e07-b55f-7de7bfb0e30e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:38.682480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b5cfd0-4c4f-49c1-99e9-3090e0bedbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.685440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-2bc4e5c0-d525-418c-ac44-829502c750b3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740197 Jul 23 15:01:38.714856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:38.767379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=5bb0272e-e9a9-48e7-a831-2cd4690b17b2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:38.781878 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-33b5cfd0-4c4f-49c1-99e9-3090e0bedbd4 None None] Port b5d34736-5614-4e07-b55f-7de7bfb0e30e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:01:38.799809 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-d9284ed1-1885-454c-a8c2-9a66448b10d7 service neutron] 10.222.0.21 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991316 Jul 23 15:01:38.842977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33b5cfd0-4c4f-49c1-99e9-3090e0bedbd4 None None] Provisioning complete for port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:38.843275 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b5cfd0-4c4f-49c1-99e9-3090e0bedbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:38.898300 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-bc9071b0-6839-442b-919a-9793a712ba50 service neutron] 10.222.0.21 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924792 Jul 23 15:01:39.080353 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f4d751a-1040-4bef-939f-95997205d0ed req-3e743e9d-1632-4840-a783-03d70dbfa3f8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 210 time: 0.0361831 Jul 23 15:01:39.178673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 2, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:39.205291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Checking router: 0fefc55e-6e02-400a-aae4-0f035c7826bb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:01:39.205633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Updating router 0fefc55e-6e02-400a-aae4-0f035c7826bb port b5d34736-5614-4e07-b55f-7de7bfb0e30e binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:01:39.242755 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:39.340845 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-308b27ef-e47c-4582-b143-2cd34799d4cb None None] Provisioning complete for port b5d34736-5614-4e07-b55f-7de7bfb0e30e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:39.341229 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-308b27ef-e47c-4582-b143-2cd34799d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:39.400999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-308b27ef-e47c-4582-b143-2cd34799d4cb None None] Port b5d34736-5614-4e07-b55f-7de7bfb0e30e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:01:39.547290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:39.557181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Transition to ACTIVE for port object b5d34736-5614-4e07-b55f-7de7bfb0e30e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:01:39.565739 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:39.614960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa21b7-e2c7-497f-97c4-f6237f196d9d None None] Pushing event updated for resources: {'Port': ['ID=b5d34736-5614-4e07-b55f-7de7bfb0e30e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:39.678938 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Attempting to bind port b5d34736-5614-4e07-b55f-7de7bfb0e30e on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:01:39.679310 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Attempting to bind port b5d34736-5614-4e07-b55f-7de7bfb0e30e by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:01:39.679674 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Attempting to bind port b5d34736-5614-4e07-b55f-7de7bfb0e30e on network 12ec5380-81cd-4530-9b86-42f87fd3c396 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:01:39.684966 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:01:39.685342 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Checking segment: {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:01:39.686237 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:39.686386 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Bound using segment: {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:01:39.686925 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Bound port: b5d34736-5614-4e07-b55f-7de7bfb0e30e, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:01:39.687310 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:39.759113 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] For port b5d34736-5614-4e07-b55f-7de7bfb0e30e, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:01:39.762316 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] For port b5d34736-5614-4e07-b55f-7de7bfb0e30e, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b5d34736-5614-4e07-b55f-7de7bfb0e30e,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:01:39.770178 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:39.837945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:39.838592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:39.879127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa21b7-e2c7-497f-97c4-f6237f196d9d None None] Pushing event updated for resources: {'Port': ['ID=b5d34736-5614-4e07-b55f-7de7bfb0e30e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:39.944990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 88b637d2-cc28-4a56-8522-773db23a71ee up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:01:39.997016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:40.093929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 88b637d2-cc28-4a56-8522-773db23a71ee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:40.094339 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:40.183492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2db72269-8a43-4f47-99a4-1e4c815d3bbd req-8b8218bc-2a2c-44ab-a610-e342b71d3132 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 210 time: 0.0339541 Jul 23 15:01:40.268684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:01:40.291760 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-33716705-be05-4de0-8917-9ea7c6a0d44a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:40.294692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-33716705-be05-4de0-8917-9ea7c6a0d44a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/networks?id=12ec5380-81cd-4530-9b86-42f87fd3c396 HTTP/1.1" status: 200 len: 797 time: 0.1076519 Jul 23 15:01:40.313791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:39Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:40.344425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45856c81-66e2-4f09-bbb9-3beaea7d1ee2 None None] The sync data for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 is: [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:39Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:01:40.348689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-1a28f73b-e3b6-4af9-9cc1-779c52338165 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 379 time: 0.0393848 Jul 23 15:01:40.354370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:40.354779 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:40.359778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'port': {'device_id': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'admin_state_up': True, 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'security_groups': ['283ca327-7ea1-4a81-b0ba-5a8a3ae057da']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:40.490287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:01:40.493951 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:40.623671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.5 (12ec5380-81cd-4530-9b86-42f87fd3c396/c2713897-60b9-491a-9f4f-5c77bfd6ece9/2a729001-14c5-4702-9da5-39e85b6ecada) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:01:40.770359 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:40.789502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object 2a729001-14c5-4702-9da5-39e85b6ecada will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:01:40.824551 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:40.869082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:01:40.874310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:01:40.878276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:01:40.903599 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=2a729001-14c5-4702-9da5-39e85b6ecada,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:40.937780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:40.938436 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:40.955324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-6d661a1e-d96d-4f57-92f6-9890eab76736 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998547 Jul 23 15:01:40.973126 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Request body: {'port': {'device_id': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:41.059683 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:41.133542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-19b1a452-a72f-4eef-9d93-ffedb41cf3cd None None] Provisioning for port 2a729001-14c5-4702-9da5-39e85b6ecada completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:01:41.138304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-19b1a452-a72f-4eef-9d93-ffedb41cf3cd None None] Provisioning complete for port 2a729001-14c5-4702-9da5-39e85b6ecada triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:41.138760 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19b1a452-a72f-4eef-9d93-ffedb41cf3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:41.176587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-19b1a452-a72f-4eef-9d93-ffedb41cf3cd None None] Port 2a729001-14c5-4702-9da5-39e85b6ecada cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:01:41.374243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d729561-e5cb-4fd9-9b5c-615e94a771fe req-592b1459-6c23-4459-a87f-f70e358bf09f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:41.375755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d729561-e5cb-4fd9-9b5c-615e94a771fe req-592b1459-6c23-4459-a87f-f70e358bf09f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 931 time: 0.1175432 Jul 23 15:01:41.379411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a729001-14c5-4702-9da5-39e85b6ecada {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:01:41.388180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:41.415526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Transition to ACTIVE for port object 2a729001-14c5-4702-9da5-39e85b6ecada will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:01:41.426628 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:41.458671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5d729561-e5cb-4fd9-9b5c-615e94a771fe req-257d6004-0c38-4925-9dce-ea705a446d96 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745986 Jul 23 15:01:41.487654 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a729001-14c5-4702-9da5-39e85b6ecada,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:41.558516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Attempting to bind port 2a729001-14c5-4702-9da5-39e85b6ecada on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:01:41.558909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Attempting to bind port 2a729001-14c5-4702-9da5-39e85b6ecada by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:01:41.559264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Attempting to bind port 2a729001-14c5-4702-9da5-39e85b6ecada on network 12ec5380-81cd-4530-9b86-42f87fd3c396 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:01:41.564197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Port 2a729001-14c5-4702-9da5-39e85b6ecada on network 12ec5380-81cd-4530-9b86-42f87fd3c396 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:01:41.564518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Attempting to bind port 2a729001-14c5-4702-9da5-39e85b6ecada on network 12ec5380-81cd-4530-9b86-42f87fd3c396 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:01:41.569795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:01:41.570133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Checking segment: {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:01:41.570515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Bound using segment: {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:01:41.571002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Bound port: 2a729001-14c5-4702-9da5-39e85b6ecada, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8e6de4-983e-4589-945a-6fdf14842a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:01:41.571360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:41.641129 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] For port 2a729001-14c5-4702-9da5-39e85b6ecada, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:01:41.644462 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] For port 2a729001-14c5-4702-9da5-39e85b6ecada, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2a729001-14c5-4702-9da5-39e85b6ecada,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:01:41.649631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:41.923326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5d34736-5614-4e07-b55f-7de7bfb0e30e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:01:41.978924 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b5d34736-5614-4e07-b55f-7de7bfb0e30e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:01:41.983240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b5d34736-5614-4e07-b55f-7de7bfb0e30e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:41.983619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:42.029147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.029791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:42.031189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a729001-14c5-4702-9da5-39e85b6ecada HTTP/1.1" status: 200 len: 1091 time: 1.0628319 Jul 23 15:01:42.031704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:01:42.033979 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d" -d '{"events": [{"name": "network-changed", "server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:01:42.058346 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d4611-c550-4ea9-b0b0-7c56c03b03f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a729001-14c5-4702-9da5-39e85b6ecada,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:42.066353 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:42.102214 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a424afa-1083-4ecd-8bf5-c9c9701807e5 x-openstack-request-id: req-3a424afa-1083-4ecd-8bf5-c9c9701807e5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:01:42.102518 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:01:42.102788 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a424afa-1083-4ecd-8bf5-c9c9701807e5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:01:42.103246 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada', 'status': 'completed', 'code': 200} Jul 23 15:01:42.115724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b5d34736-5614-4e07-b55f-7de7bfb0e30e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b5d34736-5614-4e07-b55f-7de7bfb0e30e,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:42.122105 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:42.153739 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-00a7f332-7f4f-42f6-94ed-06b179f8d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.155338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-00a7f332-7f4f-42f6-94ed-06b179f8d06a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 1094 time: 0.0629275 Jul 23 15:01:42.179814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b5d34736-5614-4e07-b55f-7de7bfb0e30e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:42.207076 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-71d82165-e0cd-4922-bb06-7026421c0767 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a729001-14c5-4702-9da5-39e85b6ecada HTTP/1.1" status: 200 len: 217 time: 0.0383797 Jul 23 15:01:42.257167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-c81357dc-4a1a-44b9-810c-060e199508d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.258679 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-c81357dc-4a1a-44b9-810c-060e199508d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2713897-60b9-491a-9f4f-5c77bfd6ece9 HTTP/1.1" status: 200 len: 835 time: 0.0451458 Jul 23 15:01:42.317609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-e9bd421f-9c0e-4937-a493-2d064f4edae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.319095 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-e9bd421f-9c0e-4937-a493-2d064f4edae4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12ec5380-81cd-4530-9b86-42f87fd3c396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544205 Jul 23 15:01:42.413477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-67eb39aa-246d-41d7-9a37-69193018355e service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878072 Jul 23 15:01:42.501668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-63884ee2-f64c-457d-a62c-86973a82bb1c req-cc0953dc-9c28-42d7-a543-ef754601ef50 service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824482 Jul 23 15:01:42.633622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bf509-5189-4eea-a734-f5dcdaa37b57 req-2a7d06ef-61f5-43b2-a6d7-be87ad5c2538 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.635132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa7bf509-5189-4eea-a734-f5dcdaa37b57 req-2a7d06ef-61f5-43b2-a6d7-be87ad5c2538 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 943 time: 0.0939393 Jul 23 15:01:42.683109 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa7bf509-5189-4eea-a734-f5dcdaa37b57 req-e7ab609d-8f3c-44e7-a0b0-1086f5448f4b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 Jul 23 15:01:42.685950 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-0305fe83-581c-4ca1-aa53-49a5ac7ebac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.687285 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-0305fe83-581c-4ca1-aa53-49a5ac7ebac6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 1094 time: 0.1016910 Jul 23 15:01:42.781103 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-9f331d66-28ed-4bb9-a403-ec88c71dd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.782572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-9f331d66-28ed-4bb9-a403-ec88c71dd174 service neutron] 10.222.0.11 "GET /v2.0/networks?id=12ec5380-81cd-4530-9b86-42f87fd3c396 HTTP/1.1" status: 200 len: 898 time: 0.0890806 Jul 23 15:01:42.823397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-9b2ef90e-06fd-4b12-8d0e-d43ba82e7ed7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a729001-14c5-4702-9da5-39e85b6ecada HTTP/1.1" status: 200 len: 217 time: 0.0332835 Jul 23 15:01:42.873619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-527c3386-31ac-40a6-9451-fd64d5559fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.875082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-527c3386-31ac-40a6-9451-fd64d5559fa7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2713897-60b9-491a-9f4f-5c77bfd6ece9 HTTP/1.1" status: 200 len: 835 time: 0.0446627 Jul 23 15:01:42.937942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-c13bce0a-b82e-4d69-b1e6-e792eb4fadcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:42.939355 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-c13bce0a-b82e-4d69-b1e6-e792eb4fadcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12ec5380-81cd-4530-9b86-42f87fd3c396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577805 Jul 23 15:01:43.030957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-9f0f5547-ec83-4fe1-8803-421556439381 service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841956 Jul 23 15:01:43.126596 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88fe111a-1b6c-4d11-9df2-4a2e8d86866d req-6ac31b8c-3214-43d1-9ecc-2c764b8c5955 service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888886 Jul 23 15:01:43.829586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389827a-4146-408c-b880-7503e609dce6 req-e96f01ef-3d50-4e83-af09-af9464383c05 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:43.831111 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a389827a-4146-408c-b880-7503e609dce6 req-e96f01ef-3d50-4e83-af09-af9464383c05 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 943 time: 0.0723164 Jul 23 15:01:43.870467 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a389827a-4146-408c-b880-7503e609dce6 req-045be41d-8e92-4f6b-9656-e26eabcbdc09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Jul 23 15:01:43.901416 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5d34736-5614-4e07-b55f-7de7bfb0e30e up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:01:43.950668 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b5d34736-5614-4e07-b55f-7de7bfb0e30e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:43.951019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:44.820945 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2a729001-14c5-4702-9da5-39e85b6ecada details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:01:44.921286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2a729001-14c5-4702-9da5-39e85b6ecada, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2a729001-14c5-4702-9da5-39e85b6ecada,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:44.932910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '2a729001-14c5-4702-9da5-39e85b6ecada', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'port_id': '2a729001-14c5-4702-9da5-39e85b6ecada', 'mac_address': 'fa:16:3e:d8:6d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:01:44.970343 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:44.983347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a729001-14c5-4702-9da5-39e85b6ecada {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:01:45.005743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb9a8-ffb6-4af6-acf5-b02097fec830 req-47e2dcfc-2ee8-43d1-bc3b-41d6ef62f48b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:45.007446 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f0cb9a8-ffb6-4af6-acf5-b02097fec830 req-47e2dcfc-2ee8-43d1-bc3b-41d6ef62f48b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 943 time: 0.0693126 Jul 23 15:01:45.007776 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2a729001-14c5-4702-9da5-39e85b6ecada, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2a729001-14c5-4702-9da5-39e85b6ecada,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:45.012884 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:45.047633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f0cb9a8-ffb6-4af6-acf5-b02097fec830 req-1712f7a3-29c6-4773-85c7-a91f1a0bc079 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343728 Jul 23 15:01:45.062558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2a729001-14c5-4702-9da5-39e85b6ecada,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:45.287780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['2a729001-14c5-4702-9da5-39e85b6ecada'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:01:45.884700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fc83fcf-97ef-4fa1-ac47-cafde6552cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:46.214942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf348-79e7-469a-8295-29aaa2c25112 req-1ae341f3-2700-46ed-87b9-3f15a16d5e34 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:46.216425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8baaf348-79e7-469a-8295-29aaa2c25112 req-1ae341f3-2700-46ed-87b9-3f15a16d5e34 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 944 time: 0.0890558 Jul 23 15:01:46.256148 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8baaf348-79e7-469a-8295-29aaa2c25112 req-4bba1901-7ad1-4626-99cd-8ad1443db1cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338185 Jul 23 15:01:46.829276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2a729001-14c5-4702-9da5-39e85b6ecada up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:01:46.882467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 2a729001-14c5-4702-9da5-39e85b6ecada completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:01:46.886609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 2a729001-14c5-4702-9da5-39e85b6ecada triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:01:46.887007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:46.970273 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:46.993728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:01:46.996376 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8921cbf-2e81-4fc9-9c37-8e89160b9c2f" -d '{"events": [{"server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "name": "network-vif-plugged", "status": "completed", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:01:47.009930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 2a729001-14c5-4702-9da5-39e85b6ecada, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2a729001-14c5-4702-9da5-39e85b6ecada,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:01:47.015477 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:47.041419 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6937ae-4e78-432a-b47c-d64eb1c1aaf1 x-openstack-request-id: req-eb6937ae-4e78-432a-b47c-d64eb1c1aaf1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:01:47.041718 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "name": "network-vif-plugged", "status": "completed", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:01:47.041997 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb6937ae-4e78-432a-b47c-d64eb1c1aaf1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:01:47.042352 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada', 'code': 200} Jul 23 15:01:47.069379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=2a729001-14c5-4702-9da5-39e85b6ecada,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:47.170667 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd4a43-f739-486d-948b-7a60dfd1f370 req-9ca9c76a-9437-4029-9583-3a7264706d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:47.172198 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5bdd4a43-f739-486d-948b-7a60dfd1f370 req-9ca9c76a-9437-4029-9583-3a7264706d09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 1096 time: 0.0578270 Jul 23 15:01:47.213663 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5bdd4a43-f739-486d-948b-7a60dfd1f370 req-1b2545be-17d0-4f27-98d3-7c5dc4e98e62 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342815 Jul 23 15:01:47.395524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714c7dd-db7e-4242-b2cf-d2a22dca40f6 req-345bc7fa-e53d-4cf3-a726-8d436b807831 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:47.397327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9714c7dd-db7e-4242-b2cf-d2a22dca40f6 req-345bc7fa-e53d-4cf3-a726-8d436b807831 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0698719 Jul 23 15:01:47.439865 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9714c7dd-db7e-4242-b2cf-d2a22dca40f6 req-a0796bb1-84f1-4cab-98d5-b57ace24f0d0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341406 Jul 23 15:01:48.330003 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:48.381015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:48.592905 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395235a5-a9e9-4b90-a275-4832d0a0089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:48.593344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c411c-d27e-4abf-b35e-50d4d00abf30 req-d37dd648-1aa2-4a3e-8835-581877bcc1e3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:48.596975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-028c411c-d27e-4abf-b35e-50d4d00abf30 req-d37dd648-1aa2-4a3e-8835-581877bcc1e3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0774574 Jul 23 15:01:48.642205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-028c411c-d27e-4abf-b35e-50d4d00abf30 req-b7959f1c-6c5e-4aeb-a80e-f159d8eccecf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391760 Jul 23 15:01:48.778610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde103-f925-4625-8ad5-c4d7fab85184 req-934d8479-0b15-4e34-bf30-8944ab661b44 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:48.781030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fddde103-f925-4625-8ad5-c4d7fab85184 req-934d8479-0b15-4e34-bf30-8944ab661b44 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0709276 Jul 23 15:01:48.824582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fddde103-f925-4625-8ad5-c4d7fab85184 req-9d4ad4b8-8294-49e4-8bc1-db51c2fec844 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349240 Jul 23 15:01:48.855905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:48.916125 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456de0c-71b8-42f4-9948-d91d458a2467 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:48.917680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5456de0c-71b8-42f4-9948-d91d458a2467 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 1091 time: 0.0608585 Jul 23 15:01:48.920770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:48.925221 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '2a729001-14c5-4702-9da5-39e85b6ecada', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:01:48.951003 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.048258 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.156873 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.199 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/b6f23c11-3c4a-4d33-bd7d-a8081b7bdf86) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:01:49.258758 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.304627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.341075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:01:49.345777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:01:49.349379 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:01:49.354797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=b6f23c11-3c4a-4d33-bd7d-a8081b7bdf86,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:49.730272 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.763782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.809987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.965934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:49.972965 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:50.043374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=b6f23c11-3c4a-4d33-bd7d-a8081b7bdf86,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:01:50.051893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:50.171850 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP ff40b5f7-ea59-4273-ab92-f7c09811c4cd associated. External IP: 172.25.2.199, port: 2a729001-14c5-4702-9da5-39e85b6ecada. Jul 23 15:01:50.407269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 0fefc55e-6e02-400a-aae4-0f035c7826bb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:01:50.520356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:01:50.532001 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] Sync routers for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:01:50.540599 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:50.543642 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:50.544269 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:50.576872 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a47746c-5fa5-4a20-8912-bcfd6103bc39 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6550543 Jul 23 15:01:50.577515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:01:50.580351 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71c18ed-2e2c-4241-a45b-a32bf846849e" -d '{"events": [{"name": "network-changed", "server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:01:50.650058 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:50.686895 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91372f27-3537-485b-8969-5c78f2288947 req-ba69e27a-b838-4500-8d32-735e3df043ac tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:50.688372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91372f27-3537-485b-8969-5c78f2288947 req-ba69e27a-b838-4500-8d32-735e3df043ac tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0644188 Jul 23 15:01:50.736086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91372f27-3537-485b-8969-5c78f2288947 req-b06fd2c6-02a1-4df7-81de-690c22522e6e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Jul 23 15:01:50.759456 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:50.779795 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef347d7-30a7-468a-9962-661f6eee3bb6 x-openstack-request-id: req-7ef347d7-30a7-468a-9962-661f6eee3bb6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:01:50.780086 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:01:50.780335 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ef347d7-30a7-468a-9962-661f6eee3bb6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:01:50.780738 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada', 'status': 'completed', 'code': 200} Jul 23 15:01:50.880931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-31dd36f3-50fc-4094-b6a0-750d92f9c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:50.882548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-31dd36f3-50fc-4094-b6a0-750d92f9c05f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 1096 time: 0.0619886 Jul 23 15:01:50.884700 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ff40b5f7-ea59-4273-ab92-f7c09811c4cd', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'port_id': '2a729001-14c5-4702-9da5-39e85b6ecada', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'mac_address': 'fa:16:3e:d8:6d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:01:49Z', 'updated_at': '2021-07-23T15:01:49Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:50.912746 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] Checking router: 0fefc55e-6e02-400a-aae4-0f035c7826bb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:01:50.922591 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:01:50.923259 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:01:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:50.977298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-9a78c11e-69ae-4208-8988-2f0e2d44ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:50.980116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-9a78c11e-69ae-4208-8988-2f0e2d44ab7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=12ec5380-81cd-4530-9b86-42f87fd3c396 HTTP/1.1" status: 200 len: 898 time: 0.0912986 Jul 23 15:01:51.047685 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:01:51.058428 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-ba6d1653-a25d-4483-8161-86704c72bb20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a729001-14c5-4702-9da5-39e85b6ecada HTTP/1.1" status: 200 len: 999 time: 0.0716572 Jul 23 15:01:51.110489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-d616ee28-a4fa-4a14-a717-c5fa6a9cc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:51.112094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-d616ee28-a4fa-4a14-a717-c5fa6a9cc0f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2713897-60b9-491a-9f4f-5c77bfd6ece9 HTTP/1.1" status: 200 len: 835 time: 0.0474503 Jul 23 15:01:51.157372 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ea6f6065-7a13-40bc-b066-b4f27817346f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/ff40b5f7-ea59-4273-ab92-f7c09811c4cd HTTP/1.1" status: 200 len: 991 time: 0.3964510 Jul 23 15:01:51.176653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-bdd8e65c-9c56-470e-b295-4568c4788a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:01:51.178236 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-bdd8e65c-9c56-470e-b295-4568c4788a50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12ec5380-81cd-4530-9b86-42f87fd3c396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590065 Jul 23 15:01:51.272960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-0354bbc1-95b5-4f80-b94a-aa82db0d9405 service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873222 Jul 23 15:01:51.362570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d71c18ed-2e2c-4241-a45b-a32bf846849e req-28792a2c-481e-4878-8e6d-e1f036a87c70 service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837715 Jul 23 15:01:51.369357 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ff40b5f7-ea59-4273-ab92-f7c09811c4cd', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'port_id': '2a729001-14c5-4702-9da5-39e85b6ecada', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'mac_address': 'fa:16:3e:d8:6d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:01:49Z', 'updated_at': '2021-07-23T15:01:49Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:01:51.395073 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b284d-7e7e-4d1c-a1d4-65a0da2ea342 None None] The sync data for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 is: [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'ff40b5f7-ea59-4273-ab92-f7c09811c4cd', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'port_id': '2a729001-14c5-4702-9da5-39e85b6ecada', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'mac_address': 'fa:16:3e:d8:6d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:01:49Z', 'updated_at': '2021-07-23T15:01:49Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:01:51.476795 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:01:51.585305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422f9c5-5223-4e0f-b51e-3b22364f8539 None None] New status for floating IP ff40b5f7-ea59-4273-ab92-f7c09811c4cd: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:01:52.161657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:01:52.235581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f5214f18-b956-4370-bbb6-959f22ed02b8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/ff40b5f7-ea59-4273-ab92-f7c09811c4cd HTTP/1.1" status: 200 len: 993 time: 0.0723088 Jul 23 15:02:02.507741 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:02:08.150361 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:15.893618 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c406a34-d9fe-4101-9f4c-af9ee1916b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:18.329926 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:18.384015 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:18.600057 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7294f046-f5c3-45cd-a405-e67b99920dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:19.769631 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:21.052917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34abf7-9210-4b79-a83e-3deacb3839d9 req-3d2e66c7-2a07-41e7-8940-a880be895e22 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:21.054433 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f34abf7-9210-4b79-a83e-3deacb3839d9 req-3d2e66c7-2a07-41e7-8940-a880be895e22 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0657561 Jul 23 15:02:21.093501 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f34abf7-9210-4b79-a83e-3deacb3839d9 req-8ec4f9ca-fa95-4bbe-95d9-094d404b01f3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331211 Jul 23 15:02:21.488305 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:22.233733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b44ef-526c-40d8-ab08-0e506d5976df req-dd7b8ff6-411b-401b-9dd7-24a47b6e0d62 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:22.235234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d00b44ef-526c-40d8-ab08-0e506d5976df req-dd7b8ff6-411b-401b-9dd7-24a47b6e0d62 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0707660 Jul 23 15:02:22.272586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d00b44ef-526c-40d8-ab08-0e506d5976df req-6a446680-b9f2-4b15-8e99-ad57ce3d9bd9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Jul 23 15:02:22.295216 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:22.356826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7dd4441a-94ed-46c5-a95a-e851eca572b7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/ff40b5f7-ea59-4273-ab92-f7c09811c4cd HTTP/1.1" status: 200 len: 993 time: 0.0604782 Jul 23 15:02:23.667704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f337a6-7584-4441-ab32-436fdf55a9bf req-290e3755-5646-4fa7-b14c-d38974fc92f0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:23.668397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5f337a6-7584-4441-ab32-436fdf55a9bf req-290e3755-5646-4fa7-b14c-d38974fc92f0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0707257 Jul 23 15:02:23.708364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c5f337a6-7584-4441-ab32-436fdf55a9bf req-860df480-cddd-4238-8700-f512603b75f8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342085 Jul 23 15:02:24.854243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203150-e1d3-47a9-b7fe-8638222539ac req-ce0e8f60-be88-407d-998f-14e77c8ffe52 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:24.855786 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2203150-e1d3-47a9-b7fe-8638222539ac req-ce0e8f60-be88-407d-998f-14e77c8ffe52 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0665455 Jul 23 15:02:24.897374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2203150-e1d3-47a9-b7fe-8638222539ac req-2746da89-04e5-4a25-bc21-8a6950436f8c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356846 Jul 23 15:02:24.920264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:24.983485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8d72514c-f017-4f28-a9b2-0d7cad3f4375 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/ff40b5f7-ea59-4273-ab92-f7c09811c4cd HTTP/1.1" status: 200 len: 993 time: 0.0620973 Jul 23 15:02:25.284840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:25.457613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port b6f23c11-3c4a-4d33-bd7d-a8081b7bdf86 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:02:25.458011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:25.531357 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:25.531686 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:25.543476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for b6f23c11-3c4a-4d33-bd7d-a8081b7bdf86 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:02:25.697162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:25.721693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=b6f23c11-3c4a-4d33-bd7d-a8081b7bdf86,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:25.732863 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.733212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.733556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.733884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.734207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.734533 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.734879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.735196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.735517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.735831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.736142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.736454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:25.795495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:25.795721 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP ff40b5f7-ea59-4273-ab92-f7c09811c4cd disassociated (deleted). External IP: 172.25.2.199, port: 2a729001-14c5-4702-9da5-39e85b6ecada. Jul 23 15:02:26.012584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 0fefc55e-6e02-400a-aae4-0f035c7826bb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:02:26.449428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:02:26.454929 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:26.460141 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] Sync routers for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:02:26.470921 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:26.471765 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:26.493270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d3fdf182-22d8-461a-aa69-70c4c4c956ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff40b5f7-ea59-4273-ab92-f7c09811c4cd HTTP/1.1" status: 204 len: 168 time: 1.2045810 Jul 23 15:02:26.493270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:02:26.494182 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44" -d '{"events": [{"name": "network-changed", "server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:02:26.588472 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:26.661819 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf550054-a1c0-4357-be1b-c3392f31205f x-openstack-request-id: req-bf550054-a1c0-4357-be1b-c3392f31205f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:02:26.662110 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:02:26.662359 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf550054-a1c0-4357-be1b-c3392f31205f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:02:26.662805 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada', 'status': 'completed', 'code': 200} Jul 23 15:02:26.797694 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:26.806781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e259c1-4b19-4a9d-ad6d-c35d30bc701a req-4f84c92d-5082-4f70-bbcd-79e328f5fbba tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:26.808289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78e259c1-4b19-4a9d-ad6d-c35d30bc701a req-4f84c92d-5082-4f70-bbcd-79e328f5fbba tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.1007676 Jul 23 15:02:26.814619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-ef6d0df3-cb18-4521-998c-ad84184a5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:26.816046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-ef6d0df3-cb18-4521-998c-ad84184a5195 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 1096 time: 0.0795255 Jul 23 15:02:26.823567 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] Checking router: 0fefc55e-6e02-400a-aae4-0f035c7826bb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:02:26.832264 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:26.832866 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:26.879363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-78e259c1-4b19-4a9d-ad6d-c35d30bc701a req-11094b78-0cd8-4f9c-9116-b784b0e69fd5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623112 Jul 23 15:02:26.929607 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-4e51703e-6239-47b0-b3f9-12b25c17ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:26.931125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-4e51703e-6239-47b0-b3f9-12b25c17ed14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=12ec5380-81cd-4530-9b86-42f87fd3c396 HTTP/1.1" status: 200 len: 898 time: 0.1073618 Jul 23 15:02:26.937231 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:26.977438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-ed4ce407-9bef-48e4-8a68-b40b31274e97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a729001-14c5-4702-9da5-39e85b6ecada HTTP/1.1" status: 200 len: 217 time: 0.0384920 Jul 23 15:02:27.031407 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-9c06e12b-3789-4973-af5b-8221fa8884bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:27.032894 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-9c06e12b-3789-4973-af5b-8221fa8884bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c2713897-60b9-491a-9f4f-5c77bfd6ece9 HTTP/1.1" status: 200 len: 835 time: 0.0482111 Jul 23 15:02:27.096130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-32974286-4999-4b3a-91ca-928782cb5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:27.097701 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-32974286-4999-4b3a-91ca-928782cb5644 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12ec5380-81cd-4530-9b86-42f87fd3c396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553610 Jul 23 15:02:27.133739 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:27.161008 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902112e-d609-4ed1-9694-c949f0189bdb None None] The sync data for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 is: [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:01:37Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b5d34736-5614-4e07-b55f-7de7bfb0e30e', 'name': '', 'network_id': '12ec5380-81cd-4530-9b86-42f87fd3c396', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:ce:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:36Z', 'updated_at': '2021-07-23T15:01:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'c2713897-60b9-491a-9f4f-5c77bfd6ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:02:27.196201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-45ae2298-7f5a-48c4-a092-4f1849869fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906060 Jul 23 15:02:27.291703 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-120ccefe-ba5d-4fb4-bd01-5ff614d1ee44 req-c91a25d6-3d39-4323-99cf-2f556b6affff service neutron] 10.222.0.11 "GET /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874839 Jul 23 15:02:27.377169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fedb15d-140d-47b8-bc4c-ae45d01422ec None None] New status for floating IP ff40b5f7-ea59-4273-ab92-f7c09811c4cd: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:02:28.019619 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075809f2-fd5e-41d4-9941-6fe860b8a0b2 req-91b817dd-0104-451a-a729-630c35a86404 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:28.021125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-075809f2-fd5e-41d4-9941-6fe860b8a0b2 req-91b817dd-0104-451a-a729-630c35a86404 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0682819 Jul 23 15:02:28.063211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-075809f2-fd5e-41d4-9941-6fe860b8a0b2 req-2b6144f6-93d7-409b-abe3-40fc3371ceaa tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=283ca327-7ea1-4a81-b0ba-5a8a3ae057da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363309 Jul 23 15:02:28.521363 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-d6e7e86e-15ce-4410-bf8e-2deb865c7e99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:28.522863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-d6e7e86e-15ce-4410-bf8e-2deb865c7e99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 945 time: 0.0722470 Jul 23 15:02:28.626479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 2a729001-14c5-4702-9da5-39e85b6ecada {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:02:28.626862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:28.726756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 2a729001-14c5-4702-9da5-39e85b6ecada, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=2a729001-14c5-4702-9da5-39e85b6ecada,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:28.727125 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:28.738908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 2a729001-14c5-4702-9da5-39e85b6ecada owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:02:28.879452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:28.915487 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=2a729001-14c5-4702-9da5-39e85b6ecada,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:28.966046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] No DVR routers for this DVR port 2a729001-14c5-4702-9da5-39e85b6ecada on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:02:28.969210 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:28.971388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e241847-398f-47df-994b-5e2bbf4cb383 req-4add238c-a647-450d-9d59-08a0814e2ee3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "DELETE /v2.0/ports/2a729001-14c5-4702-9da5-39e85b6ecada HTTP/1.1" status: 204 len: 173 time: 0.4430285 Jul 23 15:02:28.971823 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'name': 'network-vif-deleted', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:02:28.974226 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18506c91-5145-4b9a-a45b-e8a33c278b33" -d '{"events": [{"server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "name": "network-vif-deleted", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:02:29.013291 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb26ea8-9110-47eb-b596-1dab8e454e68 x-openstack-request-id: req-3bb26ea8-9110-47eb-b596-1dab8e454e68 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:02:29.013590 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847ceb2b-dc89-47fd-a184-0beca6f9962a", "name": "network-vif-deleted", "tag": "2a729001-14c5-4702-9da5-39e85b6ecada", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:02:29.013924 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bb26ea8-9110-47eb-b596-1dab8e454e68 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:02:29.014282 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847ceb2b-dc89-47fd-a184-0beca6f9962a', 'name': 'network-vif-deleted', 'tag': '2a729001-14c5-4702-9da5-39e85b6ecada', 'status': 'completed', 'code': 200} Jul 23 15:02:29.192715 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6e324cf1-9887-40ee-a9c8-61551f35b64c req-1ed892bc-2e3a-4b68-b923-57e089db3723 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=847ceb2b-dc89-47fd-a184-0beca6f9962a HTTP/1.1" status: 200 len: 210 time: 0.0295243 Jul 23 15:02:30.257854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:30.644465 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:30.932385 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port b5d34736-5614-4e07-b55f-7de7bfb0e30e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:02:30.932625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:31.027799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port b5d34736-5614-4e07-b55f-7de7bfb0e30e, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b5d34736-5614-4e07-b55f-7de7bfb0e30e,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:31.028323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:31.031748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2a729001-14c5-4702-9da5-39e85b6ecada no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:02:31.041198 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for b5d34736-5614-4e07-b55f-7de7bfb0e30e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:02:31.052565 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 2a729001-14c5-4702-9da5-39e85b6ecada {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:02:31.053003 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 2a729001-14c5-4702-9da5-39e85b6ecada not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:02:31.237462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:31.264869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=b5d34736-5614-4e07-b55f-7de7bfb0e30e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:31.440200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:31.662287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 0fefc55e-6e02-400a-aae4-0f035c7826bb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:02:31.785119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:02:31.791092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c68f4629-a71e-42cc-aea7-d3b2c0897e91 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/0fefc55e-6e02-400a-aae4-0f035c7826bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5312822 Jul 23 15:02:31.793230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:31.796623 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] Sync routers for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:02:31.810593 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:31.811615 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:31.852004 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting subnet c2713897-60b9-491a-9f4f-5c77bfd6ece9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:02:31.855219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:31.902443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:31.915198 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:31.995443 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.055359 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.084709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Subnet': ['ID=c2713897-60b9-491a-9f4f-5c77bfd6ece9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:32.090499 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.094859 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-72992209-d2fe-4c31-98e9-3fe13ddade09 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/subnets/c2713897-60b9-491a-9f4f-5c77bfd6ece9 HTTP/1.1" status: 204 len: 168 time: 0.2982581 Jul 23 15:02:32.095164 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:32.099014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c41e2a-aeab-4208-a59a-ced87fe7fd90 None None] Network 12ec5380-81cd-4530-9b86-42f87fd3c396 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:02:32.111399 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:02:31Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:32.137603 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] Checking router: 0fefc55e-6e02-400a-aae4-0f035c7826bb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:02:32.147448 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] Routers {'0fefc55e-6e02-400a-aae4-0f035c7826bb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:32.148082 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['0fefc55e-6e02-400a-aae4-0f035c7826bb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:32.204839 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.254141 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] Set router 0fefc55e-6e02-400a-aae4-0f035c7826bb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:32.315914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.379666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 88b637d2-cc28-4a56-8522-773db23a71ee {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:02:32.380019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.445752 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:02:31Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:32.465956 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 88b637d2-cc28-4a56-8522-773db23a71ee, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=88b637d2-cc28-4a56-8522-773db23a71ee,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:32.466251 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.471776 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41c9d0-8eca-4407-ba19-7831dd8c2f16 None None] The sync data for ids ['0fefc55e-6e02-400a-aae4-0f035c7826bb'] in n-d-801990-3 is: [{'id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199993216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:01:33Z', 'updated_at': '2021-07-23T15:02:31Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '88b637d2-cc28-4a56-8522-773db23a71ee', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fefc55e-6e02-400a-aae4-0f035c7826bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:01:34Z', 'updated_at': '2021-07-23T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:02:32.473978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] DHCP port deletion for 12ec5380-81cd-4530-9b86-42f87fd3c396 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:02:32.481147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 88b637d2-cc28-4a56-8522-773db23a71ee owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:02:32.526261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Deleting port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:02:32.526743 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.586081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] For port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=5bb0272e-e9a9-48e7-a831-2cd4690b17b2,segment=NetworkSegment(0a8e6de4-983e-4589-945a-6fdf14842a6d),segment_id=0a8e6de4-983e-4589-945a-6fdf14842a6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:32.586444 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.600871 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Calling delete_port for 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:02:32.651070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.674783 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=88b637d2-cc28-4a56-8522-773db23a71ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:32.681719 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.688921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.689274 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.689621 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.690597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.690597 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.690863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.691165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.691495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.691826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.692153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.692477 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.692796 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.707617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Pushing event deleted for resources: {'Port': ['ID=5bb0272e-e9a9-48e7-a831-2cd4690b17b2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:32.712008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] No DVR routers for this DVR port 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:02:32.721347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.721347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.721347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.721347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.721347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.721347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.721347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.722490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.722490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.722490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.722490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.723263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f94430-a328-4b8e-aeb0-fe590e415f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:32.751885 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.844977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.847471 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.897596 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.898253 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Fanout notify agent at l3_agent the message router_deleted on router 0fefc55e-6e02-400a-aae4-0f035c7826bb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:02:32.906157 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:32.907334 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1276f912-fd38-4049-b8aa-87928fa59b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/routers/0fefc55e-6e02-400a-aae4-0f035c7826bb HTTP/1.1" status: 204 len: 168 time: 0.8111525 Jul 23 15:02:32.910798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:33.007343 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.094605 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.105231 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ec5380-81cd-4530-9b86-42f87fd3c396']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:33.115438 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e6de4-983e-4589-945a-6fdf14842a6d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:33.115765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e6de4-983e-4589-945a-6fdf14842a6d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:33.125133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.138875 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.144494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:02:33.144903 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: timer() Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:02:33.147858 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:02:33.211127 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.228639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.230479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/networks/12ec5380-81cd-4530-9b86-42f87fd3c396 HTTP/1.1" status: 204 len: 168 time: 0.3186460 Jul 23 15:02:33.231747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4fb2e-b8e7-431b-a326-441671ae9a0d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Network': ['ID=12ec5380-81cd-4530-9b86-42f87fd3c396,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:33.233514 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:33.294385 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b92a82a4-03ad-478e-911b-ae1204311293 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.320089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b92a82a4-03ad-478e-911b-ae1204311293 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.385886 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b92a82a4-03ad-478e-911b-ae1204311293 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.388400 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b92a82a4-03ad-478e-911b-ae1204311293 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.389572 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b92a82a4-03ad-478e-911b-ae1204311293 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/security-groups/283ca327-7ea1-4a81-b0ba-5a8a3ae057da HTTP/1.1" status: 204 len: 168 time: 0.1550450 Jul 23 15:02:33.398884 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a82a4-03ad-478e-911b-ae1204311293 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ca327-7ea1-4a81-b0ba-5a8a3ae057da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:33.664546 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:33.669374 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e0fe5aa5-c419-4a35-b208-5c7499891d88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833877349', 'description': 'tempest-secgroup-smoke-1833877349 description', 'project_id': '76f72df2cb4a473cac71a9910bc44320'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:33.694196 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5aa5-c419-4a35-b208-5c7499891d88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.776877 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5aa5-c419-4a35-b208-5c7499891d88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.783116 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5aa5-c419-4a35-b208-5c7499891d88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.814744 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5aa5-c419-4a35-b208-5c7499891d88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.817125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e0fe5aa5-c419-4a35-b208-5c7499891d88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1514990 Jul 23 15:02:33.819442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5aa5-c419-4a35-b208-5c7499891d88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2e350-a934-4963-accf-d03b17891bc9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:33.819925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:33.828588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a48db2c0-91fe-4041-bb52-61d55d2fdf8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '0fa2e350-a934-4963-accf-d03b17891bc9', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:33.865843 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48db2c0-91fe-4041-bb52-61d55d2fdf8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.923659 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48db2c0-91fe-4041-bb52-61d55d2fdf8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.928032 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5d34736-5614-4e07-b55f-7de7bfb0e30e no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:02:33.929006 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48db2c0-91fe-4041-bb52-61d55d2fdf8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.949172 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b5d34736-5614-4e07-b55f-7de7bfb0e30e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:02:33.949529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b5d34736-5614-4e07-b55f-7de7bfb0e30e not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:02:33.950022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 88b637d2-cc28-4a56-8522-773db23a71ee no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:02:33.950928 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48db2c0-91fe-4041-bb52-61d55d2fdf8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1808bc-ec2a-4cfc-adb6-dd00adb14ad0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:33.955563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48db2c0-91fe-4041-bb52-61d55d2fdf8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.959343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a48db2c0-91fe-4041-bb52-61d55d2fdf8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351457 Jul 23 15:02:33.959788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:33.964098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e015470-2e54-4398-82ec-18c0cb68fdbd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '0fa2e350-a934-4963-accf-d03b17891bc9', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:33.971596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 88b637d2-cc28-4a56-8522-773db23a71ee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:02:33.971949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 88b637d2-cc28-4a56-8522-773db23a71ee not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:02:33.972396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:02:33.991752 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e015470-2e54-4398-82ec-18c0cb68fdbd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:33.992039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:02:33.992377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 5bb0272e-e9a9-48e7-a831-2cd4690b17b2 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:02:34.054413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e015470-2e54-4398-82ec-18c0cb68fdbd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.060466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e015470-2e54-4398-82ec-18c0cb68fdbd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.077704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e015470-2e54-4398-82ec-18c0cb68fdbd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f74c67-9d0a-4fe8-b5fa-f148347768c8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:34.086182 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e015470-2e54-4398-82ec-18c0cb68fdbd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.090744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8e015470-2e54-4398-82ec-18c0cb68fdbd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269300 Jul 23 15:02:34.091577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:34.098770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3a494c0c-c8d6-4844-b35c-4dd756c0ec7c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '0fa2e350-a934-4963-accf-d03b17891bc9', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:34.131426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a494c0c-c8d6-4844-b35c-4dd756c0ec7c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.191022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a494c0c-c8d6-4844-b35c-4dd756c0ec7c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.197129 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a494c0c-c8d6-4844-b35c-4dd756c0ec7c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.212132 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a494c0c-c8d6-4844-b35c-4dd756c0ec7c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa9a78c-4e18-4805-89d7-49474846b824,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:34.221926 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a494c0c-c8d6-4844-b35c-4dd756c0ec7c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.223185 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3a494c0c-c8d6-4844-b35c-4dd756c0ec7c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303034 Jul 23 15:02:34.225901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:34.230298 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0adba8ad-5b98-40ca-9dfd-1284e0da31ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '0fa2e350-a934-4963-accf-d03b17891bc9', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:34.257952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0adba8ad-5b98-40ca-9dfd-1284e0da31ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.317248 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0adba8ad-5b98-40ca-9dfd-1284e0da31ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.323281 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0adba8ad-5b98-40ca-9dfd-1284e0da31ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.343676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adba8ad-5b98-40ca-9dfd-1284e0da31ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6fd7ca-86b5-44b2-aa3b-3de938344fcc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:34.353375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0adba8ad-5b98-40ca-9dfd-1284e0da31ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.354728 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0adba8ad-5b98-40ca-9dfd-1284e0da31ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278391 Jul 23 15:02:34.357540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:34.362056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '0fa2e350-a934-4963-accf-d03b17891bc9', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:34.384470 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:02:34.389273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.447083 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.452945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.472315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc5e333-5a09-44d2-a622-db80ab131c32,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:34.480349 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.481586 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c105c1db-7c31-47a2-812f-4604c2ac751a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230950 Jul 23 15:02:34.484662 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:34.489117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': '0fa2e350-a934-4963-accf-d03b17891bc9', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:34.521784 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:02:34.527023 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.590150 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.596260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.616410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e833caa1-14cb-448f-9347-22c01941a3e9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:34.620430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.621617 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-405cfa8c-ab43-4d4b-a009-72d8a77a11bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360486 Jul 23 15:02:34.625643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:34.633965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'network': {'name': 'tempest-network-smoke--1440030226', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:34.665761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:02:34.669232 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.692613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:02:34.701606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.701938 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Added segment fe034f3b-bd7a-416b-8887-b778c1aa45b4 of type vlan for network 9c008e88-ba6f-4399-88e8-d203ecf51e6f Jul 23 15:02:34.741258 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.772253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.780588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:34.781474 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.824248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1974337 Jul 23 15:02:34.827170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:34.832923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'admin_state_up': True, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:34.853942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cab0e-27b7-41b0-a47a-eba963dc2214 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Network': ['ID=9c008e88-ba6f-4399-88e8-d203ecf51e6f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:34.861507 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.862935 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:34.866137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:02:34.919783 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:35.066360 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:35.265019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:35.283566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:35.389210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.109 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/adc681c7-f1b8-444d-a5e7-c33778bca40c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:02:35.496238 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:35.541370 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:35.591117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:02:35.595839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:02:35.599334 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:02:35.604830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=adc681c7-f1b8-444d-a5e7-c33778bca40c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:35.855669 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:36.062102 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:36.190818 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:02:36.300400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:02:36.310087 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Sync routers for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:02:36.320327 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:36.320701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:36.321384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:36.321570 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-af7639c4-5ec5-49c5-bcf7-5156bc82d26a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4933736 Jul 23 15:02:36.324889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:36.356009 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f10d8443-e73f-4303-b4df-301f21174c26 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=76f72df2cb4a473cac71a9910bc44320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299428 Jul 23 15:02:36.358779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:36.427753 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:36.444171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a7d285-5374-4d68-8b77-5619e4bda853 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:36.445864 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-47a7d285-5374-4d68-8b77-5619e4bda853 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861742 Jul 23 15:02:36.448877 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:36.476459 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2ecda32b-ee1f-4b7b-816b-b9b591b5df1a tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264294 Jul 23 15:02:36.478979 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:36.483959 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591678423', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:36.575944 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:02:36.580115 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:36.603978 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:35Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:36.633736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Checking router: 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:02:36.634116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Updating router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 port adc681c7-f1b8-444d-a5e7-c33778bca40c binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:02:36.675641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:36.949152 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:36.960010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Transition to ACTIVE for port object adc681c7-f1b8-444d-a5e7-c33778bca40c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:02:36.965990 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.022625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39831e-7f84-488b-8462-12d67d4c3e01 None None] Pushing event updated for resources: {'Port': ['ID=adc681c7-f1b8-444d-a5e7-c33778bca40c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:37.024961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Attempting to bind port adc681c7-f1b8-444d-a5e7-c33778bca40c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:02:37.025337 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Attempting to bind port adc681c7-f1b8-444d-a5e7-c33778bca40c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:02:37.025694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Attempting to bind port adc681c7-f1b8-444d-a5e7-c33778bca40c on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:02:37.031701 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:02:37.032076 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:02:37.032476 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.032867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:02:37.033323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Bound port: adc681c7-f1b8-444d-a5e7-c33778bca40c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:02:37.033701 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.083718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] For port adc681c7-f1b8-444d-a5e7-c33778bca40c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:02:37.084402 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.087047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] For port adc681c7-f1b8-444d-a5e7-c33778bca40c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=adc681c7-f1b8-444d-a5e7-c33778bca40c,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:02:37.092982 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.149737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Subnet': ['ID=44b9de04-a0af-447a-bea8-1a30828a6405,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:37.150291 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:37.150944 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:37.152754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39831e-7f84-488b-8462-12d67d4c3e01 None None] Pushing event updated for resources: {'Port': ['ID=adc681c7-f1b8-444d-a5e7-c33778bca40c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:37.159620 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Checking segment: {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:02:37.159984 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network hostable DHCP agents. Network: 9c008e88-ba6f-4399-88e8-d203ecf51e6f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:02:37.177286 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:02:37.191560 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 9c008e88-ba6f-4399-88e8-d203ecf51e6f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:02:37.196221 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:37.196821 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.212283 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0b90c7cf-2a5e-4481-ad05-25144426fc2a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7322750 Jul 23 15:02:37.214969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:37.220809 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b70f8-e6d4-451f-b94d-57ba827df52a None None] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:02:37.326829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:37.483281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:02:37.484155 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.643547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.656059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Allocated IP 172.20.0.2 (9c008e88-ba6f-4399-88e8-d203ecf51e6f/44b9de04-a0af-447a-bea8-1a30828a6405/f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:02:37.663841 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:35Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:37.699734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32b38a-0c9d-4dad-8ff8-d439a84ee4a8 None None] The sync data for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 is: [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:35Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:02:37.832138 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.841324 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Transition to ACTIVE for port object f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:02:37.857192 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Transition to ACTIVE for port object f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:02:37.866144 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:37.925722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:02:37.932306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:02:37.936828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:02:37.939926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Pushing event updated for resources: {'Port': ['ID=f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:37.962038 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.1 (9c008e88-ba6f-4399-88e8-d203ecf51e6f/44b9de04-a0af-447a-bea8-1a30828a6405/9bfb55f0-b3bb-4210-8279-3bbb92c60414) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:02:38.010719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Attempting to bind port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:02:38.011185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Attempting to bind port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:02:38.011624 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Attempting to bind port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 on network 9c008e88-ba6f-4399-88e8-d203ecf51e6f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:02:38.017305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:02:38.017758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Checking segment: {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:02:38.018213 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.018752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Bound using segment: {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:02:38.019267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Bound port: f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:02:38.019705 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.092485 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] For port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:02:38.095951 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] For port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:02:38.100062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.101492 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.116962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object 9bfb55f0-b3bb-4210-8279-3bbb92c60414 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:02:38.151915 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.169465 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.172579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e868b9f-23e8-4bac-b966-978943fbf9ab None None] Pushing event updated for resources: {'Port': ['ID=f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:38.205035 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:02:38.210426 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:02:38.214330 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:02:38.238475 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=9bfb55f0-b3bb-4210-8279-3bbb92c60414,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:38.262244 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.439151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.734194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.742771 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.826046 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=9bfb55f0-b3bb-4210-8279-3bbb92c60414,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:38.831361 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:38.923673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:02:38.925116 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:02:39.044117 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:02:39.154675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:02:39.161131 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6e25b52c-e602-4521-8dd3-a2ea0eacb43c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448829 Jul 23 15:02:39.278286 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Sync routers for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:02:39.288660 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:39.289256 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:39.313777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-4ffbb82a-5b94-4a2a-b691-9fa900d99ad6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833877349&fields=id&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 267 time: 0.0343239 Jul 23 15:02:39.427569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-10e338c3-9c69-4939-9810-d3b5b2da87c7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:39.429304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-10e338c3-9c69-4939-9810-d3b5b2da87c7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/networks?id=9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 200 len: 797 time: 0.1089537 Jul 23 15:02:39.444197 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-f23c4fca-545d-49ce-95a7-dce7f1b8f679 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/quotas/76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 375 time: 0.0093544 Jul 23 15:02:39.483665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:39.509819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-b07e2b98-2483-4ba3-ad65-978d5c7fef64 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602899 Jul 23 15:02:39.517945 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:02:39.613364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ab53d088-0ae6-4f83-9ea8-ce5b43839eab service neutron] 10.222.0.21 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908151 Jul 23 15:02:39.697993 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 2, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:39.708285 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-71de2021-6ef4-4593-91e5-6e44edcc1220 service neutron] 10.222.0.21 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889459 Jul 23 15:02:39.728770 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Checking router: 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:02:39.729121 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Updating router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:02:39.763614 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:39.906827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88761ebd-1128-4282-b5b9-6c8f563f2ce7 req-f3b18b6a-1bf0-49e6-816f-11f97a279bd7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 210 time: 0.0488596 Jul 23 15:02:40.013043 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8410a-6e53-47ab-9685-9d5f36d6cde7 None None] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:02:40.078457 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.080657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device adc681c7-f1b8-444d-a5e7-c33778bca40c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:02:40.089201 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Transition to ACTIVE for port object 9bfb55f0-b3bb-4210-8279-3bbb92c60414 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:02:40.096082 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.127189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0304098b-1598-47dc-adfc-f0e4c881099d None None] Provisioning for port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:02:40.194009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port adc681c7-f1b8-444d-a5e7-c33778bca40c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:02:40.198523 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Attempting to bind port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:02:40.199239 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Attempting to bind port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:02:40.200115 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port adc681c7-f1b8-444d-a5e7-c33778bca40c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:40.200476 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.201752 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Attempting to bind port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 on network 9c008e88-ba6f-4399-88e8-d203ecf51e6f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:02:40.207743 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:02:40.208382 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Checking segment: {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:02:40.209043 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.209724 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Bound using segment: {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:02:40.210201 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Bound port: 9bfb55f0-b3bb-4210-8279-3bbb92c60414, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:02:40.210579 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.219479 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Pushing event updated for resources: {'Port': ['ID=9bfb55f0-b3bb-4210-8279-3bbb92c60414,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:40.228036 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.228379 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.228717 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.229049 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.229382 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.229740 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.230233 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.230736 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.231238 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.231716 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.232240 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.232561 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:02:40.292983 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] For port 9bfb55f0-b3bb-4210-8279-3bbb92c60414, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:02:40.296534 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] For port 9bfb55f0-b3bb-4210-8279-3bbb92c60414, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9bfb55f0-b3bb-4210-8279-3bbb92c60414,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:02:40.308963 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.316646 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.339798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port adc681c7-f1b8-444d-a5e7-c33778bca40c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=adc681c7-f1b8-444d-a5e7-c33778bca40c,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:40.346209 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.347332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:02:40.373921 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7c451-1f73-4304-94d4-3508e86a01d8 None None] Pushing event updated for resources: {'Port': ['ID=9bfb55f0-b3bb-4210-8279-3bbb92c60414,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:40.403714 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:40.404522 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:40.534203 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:40.615450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=adc681c7-f1b8-444d-a5e7-c33778bca40c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:40.632413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:02:40.636207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-38ecfd92-9fb0-4149-bd94-786c946da39f None None] Provisioning for port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:02:40.640097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:40.640519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.743296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.770097 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:40.781164 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:40.787857 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:40.808074 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d73f8-2703-44dd-9d69-7ee640079239 None None] The sync data for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 is: [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:02:40.850350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:41.019393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8605c716-4e74-4b10-9de4-5645066721e4 req-7f9bc612-1881-4175-aae9-4a74c02a08a8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 210 time: 0.0483894 Jul 23 15:02:41.262723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-a217d224-0a52-4d4d-b123-5a7c5b16acdb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:41.264690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-a217d224-0a52-4d4d-b123-5a7c5b16acdb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/networks?id=9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 200 len: 797 time: 0.1218736 Jul 23 15:02:41.328901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-920839fc-4238-4aff-9ab8-9c43a6794d3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 380 time: 0.0481389 Jul 23 15:02:41.339288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'port': {'device_id': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'admin_state_up': True, 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'security_groups': ['0fa2e350-a934-4963-accf-d03b17891bc9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:41.462799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:02:41.466421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:41.597384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.4 (9c008e88-ba6f-4399-88e8-d203ecf51e6f/44b9de04-a0af-447a-bea8-1a30828a6405/bd46eb28-4831-4d2b-94ba-0e6ee8c415c4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:02:41.737149 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:41.751342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:02:41.785697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:41.836951 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:02:41.840141 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:02:41.844610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:02:41.848646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:41.895639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:41.896372 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:41.916302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-eec3d34f-758b-4d7e-a4f2-41544a0a3c72 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810905 Jul 23 15:02:41.936658 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Request body: {'port': {'device_id': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:42.018007 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.040688 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device adc681c7-f1b8-444d-a5e7-c33778bca40c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:02:42.091265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-04be3f77-1082-471f-997b-d9f910fdeb76 None None] Provisioning for port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:02:42.098088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-04be3f77-1082-471f-997b-d9f910fdeb76 None None] Provisioning complete for port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:42.098547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04be3f77-1082-471f-997b-d9f910fdeb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.126828 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port adc681c7-f1b8-444d-a5e7-c33778bca40c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:42.127123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.159599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-04be3f77-1082-471f-997b-d9f910fdeb76 None None] Port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:02:42.216684 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9bfb55f0-b3bb-4210-8279-3bbb92c60414 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:02:42.266631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:02:42.270905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:42.271265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.354928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.388927 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 9bfb55f0-b3bb-4210-8279-3bbb92c60414, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9bfb55f0-b3bb-4210-8279-3bbb92c60414,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:42.394673 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.395524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:02:42.470712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=9bfb55f0-b3bb-4210-8279-3bbb92c60414,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:42.483283 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:42.483658 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.563244 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9afa21-6a84-4eb9-80b8-b677cf9d49bb req-3be38d63-a28a-4d55-9ae4-7670e758f86d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:42.564740 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec9afa21-6a84-4eb9-80b8-b677cf9d49bb req-3be38d63-a28a-4d55-9ae4-7670e758f86d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 931 time: 0.1535435 Jul 23 15:02:42.639887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec9afa21-6a84-4eb9-80b8-b677cf9d49bb req-f5f41070-b8bf-4bf4-94bf-f291db63ce1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682666 Jul 23 15:02:42.716581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:02:42.730527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.750596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Transition to ACTIVE for port object bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:02:42.757590 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.805734 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Pushing event updated for resources: {'Port': ['ID=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:42.881308 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Attempting to bind port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:02:42.881678 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Attempting to bind port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:02:42.882016 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Attempting to bind port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 on network 9c008e88-ba6f-4399-88e8-d203ecf51e6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:02:42.886604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 on network 9c008e88-ba6f-4399-88e8-d203ecf51e6f not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:02:42.886975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Attempting to bind port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 on network 9c008e88-ba6f-4399-88e8-d203ecf51e6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:02:42.892013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:02:42.892357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Checking segment: {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:02:42.892747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Bound using segment: {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:02:42.893177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Bound port: bd46eb28-4831-4d2b-94ba-0e6ee8c415c4, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe034f3b-bd7a-416b-8887-b778c1aa45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:02:42.893540 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:42.964110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] For port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:02:42.967281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] For port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:02:42.976193 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:43.011442 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.012098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:43.013594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] 10.222.0.11 "PUT /v2.0/ports/bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 200 len: 1091 time: 1.0818939 Jul 23 15:02:43.013955 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:02:43.016355 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a117fe-59cb-43e6-a07e-c22549ba2171" -d '{"events": [{"name": "network-changed", "server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:02:43.044270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0947e1-0261-4092-8e2b-1270cb236a9b service neutron] Pushing event updated for resources: {'Port': ['ID=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:43.056752 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aafbaa-3c80-4b0a-aa33-c360d1499b85 x-openstack-request-id: req-33aafbaa-3c80-4b0a-aa33-c360d1499b85 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:02:43.056984 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:02:43.057234 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33aafbaa-3c80-4b0a-aa33-c360d1499b85 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:02:43.057636 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'status': 'completed', 'code': 200} Jul 23 15:02:43.130669 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-a36c2fee-d1cc-49c8-be81-5416c252ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.132458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-a36c2fee-d1cc-49c8-be81-5416c252ce79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1094 time: 0.0576484 Jul 23 15:02:43.179852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-1de25c68-6dd3-436e-a37a-98e173bc9bc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 200 len: 217 time: 0.0355127 Jul 23 15:02:43.239165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-9e36760e-031c-4d55-b6ef-bbe99a60ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.240535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-9e36760e-031c-4d55-b6ef-bbe99a60ae92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44b9de04-a0af-447a-bea8-1a30828a6405 HTTP/1.1" status: 200 len: 834 time: 0.0547478 Jul 23 15:02:43.311153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-41ee76e1-134e-4c1b-b45a-28cce40d3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.312714 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-41ee76e1-134e-4c1b-b45a-28cce40d3661 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c008e88-ba6f-4399-88e8-d203ecf51e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658557 Jul 23 15:02:43.406262 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-11892f14-9d0b-40e7-a40c-eabdb7ac1cef service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871453 Jul 23 15:02:43.507123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6b865a35-2845-4b22-ad6e-9fee679b1136 req-ddec4158-dabe-49e9-acd1-9e33d929a303 service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938230 Jul 23 15:02:43.663417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-5419f306-ec36-4ec0-a5b3-a88f57664d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.664949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-5419f306-ec36-4ec0-a5b3-a88f57664d17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1094 time: 0.0575299 Jul 23 15:02:43.789227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-821942d6-3cf8-48a8-a2f1-294cf2d87376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.790781 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-821942d6-3cf8-48a8-a2f1-294cf2d87376 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 200 len: 898 time: 0.1198635 Jul 23 15:02:43.851538 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-ea5a6862-f5bf-4435-adb3-588a7c14ee9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 200 len: 217 time: 0.0531511 Jul 23 15:02:43.862055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2428-c9c4-4a9d-88ce-ea10fa7936ed req-b3dd2f03-3c1f-43a1-bef4-05d36e75473e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.863507 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38fd2428-c9c4-4a9d-88ce-ea10fa7936ed req-b3dd2f03-3c1f-43a1-bef4-05d36e75473e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 943 time: 0.1305356 Jul 23 15:02:43.926012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-d9e16305-fe2b-4796-a490-3975856329ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.927508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-d9e16305-fe2b-4796-a490-3975856329ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44b9de04-a0af-447a-bea8-1a30828a6405 HTTP/1.1" status: 200 len: 834 time: 0.0631258 Jul 23 15:02:43.934901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38fd2428-c9c4-4a9d-88ce-ea10fa7936ed req-de52b403-ae13-4450-911b-d2129d57aeaf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625508 Jul 23 15:02:43.936911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9bfb55f0-b3bb-4210-8279-3bbb92c60414 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:02:43.988145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:43.988933 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:43.991473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-8bf5545d-666c-464a-858a-322d30a9920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:43.993191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-8bf5545d-666c-464a-858a-322d30a9920e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c008e88-ba6f-4399-88e8-d203ecf51e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574107 Jul 23 15:02:44.087984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-fcbb9fa9-442a-44b5-b438-2312d4ce0814 service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874028 Jul 23 15:02:44.181505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-08a117fe-59cb-43e6-a07e-c22549ba2171 req-3ddfa229-7e23-49c1-966d-67e09767af1e service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864513 Jul 23 15:02:45.063052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:02:45.095643 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74764-d2a4-4256-896c-a09610d364b7 req-b9993619-28ec-4137-bdda-72d4dccd7a4b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:45.097170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22e74764-d2a4-4256-896c-a09610d364b7 req-b9993619-28ec-4137-bdda-72d4dccd7a4b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 943 time: 0.0765932 Jul 23 15:02:45.137094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-22e74764-d2a4-4256-896c-a09610d364b7 req-44bee97f-a788-4575-9cee-faae0010a429 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337956 Jul 23 15:02:45.159102 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:45.174344 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'port_id': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:02:45.213160 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:45.228746 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:02:45.248383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:45.254998 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:45.305758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:45.533278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['bd46eb28-4831-4d2b-94ba-0e6ee8c415c4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:02:45.894491 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e73be2f-4751-4fb4-8dfb-b9136e265fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:46.282677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f5f6a-6f8f-4319-8ea6-7e38551c7cd1 req-7539daff-33e5-4e75-b240-7912db660f35 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:46.284154 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-900f5f6a-6f8f-4319-8ea6-7e38551c7cd1 req-7539daff-33e5-4e75-b240-7912db660f35 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 944 time: 0.0702560 Jul 23 15:02:46.322570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-900f5f6a-6f8f-4319-8ea6-7e38551c7cd1 req-bc5133af-ee75-4443-8fe9-3f03949634a7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Jul 23 15:02:47.084673 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:02:47.139306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:02:47.143249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:02:47.143627 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:47.227400 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:47.255011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:02:47.257316 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868cc4bc-5bce-4fc7-bd96-2ece0d07dc84" -d '{"events": [{"server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "name": "network-vif-plugged", "status": "completed", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:02:47.269799 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:02:47.275322 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:47.300169 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a67f1-e8aa-41f0-a56f-392f1c54a5d6 x-openstack-request-id: req-8b2a67f1-e8aa-41f0-a56f-392f1c54a5d6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:02:47.300459 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "name": "network-vif-plugged", "status": "completed", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:02:47.300709 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b2a67f1-e8aa-41f0-a56f-392f1c54a5d6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:02:47.301106 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'code': 200} Jul 23 15:02:47.326853 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:47.478339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374da86-cdda-4b06-848d-d05a43e34a14 req-09560fe9-9281-4307-9c8c-ad22bc9a6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:47.479869 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6374da86-cdda-4b06-848d-d05a43e34a14 req-09560fe9-9281-4307-9c8c-ad22bc9a6ef6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1096 time: 0.0970471 Jul 23 15:02:47.494849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb753b7c-f74d-4f58-9819-be4636b738b5 req-5d9d6282-29f9-44a9-856e-1f7e69ada087 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:47.496370 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb753b7c-f74d-4f58-9819-be4636b738b5 req-5d9d6282-29f9-44a9-856e-1f7e69ada087 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0860946 Jul 23 15:02:47.539445 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6374da86-cdda-4b06-848d-d05a43e34a14 req-d6d95cdd-7b34-493d-a2ea-355974c327e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523014 Jul 23 15:02:47.552242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eb753b7c-f74d-4f58-9819-be4636b738b5 req-adbca179-16fc-4ee4-bd28-392a98bb3416 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501225 Jul 23 15:02:48.332103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:48.389529 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:48.598490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9712a87-c4d3-4d99-9442-560613d3818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:48.687348 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd59a0-27cb-495e-b6e8-deca2c5cc69a req-52c987a1-3939-4b09-b6c6-fba948d5d3a5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:48.688849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3dd59a0-27cb-495e-b6e8-deca2c5cc69a req-52c987a1-3939-4b09-b6c6-fba948d5d3a5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0638533 Jul 23 15:02:48.726493 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c3dd59a0-27cb-495e-b6e8-deca2c5cc69a req-08d11e9a-6aba-49bb-b10a-c0584134003e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Jul 23 15:02:49.777374 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:49.869608 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe164d-a375-4833-b452-a15577067775 req-b874aa2f-b1f0-47f2-801f-988da89c27bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:49.871132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17fe164d-a375-4833-b452-a15577067775 req-b874aa2f-b1f0-47f2-801f-988da89c27bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0714281 Jul 23 15:02:49.910673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-17fe164d-a375-4833-b452-a15577067775 req-574d2a6e-f77d-452e-a1a9-63fb233c2cd8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Jul 23 15:02:50.088266 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98c64a-d3e1-4543-b693-02a2e38bdbd7 req-590249eb-f080-4b99-90da-34280f5031ca tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:50.089955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c98c64a-d3e1-4543-b693-02a2e38bdbd7 req-590249eb-f080-4b99-90da-34280f5031ca tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.1135814 Jul 23 15:02:50.127796 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c98c64a-d3e1-4543-b693-02a2e38bdbd7 req-6ea7b67b-af34-43d9-8b52-0cf4e6339c8c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321374 Jul 23 15:02:50.157697 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:50.225879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fbaf3-59f5-4417-bb94-f07e5333ef61 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:50.227420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5f3fbaf3-59f5-4417-bb94-f07e5333ef61 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1091 time: 0.0687039 Jul 23 15:02:50.232157 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:50.236962 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:02:50.263163 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:50.366246 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:50.472553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.19 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/8e60ef4f-698e-4718-b7e5-e48769b736ff) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:02:50.571699 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:50.630816 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:50.674476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:02:50.679217 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:02:50.682765 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:02:50.688233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=8e60ef4f-698e-4718-b7e5-e48769b736ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:51.065659 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:51.154519 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:51.307162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:51.316289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:51.393029 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=8e60ef4f-698e-4718-b7e5-e48769b736ff,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:02:51.403087 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:51.483984 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:51.512616 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP d5f86c74-971b-42b1-b97c-c3826b8468ce associated. External IP: 172.25.2.19, port: bd46eb28-4831-4d2b-94ba-0e6ee8c415c4. Jul 23 15:02:51.732375 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:02:51.850670 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:02:51.860351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] Sync routers for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:02:51.869023 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:02:51.870285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:51.870992 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:51.905127 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-861fe2f3-f805-4242-8aab-7b27c8cd8f50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6718190 Jul 23 15:02:51.905793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:02:51.943686 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a34dcb0-4710-412f-a287-b0d33e13eda0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:02:51.980658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:52.024145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf953a-aeba-42da-8e52-5776ed965094 req-e8b5cc4b-9c5a-4d43-aa32-d93c455ed821 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:52.025684 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16bf953a-aeba-42da-8e52-5776ed965094 req-e8b5cc4b-9c5a-4d43-aa32-d93c455ed821 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0702703 Jul 23 15:02:52.063688 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16bf953a-aeba-42da-8e52-5776ed965094 req-43694cc5-8616-4e03-a85f-ce273d497257 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Jul 23 15:02:52.086349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:52.164455 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-29e1ff13-1fc9-4c51-91aa-70b730657e21 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/d5f86c74-971b-42b1-b97c-c3826b8468ce HTTP/1.1" status: 200 len: 990 time: 0.0769715 Jul 23 15:02:52.180696 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a8596-33de-460f-8f79-22ef8f8c1636 x-openstack-request-id: req-f72a8596-33de-460f-8f79-22ef8f8c1636 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:02:52.180986 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:02:52.181234 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f72a8596-33de-460f-8f79-22ef8f8c1636 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:02:52.181663 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'status': 'completed', 'code': 200} Jul 23 15:02:52.207758 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'd5f86c74-971b-42b1-b97c-c3826b8468ce', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'port_id': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:02:50Z', 'updated_at': '2021-07-23T15:02:50Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:52.234167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] Checking router: 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:02:52.242274 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:02:52.242910 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:02:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:52.276552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-35998b69-3bdb-45c1-80a2-c08477e04e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:52.278049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-35998b69-3bdb-45c1-80a2-c08477e04e34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1096 time: 0.0545230 Jul 23 15:02:52.347725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:02:52.372010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-aed33e04-c184-411a-a41a-fdf320c83004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:52.373508 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-aed33e04-c184-411a-a41a-fdf320c83004 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 200 len: 898 time: 0.0891774 Jul 23 15:02:52.440893 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-f72c2991-b050-4d14-9c99-a49a256bc7f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 200 len: 998 time: 0.0610085 Jul 23 15:02:52.489789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-d3dc73e2-5582-4e37-8ef8-4fac5f111ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:52.491343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-d3dc73e2-5582-4e37-8ef8-4fac5f111ef3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44b9de04-a0af-447a-bea8-1a30828a6405 HTTP/1.1" status: 200 len: 834 time: 0.0438795 Jul 23 15:02:52.552842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-1570c6c2-23d8-4d4c-94eb-d2a42f649b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:02:52.554272 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-1570c6c2-23d8-4d4c-94eb-d2a42f649b5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c008e88-ba6f-4399-88e8-d203ecf51e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561376 Jul 23 15:02:52.574120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'd5f86c74-971b-42b1-b97c-c3826b8468ce', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'port_id': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:02:50Z', 'updated_at': '2021-07-23T15:02:50Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:02:52.602129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737bb3f0-7653-4db2-bb3a-068fe0411752 None None] The sync data for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 is: [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'd5f86c74-971b-42b1-b97c-c3826b8468ce', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'port_id': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:02:50Z', 'updated_at': '2021-07-23T15:02:50Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:02:52.647056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-7ab2dec7-12fe-4e04-9b90-e268ac6412dc service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861027 Jul 23 15:02:52.743551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0a34dcb0-4710-412f-a287-b0d33e13eda0 req-347e8ee9-7bf8-4c18-ad11-511566cecd6b service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902915 Jul 23 15:02:52.814293 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4507720-9c84-424a-86d2-81873607f7d4 None None] New status for floating IP d5f86c74-971b-42b1-b97c-c3826b8468ce: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:02:53.169904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:02:53.241378 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d59272d1-fcd7-4cab-9584-7f80e49dc885 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/d5f86c74-971b-42b1-b97c-c3826b8468ce HTTP/1.1" status: 200 len: 992 time: 0.0698776 Jul 23 15:03:08.180853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:15.897441 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1be253d1-b34b-46c2-b5be-f4e956c44721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:16.517131 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:03:18.343913 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:18.384694 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:18.598501 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8822a70-4839-46e3-ba4b-1de9ad512095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:19.780144 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:21.496479 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:22.154235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263c305-3b8b-4351-8525-10b570e834c9 req-bccdf2f3-8fb2-4a0e-a437-fac830f110eb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:22.155653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4263c305-3b8b-4351-8525-10b570e834c9 req-bccdf2f3-8fb2-4a0e-a437-fac830f110eb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.1115916 Jul 23 15:03:22.169938 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-5da8ca23-a662-42dc-98c7-3f690f7a9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:22.171368 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-5da8ca23-a662-42dc-98c7-3f690f7a9b12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1096 time: 0.0899036 Jul 23 15:03:22.221417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4263c305-3b8b-4351-8525-10b570e834c9 req-2338e1d8-ed28-43d1-a25a-03a1e6114eef tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591564 Jul 23 15:03:22.284340 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-7ba23d92-50ec-444d-86aa-6ead05a58514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:22.285824 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-7ba23d92-50ec-444d-86aa-6ead05a58514 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 200 len: 898 time: 0.1068342 Jul 23 15:03:22.358653 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-448dfba1-9de5-4726-98c4-622e3db8d374 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 200 len: 1000 time: 0.0651271 Jul 23 15:03:22.409733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-0153dcac-772c-4ecc-9244-1c9b024dde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:22.411100 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-0153dcac-772c-4ecc-9244-1c9b024dde58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44b9de04-a0af-447a-bea8-1a30828a6405 HTTP/1.1" status: 200 len: 834 time: 0.0447900 Jul 23 15:03:22.474029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-bd72ac43-7d59-4512-bc1b-eb56af96efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:22.475621 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-bd72ac43-7d59-4512-bc1b-eb56af96efd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c008e88-ba6f-4399-88e8-d203ecf51e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574210 Jul 23 15:03:22.572628 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-b40c1b02-b5f8-4f7a-8edc-fa81ccddb08e service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892079 Jul 23 15:03:22.665447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3a48557c-0a18-4264-87cd-b0b1fbe0bdef req-a4888304-e979-45bf-ad5f-3c155e0fc019 service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857670 Jul 23 15:03:23.377737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489aa1b-bd39-49d1-ab00-70d4d7fcbde4 req-ebb80a03-71e6-4a7a-9b5d-dde88ec5328c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:23.379246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b489aa1b-bd39-49d1-ab00-70d4d7fcbde4 req-ebb80a03-71e6-4a7a-9b5d-dde88ec5328c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0655146 Jul 23 15:03:23.421214 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b489aa1b-bd39-49d1-ab00-70d4d7fcbde4 req-06ab0fe0-61ff-4809-8558-68e8a0924de2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363061 Jul 23 15:03:24.563839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96981aac-e66b-427f-855d-771530c39802 req-f398c0e6-50d2-486b-9a6e-3f05b7bef8a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:24.565296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96981aac-e66b-427f-855d-771530c39802 req-f398c0e6-50d2-486b-9a6e-3f05b7bef8a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0700979 Jul 23 15:03:24.608020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96981aac-e66b-427f-855d-771530c39802 req-07d27ae7-4728-44c3-a890-d54c36451acc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Jul 23 15:03:25.756868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd49623-fc6a-4760-b3e2-acfe76e95aef req-33fb63dd-28d2-498e-930e-b38a6ef2411b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:25.758371 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcd49623-fc6a-4760-b3e2-acfe76e95aef req-33fb63dd-28d2-498e-930e-b38a6ef2411b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0748038 Jul 23 15:03:25.798805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dcd49623-fc6a-4760-b3e2-acfe76e95aef req-ad2426c4-5fa4-4b06-add9-4a87a1751a3f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Jul 23 15:03:26.945285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e7710-81cb-427d-a97a-b0ee3a174877 req-8b715629-6d5d-4ff5-be16-c8bad5b81a6d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:26.946855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-137e7710-81cb-427d-a97a-b0ee3a174877 req-8b715629-6d5d-4ff5-be16-c8bad5b81a6d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0694199 Jul 23 15:03:26.986182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-137e7710-81cb-427d-a97a-b0ee3a174877 req-2aaa656c-0558-41f9-b2d0-523875792638 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331883 Jul 23 15:03:28.126107 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa594ab-0506-4e02-b373-3c6f3e7520b1 req-1599c074-e158-4775-98bd-0df7079833f6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:28.127612 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0aa594ab-0506-4e02-b373-3c6f3e7520b1 req-1599c074-e158-4775-98bd-0df7079833f6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0707834 Jul 23 15:03:28.167573 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0aa594ab-0506-4e02-b373-3c6f3e7520b1 req-58147cee-2bed-43c1-b000-da0b69345e4d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Jul 23 15:03:29.310469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918e4e-5a81-48f3-809d-d631ce47e512 req-f6ce9ae6-5053-47ec-a658-02440bce10ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:29.311864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87918e4e-5a81-48f3-809d-d631ce47e512 req-f6ce9ae6-5053-47ec-a658-02440bce10ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0698016 Jul 23 15:03:29.350514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87918e4e-5a81-48f3-809d-d631ce47e512 req-71a17a6a-9c92-4ebb-a9de-8747d5cf17c3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 23 15:03:30.501931 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed3023-c10f-4190-bbc8-39a21ff0d515 req-b9ccaa46-5311-4e44-8229-15d089bc30df tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:30.503461 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bed3023-c10f-4190-bbc8-39a21ff0d515 req-b9ccaa46-5311-4e44-8229-15d089bc30df tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0720093 Jul 23 15:03:30.542587 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4bed3023-c10f-4190-bbc8-39a21ff0d515 req-be413d9b-a0de-41f1-bb2a-1b20bb4b7b57 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Jul 23 15:03:31.698532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691da40-611b-46a7-9c4f-bb975779a872 req-c75289a8-ac4b-499e-8108-18b59ed344a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:31.700035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7691da40-611b-46a7-9c4f-bb975779a872 req-c75289a8-ac4b-499e-8108-18b59ed344a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0724697 Jul 23 15:03:31.743347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7691da40-611b-46a7-9c4f-bb975779a872 req-c75b1e0c-937e-4dec-977a-7c70d0d55d1f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342078 Jul 23 15:03:32.891787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1970ee0-111a-45c2-8189-2cc7994a578f req-4c4e3327-4d01-4d77-9223-c20166013a23 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:32.893253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1970ee0-111a-45c2-8189-2cc7994a578f req-4c4e3327-4d01-4d77-9223-c20166013a23 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0663583 Jul 23 15:03:32.939896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e1970ee0-111a-45c2-8189-2cc7994a578f req-b101ca95-1ea1-4a65-aa65-3159ca83523a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374629 Jul 23 15:03:34.099492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0dbf-2ce9-4ecf-991f-7575091cf0e6 req-668ff378-3ace-46c7-8fe4-ca350713ae11 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:34.101043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1ce0dbf-2ce9-4ecf-991f-7575091cf0e6 req-668ff378-3ace-46c7-8fe4-ca350713ae11 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0816362 Jul 23 15:03:34.142866 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c1ce0dbf-2ce9-4ecf-991f-7575091cf0e6 req-1ec47bc9-1798-420d-9e5c-fee21c8714cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335481 Jul 23 15:03:34.165635 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:03:34.234960 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-138757dc-437c-475f-8dff-b91bf44b9c88 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/d5f86c74-971b-42b1-b97c-c3826b8468ce HTTP/1.1" status: 200 len: 992 time: 0.0680957 Jul 23 15:03:38.198490 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:45.896192 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-378a62a6-5fde-48f7-afff-a41aed309556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:46.869512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-3f299880-e737-4da6-af89-8f856d682260 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997398 Jul 23 15:03:46.994708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-313e7137-ebf7-416a-a358-8b5251bd36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:46.996394 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-313e7137-ebf7-416a-a358-8b5251bd36bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1096 time: 0.0622125 Jul 23 15:03:47.100072 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-62209609-2671-4266-ac3f-c8d8db5da059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:47.101441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-62209609-2671-4266-ac3f-c8d8db5da059 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 200 len: 898 time: 0.0865517 Jul 23 15:03:47.171465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-48863738-0f10-4ab1-ba96-fcb690bb70ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 200 len: 1000 time: 0.0635810 Jul 23 15:03:47.221790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-c59d2bd0-faa2-4b77-b9a6-a0c73aa3c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:47.223312 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-c59d2bd0-faa2-4b77-b9a6-a0c73aa3c10b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44b9de04-a0af-447a-bea8-1a30828a6405 HTTP/1.1" status: 200 len: 834 time: 0.0464292 Jul 23 15:03:47.296323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-0e40af50-7594-4d1e-bbcc-3155bb7d9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:03:47.297892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-0e40af50-7594-4d1e-bbcc-3155bb7d9a40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c008e88-ba6f-4399-88e8-d203ecf51e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682583 Jul 23 15:03:47.395156 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-5b01810f-6067-489c-9dee-15ff84d4916b service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900750 Jul 23 15:03:47.498697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a38f0d75-da6d-4448-9ba9-f494f6b2fb00 req-e0cab94a-d1d9-4781-97a7-b362035ad255 service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977349 Jul 23 15:03:48.337347 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:48.397860 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:48.605059 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c52c9dd-d612-4d23-89ba-7beab10f668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:49.781073 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:51.494385 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:03:53.517599 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:04:04.665030 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:05.151319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 8e60ef4f-698e-4718-b7e5-e48769b736ff {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:04:05.151634 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:05.229277 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:05.229578 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:05.241537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 8e60ef4f-698e-4718-b7e5-e48769b736ff owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:04:05.394511 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:05.421730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=8e60ef4f-698e-4718-b7e5-e48769b736ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:05.451363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.451717 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.452153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.452376 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.452694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.453373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.453708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.454037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.454364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.454704 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.455032 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.455368 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:05.497322 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:05.497653 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP d5f86c74-971b-42b1-b97c-c3826b8468ce disassociated (deleted). External IP: 172.25.2.19, port: bd46eb28-4831-4d2b-94ba-0e6ee8c415c4. Jul 23 15:04:05.712694 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:04:05.818896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:04:05.824231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:05.830039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] Sync routers for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:04:05.839285 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:05.839931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:03:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:05.868924 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b1213745-7dcc-4545-9fbb-0d8e5c49dca8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/floatingips/d5f86c74-971b-42b1-b97c-c3826b8468ce HTTP/1.1" status: 204 len: 168 time: 1.1999683 Jul 23 15:04:05.868924 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:04:05.870407 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142d27d9-a0fa-4efd-8685-47709f3bea04" -d '{"events": [{"name": "network-changed", "server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:04:05.948008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:06.038184 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f760c35-ae66-4f46-912a-6eb91dc15838 x-openstack-request-id: req-2f760c35-ae66-4f46-912a-6eb91dc15838 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:04:06.038473 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:04:06.038754 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f760c35-ae66-4f46-912a-6eb91dc15838 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:04:06.039160 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'status': 'completed', 'code': 200} Jul 23 15:04:06.158176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:06.185525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55058f8-4d6e-48a3-b54f-d4dea11c285c req-79668510-49de-4198-8ffe-b03bec82d329 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:06.187061 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e55058f8-4d6e-48a3-b54f-d4dea11c285c req-79668510-49de-4198-8ffe-b03bec82d329 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.1050181 Jul 23 15:04:06.190786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] Checking router: 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:04:06.192562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-76d514ee-eac6-47b9-8805-a610aec84320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:06.193973 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-76d514ee-eac6-47b9-8805-a610aec84320 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 1096 time: 0.0830145 Jul 23 15:04:06.199268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:06.199874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:03:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:06.257902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e55058f8-4d6e-48a3-b54f-d4dea11c285c req-f091fe97-cce9-4270-9eaa-87c1035d897d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628145 Jul 23 15:04:06.299528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:06.309423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-a60e5e2f-cae8-4d73-bbb4-b1d478b2133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:06.310997 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-a60e5e2f-cae8-4d73-bbb4-b1d478b2133a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 200 len: 898 time: 0.1088321 Jul 23 15:04:06.352712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-bfe07269-44de-4d92-b4ae-0acd42d4c030 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 200 len: 217 time: 0.0345278 Jul 23 15:04:06.405123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-d7c521cf-5189-4cb9-b152-0c3563ad8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:06.406578 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-d7c521cf-5189-4cb9-b152-0c3563ad8dcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44b9de04-a0af-447a-bea8-1a30828a6405 HTTP/1.1" status: 200 len: 834 time: 0.0468829 Jul 23 15:04:06.468502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-91228e16-83cf-46f0-a5b0-9675d5ebac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:06.469912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-91228e16-83cf-46f0-a5b0-9675d5ebac99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c008e88-ba6f-4399-88e8-d203ecf51e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566034 Jul 23 15:04:06.567989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-ede1e835-97d9-42e8-94a5-54280d6cedfd service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904551 Jul 23 15:04:06.657415 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:06.665447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-142d27d9-a0fa-4efd-8685-47709f3bea04 req-3578480d-0afa-4846-9836-855b2bca9931 service neutron] 10.222.0.11 "GET /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903568 Jul 23 15:04:06.683958 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23364f-3a60-4985-840b-dfb5d7593b48 None None] The sync data for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 is: [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:02:38Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '9bfb55f0-b3bb-4210-8279-3bbb92c60414', 'name': '', 'network_id': '9c008e88-ba6f-4399-88e8-d203ecf51e6f', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:75:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:37Z', 'updated_at': '2021-07-23T15:02:42Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '44b9de04-a0af-447a-bea8-1a30828a6405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:04:06.910608 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b1004d-c5ab-4a9e-a421-d835c54f3030 None None] New status for floating IP d5f86c74-971b-42b1-b97c-c3826b8468ce: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:04:07.405247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616ea82-22b7-463a-991c-5e1cf632915a req-7e918fcc-3176-4fcc-a972-d0b9d81a4669 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:07.406770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0616ea82-22b7-463a-991c-5e1cf632915a req-7e918fcc-3176-4fcc-a972-d0b9d81a4669 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0673037 Jul 23 15:04:07.448854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0616ea82-22b7-463a-991c-5e1cf632915a req-366dba87-30f9-4c7a-9874-fb4ea4196b82 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fa2e350-a934-4963-accf-d03b17891bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Jul 23 15:04:07.736214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-9541b805-ae3c-499a-8e35-9b3f6304e044 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:07.737605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-9541b805-ae3c-499a-8e35-9b3f6304e044 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 945 time: 0.0782120 Jul 23 15:04:07.842903 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:04:07.843229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:07.937387 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:07.937756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:07.949403 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:04:08.080567 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:08.116169 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=bd46eb28-4831-4d2b-94ba-0e6ee8c415c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:08.145524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.145870 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.146206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.146530 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.146880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.147205 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.147525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.147848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.148167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.148480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.148797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.149110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:08.170738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] No DVR routers for this DVR port bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:04:08.173468 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:08.175634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74059331-6fe2-4ba7-9f92-d2b565afd927 req-ae9986a6-66ae-4b67-b1f6-c0eed08f4a6f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "DELETE /v2.0/ports/bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 HTTP/1.1" status: 204 len: 173 time: 0.4321609 Jul 23 15:04:08.176122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'name': 'network-vif-deleted', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:04:08.178505 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107db961-6b74-4f71-be19-357e222108c1" -d '{"events": [{"server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "name": "network-vif-deleted", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:04:08.186964 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:08.264187 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b931982-c8ce-4ce2-9407-b9eee50a4f74 x-openstack-request-id: req-7b931982-c8ce-4ce2-9407-b9eee50a4f74 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:04:08.264501 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce51b8d1-6987-40f8-bc28-011905b1bb01", "name": "network-vif-deleted", "tag": "bd46eb28-4831-4d2b-94ba-0e6ee8c415c4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:04:08.264735 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b931982-c8ce-4ce2-9407-b9eee50a4f74 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:04:08.265144 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce51b8d1-6987-40f8-bc28-011905b1bb01', 'name': 'network-vif-deleted', 'tag': 'bd46eb28-4831-4d2b-94ba-0e6ee8c415c4', 'status': 'completed', 'code': 200} Jul 23 15:04:08.563362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9bb4b699-1bbb-4c6b-b9d1-5f2b95169894 req-8e053845-f938-46f1-8072-fe562b9bae45 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce51b8d1-6987-40f8-bc28-011905b1bb01 HTTP/1.1" status: 200 len: 210 time: 0.0298941 Jul 23 15:04:09.636773 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:10.001538 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:10.609601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 9bfb55f0-b3bb-4210-8279-3bbb92c60414 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:04:10.609899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:10.708691 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 9bfb55f0-b3bb-4210-8279-3bbb92c60414, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9bfb55f0-b3bb-4210-8279-3bbb92c60414,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:10.709395 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:10.722075 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 9bfb55f0-b3bb-4210-8279-3bbb92c60414 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:04:10.917196 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:10.953770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=9bfb55f0-b3bb-4210-8279-3bbb92c60414,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:11.126881 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:11.344466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:04:11.452524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:04:11.458139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8435d53d-ffa3-4e07-aad7-ebaa4f3937cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8202531 Jul 23 15:04:11.461276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:11.464366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] Sync routers for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:04:11.475340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:11.475955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:03:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:11.512750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting subnet 44b9de04-a0af-447a-bea8-1a30828a6405 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:04:11.516202 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:11.536896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:04:11.557190 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:11.559268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:04:11.559617 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device bd46eb28-4831-4d2b-94ba-0e6ee8c415c4 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:04:11.598199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:11.654166 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:11.713645 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:11.742337 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Subnet': ['ID=44b9de04-a0af-447a-bea8-1a30828a6405,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:11.744366 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:11.746323 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-85e4f9a9-e4ef-42ad-8b43-3e1a66d93bad tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/subnets/44b9de04-a0af-447a-bea8-1a30828a6405 HTTP/1.1" status: 204 len: 168 time: 0.2840011 Jul 23 15:04:11.749328 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:11.761888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7279c-ed3d-44df-a950-6ddf1546e7f8 None None] Network 9c008e88-ba6f-4399-88e8-d203ecf51e6f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:04:11.855978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:11.881138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:04:10Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:11.909932 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] Checking router: 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:04:11.926240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] Routers {'27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:11.926888 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:03:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:11.972996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.039505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port adc681c7-f1b8-444d-a5e7-c33778bca40c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:04:12.039862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.044074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] Set router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:12.071023 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] DHCP port deletion for 9c008e88-ba6f-4399-88e8-d203ecf51e6f request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:04:12.128896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port adc681c7-f1b8-444d-a5e7-c33778bca40c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=adc681c7-f1b8-444d-a5e7-c33778bca40c,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:12.129264 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.141312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for adc681c7-f1b8-444d-a5e7-c33778bca40c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:04:12.214524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Deleting port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:04:12.214957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.304218 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] For port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0,segment=NetworkSegment(fe034f3b-bd7a-416b-8887-b778c1aa45b4),segment_id=fe034f3b-bd7a-416b-8887-b778c1aa45b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:12.304514 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.312605 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.319321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Calling delete_port for f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:04:12.336617 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=adc681c7-f1b8-444d-a5e7-c33778bca40c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:12.338592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:04:10Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:12.396029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913514bd-d13c-4c00-a2d8-38c9820bfff4 None None] The sync data for ids ['27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2'] in n-d-801990-3 is: [{'id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214399350', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:02:34Z', 'updated_at': '2021-07-23T15:04:10Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': 'adc681c7-f1b8-444d-a5e7-c33778bca40c', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:02:35Z', 'updated_at': '2021-07-23T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:04:12.409948 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.440262 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.466831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Pushing event deleted for resources: {'Port': ['ID=f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:12.469039 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] No DVR routers for this DVR port f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:04:12.479420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.479420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.479420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.479420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.479420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.479420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.480329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.480329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.480329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.480694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.481180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.481332 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c1f86-24b3-40b8-8641-07fffac627f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:12.506108 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.508265 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.558353 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.559026 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Fanout notify agent at l3_agent the message router_deleted on router 27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:04:12.565785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.567140 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-29b6bc1c-3f83-4df3-9df9-8686fa9dcf75 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/routers/27ba59ae-f88d-4d1f-ad8d-9ad66ecd62a2 HTTP/1.1" status: 204 len: 168 time: 0.8168731 Jul 23 15:04:12.569909 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:12.644695 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.742231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.753862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c008e88-ba6f-4399-88e8-d203ecf51e6f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:12.765042 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe034f3b-bd7a-416b-8887-b778c1aa45b4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:12.765343 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe034f3b-bd7a-416b-8887-b778c1aa45b4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:12.775286 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.790375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.796833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:04:12.797243 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: timer() Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:04:12.800317 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:04:12.866676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.873843 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.875691 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/networks/9c008e88-ba6f-4399-88e8-d203ecf51e6f HTTP/1.1" status: 204 len: 168 time: 0.3048730 Jul 23 15:04:12.878927 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:12.887441 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d9181-b350-4869-af78-677200f4afe6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Network': ['ID=9c008e88-ba6f-4399-88e8-d203ecf51e6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:12.943476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4d73-25c9-4231-9a5b-eb0151683730 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:12.973531 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4d73-25c9-4231-9a5b-eb0151683730 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.039079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4d73-25c9-4231-9a5b-eb0151683730 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.041621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4d73-25c9-4231-9a5b-eb0151683730 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.043053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-734b4d73-25c9-4231-9a5b-eb0151683730 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/security-groups/0fa2e350-a934-4963-accf-d03b17891bc9 HTTP/1.1" status: 204 len: 168 time: 0.1627665 Jul 23 15:04:13.052709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4d73-25c9-4231-9a5b-eb0151683730 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2e350-a934-4963-accf-d03b17891bc9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:13.350692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:13.355699 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6cd89079-2de0-4d35-ae5d-cf0093c63304 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220297104', 'description': 'tempest-secgroup-smoke-220297104 description', 'project_id': '76f72df2cb4a473cac71a9910bc44320'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:13.381488 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd89079-2de0-4d35-ae5d-cf0093c63304 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.476215 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd89079-2de0-4d35-ae5d-cf0093c63304 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.482549 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd89079-2de0-4d35-ae5d-cf0093c63304 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.507868 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd89079-2de0-4d35-ae5d-cf0093c63304 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.509078 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6cd89079-2de0-4d35-ae5d-cf0093c63304 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1573546 Jul 23 15:04:13.512509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:13.513050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd89079-2de0-4d35-ae5d-cf0093c63304 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd76f1-051d-42e0-9891-d56d6e1aa52c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:13.518461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-93bbcec3-5e11-48f8-aa00-d75a0135b63b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'bdfd76f1-051d-42e0-9891-d56d6e1aa52c', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:13.549791 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93bbcec3-5e11-48f8-aa00-d75a0135b63b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.600288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93bbcec3-5e11-48f8-aa00-d75a0135b63b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.605562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93bbcec3-5e11-48f8-aa00-d75a0135b63b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.625070 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbcec3-5e11-48f8-aa00-d75a0135b63b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdf7cd6-a030-491f-80ab-2a96683b8703,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:13.632698 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93bbcec3-5e11-48f8-aa00-d75a0135b63b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.634023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-93bbcec3-5e11-48f8-aa00-d75a0135b63b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204216 Jul 23 15:04:13.638313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:13.643176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a99cb05-f985-4f40-a03f-d896f4055880 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'bdfd76f1-051d-42e0-9891-d56d6e1aa52c', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:13.670485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a99cb05-f985-4f40-a03f-d896f4055880 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.727410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a99cb05-f985-4f40-a03f-d896f4055880 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.733606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a99cb05-f985-4f40-a03f-d896f4055880 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.755616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99cb05-f985-4f40-a03f-d896f4055880 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050782e2-51d6-44cc-9e79-3fe069940d11,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:13.763584 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a99cb05-f985-4f40-a03f-d896f4055880 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.764770 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4a99cb05-f985-4f40-a03f-d896f4055880 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254747 Jul 23 15:04:13.768504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:13.773027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7877af32-c882-4432-8ca9-a1abc33832bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'bdfd76f1-051d-42e0-9891-d56d6e1aa52c', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:13.801476 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7877af32-c882-4432-8ca9-a1abc33832bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.859355 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7877af32-c882-4432-8ca9-a1abc33832bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.866482 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7877af32-c882-4432-8ca9-a1abc33832bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.886582 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877af32-c882-4432-8ca9-a1abc33832bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d736e56-8457-4b9b-8adc-658cb225a8db,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:13.895874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7877af32-c882-4432-8ca9-a1abc33832bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.897050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7877af32-c882-4432-8ca9-a1abc33832bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275256 Jul 23 15:04:13.899782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:13.904620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b1cd09d-ac51-4532-843d-e1f754b6644f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'bdfd76f1-051d-42e0-9891-d56d6e1aa52c', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:13.935806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd09d-ac51-4532-843d-e1f754b6644f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:13.998563 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd09d-ac51-4532-843d-e1f754b6644f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.004418 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd09d-ac51-4532-843d-e1f754b6644f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.004734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device adc681c7-f1b8-444d-a5e7-c33778bca40c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:04:14.022279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cd09d-ac51-4532-843d-e1f754b6644f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f822d36-fe62-4b3f-8670-1437ce08ec4b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:14.026931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: adc681c7-f1b8-444d-a5e7-c33778bca40c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:04:14.027276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device adc681c7-f1b8-444d-a5e7-c33778bca40c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:04:14.027697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9bfb55f0-b3bb-4210-8279-3bbb92c60414 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:04:14.030327 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd09d-ac51-4532-843d-e1f754b6644f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.034496 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2b1cd09d-ac51-4532-843d-e1f754b6644f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335807 Jul 23 15:04:14.034737 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:14.039989 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'bdfd76f1-051d-42e0-9891-d56d6e1aa52c', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:14.047806 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9bfb55f0-b3bb-4210-8279-3bbb92c60414 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:04:14.048214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9bfb55f0-b3bb-4210-8279-3bbb92c60414 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:04:14.048732 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:04:14.063891 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:04:14.068906 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.070734 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:04:14.071081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f84df001-4e92-4b9a-bc4a-b42cdb9eb5d0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:04:14.128284 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.133582 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.150596 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd48b4ac-ce0a-4faf-b56a-604977887b84,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:14.163633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.165433 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0cdc47f4-ec0b-48fd-bdae-c686d4273740 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294208 Jul 23 15:04:14.168364 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:14.173232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'bdfd76f1-051d-42e0-9891-d56d6e1aa52c', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:14.197742 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:04:14.202726 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.263889 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.270027 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.289596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe72db80-c414-41ba-bd6f-c78d55a6e5cc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:14.296259 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.297468 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-03997618-d45f-4470-971d-bb4057b8f3a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279967 Jul 23 15:04:14.300471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:14.307878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'network': {'name': 'tempest-network-smoke--329402864', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:14.329425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:04:14.332782 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.356259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:04:14.365218 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.365577 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Added segment a781b53a-f9c0-4ed1-8976-8be95f6094f2 of type vlan for network 2a42584b-f6c3-42bf-b10d-9f588e57d58a Jul 23 15:04:14.405308 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.437360 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.445866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:14.446766 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.487732 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1860478 Jul 23 15:04:14.490484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:14.497011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'admin_state_up': True, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:14.528693 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddf15c-17fd-4848-b495-82a051bc1e49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Network': ['ID=2a42584b-f6c3-42bf-b10d-9f588e57d58a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:14.539243 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:04:14.548286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.549502 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.605235 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.759940 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.963113 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:14.981792 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:15.098124 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.104 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/8117fddd-d83e-496c-8e8d-e03ee4092fbc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:04:15.204168 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:15.258769 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:15.295042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:04:15.299777 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:04:15.303250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:04:15.308613 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=8117fddd-d83e-496c-8e8d-e03ee4092fbc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:15.582603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:15.794034 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:15.890695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a5106d9-5241-43e9-a08e-0c3e44731fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:15.928611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router ca91d493-73ed-43ba-9997-3d2285fef236 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:04:16.036161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:04:16.047199 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Sync routers for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:04:16.057242 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:16.057650 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.058094 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:03:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:16.058925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-382c7899-d9ac-4903-b637-f26d8153fc9c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5674546 Jul 23 15:04:16.062365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:16.094478 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0b0c12b3-48df-4062-959f-2b6ce1e55d7f tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=76f72df2cb4a473cac71a9910bc44320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304348 Jul 23 15:04:16.097170 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:16.161430 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:16.180863 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ac698-69cc-4f3a-84a5-c2c7680f66cb tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:16.185312 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ae1ac698-69cc-4f3a-84a5-c2c7680f66cb tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841613 Jul 23 15:04:16.185488 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:16.215957 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c1542178-6275-49f7-9303-3f919283eb03 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267391 Jul 23 15:04:16.216214 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:16.221166 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1522630140', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:16.316615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:04:16.320213 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.335565 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:15Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:16.360390 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Checking router: ca91d493-73ed-43ba-9997-3d2285fef236 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:04:16.360733 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Updating router ca91d493-73ed-43ba-9997-3d2285fef236 port 8117fddd-d83e-496c-8e8d-e03ee4092fbc binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:04:16.396988 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.500449 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.564065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Subnet': ['ID=bbb8468b-6838-432d-a53c-2d938299b241,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:16.569447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Checking segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:04:16.569923 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network hostable DHCP agents. Network: 2a42584b-f6c3-42bf-b10d-9f588e57d58a, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:04:16.589167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:04:16.599065 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 2a42584b-f6c3-42bf-b10d-9f588e57d58a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:04:16.603235 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:16.603836 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.610863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556855a-d0be-40f4-8466-d5c5631b103a None None] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:04:16.624221 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-da1c3878-a26a-4afb-a80b-4a274e180248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071181 Jul 23 15:04:16.627084 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:16.650246 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.660242 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Transition to ACTIVE for port object 8117fddd-d83e-496c-8e8d-e03ee4092fbc will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:04:16.667333 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.713342 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Attempting to bind port 8117fddd-d83e-496c-8e8d-e03ee4092fbc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:04:16.713793 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Attempting to bind port 8117fddd-d83e-496c-8e8d-e03ee4092fbc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:04:16.714229 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Attempting to bind port 8117fddd-d83e-496c-8e8d-e03ee4092fbc on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:04:16.727040 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:04:16.727514 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:04:16.727978 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.728433 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:04:16.728964 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Bound port: 8117fddd-d83e-496c-8e8d-e03ee4092fbc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:04:16.729406 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.750887 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Pushing event updated for resources: {'Port': ['ID=8117fddd-d83e-496c-8e8d-e03ee4092fbc,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:16.764062 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:04:16.765100 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.781686 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.782073 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.782370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.782719 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.783050 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.783374 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.783697 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.784015 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.784332 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.784649 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.784963 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.785559 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:04:16.804148 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] For port 8117fddd-d83e-496c-8e8d-e03ee4092fbc, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:04:16.807442 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] For port 8117fddd-d83e-496c-8e8d-e03ee4092fbc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8117fddd-d83e-496c-8e8d-e03ee4092fbc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:04:16.813001 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:16.867340 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:16.867960 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:03:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:16.902994 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Allocated IP 172.20.0.2 (2a42584b-f6c3-42bf-b10d-9f588e57d58a/bbb8468b-6838-432d-a53c-2d938299b241/00b882ad-e95c-4ff9-8d0e-459c8edff92c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:04:16.945043 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa89362-2540-48a8-a1d5-8f22c8b614b7 None None] Pushing event updated for resources: {'Port': ['ID=8117fddd-d83e-496c-8e8d-e03ee4092fbc,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:16.999662 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:17.049945 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.058207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Transition to ACTIVE for port object 00b882ad-e95c-4ff9-8d0e-459c8edff92c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:04:17.075334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Transition to ACTIVE for port object 00b882ad-e95c-4ff9-8d0e-459c8edff92c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:04:17.083138 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.083743 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.123081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:04:17.126276 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:04:17.129262 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:04:17.147183 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Pushing event updated for resources: {'Port': ['ID=00b882ad-e95c-4ff9-8d0e-459c8edff92c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:17.180716 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:15Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:17.207461 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ffd369-4034-4ad4-a9a6-3a21c19eda35 None None] The sync data for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 is: [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:15Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:04:17.207763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Attempting to bind port 00b882ad-e95c-4ff9-8d0e-459c8edff92c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:04:17.208166 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Attempting to bind port 00b882ad-e95c-4ff9-8d0e-459c8edff92c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:04:17.209373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Attempting to bind port 00b882ad-e95c-4ff9-8d0e-459c8edff92c on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:04:17.215741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:04:17.216125 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Checking segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:04:17.216558 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.216969 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Bound using segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:04:17.217502 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Bound port: 00b882ad-e95c-4ff9-8d0e-459c8edff92c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:04:17.217889 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.287375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] For port 00b882ad-e95c-4ff9-8d0e-459c8edff92c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:04:17.291774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] For port 00b882ad-e95c-4ff9-8d0e-459c8edff92c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=00b882ad-e95c-4ff9-8d0e-459c8edff92c,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:04:17.297658 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.362570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cf173-61a6-480e-8216-23d9dd1eed9e None None] Pushing event updated for resources: {'Port': ['ID=00b882ad-e95c-4ff9-8d0e-459c8edff92c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:17.378291 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.1 (2a42584b-f6c3-42bf-b10d-9f588e57d58a/bbb8468b-6838-432d-a53c-2d938299b241/10d90a48-af41-4f54-acac-a287d3aecaee) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:04:17.540077 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.558529 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object 10d90a48-af41-4f54-acac-a287d3aecaee will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:04:17.602089 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.650364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:04:17.658421 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:04:17.661420 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=10d90a48-af41-4f54-acac-a287d3aecaee,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:17.665766 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:04:17.717183 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:17.865191 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.088569 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 00b882ad-e95c-4ff9-8d0e-459c8edff92c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:04:18.152480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 00b882ad-e95c-4ff9-8d0e-459c8edff92c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:04:18.158116 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8117fddd-d83e-496c-8e8d-e03ee4092fbc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:04:18.216480 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8117fddd-d83e-496c-8e8d-e03ee4092fbc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:04:18.221482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8117fddd-d83e-496c-8e8d-e03ee4092fbc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:18.221862 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.313666 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.339238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 8117fddd-d83e-496c-8e8d-e03ee4092fbc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8117fddd-d83e-496c-8e8d-e03ee4092fbc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:18.358458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.364214 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.410881 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.429094 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=8117fddd-d83e-496c-8e8d-e03ee4092fbc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:18.441225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa474b-6414-468a-862e-e7200209caf2 None None] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:04:18.524635 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.531164 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.552725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1c4602f-2a3f-46cf-ada1-e567520a202a None None] Provisioning for port 00b882ad-e95c-4ff9-8d0e-459c8edff92c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:04:18.565717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1c4602f-2a3f-46cf-ada1-e567520a202a None None] Provisioning complete for port 00b882ad-e95c-4ff9-8d0e-459c8edff92c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:18.566352 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1c4602f-2a3f-46cf-ada1-e567520a202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.611016 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.619656 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=10d90a48-af41-4f54-acac-a287d3aecaee,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:18.655555 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5260bd6-b10c-42d4-9c9d-3457e1f6d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.714106 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:04:18.715763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:04:18.723097 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1c4602f-2a3f-46cf-ada1-e567520a202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.767818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b1c4602f-2a3f-46cf-ada1-e567520a202a None None] For port 00b882ad-e95c-4ff9-8d0e-459c8edff92c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=00b882ad-e95c-4ff9-8d0e-459c8edff92c,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:18.773560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1c4602f-2a3f-46cf-ada1-e567520a202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:18.823989 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4602f-2a3f-46cf-ada1-e567520a202a None None] Pushing event updated for resources: {'Port': ['ID=00b882ad-e95c-4ff9-8d0e-459c8edff92c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:18.843526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router ca91d493-73ed-43ba-9997-3d2285fef236 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:04:18.957593 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:04:18.963588 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fc892024-f51b-4959-b8af-7f70e242cd3c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/ca91d493-73ed-43ba-9997-3d2285fef236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3354170 Jul 23 15:04:18.971635 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Sync routers for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:04:18.982162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:18.983718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:04:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:19.135938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-f2bd3f74-e869-4130-bad6-46aea7483130 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220297104&fields=id&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 267 time: 0.0398889 Jul 23 15:04:19.247287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15366498-9029-4b47-87d9-e5ebeb227f16 None None] Provisioning for port 10d90a48-af41-4f54-acac-a287d3aecaee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:04:19.257797 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15366498-9029-4b47-87d9-e5ebeb227f16 None None] Provisioning complete for port 10d90a48-af41-4f54-acac-a287d3aecaee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:19.258609 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15366498-9029-4b47-87d9-e5ebeb227f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:19.264807 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-fbd87bf6-946b-4c71-9c1f-bb1e64dc40bd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:19.266438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-fbd87bf6-946b-4c71-9c1f-bb1e64dc40bd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 796 time: 0.1229019 Jul 23 15:04:19.281934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-d97995c1-4787-4b95-9c7d-8367ed2ead89 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/quotas/76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 375 time: 0.0098243 Jul 23 15:04:19.314484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15366498-9029-4b47-87d9-e5ebeb227f16 None None] Port 10d90a48-af41-4f54-acac-a287d3aecaee cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:04:19.321321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:19.349474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-f5ae99ee-faa6-4f08-8058-922e5e6d5e6e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616107 Jul 23 15:04:19.361220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15366498-9029-4b47-87d9-e5ebeb227f16 None None] Provisioning complete for port 00b882ad-e95c-4ff9-8d0e-459c8edff92c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:19.361517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15366498-9029-4b47-87d9-e5ebeb227f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:19.365684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-9bcc5bb8-48ae-44d3-baee-4b90ac1098ff service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:04:19.367846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-9bcc5bb8-48ae-44d3-baee-4b90ac1098ff service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057361 Jul 23 15:04:19.460270 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-2821ef92-00f1-491a-8f2d-1c2065000bcb service neutron] 10.222.0.21 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872056 Jul 23 15:04:19.550225 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-08ca8354-197b-4b28-a8cf-66c95a903d85 service neutron] 10.222.0.21 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838821 Jul 23 15:04:19.584191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 2, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:19.615185 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Checking router: ca91d493-73ed-43ba-9997-3d2285fef236 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:04:19.615518 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Updating router ca91d493-73ed-43ba-9997-3d2285fef236 port 10d90a48-af41-4f54-acac-a287d3aecaee binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:04:19.650282 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:19.704733 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8afb7cd-81d8-46a8-85a9-2887ce9f7c36 None None] Provisioning complete for port 10d90a48-af41-4f54-acac-a287d3aecaee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:19.705109 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8afb7cd-81d8-46a8-85a9-2887ce9f7c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:19.720092 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-093d0bce-4014-40ce-b980-80520b143ed7 req-6ec31409-faaf-4a3e-b9b0-27f797bb764e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 210 time: 0.0320578 Jul 23 15:04:19.815046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a8afb7cd-81d8-46a8-85a9-2887ce9f7c36 None None] Port 10d90a48-af41-4f54-acac-a287d3aecaee cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:04:19.824265 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:19.980399 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:19.994249 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Transition to ACTIVE for port object 10d90a48-af41-4f54-acac-a287d3aecaee will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:04:20.004861 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:20.032024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 00b882ad-e95c-4ff9-8d0e-459c8edff92c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:04:20.095417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6697-6ea2-49d7-9bf3-6f347656dc89 None None] Pushing event updated for resources: {'Port': ['ID=10d90a48-af41-4f54-acac-a287d3aecaee,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:20.166528 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Attempting to bind port 10d90a48-af41-4f54-acac-a287d3aecaee on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:04:20.167092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Attempting to bind port 10d90a48-af41-4f54-acac-a287d3aecaee by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:04:20.167325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Attempting to bind port 10d90a48-af41-4f54-acac-a287d3aecaee on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:04:20.174612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 00b882ad-e95c-4ff9-8d0e-459c8edff92c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:20.175227 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:20.179301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:04:20.179730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Checking segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:04:20.180596 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:20.181044 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Bound using segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:04:20.181527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Bound port: 10d90a48-af41-4f54-acac-a287d3aecaee, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:04:20.181952 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:20.286306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] For port 10d90a48-af41-4f54-acac-a287d3aecaee, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:04:20.290597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] For port 10d90a48-af41-4f54-acac-a287d3aecaee, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=10d90a48-af41-4f54-acac-a287d3aecaee,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:04:20.312676 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:20.358852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8117fddd-d83e-496c-8e8d-e03ee4092fbc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:04:20.412761 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:20.413411 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:04:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:20.415212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6697-6ea2-49d7-9bf3-6f347656dc89 None None] Pushing event updated for resources: {'Port': ['ID=10d90a48-af41-4f54-acac-a287d3aecaee,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:20.515138 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8117fddd-d83e-496c-8e8d-e03ee4092fbc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:20.515513 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:20.556837 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:20.768808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-80c6a923-170c-4238-838e-29167ed1dd78 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:20.771120 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-80c6a923-170c-4238-838e-29167ed1dd78 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 796 time: 0.1272762 Jul 23 15:04:20.813949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:20Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:20.834777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e5e3d08-4c8b-471e-97a3-613abfad2b0c req-59781691-5627-48d0-b366-93cf0b0eb26f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 210 time: 0.0304179 Jul 23 15:04:20.841118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e27479-8b5a-4868-8c49-e0799c70fa9f None None] The sync data for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 is: [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:20Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:04:20.849081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-825e5bff-c81b-4b1d-9452-5229b70f74c2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 379 time: 0.0635378 Jul 23 15:04:20.868146 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'port': {'device_id': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'admin_state_up': True, 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'security_groups': ['bdfd76f1-051d-42e0-9891-d56d6e1aa52c']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:20.997201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:04:21.000999 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:21.135219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.5 (2a42584b-f6c3-42bf-b10d-9f588e57d58a/bbb8468b-6838-432d-a53c-2d938299b241/8f698d62-9f94-4b6f-88d1-a344835b68e7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:04:21.275492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:21.289416 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object 8f698d62-9f94-4b6f-88d1-a344835b68e7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:04:21.326621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:21.374476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:04:21.379906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:04:21.383911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:04:21.407705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:21.437761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:21.438423 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:21.456264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-dc89b906-10e3-4a6e-a167-0829d8f5fdc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922091 Jul 23 15:04:21.475230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Request body: {'port': {'device_id': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:21.492566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:21.554975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:21.621257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f10c4d68-9d5a-4f31-876f-df0a73d950da None None] Provisioning for port 8f698d62-9f94-4b6f-88d1-a344835b68e7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:04:21.625636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f10c4d68-9d5a-4f31-876f-df0a73d950da None None] Provisioning complete for port 8f698d62-9f94-4b6f-88d1-a344835b68e7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:21.626086 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d68-9d5a-4f31-876f-df0a73d950da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:21.660605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f10c4d68-9d5a-4f31-876f-df0a73d950da None None] Port 8f698d62-9f94-4b6f-88d1-a344835b68e7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:04:22.017825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10d90a48-af41-4f54-acac-a287d3aecaee up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:04:22.074188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 10d90a48-af41-4f54-acac-a287d3aecaee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:04:22.078683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 10d90a48-af41-4f54-acac-a287d3aecaee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:22.079070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.157979 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.192959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 10d90a48-af41-4f54-acac-a287d3aecaee, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=10d90a48-af41-4f54-acac-a287d3aecaee,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:22.199302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.207482 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f698d62-9f94-4b6f-88d1-a344835b68e7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:04:22.217307 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.236785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Transition to ACTIVE for port object 8f698d62-9f94-4b6f-88d1-a344835b68e7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:04:22.244770 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e7157-e5cf-47e2-af6d-7b4f94ae5219 req-9b94a3d5-03f8-431c-a88b-4f7a17525aff tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:22.246195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea5e7157-e5cf-47e2-af6d-7b4f94ae5219 req-9b94a3d5-03f8-431c-a88b-4f7a17525aff tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 931 time: 0.1215713 Jul 23 15:04:22.247315 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.255706 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=10d90a48-af41-4f54-acac-a287d3aecaee,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:22.327268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:22.336157 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ea5e7157-e5cf-47e2-af6d-7b4f94ae5219 req-d268f32b-90e1-49a5-82e8-d8d47c248af9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808778 Jul 23 15:04:22.403010 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:04:22.403350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:04:22.403680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:04:22.408646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:04:22.408983 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:04:22.414410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:04:22.414787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Checking segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:04:22.415176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Bound using segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:04:22.415636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Bound port: 8f698d62-9f94-4b6f-88d1-a344835b68e7, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:04:22.415998 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.481396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:04:22.484657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:04:22.491952 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.530285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:22.530932 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:22.532358 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-79b718e7-e053-430c-9f36-72822298f74b service neutron] 10.222.0.11 "PUT /v2.0/ports/8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 1091 time: 1.0630708 Jul 23 15:04:22.532781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:04:22.535073 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:04:22.556908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b718e7-e053-430c-9f36-72822298f74b service neutron] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:22.584085 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03755618-8b06-4012-9f49-b7b601e9dcd5 x-openstack-request-id: req-03755618-8b06-4012-9f49-b7b601e9dcd5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:04:22.584450 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:04:22.584767 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03755618-8b06-4012-9f49-b7b601e9dcd5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:04:22.585272 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'status': 'completed', 'code': 200} Jul 23 15:04:22.657057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-7b0cfb2e-caca-40c2-914f-310e0a606265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:22.658599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-7b0cfb2e-caca-40c2-914f-310e0a606265 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1094 time: 0.0572851 Jul 23 15:04:22.707241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-584c7922-e8c6-4375-837d-14567fcb733e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 217 time: 0.0351019 Jul 23 15:04:22.764410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-2262e320-1dc4-41c8-96d6-6bb96f385c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:22.765911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-2262e320-1dc4-41c8-96d6-6bb96f385c9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0531778 Jul 23 15:04:22.838901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-15c29cc9-40b0-42b8-b1fd-7bd3e643ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:22.840512 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-15c29cc9-40b0-42b8-b1fd-7bd3e643ec5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671008 Jul 23 15:04:22.938191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-76a759ff-87b3-4eab-a929-5b0af761476f service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911739 Jul 23 15:04:23.036082 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b4f3ebaf-a1d4-4eb3-952d-10e0a8485db6 req-e4ce635e-dbba-4ae5-a662-a16a04b62906 service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902796 Jul 23 15:04:23.188456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-2fd776c3-d112-40a2-9a86-f89aa3828974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:23.190013 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-2fd776c3-d112-40a2-9a86-f89aa3828974 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1094 time: 0.0665462 Jul 23 15:04:23.292331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-79327b35-528d-4b67-92fb-300e105b5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:23.293827 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-79327b35-528d-4b67-92fb-300e105b5145 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.0965106 Jul 23 15:04:23.335909 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-c9cf7f59-7c4c-449d-9c08-c701a8fd8899 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 217 time: 0.0339055 Jul 23 15:04:23.390464 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-3be5cd5f-ea08-453b-9896-0c8daba4a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:23.392155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-3be5cd5f-ea08-453b-9896-0c8daba4a3d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0488091 Jul 23 15:04:23.492545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-4780d8f6-ecf7-4c66-88be-756952ddb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:23.494199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-4780d8f6-ecf7-4c66-88be-756952ddb189 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939882 Jul 23 15:04:23.501816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3482e3-e53e-483a-8d2a-f3b395cbc1b6 req-a564c309-21ea-4ecf-a82c-bfbc190f0d4b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:23.503208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef3482e3-e53e-483a-8d2a-f3b395cbc1b6 req-a564c309-21ea-4ecf-a82c-bfbc190f0d4b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 943 time: 0.0944734 Jul 23 15:04:23.592682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef3482e3-e53e-483a-8d2a-f3b395cbc1b6 req-e76680c2-1241-49d8-aca7-d38736f5f101 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812991 Jul 23 15:04:23.619158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-eca56e3a-ba20-4a10-a179-099bdd88b63e service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148813 Jul 23 15:04:23.713879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4b6aa0d0-b2ef-4d5d-9340-6042082fbb9c req-ef8a624f-814e-4306-ae3a-e4d7164fcd8a service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878394 Jul 23 15:04:24.010616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10d90a48-af41-4f54-acac-a287d3aecaee up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:04:24.060142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 10d90a48-af41-4f54-acac-a287d3aecaee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:24.060433 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:24.749159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110e49-9923-4876-a126-f01544491882 req-a4440c52-80b8-497c-98db-5e18654842e9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:24.750745 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f110e49-9923-4876-a126-f01544491882 req-a4440c52-80b8-497c-98db-5e18654842e9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 943 time: 0.0822384 Jul 23 15:04:24.788755 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5f110e49-9923-4876-a126-f01544491882 req-57b1ffd0-1b0b-426f-bcb5-b994a844d9bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Jul 23 15:04:25.642744 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:04:25.750209 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:25.762500 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'port_id': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'mac_address': 'fa:16:3e:f7:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:04:25.801365 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:25.815268 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f698d62-9f94-4b6f-88d1-a344835b68e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:04:25.835860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:25.842211 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:25.895255 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:25.926025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a947ca-943a-450b-a300-9a15776fea37 req-60e7f3d0-0dce-42f3-b320-d0d0e128e633 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:25.927588 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85a947ca-943a-450b-a300-9a15776fea37 req-60e7f3d0-0dce-42f3-b320-d0d0e128e633 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 944 time: 0.0681083 Jul 23 15:04:25.967475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-85a947ca-943a-450b-a300-9a15776fea37 req-ab392e91-90d4-40f3-ba63-9accfac67152 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340898 Jul 23 15:04:26.123924 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['8f698d62-9f94-4b6f-88d1-a344835b68e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:04:27.108792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa29d2-fe5a-41b1-a4a5-d2b9f7a51aad req-e841ac84-d208-4a47-97fa-db8a18a3fdde tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:27.110184 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ffa29d2-fe5a-41b1-a4a5-d2b9f7a51aad req-e841ac84-d208-4a47-97fa-db8a18a3fdde tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 944 time: 0.0703902 Jul 23 15:04:27.151742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5ffa29d2-fe5a-41b1-a4a5-d2b9f7a51aad req-17fcd75a-3119-4623-8714-0941e3f25f11 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327380 Jul 23 15:04:27.657190 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:04:27.720665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 8f698d62-9f94-4b6f-88d1-a344835b68e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:04:27.724325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 8f698d62-9f94-4b6f-88d1-a344835b68e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:04:27.724710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:27.800813 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:27.825825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:04:27.829215 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cc7c3e-ebb0-4117-bafd-f72636a6ada2" -d '{"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-plugged", "status": "completed", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:04:27.846095 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:04:27.851530 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:27.898672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:27.918451 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0c2a56-f1f8-4d9a-8ab0-9f8a00aeec82 x-openstack-request-id: req-2a0c2a56-f1f8-4d9a-8ab0-9f8a00aeec82 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:04:27.918763 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-plugged", "status": "completed", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:04:27.919014 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a0c2a56-f1f8-4d9a-8ab0-9f8a00aeec82 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:04:27.919403 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'code': 200} Jul 23 15:04:28.056673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160a3a-aced-4db0-9181-3cb6d319fbca req-7672d73a-dd9d-4134-89ab-93b4848f5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:28.058163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f160a3a-aced-4db0-9181-3cb6d319fbca req-7672d73a-dd9d-4134-89ab-93b4848f5963 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0572336 Jul 23 15:04:28.094034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1f160a3a-aced-4db0-9181-3cb6d319fbca req-db5a172b-7373-4180-b047-8df7d402cd57 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290194 Jul 23 15:04:28.298493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304a7a1-28ba-45ac-85ec-70dda0939044 req-7c6bcd4d-328a-4315-a799-0285f38aa2e4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:28.299995 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0304a7a1-28ba-45ac-85ec-70dda0939044 req-7c6bcd4d-328a-4315-a799-0285f38aa2e4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0686843 Jul 23 15:04:28.343718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0304a7a1-28ba-45ac-85ec-70dda0939044 req-668a4105-82b3-49bc-b5cb-7dd8058c0eaf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 Jul 23 15:04:29.480771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cdf81-0834-4e8e-a2da-98c01f8c5fba req-5bd5486f-43d4-4b98-9f3d-43fd3c59628a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:29.482254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a95cdf81-0834-4e8e-a2da-98c01f8c5fba req-5bd5486f-43d4-4b98-9f3d-43fd3c59628a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0687907 Jul 23 15:04:29.523130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a95cdf81-0834-4e8e-a2da-98c01f8c5fba req-28e3b3ee-3916-4ddb-bcdf-4661943d6e5b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Jul 23 15:04:29.659901 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec13b9f-3001-4cea-880a-93130ec65389 req-93bcd84e-5e9e-4f79-aaf7-b4096c48a514 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:29.661292 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ec13b9f-3001-4cea-880a-93130ec65389 req-93bcd84e-5e9e-4f79-aaf7-b4096c48a514 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0722754 Jul 23 15:04:29.700572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ec13b9f-3001-4cea-880a-93130ec65389 req-0ffd5e0a-ca62-41d7-bf17-9fc3a840ae1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Jul 23 15:04:29.727665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:29.781690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa95fd4-6586-4080-8a5a-a718e264da2e tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:29.783252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8fa95fd4-6586-4080-8a5a-a718e264da2e tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1091 time: 0.0546088 Jul 23 15:04:29.787354 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 59954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:29.791780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:04:29.820247 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:29.933501 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:30.041596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.30 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/35479af4-a903-472a-9515-636932ee1be7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:04:30.143613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:30.184842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:30.221278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:04:30.226085 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:04:30.229628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:04:30.235790 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=35479af4-a903-472a-9515-636932ee1be7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:30.517694 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:04:30.587403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:30.676964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:30.828249 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:30.835674 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:30.899333 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=35479af4-a903-472a-9515-636932ee1be7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:04:30.911618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:31.009492 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP a724e1fb-46b8-42d2-8720-f1228519f944 associated. External IP: 172.25.2.30, port: 8f698d62-9f94-4b6f-88d1-a344835b68e7. Jul 23 15:04:31.215543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router ca91d493-73ed-43ba-9997-3d2285fef236 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:04:31.321670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:04:31.334246 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] Sync routers for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:04:31.339977 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:31.344405 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:31.345006 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:04:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:31.377251 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-38e5bfa0-84a1-4014-bc5d-23da76fad550 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5888362 Jul 23 15:04:31.377848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:04:31.383549 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3" -d '{"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:04:31.448571 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:31.486134 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086d0c5-c7b9-47e4-be94-35362b778de1 req-d3635764-81e7-4fa6-b844-d97fcabbefcd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:31.487574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7086d0c5-c7b9-47e4-be94-35362b778de1 req-d3635764-81e7-4fa6-b844-d97fcabbefcd tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0626299 Jul 23 15:04:31.526695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7086d0c5-c7b9-47e4-be94-35362b778de1 req-4f2711f1-81b1-4067-88e4-cdd2ab8fd2af tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330241 Jul 23 15:04:31.548846 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:31.571186 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e77660-3bc5-47dc-8db9-a928f908b0a4 x-openstack-request-id: req-b7e77660-3bc5-47dc-8db9-a928f908b0a4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:04:31.571474 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:04:31.572736 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7e77660-3bc5-47dc-8db9-a928f908b0a4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:04:31.572736 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'status': 'completed', 'code': 200} Jul 23 15:04:31.619935 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f7ccacfe-7416-48b8-82f5-4654b34ab978 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/a724e1fb-46b8-42d2-8720-f1228519f944 HTTP/1.1" status: 200 len: 990 time: 0.0678992 Jul 23 15:04:31.665417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-7a670d39-9fc4-4c81-8f26-85d44fd0ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:31.667117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-7a670d39-9fc4-4c81-8f26-85d44fd0ff22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0537269 Jul 23 15:04:31.671005 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'a724e1fb-46b8-42d2-8720-f1228519f944', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'port_id': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'mac_address': 'fa:16:3e:f7:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:04:30Z', 'updated_at': '2021-07-23T15:04:30Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:22Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:31.696660 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] Checking router: ca91d493-73ed-43ba-9997-3d2285fef236 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:04:31.705435 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:04:31.706042 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:04:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:31.761912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-cd70fc77-88e0-40fc-bc30-d332c8c9152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:31.763360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-cd70fc77-88e0-40fc-bc30-d332c8c9152e service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.0906470 Jul 23 15:04:31.835415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-1dd90106-3bb7-4b0c-8bf3-344a5a16370f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 998 time: 0.0660744 Jul 23 15:04:31.887371 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-b603afb7-431f-413a-aa36-df073c81408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:31.889692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-b603afb7-431f-413a-aa36-df073c81408b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0489199 Jul 23 15:04:31.909022 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:04:31.950453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-4ff42f94-2fd7-4b83-bb2f-46da3d5ead76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:31.952035 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-4ff42f94-2fd7-4b83-bb2f-46da3d5ead76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558412 Jul 23 15:04:32.053835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-c1a24ac6-a125-462d-82ea-15a60cdefbef service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946882 Jul 23 15:04:32.137722 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'a724e1fb-46b8-42d2-8720-f1228519f944', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'port_id': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'mac_address': 'fa:16:3e:f7:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:04:30Z', 'updated_at': '2021-07-23T15:04:30Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:22Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:04:32.144074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d26b8f31-3d03-44bf-bfe0-5c4ae41945d3 req-32935196-94cd-4f22-8f7c-eefea0b9b6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838332 Jul 23 15:04:32.163800 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194ead4-09d0-44c5-9f25-4dac7b2eef70 None None] The sync data for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 is: [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'a724e1fb-46b8-42d2-8720-f1228519f944', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'port_id': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'mac_address': 'fa:16:3e:f7:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:04:30Z', 'updated_at': '2021-07-23T15:04:30Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:22Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:04:32.354309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6377799-5c0f-4314-b28b-5311cba37d7f None None] New status for floating IP a724e1fb-46b8-42d2-8720-f1228519f944: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:04:32.622817 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 59962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:04:32.686856 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9063d8b4-71a0-4956-8bdc-b79294ec8bdf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/a724e1fb-46b8-42d2-8720-f1228519f944 HTTP/1.1" status: 200 len: 992 time: 0.0626700 Jul 23 15:04:38.210187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:45.906492 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b20b663-ae6e-42cd-ab43-73f2ad4a9f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:47.818357 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-af857b2a-d95d-4059-8a2d-105b38660bda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555890 Jul 23 15:04:47.934022 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-7f2d596a-a9a6-4094-b89a-a150e56cb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:47.935542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-7f2d596a-a9a6-4094-b89a-a150e56cb982 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0594773 Jul 23 15:04:48.045849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-8c4e2987-6e89-4d35-9c21-3d9890430f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:48.047374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-8c4e2987-6e89-4d35-9c21-3d9890430f98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.0884755 Jul 23 15:04:48.118039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-5cfbb7b5-524e-4357-a6c8-846e57c5920b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 1000 time: 0.0635324 Jul 23 15:04:48.166852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-3cfa9b71-1766-4166-ae3c-58d0e8c0c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:48.168277 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-3cfa9b71-1766-4166-ae3c-58d0e8c0c69c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0437214 Jul 23 15:04:48.240785 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-ad1003a5-c90f-4f75-aa4c-f2e4066f527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:04:48.242388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-ad1003a5-c90f-4f75-aa4c-f2e4066f527a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676715 Jul 23 15:04:48.340921 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-6cf6a4d0-5297-4d80-886b-db81ec649af2 service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916915 Jul 23 15:04:48.355441 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:48.394816 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:48.436476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-079a41ca-caf2-4841-a03a-73be53d2a8a5 req-bf7ecdce-3851-4f19-9ded-5ddd3771997f service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877845 Jul 23 15:04:48.594862 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a84a27a5-2f4b-4fc2-9377-e56cbd365f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:49.798121 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:04:51.501741 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:06.207130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaee359-e834-40d7-82e6-272ebf839f2c req-10934e91-fff8-460c-9cfd-8954d63f47e2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:06.208659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aaee359-e834-40d7-82e6-272ebf839f2c req-10934e91-fff8-460c-9cfd-8954d63f47e2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0718896 Jul 23 15:05:06.246769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aaee359-e834-40d7-82e6-272ebf839f2c req-140d2440-90d4-4cb0-8519-1472e0f49440 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322025 Jul 23 15:05:06.270674 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-e88f0f9f-29f1-4e18-9fc7-3e307230daee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960562 Jul 23 15:05:07.431565 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633cd8a-6b3f-48c2-adb1-3c4b8b607496 req-aac10e86-84c2-4eb1-ad2e-b8ec275af608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:07.433036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0633cd8a-6b3f-48c2-adb1-3c4b8b607496 req-aac10e86-84c2-4eb1-ad2e-b8ec275af608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.1081181 Jul 23 15:05:07.439259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-bd1cc41b-3173-4e1d-9bd1-0a97c118a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:07.440626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-bd1cc41b-3173-4e1d-9bd1-0a97c118a641 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0845416 Jul 23 15:05:07.516934 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:05:07.528753 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0633cd8a-6b3f-48c2-adb1-3c4b8b607496 req-e2b45427-7af2-45c5-9c22-3c481cf3a923 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871274 Jul 23 15:05:07.557304 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-e76fa97b-8efb-4bdd-b076-692057c46bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:07.558834 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-e76fa97b-8efb-4bdd-b076-692057c46bef service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.1108644 Jul 23 15:05:07.627590 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-d46083ca-9a18-4761-afbd-c3352394da4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 1000 time: 0.0626547 Jul 23 15:05:07.676650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-b1d77094-7647-48e1-ad10-b90c8b471e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:07.678151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-b1d77094-7647-48e1-ad10-b90c8b471e19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0433636 Jul 23 15:05:07.735677 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-19158ef1-ad1a-449d-b493-21c20a6b1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:07.737158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-19158ef1-ad1a-449d-b493-21c20a6b1b7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530105 Jul 23 15:05:08.170623 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-5fa28a8c-7b69-4196-ab86-9fb97eac25f8 service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259007 Jul 23 15:05:08.201528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:08.265341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-ca02b605-0c34-4a74-ac43-844859e665c9 service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853341 Jul 23 15:05:08.679303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388bf4f-292d-4454-aa0c-c601002a8c41 req-6a1260a5-bbfa-4232-8ab7-1693c39d6c6b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:08.681037 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4388bf4f-292d-4454-aa0c-c601002a8c41 req-6a1260a5-bbfa-4232-8ab7-1693c39d6c6b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0757489 Jul 23 15:05:08.722813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4388bf4f-292d-4454-aa0c-c601002a8c41 req-59a995de-378b-4db3-97f3-86ecb863e9b1 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359731 Jul 23 15:05:09.870064 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559703a-cef7-4ac0-8dd4-a9e749052a31 req-6ffde448-f74b-4e2b-a193-e06ac125e8e6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:09.871643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a559703a-cef7-4ac0-8dd4-a9e749052a31 req-6ffde448-f74b-4e2b-a193-e06ac125e8e6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0691986 Jul 23 15:05:09.913845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a559703a-cef7-4ac0-8dd4-a9e749052a31 req-43c4e657-8f31-47e0-8bc8-cbaa0d61c8e7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336218 Jul 23 15:05:11.063633 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef774a0f-0862-4885-b9c4-606c10ff4d49 req-047f6427-0fa6-4503-8347-cadf8f82225b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:11.065126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef774a0f-0862-4885-b9c4-606c10ff4d49 req-047f6427-0fa6-4503-8347-cadf8f82225b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0667167 Jul 23 15:05:11.103686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef774a0f-0862-4885-b9c4-606c10ff4d49 req-776f3e73-6b69-4fd4-a165-16ab24ed83fc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Jul 23 15:05:12.251829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b7f8b-dd07-4664-9978-2151129823f0 req-07f52cee-bee6-4374-8c6f-8050015123fe tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:12.253213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c61b7f8b-dd07-4664-9978-2151129823f0 req-07f52cee-bee6-4374-8c6f-8050015123fe tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0772512 Jul 23 15:05:12.295959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c61b7f8b-dd07-4664-9978-2151129823f0 req-4ce8b456-7229-430c-ad98-2ab9aeeae75c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325913 Jul 23 15:05:13.445493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5042a0-6678-4f83-95ab-2a783c5d4403 req-3f41281e-9e34-4b39-9368-88f251c635c7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:13.447002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f5042a0-6678-4f83-95ab-2a783c5d4403 req-3f41281e-9e34-4b39-9368-88f251c635c7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0714602 Jul 23 15:05:13.485107 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8f5042a0-6678-4f83-95ab-2a783c5d4403 req-fd7840d4-c021-44fd-92a0-7caa7bdae94b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325077 Jul 23 15:05:14.636159 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7856698-5475-4d82-931c-58435b563d6c req-288cd3fc-d9d7-4ff6-97b3-969fe4451aab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:14.637723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7856698-5475-4d82-931c-58435b563d6c req-288cd3fc-d9d7-4ff6-97b3-969fe4451aab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0651228 Jul 23 15:05:14.682458 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7856698-5475-4d82-931c-58435b563d6c req-3d3a00d1-3a42-4af7-a0e4-0a8d99edc7ef tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361056 Jul 23 15:05:15.820518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ed8d6-42ee-4b2d-9119-8b8957213822 req-4351ad8a-b301-4795-8c37-ac67e6cc20ce tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:15.822187 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86ed8d6-42ee-4b2d-9119-8b8957213822 req-4351ad8a-b301-4795-8c37-ac67e6cc20ce tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0646100 Jul 23 15:05:15.862912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b86ed8d6-42ee-4b2d-9119-8b8957213822 req-19c5b510-5c4f-48be-b289-f9e25be8a6a7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Jul 23 15:05:15.893509 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17eff6c8-6a94-4a9f-ab0f-14234df8043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:17.011446 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac82c5-5906-4228-9abe-bc5814163612 req-0cdcc410-5273-4195-9330-2da5bdbf823e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:17.013010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5ac82c5-5906-4228-9abe-bc5814163612 req-0cdcc410-5273-4195-9330-2da5bdbf823e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0740831 Jul 23 15:05:17.058772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5ac82c5-5906-4228-9abe-bc5814163612 req-46b51b09-1a32-4ff2-b87c-ca9d300c3867 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399313 Jul 23 15:05:18.206855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454d66c-eb08-485c-9f1a-a1bb008eb8e8 req-6789e752-446a-43ed-9d91-7a50a36121ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:18.208224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a454d66c-eb08-485c-9f1a-a1bb008eb8e8 req-6789e752-446a-43ed-9d91-7a50a36121ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0711081 Jul 23 15:05:18.250634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a454d66c-eb08-485c-9f1a-a1bb008eb8e8 req-52257c47-b4d4-4f29-9baf-4034ace145e4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365222 Jul 23 15:05:18.365770 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:18.398023 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:18.754290 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-765bf8ba-e663-45ef-b620-a7c3742bef26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:19.399880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b88fb8-d11b-4619-bcf9-31ab96133540 req-6f725efd-b72d-4448-bf5b-c1cae72a7d0f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:19.401373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67b88fb8-d11b-4619-bcf9-31ab96133540 req-6f725efd-b72d-4448-bf5b-c1cae72a7d0f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0722270 Jul 23 15:05:19.441498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-67b88fb8-d11b-4619-bcf9-31ab96133540 req-811700fc-0228-470a-922c-3180d0d06dc2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338395 Jul 23 15:05:19.791573 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:20.582471 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae4beb-9072-4bf6-b2c3-ba6d4b9d1a70 req-eaa623b0-c3ab-4e1b-976b-4e0eb28227ed tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:20.584002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74ae4beb-9072-4bf6-b2c3-ba6d4b9d1a70 req-eaa623b0-c3ab-4e1b-976b-4e0eb28227ed tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0694516 Jul 23 15:05:20.624331 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74ae4beb-9072-4bf6-b2c3-ba6d4b9d1a70 req-bad607d5-087a-4e48-9113-e7e674332a43 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Jul 23 15:05:21.506870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:21.783335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671e9ae-4e3e-44a6-bf19-040f50b30024 req-ab71471d-e62a-4774-9dd4-d2d6067233b7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:21.784718 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f671e9ae-4e3e-44a6-bf19-040f50b30024 req-ab71471d-e62a-4774-9dd4-d2d6067233b7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0787926 Jul 23 15:05:21.821849 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f671e9ae-4e3e-44a6-bf19-040f50b30024 req-086657f9-e338-45d8-92f6-dbc081ce4981 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Jul 23 15:05:22.982127 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512ac2a-2a10-4258-8255-4c078d563ec0 req-462e554c-dba3-4783-932b-edc2a60b7ac1 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:22.983690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5512ac2a-2a10-4258-8255-4c078d563ec0 req-462e554c-dba3-4783-932b-edc2a60b7ac1 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0759532 Jul 23 15:05:23.021742 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5512ac2a-2a10-4258-8255-4c078d563ec0 req-d8507a66-f3fa-4d4f-916f-d2c17040fa6b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Jul 23 15:05:24.186769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0d1d-7167-4205-961e-07e726db08ae req-a3b775a7-b748-4a94-b9fa-92c7c631a6b4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:24.188254 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-592b0d1d-7167-4205-961e-07e726db08ae req-a3b775a7-b748-4a94-b9fa-92c7c631a6b4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0813372 Jul 23 15:05:24.228535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-592b0d1d-7167-4205-961e-07e726db08ae req-b31ab27e-04e6-41ed-9267-7d06ebde8258 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344582 Jul 23 15:05:25.368036 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-ac6e4fac-8ade-411f-9556-53a57e14294d service neutron] show failed (client error): The resource could not be found. Jul 23 15:05:25.369049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-ac6e4fac-8ade-411f-9556-53a57e14294d service neutron] 10.222.0.11 "GET /v2.0/ports/8f698d62-9f94-4b6f-88d1-a344835b68e7/bindings/n-h2-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0857096 Jul 23 15:05:25.391515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe98c65-5f9a-44c9-8021-2869afc0b1e2 req-4f1cf900-7535-49d3-8ca3-a0622bdac495 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:25.395183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe98c65-5f9a-44c9-8021-2869afc0b1e2 req-4f1cf900-7535-49d3-8ca3-a0622bdac495 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0871096 Jul 23 15:05:25.437376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe98c65-5f9a-44c9-8021-2869afc0b1e2 req-09bcc1a0-c0c6-4f5b-adc3-b017d7a2382d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379384 Jul 23 15:05:25.664793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-2349bb20-00d4-4140-a4ea-7cbdc7935c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:25.666318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-2349bb20-00d4-4140-a4ea-7cbdc7935c46 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 1096 time: 0.1013386 Jul 23 15:05:25.677430 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801990-3', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:05:25.747000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:25.954984 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:05:25.988625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:05:26.032680 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:05:26.035056 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b581d6a4-b329-4306-bf04-31a2e798ddf3" -d '{"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:05:26.038972 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:26.051219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Transition to ACTIVE for port object 8f698d62-9f94-4b6f-88d1-a344835b68e7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:05:26.056035 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:26.084616 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c822685-1d7d-4544-b4d8-6ebe701ab6bb x-openstack-request-id: req-7c822685-1d7d-4544-b4d8-6ebe701ab6bb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:05:26.084913 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:05:26.085170 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c822685-1d7d-4544-b4d8-6ebe701ab6bb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:05:26.085561 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'code': 200} Jul 23 15:05:26.133222 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:05:26.145154 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.145502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.145841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.146182 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.146511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.146874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.147203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.147531 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.147853 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.148171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.148504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.148822 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:26.193789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] No DVR routers for this DVR port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:05:26.333995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:05:26.334327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:05:26.334705 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:05:26.339528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:05:26.339849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Attempting to bind port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on network 2a42584b-f6c3-42bf-b10d-9f588e57d58a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:05:26.345384 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:05:26.345715 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Checking segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:05:26.346114 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Bound using segment: {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:05:26.346528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Bound port: 8f698d62-9f94-4b6f-88d1-a344835b68e7, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a781b53a-f9c0-4ed1-8976-8be95f6094f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:05:26.346908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:26.409602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:05:26.413342 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:05:26.419727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:26.453037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:26.453656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:26.455068 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] 10.222.0.48 "PUT /v2.0/ports/8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 1091 time: 0.7816639 Jul 23 15:05:26.481155 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4ca4c-48a6-4ccd-a37c-74b34bdc110a service neutron] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:05:26.580377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-69afee53-a787-44eb-b1e6-cf392c2b6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:26.582042 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-69afee53-a787-44eb-b1e6-cf392c2b6f4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1094 time: 0.0977695 Jul 23 15:05:26.633230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494f928-90cd-4af1-b2f9-1656298695ec req-5cf139d3-6a50-47bb-8838-cbab9ae7d8d9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:26.634774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0494f928-90cd-4af1-b2f9-1656298695ec req-5cf139d3-6a50-47bb-8838-cbab9ae7d8d9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 943 time: 0.1106052 Jul 23 15:05:26.718619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0494f928-90cd-4af1-b2f9-1656298695ec req-95a36411-e393-4531-b90f-a0bf0dc780dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556171 Jul 23 15:05:26.719586 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-435accdf-619b-4afb-bab2-a6e5678b0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:26.720955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-435accdf-619b-4afb-bab2-a6e5678b0138 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.1290655 Jul 23 15:05:26.785841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-172da6e7-155a-4840-a3cd-8700cad263c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 998 time: 0.0578151 Jul 23 15:05:26.835028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-77b49862-6178-4a04-bd76-39b411c5b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:26.836450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-77b49862-6178-4a04-bd76-39b411c5b968 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0449133 Jul 23 15:05:26.901922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-c0925f04-da9f-4603-8316-6f113076b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:26.903561 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-c0925f04-da9f-4603-8316-6f113076b54d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607643 Jul 23 15:05:26.914801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-183e4c08-9f40-4ed5-8bd3-d7e87881d90e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:05:26.915736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-183e4c08-9f40-4ed5-8bd3-d7e87881d90e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050836 Jul 23 15:05:27.021093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-8d7833bb-3905-409a-a4a4-0f14b4f60ebe service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987248 Jul 23 15:05:27.113548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d9b791-236c-44e8-bc96-6c6a50500623 req-34d3e0a5-ef87-4d03-8740-ed362bff5c40 service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856652 Jul 23 15:05:27.873035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8867a-a8f7-4f32-a155-04156ae04599 req-c9706c6e-a069-4286-a717-662d1c867be0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:27.874523 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ae8867a-a8f7-4f32-a155-04156ae04599 req-c9706c6e-a069-4286-a717-662d1c867be0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 943 time: 0.0788765 Jul 23 15:05:27.916211 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ae8867a-a8f7-4f32-a155-04156ae04599 req-0a448a19-00b6-43a6-a0e1-41b9b2d80dbf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354817 Jul 23 15:05:27.982047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:05:28.023618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:05:28.087491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:05:28.091452 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:05:28.143987 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a2e17f-6a23-468c-b23f-4d8d9777fc91 x-openstack-request-id: req-89a2e17f-6a23-468c-b23f-4d8d9777fc91 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:05:28.144279 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:05:28.144530 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89a2e17f-6a23-468c-b23f-4d8d9777fc91 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:05:28.144923 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'status': 'completed', 'code': 200} Jul 23 15:05:28.269621 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-a5e18537-f815-492b-84ee-864bb4d84315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.271175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-a5e18537-f815-492b-84ee-864bb4d84315 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1094 time: 0.0986135 Jul 23 15:05:28.275732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-37bd1465-cd00-481b-9a88-d82540e4efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.277025 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-37bd1465-cd00-481b-9a88-d82540e4efef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1094 time: 0.0932920 Jul 23 15:05:28.428160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-9e243325-c881-42e5-9b0c-9f241d405ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.429629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-9e243325-c881-42e5-9b0c-9f241d405ceb service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.1513240 Jul 23 15:05:28.432262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-6f7f98de-c8d8-4ccc-b92b-62158ddc8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.433581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-6f7f98de-c8d8-4ccc-b92b-62158ddc8f04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.1480696 Jul 23 15:05:28.541311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-d201546b-7bc5-4dd3-ad79-74fdd8cde9de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 998 time: 0.1047933 Jul 23 15:05:28.543362 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-9cc609ec-cb53-4bf6-a4c0-466650ba71ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 998 time: 0.1015046 Jul 23 15:05:28.624071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-e7d8de5d-41ac-4ce0-bcb0-f4b46d4953e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.625498 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-e7d8de5d-41ac-4ce0-bcb0-f4b46d4953e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0770633 Jul 23 15:05:28.629130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-1e140239-f7a5-45e2-9023-061060b2195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.630489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-1e140239-f7a5-45e2-9023-061060b2195e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0749245 Jul 23 15:05:28.723411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-25b41159-f8a0-461b-8698-e185f0de9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.724900 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-25b41159-f8a0-461b-8698-e185f0de9f50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909667 Jul 23 15:05:28.727569 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-19448472-ba2b-43d2-a7bf-a98795ec8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:28.728915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-19448472-ba2b-43d2-a7bf-a98795ec8651 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877004 Jul 23 15:05:28.879882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-0e78b098-b94d-4152-bf0b-3510bc219c99 service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466360 Jul 23 15:05:28.881702 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-73760352-f3b6-4c4c-a737-1edb40446eb1 service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414142 Jul 23 15:05:29.066627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-9f101df6-ea9b-4d4f-aeb2-db5830407fbc service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784489 Jul 23 15:05:29.069140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0d1c67fa-f152-4c1a-8c79-c3486d00d3e6 req-26ed8c44-8fd8-4e7c-8294-a01596b6297f service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821580 Jul 23 15:05:29.097595 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b903c7-b7c2-486a-9709-151abee54bc2 req-ad91efce-39ac-433a-80e0-eb04d0713ba6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.099084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3b903c7-b7c2-486a-9709-151abee54bc2 req-ad91efce-39ac-433a-80e0-eb04d0713ba6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 943 time: 0.1021156 Jul 23 15:05:29.138058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3b903c7-b7c2-486a-9709-151abee54bc2 req-55e7e9d1-c7bf-48de-a997-07faa1ce9f59 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331647 Jul 23 15:05:29.393268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137505c0-08b5-44e6-8cb8-0485886433ee req-6bd3fa05-61a0-4649-b60b-793eaed2b9a8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.394674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-137505c0-08b5-44e6-8cb8-0485886433ee req-6bd3fa05-61a0-4649-b60b-793eaed2b9a8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 943 time: 0.1082835 Jul 23 15:05:29.409033 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-a7c8ce4d-acb5-45c5-a968-4c57a1901954 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.410402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-a7c8ce4d-acb5-45c5-a968-4c57a1901954 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4&tenant_id=76f72df2cb4a473cac71a9910bc44320&binding%3Ahost_id=n-h2-801990-3 HTTP/1.1" status: 200 len: 943 time: 0.0946956 Jul 23 15:05:29.466414 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-137505c0-08b5-44e6-8cb8-0485886433ee req-968e0097-ab7d-4965-b476-2539268d141d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655966 Jul 23 15:05:29.489982 n-d-801990-3 neutron-server[93767]: INFO neutron.api.v2.resource [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-3948e4fe-9533-43a0-bab9-029e9f54a722 service neutron] delete failed (client error): The resource could not be found. Jul 23 15:05:29.491072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-3948e4fe-9533-43a0-bab9-029e9f54a722 service neutron] 10.222.0.11 "DELETE /v2.0/ports/8f698d62-9f94-4b6f-88d1-a344835b68e7/bindings/n-h1-801990-3 HTTP/1.1" status: 404 len: 380 time: 0.0684841 Jul 23 15:05:29.638585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839db3-e068-4682-bc6b-7ac3cd9ddbe8 req-3ed4015b-23a9-4fba-b8ba-145520301a36 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.640132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66839db3-e068-4682-bc6b-7ac3cd9ddbe8 req-3ed4015b-23a9-4fba-b8ba-145520301a36 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 943 time: 0.1068921 Jul 23 15:05:29.645971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-10dc0456-1743-4f56-a282-43fe266c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.647299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-10dc0456-1743-4f56-a282-43fe266c7bf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1094 time: 0.0835195 Jul 23 15:05:29.654408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:05:29.731078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-66839db3-e068-4682-bc6b-7ac3cd9ddbe8 req-5e3d9250-0f60-438b-98ae-9b459e3f70ff tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827928 Jul 23 15:05:29.753669 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:05:29.757194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-b1623769-96dd-4840-ae9e-ab44531f286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.758672 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-b1623769-96dd-4840-ae9e-ab44531f286c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.1046827 Jul 23 15:05:29.765129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'port_id': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'mac_address': 'fa:16:3e:f7:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:05:29.801737 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:29.814567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f698d62-9f94-4b6f-88d1-a344835b68e7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:05:29.825940 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-abdb7319-8204-4bfd-833d-86c1aca85ee1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 998 time: 0.0610092 Jul 23 15:05:29.834583 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:05:29.840248 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:29.876899 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-abd6b5a3-3fde-4e43-85ca-c1f979a9f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.878415 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-abd6b5a3-3fde-4e43-85ca-c1f979a9f1a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0459621 Jul 23 15:05:29.885554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:05:29.893022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.893367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.893708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.894045 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.894377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.894741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.895059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.895379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.895731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.896119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.896383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.896703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:29.947389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-171bac3b-985d-4787-81eb-2c9be542c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:29.948902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-171bac3b-985d-4787-81eb-2c9be542c149 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641479 Jul 23 15:05:30.045278 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-6776e1af-c409-424a-9992-ad22b7a22642 service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890353 Jul 23 15:05:30.094619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['8f698d62-9f94-4b6f-88d1-a344835b68e7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:05:30.138093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db28af24-e9f7-402d-b791-1a74c72a7d25 req-df170663-0700-4849-abb3-8ec6b1382d5f service neutron] 10.222.0.11 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864081 Jul 23 15:05:30.866007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbe867-18b9-4e7a-8f8e-c95065ab498a req-3d20ab63-46e7-4b95-89cd-5dd572d69cf4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:30.867548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0cbe867-18b9-4e7a-8f8e-c95065ab498a req-3d20ab63-46e7-4b95-89cd-5dd572d69cf4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 944 time: 0.0673673 Jul 23 15:05:30.907763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b0cbe867-18b9-4e7a-8f8e-c95065ab498a req-09163b59-1de0-4f63-9ca1-1eacafd32688 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344036 Jul 23 15:05:30.930517 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:05:30.996763 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-1357a590-48eb-4765-a1ba-5a14a253c5de tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/a724e1fb-46b8-42d2-8720-f1228519f944 HTTP/1.1" status: 200 len: 991 time: 0.0649929 Jul 23 15:05:31.672466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:05:31.739979 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 8f698d62-9f94-4b6f-88d1-a344835b68e7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:05:31.743862 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 8f698d62-9f94-4b6f-88d1-a344835b68e7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:05:31.744215 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:31.820322 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:31.844029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:05:31.846317 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9b4728-e044-49b5-a46a-6a5d822bd91e" -d '{"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-plugged", "status": "completed", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:05:31.858949 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:05:31.864708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:31.891084 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a74e07-d725-4b6f-9852-41dd39ab3bee x-openstack-request-id: req-15a74e07-d725-4b6f-9852-41dd39ab3bee {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:05:31.891473 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-plugged", "status": "completed", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:05:31.891671 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15a74e07-d725-4b6f-9852-41dd39ab3bee {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:05:31.892100 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'code': 200} Jul 23 15:05:31.918331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:05:38.231163 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:44.518297 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:05:45.895933 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e229-16b9-4eca-8370-27680b7e3598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:48.375717 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:48.398545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:48.592839 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7e1dcd4-48cc-4ece-95d2-e22f4a677572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:48.744819 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-84b810f9-bf39-4ef9-861a-6cdcc578e31e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600743 Jul 23 15:05:48.862377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-f4a7717a-0a50-4c70-bb39-cda1bb9aa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:48.863920 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-f4a7717a-0a50-4c70-bb39-cda1bb9aa21e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0707910 Jul 23 15:05:48.969434 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-5e5815f1-6e93-4196-93b4-a7a01d90095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:48.971003 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-5e5815f1-6e93-4196-93b4-a7a01d90095c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.0868406 Jul 23 15:05:49.040690 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-2e8122d9-5bef-43aa-bc31-75ca0c116b03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 1000 time: 0.0620244 Jul 23 15:05:49.100267 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-f5ae336c-e227-4ec7-b9b1-e2820e34f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:49.101738 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-f5ae336c-e227-4ec7-b9b1-e2820e34f45d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0519533 Jul 23 15:05:49.162456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-5210976c-0ff3-4869-b0a5-41e8654d770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:05:49.164105 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-5210976c-0ff3-4869-b0a5-41e8654d770e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545716 Jul 23 15:05:49.258479 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-bb354c0b-5d9a-49ac-bbd8-aa930714a100 service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872331 Jul 23 15:05:49.360341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdbfc07f-78b8-4965-ab2f-442032d8a706 req-ac23b5bf-7ed1-4097-9492-dc7fe185b0db service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937741 Jul 23 15:05:49.795928 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:51.510973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:59.496185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:05:59.675408 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 35479af4-a903-472a-9515-636932ee1be7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:05:59.675759 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:59.760937 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:59.761194 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:59.773270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 35479af4-a903-472a-9515-636932ee1be7 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:05:59.921978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:05:59.945474 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=35479af4-a903-472a-9515-636932ee1be7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:05:59.955816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.956141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.956523 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.956830 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.957153 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.957479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.958239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.958239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.958438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.958718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.959034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:05:59.959354 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:00.024748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:00.025019 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP a724e1fb-46b8-42d2-8720-f1228519f944 disassociated (deleted). External IP: 172.25.2.30, port: 8f698d62-9f94-4b6f-88d1-a344835b68e7. Jul 23 15:06:00.241127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router ca91d493-73ed-43ba-9997-3d2285fef236 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:06:00.349856 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:06:00.355133 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:00.359923 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] Sync routers for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:06:00.370283 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:00.370921 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:00.392899 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4dbf0350-f1b7-4b90-85a3-c498d5f03006 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/floatingips/a724e1fb-46b8-42d2-8720-f1228519f944 HTTP/1.1" status: 204 len: 168 time: 0.8952625 Jul 23 15:06:00.393476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:06:00.395827 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65" -d '{"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:06:00.475597 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:00.551843 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2a3ff8-4c40-4ee9-b39f-510baa85e857 x-openstack-request-id: req-9b2a3ff8-4c40-4ee9-b39f-510baa85e857 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:06:00.552377 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:06:00.552480 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b2a3ff8-4c40-4ee9-b39f-510baa85e857 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:06:00.552808 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'status': 'completed', 'code': 200} Jul 23 15:06:00.672283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-6df77462-37d8-42e1-bdca-246c3a469d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:00.673256 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:22Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:00.673822 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-6df77462-37d8-42e1-bdca-246c3a469d50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0989463 Jul 23 15:06:00.685854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0692fd-2be8-42eb-a480-96e31fcac7a3 req-59816a24-051d-4b7b-897b-326b0b26fd17 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:00.687334 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e0692fd-2be8-42eb-a480-96e31fcac7a3 req-59816a24-051d-4b7b-897b-326b0b26fd17 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0809014 Jul 23 15:06:00.703320 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] Checking router: ca91d493-73ed-43ba-9997-3d2285fef236 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:06:00.712365 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:00.712955 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:00.819313 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:01.027485 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:22Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:01.055606 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988ae29-8f66-475e-920f-294d862abe05 None None] The sync data for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 is: [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:17Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '10d90a48-af41-4f54-acac-a287d3aecaee', 'name': '', 'network_id': '2a42584b-f6c3-42bf-b10d-9f588e57d58a', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:01:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:17Z', 'updated_at': '2021-07-23T15:04:22Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': 'bbb8468b-6838-432d-a53c-2d938299b241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:06:01.139131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e0692fd-2be8-42eb-a480-96e31fcac7a3 req-431a6018-a82d-4823-afd9-360d6fe0ad71 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436884 Jul 23 15:06:01.164317 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-bc66030b-9b22-4f8d-8a42-213b26cf5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:01.165839 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-bc66030b-9b22-4f8d-8a42-213b26cf5ab3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 200 len: 897 time: 0.4776518 Jul 23 15:06:01.207987 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-0b6d754b-21ba-4347-b315-85b10c9a76bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 200 len: 217 time: 0.0354846 Jul 23 15:06:01.259720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-252fb8dd-bb89-41e8-9930-30150ebd7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:01.261084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-252fb8dd-bb89-41e8-9930-30150ebd7f0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 200 len: 835 time: 0.0456059 Jul 23 15:06:01.307960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489fec6-850a-4f5b-9139-87ac16c44b65 None None] New status for floating IP a724e1fb-46b8-42d2-8720-f1228519f944: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:06:01.326405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-1532564e-ddf7-4b41-92a3-7e96d20d137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:01.328304 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-1532564e-ddf7-4b41-92a3-7e96d20d137a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a42584b-f6c3-42bf-b10d-9f588e57d58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595529 Jul 23 15:06:01.419952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-c955091b-2a8c-4c13-a5f1-56d3cb491869 service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828543 Jul 23 15:06:01.520836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8d3ca3b-0cfb-4bc0-a684-5081f4759f65 req-d20216aa-162d-470a-a3c5-2ce8b906d9a2 service neutron] 10.222.0.48 "GET /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935280 Jul 23 15:06:02.002390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e588-538b-4038-b40e-32d24e823545 req-2f7462bf-65b3-409e-a96f-59d94346613a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:02.003873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98b2e588-538b-4038-b40e-32d24e823545 req-2f7462bf-65b3-409e-a96f-59d94346613a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.48 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.0754149 Jul 23 15:06:02.104637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 8f698d62-9f94-4b6f-88d1-a344835b68e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:06:02.104937 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:02.203758 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 8f698d62-9f94-4b6f-88d1-a344835b68e7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=8f698d62-9f94-4b6f-88d1-a344835b68e7,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:02.204144 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:02.225024 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 8f698d62-9f94-4b6f-88d1-a344835b68e7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:06:02.338596 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7f67a-60a9-48e0-afd5-e7d84062ab50 req-2fd901e5-2d91-4336-9d6b-930bbdd5e379 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:02.340081 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc7f67a-60a9-48e0-afd5-e7d84062ab50 req-2fd901e5-2d91-4336-9d6b-930bbdd5e379 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=569afa6d-9e5f-4cd7-8114-805d87276ab4 HTTP/1.1" status: 200 len: 945 time: 0.1281600 Jul 23 15:06:02.414878 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc7f67a-60a9-48e0-afd5-e7d84062ab50 req-d4ef1efc-aab1-4928-af9c-b1b7a9276ea1 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdfd76f1-051d-42e0-9891-d56d6e1aa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688286 Jul 23 15:06:02.419995 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:02.448675 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=8f698d62-9f94-4b6f-88d1-a344835b68e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:02.497954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] No DVR routers for this DVR port 8f698d62-9f94-4b6f-88d1-a344835b68e7 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:06:02.500631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:02.502677 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-98b2e588-538b-4038-b40e-32d24e823545 req-d05e5a2a-ce24-4845-ab0e-75bde6601b16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.48 "DELETE /v2.0/ports/8f698d62-9f94-4b6f-88d1-a344835b68e7 HTTP/1.1" status: 204 len: 173 time: 0.4931049 Jul 23 15:06:02.503151 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-deleted', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:06:02.505394 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a12057-ab5a-488d-a49e-ab5c302b2320" -d '{"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-deleted", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:06:02.546516 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7abd33a-46a5-4897-a9b9-54e0eec6b3d0 x-openstack-request-id: req-e7abd33a-46a5-4897-a9b9-54e0eec6b3d0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:06:02.546833 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569afa6d-9e5f-4cd7-8114-805d87276ab4", "name": "network-vif-deleted", "tag": "8f698d62-9f94-4b6f-88d1-a344835b68e7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:06:02.547084 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7abd33a-46a5-4897-a9b9-54e0eec6b3d0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:06:02.547492 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569afa6d-9e5f-4cd7-8114-805d87276ab4', 'name': 'network-vif-deleted', 'tag': '8f698d62-9f94-4b6f-88d1-a344835b68e7', 'status': 'completed', 'code': 200} Jul 23 15:06:03.486104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:03.881144 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:04.160396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 10d90a48-af41-4f54-acac-a287d3aecaee {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:06:04.160633 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:04.250172 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 10d90a48-af41-4f54-acac-a287d3aecaee, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=10d90a48-af41-4f54-acac-a287d3aecaee,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:04.250571 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:04.263127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 10d90a48-af41-4f54-acac-a287d3aecaee owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:06:04.460485 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:04.486363 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=10d90a48-af41-4f54-acac-a287d3aecaee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:04.668821 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:04.890105 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router ca91d493-73ed-43ba-9997-3d2285fef236 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:06:04.997270 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:06:05.002976 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eea8bcd1-95d4-4770-8b1e-cc1db21d9f1d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/ca91d493-73ed-43ba-9997-3d2285fef236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5158260 Jul 23 15:06:05.006396 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:05.007340 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] Sync routers for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:06:05.017317 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:05.017946 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:05.059342 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting subnet bbb8468b-6838-432d-a53c-2d938299b241 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:06:05.062540 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.102805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.121488 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:05.184760 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.247517 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.274897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb8468b-6838-432d-a53c-2d938299b241,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:05.278767 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.283342 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-59cc0684-c509-4102-acb4-fc17b72c2bf6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/subnets/bbb8468b-6838-432d-a53c-2d938299b241 HTTP/1.1" status: 204 len: 168 time: 0.2732232 Jul 23 15:06:05.283650 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:05.285894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc6ee8-1b79-4ae4-b41c-2c0cf2628bcd None None] Network 2a42584b-f6c3-42bf-b10d-9f588e57d58a requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:06:05.303718 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:06:04Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:05.413579 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.429180 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] Checking router: ca91d493-73ed-43ba-9997-3d2285fef236 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:06:05.438611 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] Routers {'ca91d493-73ed-43ba-9997-3d2285fef236'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:05.439170 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['ca91d493-73ed-43ba-9997-3d2285fef236'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:05.532920 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] DHCP port deletion for 2a42584b-f6c3-42bf-b10d-9f588e57d58a request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:06:05.568197 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] Set router ca91d493-73ed-43ba-9997-3d2285fef236 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:05.595001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] Deleting port 00b882ad-e95c-4ff9-8d0e-459c8edff92c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:06:05.595965 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.669473 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] For port 00b882ad-e95c-4ff9-8d0e-459c8edff92c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=00b882ad-e95c-4ff9-8d0e-459c8edff92c,segment=NetworkSegment(a781b53a-f9c0-4ed1-8976-8be95f6094f2),segment_id=a781b53a-f9c0-4ed1-8976-8be95f6094f2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:05.670018 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.683548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] Calling delete_port for 00b882ad-e95c-4ff9-8d0e-459c8edff92c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:06:05.764471 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:06:04Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:05.783095 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.802068 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b1fe7-e028-44e4-8f30-c144fa2eef40 None None] The sync data for ids ['ca91d493-73ed-43ba-9997-3d2285fef236'] in n-d-801990-3 is: [{'id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438099072', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:06:04Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '8117fddd-d83e-496c-8e8d-e03ee4092fbc', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca91d493-73ed-43ba-9997-3d2285fef236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:04:14Z', 'updated_at': '2021-07-23T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:06:05.808825 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] Pushing event deleted for resources: {'Port': ['ID=00b882ad-e95c-4ff9-8d0e-459c8edff92c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:05.823901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40d6c1-5068-47da-816f-4f9bfd60ff55 None None] No DVR routers for this DVR port 00b882ad-e95c-4ff9-8d0e-459c8edff92c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:06:05.871941 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:06:05.892161 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 8f698d62-9f94-4b6f-88d1-a344835b68e7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:06:05.892652 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 8f698d62-9f94-4b6f-88d1-a344835b68e7 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:06:05.898484 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:05.950762 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 8117fddd-d83e-496c-8e8d-e03ee4092fbc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:06:05.951112 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.031239 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 8117fddd-d83e-496c-8e8d-e03ee4092fbc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8117fddd-d83e-496c-8e8d-e03ee4092fbc,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:06.031469 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.044581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 8117fddd-d83e-496c-8e8d-e03ee4092fbc owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:06:06.223299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 00b882ad-e95c-4ff9-8d0e-459c8edff92c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:06:06.228063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.251300 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 00b882ad-e95c-4ff9-8d0e-459c8edff92c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:06:06.251653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 00b882ad-e95c-4ff9-8d0e-459c8edff92c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:06:06.252084 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10d90a48-af41-4f54-acac-a287d3aecaee no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:06:06.259975 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=8117fddd-d83e-496c-8e8d-e03ee4092fbc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:06.275157 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 10d90a48-af41-4f54-acac-a287d3aecaee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:06:06.275504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 10d90a48-af41-4f54-acac-a287d3aecaee not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:06:06.333377 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.431466 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.433729 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.479851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.480479 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Fanout notify agent at l3_agent the message router_deleted on router ca91d493-73ed-43ba-9997-3d2285fef236 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:06:06.487609 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.488838 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-36a39408-ac4e-4ada-9c4b-6a3e1158b735 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/routers/ca91d493-73ed-43ba-9997-3d2285fef236 HTTP/1.1" status: 204 len: 168 time: 1.1972132 Jul 23 15:06:06.491811 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:06.576954 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.666703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.676738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a42584b-f6c3-42bf-b10d-9f588e57d58a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:06.687335 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a781b53a-f9c0-4ed1-8976-8be95f6094f2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:06.687608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a781b53a-f9c0-4ed1-8976-8be95f6094f2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:06.697155 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.713073 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.719364 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:06:06.719747 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: timer() Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:06:06.722717 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:06:06.784765 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.792053 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.793865 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/networks/2a42584b-f6c3-42bf-b10d-9f588e57d58a HTTP/1.1" status: 204 len: 168 time: 0.3010981 Jul 23 15:06:06.794545 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-c3b4c390-206b-47b1-8162-39c94db2e959 req-392a1ce4-06b4-41ac-bc21-dc9e873eb9e1 service neutron] (93766) timed out ('10.222.0.21', 40206) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 15:06:06.798375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:06.806186 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcaa91-cee9-434b-a3a4-e8844f1f5cc6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Network': ['ID=2a42584b-f6c3-42bf-b10d-9f588e57d58a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:06.860973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd3e606c-2cb5-4e8d-9537-5db67d8912cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.885971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd3e606c-2cb5-4e8d-9537-5db67d8912cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.953047 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd3e606c-2cb5-4e8d-9537-5db67d8912cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.955743 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd3e606c-2cb5-4e8d-9537-5db67d8912cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:06.956962 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cd3e606c-2cb5-4e8d-9537-5db67d8912cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/security-groups/bdfd76f1-051d-42e0-9891-d56d6e1aa52c HTTP/1.1" status: 204 len: 168 time: 0.1575067 Jul 23 15:06:06.966357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e606c-2cb5-4e8d-9537-5db67d8912cf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd76f1-051d-42e0-9891-d56d6e1aa52c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:07.167021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:07.171794 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03fe2136-67ea-4688-8c4e-5878f4f4ba73 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011179308', 'description': 'tempest-secgroup-smoke-1011179308 description', 'project_id': '76f72df2cb4a473cac71a9910bc44320'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:07.195866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03fe2136-67ea-4688-8c4e-5878f4f4ba73 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.276813 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03fe2136-67ea-4688-8c4e-5878f4f4ba73 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.283661 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03fe2136-67ea-4688-8c4e-5878f4f4ba73 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.314730 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe2136-67ea-4688-8c4e-5878f4f4ba73 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:07.317441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03fe2136-67ea-4688-8c4e-5878f4f4ba73 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.318629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-03fe2136-67ea-4688-8c4e-5878f4f4ba73 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506152 Jul 23 15:06:07.322175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:07.326078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1e6dc3e-14d5-4761-b69a-3c86e2e0dc14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:07.356187 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e6dc3e-14d5-4761-b69a-3c86e2e0dc14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.412748 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e6dc3e-14d5-4761-b69a-3c86e2e0dc14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.417273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e6dc3e-14d5-4761-b69a-3c86e2e0dc14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.434970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6dc3e-14d5-4761-b69a-3c86e2e0dc14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcd95b0-992b-4b77-b3e9-5fb8cd25912d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:07.441498 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1e6dc3e-14d5-4761-b69a-3c86e2e0dc14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.442829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d1e6dc3e-14d5-4761-b69a-3c86e2e0dc14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202986 Jul 23 15:06:07.445647 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:07.450184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-39182a75-128b-4844-a861-eef1bc89213c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:07.478118 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39182a75-128b-4844-a861-eef1bc89213c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.542469 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39182a75-128b-4844-a861-eef1bc89213c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.548753 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39182a75-128b-4844-a861-eef1bc89213c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.567425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39182a75-128b-4844-a861-eef1bc89213c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128c748d-ff28-4e35-9c5b-923581cb3248,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:07.575004 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39182a75-128b-4844-a861-eef1bc89213c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.576620 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-39182a75-128b-4844-a861-eef1bc89213c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300428 Jul 23 15:06:07.579874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:07.585014 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f407bd9-43aa-45a9-bba9-74a5ef17814b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:07.612543 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f407bd9-43aa-45a9-bba9-74a5ef17814b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.672233 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f407bd9-43aa-45a9-bba9-74a5ef17814b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.677842 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f407bd9-43aa-45a9-bba9-74a5ef17814b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.698849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f407bd9-43aa-45a9-bba9-74a5ef17814b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a073b8-965c-41e0-88b9-87cf8167ba3d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:07.705366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f407bd9-43aa-45a9-bba9-74a5ef17814b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.706555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3f407bd9-43aa-45a9-bba9-74a5ef17814b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254292 Jul 23 15:06:07.709570 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:07.714673 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3f10d60a-aae2-4fd8-a15f-dec38e9e1116 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:07.745505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f10d60a-aae2-4fd8-a15f-dec38e9e1116 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.808979 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f10d60a-aae2-4fd8-a15f-dec38e9e1116 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.814949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f10d60a-aae2-4fd8-a15f-dec38e9e1116 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.832913 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d60a-aae2-4fd8-a15f-dec38e9e1116 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbe097d-e79a-4162-b31a-c0a135bf68fc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:07.839547 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f10d60a-aae2-4fd8-a15f-dec38e9e1116 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.840903 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-3f10d60a-aae2-4fd8-a15f-dec38e9e1116 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302199 Jul 23 15:06:07.843741 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:07.848250 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:07.870709 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:06:07.875529 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.935862 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.942511 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.959774 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0f846b-acab-4457-acd8-2d2c99d016e6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:07.968741 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:07.969964 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-604581cf-43a9-4762-89c1-6b960211a54b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252706 Jul 23 15:06:07.972878 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:07.977381 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:08.005487 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:06:08.012075 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.071159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8117fddd-d83e-496c-8e8d-e03ee4092fbc no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:06:08.075356 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.080522 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.094409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8117fddd-d83e-496c-8e8d-e03ee4092fbc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:06:08.094783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8117fddd-d83e-496c-8e8d-e03ee4092fbc not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:06:08.098017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f74867-4433-4446-8ca7-e295f7e551df,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:08.106137 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.107443 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eddb3607-b83e-4707-a089-e4e8c9539185 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335778 Jul 23 15:06:08.110398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:08.115469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'network': {'name': 'tempest-network-smoke--1998131898', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:08.136226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:06:08.139611 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.163745 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:06:08.173381 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.173750 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Added segment e3aa3698-747f-4a40-b7d8-a042ff575e8f of type vlan for network 5b09a421-fa27-4f68-a57e-099968a98216 Jul 23 15:06:08.216328 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.229113 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.249056 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.254779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:08.255369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.290372 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1789105 Jul 23 15:06:08.293301 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:08.299964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'admin_state_up': True, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:08.330757 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a922f3-9b09-468a-81c6-1e9eebedc39e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Network': ['ID=5b09a421-fa27-4f68-a57e-099968a98216,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:08.340917 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 5b09a421-fa27-4f68-a57e-099968a98216 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:06:08.350119 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.351184 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.408288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.555226 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.758233 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.776585 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:08.877572 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.235 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/34d12f12-aae6-474e-a5f4-cee2acfdeddf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:06:08.988489 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:09.042859 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:09.080211 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:06:09.085079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:06:09.088550 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:06:09.094045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=34d12f12-aae6-474e-a5f4-cee2acfdeddf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:09.344950 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:09.546739 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:09.683592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 43f9043b-0a62-4902-9008-09a4727f4de9 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:06:09.792605 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:06:09.804081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Sync routers for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:06:09.813170 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:09.813599 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:09.814210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:09.814394 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-455a5f5b-1682-4fdf-9e8f-31c0866515c6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5201077 Jul 23 15:06:09.817827 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:09.848990 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f1219935-64dd-4494-b36a-297088d60349 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=76f72df2cb4a473cac71a9910bc44320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274839 Jul 23 15:06:09.849225 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:09.920817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:09.938763 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285e925-721b-4bb6-8e89-aabb02287739 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:09.943108 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8285e925-721b-4bb6-8e89-aabb02287739 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902007 Jul 23 15:06:09.943262 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:09.973569 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5861b2b4-b47a-4978-9834-c625bd69358e tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266707 Jul 23 15:06:09.973779 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:09.978904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2085255210', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:10.064147 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:06:10.068095 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.103264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:09Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:10.129896 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Checking router: 43f9043b-0a62-4902-9008-09a4727f4de9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:06:10.130226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Updating router 43f9043b-0a62-4902-9008-09a4727f4de9 port 34d12f12-aae6-474e-a5f4-cee2acfdeddf binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:06:10.164812 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.248980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.317355 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Subnet': ['ID=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:10.321615 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Checking segment: {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:06:10.321995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network hostable DHCP agents. Network: 5b09a421-fa27-4f68-a57e-099968a98216, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:06:10.339760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 5b09a421-fa27-4f68-a57e-099968a98216 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:06:10.349750 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 5b09a421-fa27-4f68-a57e-099968a98216) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:06:10.354422 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:10.355676 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.361327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c9514-9b01-4e08-abe2-ecc4c704c398 None None] Network 5b09a421-fa27-4f68-a57e-099968a98216 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:06:10.371290 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f89fca5b-eff7-4bc3-bf01-3aacd2a6f211 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965240 Jul 23 15:06:10.374034 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:10.465372 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.484865 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Transition to ACTIVE for port object 34d12f12-aae6-474e-a5f4-cee2acfdeddf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:06:10.508751 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.590482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f4078-18ae-421d-a9ef-a950ff50cae8 None None] Pushing event updated for resources: {'Port': ['ID=34d12f12-aae6-474e-a5f4-cee2acfdeddf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:10.594694 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Attempting to bind port 34d12f12-aae6-474e-a5f4-cee2acfdeddf on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:06:10.594996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Attempting to bind port 34d12f12-aae6-474e-a5f4-cee2acfdeddf by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:06:10.595360 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Attempting to bind port 34d12f12-aae6-474e-a5f4-cee2acfdeddf on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:06:10.599850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-5b09a421-fa27-4f68-a57e-099968a98216', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:06:10.600687 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.605702 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:06:10.606069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:06:10.606455 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.606851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:06:10.607311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Bound port: 34d12f12-aae6-474e-a5f4-cee2acfdeddf, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:06:10.607679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.727301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] For port 34d12f12-aae6-474e-a5f4-cee2acfdeddf, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:06:10.732123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] For port 34d12f12-aae6-474e-a5f4-cee2acfdeddf, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34d12f12-aae6-474e-a5f4-cee2acfdeddf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:06:10.740302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.810998 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:10.832931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Allocated IP 172.20.0.2 (5b09a421-fa27-4f68-a57e-099968a98216/2c9b2375-71a2-433a-b7cd-2c6fee95d4e5/41e49408-c5c8-4782-9353-45b731d29dc9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:06:10.836963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:10.837585 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:10.842133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f4078-18ae-421d-a9ef-a950ff50cae8 None None] Pushing event updated for resources: {'Port': ['ID=34d12f12-aae6-474e-a5f4-cee2acfdeddf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:11.005912 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:11.158405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.172482 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Transition to ACTIVE for port object 41e49408-c5c8-4782-9353-45b731d29dc9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:06:11.210456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Transition to ACTIVE for port object 41e49408-c5c8-4782-9353-45b731d29dc9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:06:11.220240 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.266219 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Network 5b09a421-fa27-4f68-a57e-099968a98216 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:06:11.268616 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.1 (5b09a421-fa27-4f68-a57e-099968a98216/2c9b2375-71a2-433a-b7cd-2c6fee95d4e5/eacda85f-c235-4ef8-96f7-c0b0722570dd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:06:11.273238 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:06:11.278763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:06:11.283233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Pushing event updated for resources: {'Port': ['ID=41e49408-c5c8-4782-9353-45b731d29dc9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:11.297367 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:09Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:11.356104 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d582c-6543-42a6-9020-0236773cbba5 None None] The sync data for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 is: [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:09Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:06:11.374836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Attempting to bind port 41e49408-c5c8-4782-9353-45b731d29dc9 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:06:11.375297 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Attempting to bind port 41e49408-c5c8-4782-9353-45b731d29dc9 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:06:11.376223 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Attempting to bind port 41e49408-c5c8-4782-9353-45b731d29dc9 on network 5b09a421-fa27-4f68-a57e-099968a98216 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:06:11.381796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:06:11.382179 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Checking segment: {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:06:11.383165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.383165 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Bound using segment: {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:06:11.383563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Bound port: 41e49408-c5c8-4782-9353-45b731d29dc9, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:06:11.383957 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.386703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.403092 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object eacda85f-c235-4ef8-96f7-c0b0722570dd will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:06:11.441460 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.455002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] For port 41e49408-c5c8-4782-9353-45b731d29dc9, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:06:11.459409 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] For port 41e49408-c5c8-4782-9353-45b731d29dc9, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=41e49408-c5c8-4782-9353-45b731d29dc9,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:06:11.466114 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.487931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 5b09a421-fa27-4f68-a57e-099968a98216 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:06:11.493165 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:06:11.496961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:06:11.520591 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=eacda85f-c235-4ef8-96f7-c0b0722570dd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:11.526357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101af88-5be2-4496-bb12-c95cd15900bc None None] Pushing event updated for resources: {'Port': ['ID=41e49408-c5c8-4782-9353-45b731d29dc9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:11.552748 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:11.741242 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.129860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41e49408-c5c8-4782-9353-45b731d29dc9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:06:12.196643 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 41e49408-c5c8-4782-9353-45b731d29dc9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:06:12.203672 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34d12f12-aae6-474e-a5f4-cee2acfdeddf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:06:12.274375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 34d12f12-aae6-474e-a5f4-cee2acfdeddf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:06:12.279454 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 34d12f12-aae6-474e-a5f4-cee2acfdeddf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:12.279853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.375985 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.383231 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.389815 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.399347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 34d12f12-aae6-474e-a5f4-cee2acfdeddf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34d12f12-aae6-474e-a5f4-cee2acfdeddf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:12.405180 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.458720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=34d12f12-aae6-474e-a5f4-cee2acfdeddf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:12.466167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=eacda85f-c235-4ef8-96f7-c0b0722570dd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:12.468822 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.533722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca119d-8e90-4b1d-a967-a46debc7ed2a None None] Network 5b09a421-fa27-4f68-a57e-099968a98216 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:06:12.563373 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 5b09a421-fa27-4f68-a57e-099968a98216 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:06:12.564729 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:06:12.607703 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44967d0d-62d0-4e2f-aba0-80b0c92333a4 None None] Provisioning for port 41e49408-c5c8-4782-9353-45b731d29dc9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:06:12.620817 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44967d0d-62d0-4e2f-aba0-80b0c92333a4 None None] Provisioning complete for port 41e49408-c5c8-4782-9353-45b731d29dc9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:12.621198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-62d0-4e2f-aba0-80b0c92333a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.677365 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 43f9043b-0a62-4902-9008-09a4727f4de9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:06:12.803486 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:06:12.809540 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6b060a23-4484-447f-8134-a7a6e6786141 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/43f9043b-0a62-4902-9008-09a4727f4de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4340885 Jul 23 15:06:12.929558 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-62d0-4e2f-aba0-80b0c92333a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:12.968726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-3a894466-508f-4a58-8218-26503bba5bc2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011179308&fields=id&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 267 time: 0.0423305 Jul 23 15:06:12.979759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44967d0d-62d0-4e2f-aba0-80b0c92333a4 None None] For port 41e49408-c5c8-4782-9353-45b731d29dc9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=41e49408-c5c8-4782-9353-45b731d29dc9,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:12.985092 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44967d0d-62d0-4e2f-aba0-80b0c92333a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.040383 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44967d0d-62d0-4e2f-aba0-80b0c92333a4 None None] Pushing event updated for resources: {'Port': ['ID=41e49408-c5c8-4782-9353-45b731d29dc9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:13.044448 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Sync routers for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:06:13.061877 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:13.062575 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:13.097469 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-460cd865-5a7a-49e4-bd77-f6c78909e92b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:13.099224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-460cd865-5a7a-49e4-bd77-f6c78909e92b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/networks?id=5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 200 len: 797 time: 0.1228404 Jul 23 15:06:13.115597 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-dca71a82-9408-422a-ac68-9dc6e0ffb26e tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/quotas/76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 375 time: 0.0105619 Jul 23 15:06:13.172421 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:13.189977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-37297edb-b736-46ca-a5db-7d0e660e77e5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682850 Jul 23 15:06:13.207709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29ea88b4-b09a-455e-8eb9-b8b220e468c3 None None] Provisioning complete for port 41e49408-c5c8-4782-9353-45b731d29dc9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:13.208298 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29ea88b4-b09a-455e-8eb9-b8b220e468c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.331364 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29ea88b4-b09a-455e-8eb9-b8b220e468c3 None None] Provisioning for port eacda85f-c235-4ef8-96f7-c0b0722570dd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:06:13.341202 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29ea88b4-b09a-455e-8eb9-b8b220e468c3 None None] Provisioning complete for port eacda85f-c235-4ef8-96f7-c0b0722570dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:13.341615 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29ea88b4-b09a-455e-8eb9-b8b220e468c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.364938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-d95672b6-2c0e-4e74-a222-d7e4a65d0524 service neutron] 10.222.0.21 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612036 Jul 23 15:06:13.379715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-29ea88b4-b09a-455e-8eb9-b8b220e468c3 None None] Port eacda85f-c235-4ef8-96f7-c0b0722570dd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:06:13.413083 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 2, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:13.439520 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Checking router: 43f9043b-0a62-4902-9008-09a4727f4de9 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:06:13.439874 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Updating router 43f9043b-0a62-4902-9008-09a4727f4de9 port eacda85f-c235-4ef8-96f7-c0b0722570dd binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:06:13.463927 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-9377c7a4-7c16-4ec0-8570-d07c9ab3a95a service neutron] 10.222.0.21 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979328 Jul 23 15:06:13.478310 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.500665 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e2c8f95-0211-4cfa-bcf1-014c29bc3fe0 None None] Provisioning complete for port eacda85f-c235-4ef8-96f7-c0b0722570dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:13.501046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8f95-0211-4cfa-bcf1-014c29bc3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.539070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c8f95-0211-4cfa-bcf1-014c29bc3fe0 None None] Port eacda85f-c235-4ef8-96f7-c0b0722570dd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:06:13.656637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ece9ecbe-fc1b-414d-af6e-f50bba8ac4e0 req-11e260f7-66ce-4695-9064-27214db8a2b7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 210 time: 0.0382822 Jul 23 15:06:13.661592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62673658-a0f3-49a8-8e41-57b7d7304969 None None] Provisioning complete for port eacda85f-c235-4ef8-96f7-c0b0722570dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:13.661966 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62673658-a0f3-49a8-8e41-57b7d7304969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.702035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-62673658-a0f3-49a8-8e41-57b7d7304969 None None] Port eacda85f-c235-4ef8-96f7-c0b0722570dd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:06:13.774696 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.785249 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Transition to ACTIVE for port object eacda85f-c235-4ef8-96f7-c0b0722570dd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:06:13.791602 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.842484 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Pushing event updated for resources: {'Port': ['ID=eacda85f-c235-4ef8-96f7-c0b0722570dd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:13.852503 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.852846 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.853177 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.853526 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.853824 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.854150 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.854470 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.854815 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.855134 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.855449 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.855761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.856071 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:06:13.914656 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Attempting to bind port eacda85f-c235-4ef8-96f7-c0b0722570dd on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:06:13.915152 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Attempting to bind port eacda85f-c235-4ef8-96f7-c0b0722570dd by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:06:13.915397 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Attempting to bind port eacda85f-c235-4ef8-96f7-c0b0722570dd on network 5b09a421-fa27-4f68-a57e-099968a98216 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:06:13.921300 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:06:13.922051 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Checking segment: {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:06:13.922689 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:13.923406 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Bound using segment: {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:06:13.924497 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Bound port: eacda85f-c235-4ef8-96f7-c0b0722570dd, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:06:13.925381 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:14.000945 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] For port eacda85f-c235-4ef8-96f7-c0b0722570dd, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:06:14.004435 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] For port eacda85f-c235-4ef8-96f7-c0b0722570dd, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eacda85f-c235-4ef8-96f7-c0b0722570dd,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:06:14.011326 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:14.072510 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f2c5-1cd3-448a-8dbb-d87b307702e7 None None] Pushing event updated for resources: {'Port': ['ID=eacda85f-c235-4ef8-96f7-c0b0722570dd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:14.085227 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:14.086310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:05:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:14.105662 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41e49408-c5c8-4782-9353-45b731d29dc9 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:06:14.175710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 41e49408-c5c8-4782-9353-45b731d29dc9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:14.176091 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:14.203043 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:14.261579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34d12f12-aae6-474e-a5f4-cee2acfdeddf up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:06:14.318463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 34d12f12-aae6-474e-a5f4-cee2acfdeddf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:14.318873 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:14.414249 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:13Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:14.521593 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609dce1-afeb-40f9-868c-38f8154d8ea5 None None] The sync data for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 is: [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:13Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:06:14.777784 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8239b034-674d-47fe-836a-e3902d65a54b req-5de72718-ea9a-40e9-8e9d-85cef305be5b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 210 time: 0.0380239 Jul 23 15:06:14.806963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-43f703a1-73d0-477b-bda8-3bdf6086f1f0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:14.808476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-43f703a1-73d0-477b-bda8-3bdf6086f1f0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/networks?id=5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 200 len: 797 time: 0.1589227 Jul 23 15:06:14.859344 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-7954ca1d-afa0-4502-8ed7-39247590c66f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 380 time: 0.0357141 Jul 23 15:06:14.877078 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'port': {'device_id': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'admin_state_up': True, 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'security_groups': ['f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:15.005841 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:06:15.009931 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.141147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.11 (5b09a421-fa27-4f68-a57e-099968a98216/2c9b2375-71a2-433a-b7cd-2c6fee95d4e5/037e21f7-6822-450a-a764-b0b51bc0cfd6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:06:15.295804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.310875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object 037e21f7-6822-450a-a764-b0b51bc0cfd6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:06:15.347293 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.390213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 5b09a421-fa27-4f68-a57e-099968a98216 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:06:15.395624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:06:15.399522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:06:15.406374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=037e21f7-6822-450a-a764-b0b51bc0cfd6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:15.454854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:15.455621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.474307 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-01e5a8f6-af80-4f8b-b567-47ff81d1a608 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012688 Jul 23 15:06:15.494939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Request body: {'port': {'device_id': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:15.578934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.633196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5cd82a3a-73b4-44e2-b098-b2b8d85976c4 None None] Provisioning for port 037e21f7-6822-450a-a764-b0b51bc0cfd6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:06:15.637263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5cd82a3a-73b4-44e2-b098-b2b8d85976c4 None None] Provisioning complete for port 037e21f7-6822-450a-a764-b0b51bc0cfd6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:15.637641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cd82a3a-73b4-44e2-b098-b2b8d85976c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.671711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5cd82a3a-73b4-44e2-b098-b2b8d85976c4 None None] Port 037e21f7-6822-450a-a764-b0b51bc0cfd6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:06:15.846597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037e21f7-6822-450a-a764-b0b51bc0cfd6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:06:15.855400 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.888519 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a97510-9c93-4370-a798-bdc13bbdb789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.894310 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Transition to ACTIVE for port object 037e21f7-6822-450a-a764-b0b51bc0cfd6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:06:15.900323 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:15.958265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=037e21f7-6822-450a-a764-b0b51bc0cfd6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:15.975485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a291c70-0855-42f2-99ae-a65cd3da1a1d req-0937622d-1e72-43de-97b4-35b0bc398b8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:15.977065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a291c70-0855-42f2-99ae-a65cd3da1a1d req-0937622d-1e72-43de-97b4-35b0bc398b8b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 932 time: 0.1238015 Jul 23 15:06:16.070303 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1a291c70-0855-42f2-99ae-a65cd3da1a1d req-88dec01d-1ffd-416a-b9f8-58642f545205 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725489 Jul 23 15:06:16.082458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Attempting to bind port 037e21f7-6822-450a-a764-b0b51bc0cfd6 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:06:16.082852 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Attempting to bind port 037e21f7-6822-450a-a764-b0b51bc0cfd6 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:06:16.083306 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Attempting to bind port 037e21f7-6822-450a-a764-b0b51bc0cfd6 on network 5b09a421-fa27-4f68-a57e-099968a98216 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:06:16.089243 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Port 037e21f7-6822-450a-a764-b0b51bc0cfd6 on network 5b09a421-fa27-4f68-a57e-099968a98216 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:06:16.089566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Attempting to bind port 037e21f7-6822-450a-a764-b0b51bc0cfd6 on network 5b09a421-fa27-4f68-a57e-099968a98216 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:06:16.094620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:06:16.094992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Checking segment: {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:06:16.095373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Bound using segment: {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:06:16.095802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Bound port: 037e21f7-6822-450a-a764-b0b51bc0cfd6, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aa3698-747f-4a40-b7d8-a042ff575e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:06:16.096163 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:16.111655 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eacda85f-c235-4ef8-96f7-c0b0722570dd up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:06:16.160647 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port eacda85f-c235-4ef8-96f7-c0b0722570dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:06:16.163109 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] For port 037e21f7-6822-450a-a764-b0b51bc0cfd6, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:06:16.164696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eacda85f-c235-4ef8-96f7-c0b0722570dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:16.165074 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:16.166157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] For port 037e21f7-6822-450a-a764-b0b51bc0cfd6, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:06:16.172717 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:16.207123 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:16.207718 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:16.209286 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 200 len: 1092 time: 0.7194352 Jul 23 15:06:16.209783 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:06:16.212504 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af" -d '{"events": [{"name": "network-changed", "server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:06:16.237796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508390f-caf0-4fec-b4c0-7e592ba4b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=037e21f7-6822-450a-a764-b0b51bc0cfd6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:16.270084 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80edf5b-138d-4dfc-8583-ea681f312d01 x-openstack-request-id: req-f80edf5b-138d-4dfc-8583-ea681f312d01 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:06:16.270441 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:06:16.270818 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f80edf5b-138d-4dfc-8583-ea681f312d01 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:06:16.271334 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'status': 'completed', 'code': 200} Jul 23 15:06:16.272141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:16.306169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port eacda85f-c235-4ef8-96f7-c0b0722570dd, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eacda85f-c235-4ef8-96f7-c0b0722570dd,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:16.313890 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:16.357696 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-48ce4b03-c7d5-4701-86e4-4ab0da51857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:16.359359 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-48ce4b03-c7d5-4701-86e4-4ab0da51857a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1095 time: 0.0756209 Jul 23 15:06:16.366418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=eacda85f-c235-4ef8-96f7-c0b0722570dd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:16.407647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-7fb998dc-d528-467b-8877-4ea5e1f7cc22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0355961 Jul 23 15:06:16.457295 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-e113bd9e-d207-46af-a778-b834dbd6fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:16.458817 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-e113bd9e-d207-46af-a778-b834dbd6fdf2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 HTTP/1.1" status: 200 len: 835 time: 0.0450811 Jul 23 15:06:16.518710 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-d3880d8a-3c8b-490a-af20-715cdf60ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:16.520189 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-d3880d8a-3c8b-490a-af20-715cdf60ba5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b09a421-fa27-4f68-a57e-099968a98216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554533 Jul 23 15:06:16.618883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-6bdbf5a6-2360-455a-bbdd-5caa398b2b89 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919104 Jul 23 15:06:16.715533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-482dcdd4-8722-4323-9635-76f7bf3df0a2 req-7b3159dc-662b-41ab-b6f8-0b802989f053 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897815 Jul 23 15:06:16.877940 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-157fa30a-1271-41a7-a3d3-2a8c4d8bd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:16.879570 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-157fa30a-1271-41a7-a3d3-2a8c4d8bd13e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1095 time: 0.0675023 Jul 23 15:06:16.973588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-b42ff9da-7cc3-473e-8932-40fa541566a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:16.975141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-b42ff9da-7cc3-473e-8932-40fa541566a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 200 len: 898 time: 0.0893736 Jul 23 15:06:17.020693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-893e9e41-b9c5-4296-aa02-af9c1159c0da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0375521 Jul 23 15:06:17.070302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-601f24fc-2905-4415-97f8-6cca224862d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:17.071761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-601f24fc-2905-4415-97f8-6cca224862d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 HTTP/1.1" status: 200 len: 835 time: 0.0435934 Jul 23 15:06:17.133897 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-1801a685-5f8c-4d9c-9710-7de64bd1a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:17.135546 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-1801a685-5f8c-4d9c-9710-7de64bd1a1b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b09a421-fa27-4f68-a57e-099968a98216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558739 Jul 23 15:06:17.270405 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff94e-d319-4a00-bd25-b78b56541a13 req-662c3ba0-f585-44f3-85a4-65e228d8d380 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:17.271916 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8feff94e-d319-4a00-bd25-b78b56541a13 req-662c3ba0-f585-44f3-85a4-65e228d8d380 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 944 time: 0.1306150 Jul 23 15:06:17.274502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-d72ce1c9-fe82-4d4b-8fe8-cd75d4179855 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245027 Jul 23 15:06:17.340219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8feff94e-d319-4a00-bd25-b78b56541a13 req-be9050e3-ddf5-4d63-b95d-92501ce50138 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623188 Jul 23 15:06:17.395155 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5f73ae7-311a-46e3-aeaa-1d94a4a325af req-cf544fb4-db37-47b0-a8de-5aa735f7f1c2 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109169 Jul 23 15:06:18.071659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eacda85f-c235-4ef8-96f7-c0b0722570dd up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:06:18.124954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port eacda85f-c235-4ef8-96f7-c0b0722570dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:18.125327 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:18.212487 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 037e21f7-6822-450a-a764-b0b51bc0cfd6 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:06:18.307889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 037e21f7-6822-450a-a764-b0b51bc0cfd6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:18.319252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'port_id': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'mac_address': 'fa:16:3e:f7:00:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:06:18.356384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:18.375610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037e21f7-6822-450a-a764-b0b51bc0cfd6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:06:18.398107 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:18.410679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 037e21f7-6822-450a-a764-b0b51bc0cfd6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:18.413123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:18.415953 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:18.463648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=037e21f7-6822-450a-a764-b0b51bc0cfd6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:18.473147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045df13-8cf3-4c33-8694-f78b29b1e5d9 req-fe546cdf-9948-4dc9-8ea3-5346e589c820 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:18.474670 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5045df13-8cf3-4c33-8694-f78b29b1e5d9 req-fe546cdf-9948-4dc9-8ea3-5346e589c820 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 945 time: 0.0651717 Jul 23 15:06:18.512409 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5045df13-8cf3-4c33-8694-f78b29b1e5d9 req-6036a993-d8a3-4ce8-a638-7613735c06b3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Jul 23 15:06:18.587766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f745e775-68d0-499d-870c-6ea42dd19452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:18.691743 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['037e21f7-6822-450a-a764-b0b51bc0cfd6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:06:19.655804 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1e859-6e35-425b-a9be-94c702923204 req-713a62f3-9267-48d4-b096-9cc739b7eb81 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:19.657297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8a1e859-6e35-425b-a9be-94c702923204 req-713a62f3-9267-48d4-b096-9cc739b7eb81 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 945 time: 0.0712819 Jul 23 15:06:19.695856 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a8a1e859-6e35-425b-a9be-94c702923204 req-599fb3cb-064a-49cf-ba13-8bda3e960603 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Jul 23 15:06:19.799969 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:20.230962 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 037e21f7-6822-450a-a764-b0b51bc0cfd6 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:06:20.293874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 037e21f7-6822-450a-a764-b0b51bc0cfd6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:06:20.300365 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 037e21f7-6822-450a-a764-b0b51bc0cfd6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:06:20.300752 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:20.386258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:20.410336 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:06:20.412789 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8694db65-4de2-47b8-be28-ba37d314d580" -d '{"events": [{"server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "name": "network-vif-plugged", "status": "completed", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:06:20.424143 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 037e21f7-6822-450a-a764-b0b51bc0cfd6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:06:20.430068 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:20.457442 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d55b52-eb23-4686-8c7f-3d566175e036 x-openstack-request-id: req-78d55b52-eb23-4686-8c7f-3d566175e036 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:06:20.457728 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "name": "network-vif-plugged", "status": "completed", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:06:20.457974 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78d55b52-eb23-4686-8c7f-3d566175e036 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:06:20.458346 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'code': 200} Jul 23 15:06:20.487759 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=037e21f7-6822-450a-a764-b0b51bc0cfd6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:20.608048 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd259c8-3fb9-4bb7-a8ce-b697df21cad9 req-09187b69-6adf-4fa8-8725-e3656cc73c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:20.609629 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdd259c8-3fb9-4bb7-a8ce-b697df21cad9 req-09187b69-6adf-4fa8-8725-e3656cc73c2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1097 time: 0.0667396 Jul 23 15:06:20.644193 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fdd259c8-3fb9-4bb7-a8ce-b697df21cad9 req-a7663ba2-9820-43f0-ade8-eb01ac129640 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284677 Jul 23 15:06:20.848237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68278aa-7c77-4a6f-a666-3a4d8725d975 req-4063b78b-f90f-4b46-9a8a-00ea2f419a95 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:20.849747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a68278aa-7c77-4a6f-a666-3a4d8725d975 req-4063b78b-f90f-4b46-9a8a-00ea2f419a95 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0761552 Jul 23 15:06:20.891318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a68278aa-7c77-4a6f-a666-3a4d8725d975 req-b54c57ef-fdc2-47da-af78-85a1607f1668 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319309 Jul 23 15:06:21.519658 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:21.521715 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:06:22.042602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c768f9f-f490-479e-9d86-349fe350e154 req-ef10e3a6-8baf-44b7-a43d-10c70913dd51 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:22.044171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c768f9f-f490-479e-9d86-349fe350e154 req-ef10e3a6-8baf-44b7-a43d-10c70913dd51 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0742314 Jul 23 15:06:22.082505 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c768f9f-f490-479e-9d86-349fe350e154 req-6d17d18b-7f1d-4d9b-89ac-7a13ede5d73c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Jul 23 15:06:22.224782 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44bcb7-b61e-4913-b164-328bafb8d957 req-ab21b0b0-92d0-474d-97ae-b1fb1f98b906 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:22.226372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d44bcb7-b61e-4913-b164-328bafb8d957 req-ab21b0b0-92d0-474d-97ae-b1fb1f98b906 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0698724 Jul 23 15:06:22.272064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2d44bcb7-b61e-4913-b164-328bafb8d957 req-de623b83-011e-4d27-b808-81a823c96a6b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398829 Jul 23 15:06:22.300127 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:22.357432 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bceba9-dc92-4e67-bea9-79cda156f7c2 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:22.359024 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b6bceba9-dc92-4e67-bea9-79cda156f7c2 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1092 time: 0.0577769 Jul 23 15:06:22.363265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:22.367920 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:06:22.393181 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:22.496612 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:22.599477 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.46 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/aacd91e8-458f-4e80-a3c5-c49e4cfd44bc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:06:22.713774 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:22.767417 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:22.803263 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:06:22.808045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:06:22.811543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:06:22.816954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=aacd91e8-458f-4e80-a3c5-c49e4cfd44bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:23.191704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:23.281950 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:23.445124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:23.454073 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:23.533759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=aacd91e8-458f-4e80-a3c5-c49e4cfd44bc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:06:23.540046 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:23.646782 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP 0cc4659b-37c1-4975-ab97-537321a74aa2 associated. External IP: 172.25.2.46, port: 037e21f7-6822-450a-a764-b0b51bc0cfd6. Jul 23 15:06:24.197685 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 43f9043b-0a62-4902-9008-09a4727f4de9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:06:24.303780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:06:24.314303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] Sync routers for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:06:24.322297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:24.323716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:24.324334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:06:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:24.363790 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-93d250f7-18c6-4160-901a-28c4ba54dde5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9993894 Jul 23 15:06:24.364362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:06:24.366804 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa68c8-8a73-4f2d-b930-931658889827" -d '{"events": [{"name": "network-changed", "server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:06:24.430457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:24.479772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe5079-0ef1-4adf-b928-346ad1061198 req-1a377676-c3ae-4849-b015-34395c9fba89 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:24.481266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8afe5079-0ef1-4adf-b928-346ad1061198 req-1a377676-c3ae-4849-b015-34395c9fba89 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0654988 Jul 23 15:06:24.518932 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8afe5079-0ef1-4adf-b928-346ad1061198 req-50076cd4-a433-446e-964e-4dd7c1745b00 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Jul 23 15:06:24.541816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:24.569427 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05089a7-a4cb-4ece-90da-4c0e049a5e67 x-openstack-request-id: req-b05089a7-a4cb-4ece-90da-4c0e049a5e67 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:06:24.569692 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:06:24.569940 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b05089a7-a4cb-4ece-90da-4c0e049a5e67 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:06:24.570352 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'status': 'completed', 'code': 200} Jul 23 15:06:24.606735 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-4912e838-8942-4e56-a67d-6e9266810f64 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/0cc4659b-37c1-4975-ab97-537321a74aa2 HTTP/1.1" status: 200 len: 991 time: 0.0636373 Jul 23 15:06:24.655408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0cc4659b-37c1-4975-ab97-537321a74aa2', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'port_id': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'mac_address': 'fa:16:3e:f7:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:06:23Z', 'updated_at': '2021-07-23T15:06:23Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:16Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:24.667585 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa68c8-8a73-4f2d-b930-931658889827 req-4c0d3a45-c15b-4146-a5db-387b6ec0eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:24.669110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bffa68c8-8a73-4f2d-b930-931658889827 req-4c0d3a45-c15b-4146-a5db-387b6ec0eb0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1097 time: 0.0534661 Jul 23 15:06:24.685151 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] Checking router: 43f9043b-0a62-4902-9008-09a4727f4de9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:06:24.693606 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:06:24.694180 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:06:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:24.762210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa68c8-8a73-4f2d-b930-931658889827 req-a1eb3a25-ad5f-4fb0-9b71-526a42e4818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:24.763762 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bffa68c8-8a73-4f2d-b930-931658889827 req-a1eb3a25-ad5f-4fb0-9b71-526a42e4818d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 200 len: 898 time: 0.0878103 Jul 23 15:06:24.795460 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:06:24.829939 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bffa68c8-8a73-4f2d-b930-931658889827 req-12d1b2d7-704c-4e91-96ba-ee7d2eaf05dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 200 len: 999 time: 0.0591345 Jul 23 15:06:24.886093 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa68c8-8a73-4f2d-b930-931658889827 req-8d1c6ca6-3f93-4883-8f22-492ea9ab32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:24.887656 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bffa68c8-8a73-4f2d-b930-931658889827 req-8d1c6ca6-3f93-4883-8f22-492ea9ab32f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 HTTP/1.1" status: 200 len: 835 time: 0.0516708 Jul 23 15:06:24.947228 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa68c8-8a73-4f2d-b930-931658889827 req-360020c1-f914-468c-82ec-c6c0010d406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:24.948765 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bffa68c8-8a73-4f2d-b930-931658889827 req-360020c1-f914-468c-82ec-c6c0010d406b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b09a421-fa27-4f68-a57e-099968a98216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535133 Jul 23 15:06:25.034189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0cc4659b-37c1-4975-ab97-537321a74aa2', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'port_id': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'mac_address': 'fa:16:3e:f7:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:06:23Z', 'updated_at': '2021-07-23T15:06:23Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:16Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:06:25.045163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bffa68c8-8a73-4f2d-b930-931658889827 req-1e365b04-d462-4981-a300-cd39383406f9 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889733 Jul 23 15:06:25.060334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3358e91-47a5-48fa-9540-26bc9379a7b4 None None] The sync data for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 is: [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '0cc4659b-37c1-4975-ab97-537321a74aa2', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'port_id': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'mac_address': 'fa:16:3e:f7:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:06:23Z', 'updated_at': '2021-07-23T15:06:23Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:16Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:06:25.141341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bffa68c8-8a73-4f2d-b930-931658889827 req-af01b673-e6d5-4eff-810a-adc208a617dd service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896344 Jul 23 15:06:25.267049 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594035b-a8e7-4efe-92fe-37c687e74be3 None None] New status for floating IP 0cc4659b-37c1-4975-ab97-537321a74aa2: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:06:25.609730 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:06:25.693307 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-f68b6505-9cb2-4f37-bccd-b4ba261c034c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/0cc4659b-37c1-4975-ab97-537321a74aa2 HTTP/1.1" status: 200 len: 993 time: 0.0819004 Jul 23 15:06:38.252890 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:45.899080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-add3f15b-2819-4c07-8848-7bdbc477cf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:48.386699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:48.409674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:48.594976 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac37dec-b43f-4dcc-b40b-f024f17fc659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:49.809286 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:51.523257 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:06:51.819327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-cbeb1625-6cd6-4f90-adae-c96bd9ec57d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620575 Jul 23 15:06:51.939413 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-840601f9-3c39-4300-8c92-ff4f4dcfc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:51.940892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-840601f9-3c39-4300-8c92-ff4f4dcfc39e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1097 time: 0.0604143 Jul 23 15:06:52.045029 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-36995ea2-0c16-4b22-ac71-0db994f358a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:52.046530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-36995ea2-0c16-4b22-ac71-0db994f358a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 200 len: 898 time: 0.0850883 Jul 23 15:06:52.114768 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-caea9c5e-6148-4a3a-8547-72d1c0551f3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0602894 Jul 23 15:06:52.164791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-94a7be51-ef05-4ee0-bb53-3dff2cb51aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:52.166190 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-94a7be51-ef05-4ee0-bb53-3dff2cb51aab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 HTTP/1.1" status: 200 len: 835 time: 0.0447359 Jul 23 15:06:52.225713 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-1298a57c-776e-4833-8850-06c0a2b8c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:52.227328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-1298a57c-776e-4833-8850-06c0a2b8c0cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b09a421-fa27-4f68-a57e-099968a98216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540462 Jul 23 15:06:52.323486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-604299c5-6b29-46cd-90d5-012ff0b6dbd1 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889091 Jul 23 15:06:52.412756 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5932070-1306-474e-9f10-b34d3084fdd5 req-1d31a9e6-4ff8-414a-8c09-361f8e4d28f9 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817461 Jul 23 15:06:54.611828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed414-2308-43cd-a6e7-a25aa783779d req-676a476c-7e3d-4ff4-bf7b-aa9126c00fc3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:54.613305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-479ed414-2308-43cd-a6e7-a25aa783779d req-676a476c-7e3d-4ff4-bf7b-aa9126c00fc3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0788767 Jul 23 15:06:54.653515 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-479ed414-2308-43cd-a6e7-a25aa783779d req-5604e053-50b6-446d-845a-f6c713debbfb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342169 Jul 23 15:06:55.805752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab7f0-2e14-4ffe-a64f-c144a25931f5 req-0a998a2f-edf2-446e-a8a1-0a708eae093c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:55.807280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fcfab7f0-2e14-4ffe-a64f-c144a25931f5 req-0a998a2f-edf2-446e-a8a1-0a708eae093c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0683517 Jul 23 15:06:55.850348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fcfab7f0-2e14-4ffe-a64f-c144a25931f5 req-71254129-1962-48b1-9337-de7a6cd8dbd2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333688 Jul 23 15:06:56.992871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33411-6294-4556-9529-15b58aad2a58 req-3486d590-6125-491b-9844-d1b19c5afa14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:56.993877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7a33411-6294-4556-9529-15b58aad2a58 req-3486d590-6125-491b-9844-d1b19c5afa14 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0753880 Jul 23 15:06:57.034442 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7a33411-6294-4556-9529-15b58aad2a58 req-0c429372-b6ee-4c4e-996c-75c911f40349 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346813 Jul 23 15:06:58.178704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07620270-918f-4867-aea5-f06429345667 req-f3230ab6-4329-4be4-a63d-42ec6039a426 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:58.180279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07620270-918f-4867-aea5-f06429345667 req-f3230ab6-4329-4be4-a63d-42ec6039a426 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0692737 Jul 23 15:06:58.221431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-07620270-918f-4867-aea5-f06429345667 req-0e18665b-0331-42c5-9d1d-6f1a9ad85dc5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354302 Jul 23 15:06:58.525827 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:06:59.370435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2810ba4-3b1b-4268-a585-74748f5c4a29 req-dfd822af-88e6-4f6f-ac38-eb64971f5380 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:06:59.371965 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2810ba4-3b1b-4268-a585-74748f5c4a29 req-dfd822af-88e6-4f6f-ac38-eb64971f5380 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0720031 Jul 23 15:06:59.409476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2810ba4-3b1b-4268-a585-74748f5c4a29 req-164850ee-068a-4087-adc2-890b03ade401 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Jul 23 15:07:00.559681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda37a8-b0f4-4676-8921-ebb9aabd4fdf req-18c3727f-fab5-46fe-95b5-b7a39597c22f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:00.561152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbda37a8-b0f4-4676-8921-ebb9aabd4fdf req-18c3727f-fab5-46fe-95b5-b7a39597c22f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0783544 Jul 23 15:07:00.603170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dbda37a8-b0f4-4676-8921-ebb9aabd4fdf req-4c3c6dfb-1fab-48be-9720-3e27e6be84ee tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335658 Jul 23 15:07:01.759162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b761-8501-4fbe-a794-6a969a885b6f req-8d071c91-136e-4afe-a1c2-434f1b7a1f52 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:01.760722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a75b761-8501-4fbe-a794-6a969a885b6f req-8d071c91-136e-4afe-a1c2-434f1b7a1f52 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0750351 Jul 23 15:07:01.799477 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6a75b761-8501-4fbe-a794-6a969a885b6f req-3cb2859c-804f-4702-baf8-2261aa723f43 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Jul 23 15:07:02.946612 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b511c-6333-435c-bb4b-09a25bf5179c req-af4425af-0794-47d5-900b-acf4da56bf97 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:02.948130 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e63b511c-6333-435c-bb4b-09a25bf5179c req-af4425af-0794-47d5-900b-acf4da56bf97 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0677128 Jul 23 15:07:02.987647 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e63b511c-6333-435c-bb4b-09a25bf5179c req-5d69b6bf-5e11-42ff-ad94-cdfe0d8a5755 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334818 Jul 23 15:07:04.135275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eacb9-aa33-4d7e-9cc8-b5668565ee86 req-57db09d0-3aeb-4a1a-8b93-89e028d65328 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:04.136763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f3eacb9-aa33-4d7e-9cc8-b5668565ee86 req-57db09d0-3aeb-4a1a-8b93-89e028d65328 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0719016 Jul 23 15:07:04.175657 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f3eacb9-aa33-4d7e-9cc8-b5668565ee86 req-67e48c38-8d13-45e6-b579-ae8874858be6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Jul 23 15:07:05.323119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0066c1-48cc-4a4b-8318-5d563fba3553 req-51cd72cf-9f9d-49c3-b804-8b8a328fb9bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:05.324763 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c0066c1-48cc-4a4b-8318-5d563fba3553 req-51cd72cf-9f9d-49c3-b804-8b8a328fb9bb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0746398 Jul 23 15:07:05.363522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c0066c1-48cc-4a4b-8318-5d563fba3553 req-82ab864a-37ae-4136-adc4-8ae53cdacef0 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327861 Jul 23 15:07:05.386167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:05.451600 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-662ce906-ab28-4fe8-9875-bd2024debf5f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/0cc4659b-37c1-4975-ab97-537321a74aa2 HTTP/1.1" status: 200 len: 993 time: 0.0641723 Jul 23 15:07:06.752859 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175904a-3462-42c6-bf4c-bd2b7b0f5a2f req-5fd82b2e-4f3f-4cb4-ae2a-10467562dbeb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:06.754224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e175904a-3462-42c6-bf4c-bd2b7b0f5a2f req-5fd82b2e-4f3f-4cb4-ae2a-10467562dbeb tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0745964 Jul 23 15:07:06.816067 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e175904a-3462-42c6-bf4c-bd2b7b0f5a2f req-eb52aaf4-1f41-4f9b-b8ad-d6e38f6fed50 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456705 Jul 23 15:07:06.833002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-62dfc25d-555e-4e16-85a2-55fb574761be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:06.833002 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-62dfc25d-555e-4e16-85a2-55fb574761be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1097 time: 0.0968394 Jul 23 15:07:06.923140 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-82266e9f-6291-48fa-b9f9-354d3af24dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:06.924633 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-82266e9f-6291-48fa-b9f9-354d3af24dd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 200 len: 898 time: 0.0862658 Jul 23 15:07:06.993416 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-8e025c97-755c-41d0-8965-c86d0cd221b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0626044 Jul 23 15:07:07.043360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-cd7911be-ddf5-486b-9a92-530a9b8f4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:07.044699 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-cd7911be-ddf5-486b-9a92-530a9b8f4dac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 HTTP/1.1" status: 200 len: 835 time: 0.0448341 Jul 23 15:07:07.104445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-6ca3c587-6425-4525-be45-fb6c050ae332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:07.105951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-6ca3c587-6425-4525-be45-fb6c050ae332 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b09a421-fa27-4f68-a57e-099968a98216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550220 Jul 23 15:07:07.210582 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-9e76b62a-1a56-49ba-8248-8d6174b3c10a service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972347 Jul 23 15:07:07.303158 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7fc98049-3a1e-4d59-9747-839454af97b6 req-ce4b3499-b482-477a-9758-5f8cfa734894 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854642 Jul 23 15:07:07.955614 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1814c-d430-4109-95ca-15358998912b req-9e2b14a1-dd7c-4366-82e0-53deb977ebfe tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:07.957116 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18e1814c-d430-4109-95ca-15358998912b req-9e2b14a1-dd7c-4366-82e0-53deb977ebfe tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0694947 Jul 23 15:07:07.999021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-18e1814c-d430-4109-95ca-15358998912b req-cdd7c428-1786-4a3f-a961-d56514963730 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Jul 23 15:07:08.252154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:09.137736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccf316-0e67-4fd7-b357-c99d00860410 req-f5f3e581-469e-4f3a-b1db-f68da2ccc63c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:09.139249 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faccf316-0e67-4fd7-b357-c99d00860410 req-f5f3e581-469e-4f3a-b1db-f68da2ccc63c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0716949 Jul 23 15:07:09.177892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-faccf316-0e67-4fd7-b357-c99d00860410 req-caef9cb5-9469-4d69-b41f-678fb2bfd892 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329208 Jul 23 15:07:09.200912 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:09.266961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-dffd37c4-8f11-49f2-bb17-febb505bb250 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/0cc4659b-37c1-4975-ab97-537321a74aa2 HTTP/1.1" status: 200 len: 993 time: 0.0647101 Jul 23 15:07:15.903899 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7279b22-4581-433e-ab4c-ef8a7a5005cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:18.391093 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:18.412874 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:18.592358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8471ed6-a4a9-40e2-b061-2362da9b58bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:19.810023 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:21.520746 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:35.533297 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:07:38.251486 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:39.694460 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:39.861382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port aacd91e8-458f-4e80-a3c5-c49e4cfd44bc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:07:39.861708 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:39.941893 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:39.942174 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:39.954672 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for aacd91e8-458f-4e80-a3c5-c49e4cfd44bc owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:07:40.104358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:40.126869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=aacd91e8-458f-4e80-a3c5-c49e4cfd44bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:40.136954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.137303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.137631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.138008 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.138339 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.138671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.139031 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.139737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.139737 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.139960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.140294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.140609 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:40.206922 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:40.207210 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP 0cc4659b-37c1-4975-ab97-537321a74aa2 disassociated (deleted). External IP: 172.25.2.46, port: 037e21f7-6822-450a-a764-b0b51bc0cfd6. Jul 23 15:07:40.423923 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 43f9043b-0a62-4902-9008-09a4727f4de9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:07:40.531698 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:07:40.536696 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:40.541278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] Sync routers for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:07:40.551026 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:40.551637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:40.577936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9d575384-24da-4ba2-a2a9-d73e8c4df324 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/floatingips/0cc4659b-37c1-4975-ab97-537321a74aa2 HTTP/1.1" status: 204 len: 168 time: 0.8816650 Jul 23 15:07:40.578620 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:07:40.581125 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91575f30-19cd-474c-ab19-11eac4aab9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:07:40.655898 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:40.734886 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d199d1e-fadd-4e94-a2ed-023665d782aa x-openstack-request-id: req-4d199d1e-fadd-4e94-a2ed-023665d782aa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:07:40.735392 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:07:40.735392 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d199d1e-fadd-4e94-a2ed-023665d782aa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:07:40.735775 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'status': 'completed', 'code': 200} Jul 23 15:07:40.857653 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:16Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:40.881990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648d4bb-1a10-4546-b5a2-1e7c85055870 req-544fc9c9-d011-422d-8716-1bd04288f593 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:40.883595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4648d4bb-1a10-4546-b5a2-1e7c85055870 req-544fc9c9-d011-422d-8716-1bd04288f593 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.1038489 Jul 23 15:07:40.886373 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-ce6ab9a3-59ef-45c3-8ecb-4de5ee392fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:40.886789 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] Checking router: 43f9043b-0a62-4902-9008-09a4727f4de9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:07:40.887787 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-ce6ab9a3-59ef-45c3-8ecb-4de5ee392fff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 1097 time: 0.0955102 Jul 23 15:07:40.895497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:40.896060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:40.955712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4648d4bb-1a10-4546-b5a2-1e7c85055870 req-b2362247-928f-4e1d-af24-9ffa07cf2b64 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651376 Jul 23 15:07:41.011313 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-b71d345e-0f14-465e-a1f4-b61a0b478578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:41.012820 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-b71d345e-0f14-465e-a1f4-b61a0b478578 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 200 len: 898 time: 0.1161237 Jul 23 15:07:41.054695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-d0ba8f9b-b105-40e0-b94e-2e9b8a8b6b25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0346119 Jul 23 15:07:41.110176 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-68ef216e-6b44-4dd3-bf81-163222f79d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:41.111607 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-68ef216e-6b44-4dd3-bf81-163222f79d4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 HTTP/1.1" status: 200 len: 835 time: 0.0493197 Jul 23 15:07:41.165408 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:41.172655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-602222d1-941c-4c96-a48b-4d241aadfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:41.174153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-602222d1-941c-4c96-a48b-4d241aadfc92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b09a421-fa27-4f68-a57e-099968a98216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557127 Jul 23 15:07:41.272751 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-b3362513-3188-4ca9-8732-e899f1dc5279 service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907013 Jul 23 15:07:41.361656 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:16Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:41.366053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-91575f30-19cd-474c-ab19-11eac4aab9e5 req-1b6f0799-bbd4-4c77-af4b-74e04ed6b4bc service neutron] 10.222.0.11 "GET /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Jul 23 15:07:41.389321 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085ca5c-782e-47ac-b24b-1e5611381713 None None] The sync data for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 is: [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:11Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'eacda85f-c235-4ef8-96f7-c0b0722570dd', 'name': '', 'network_id': '5b09a421-fa27-4f68-a57e-099968a98216', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:52:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:10Z', 'updated_at': '2021-07-23T15:06:16Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '2c9b2375-71a2-433a-b7cd-2c6fee95d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:07:41.601530 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e840758-ba41-4080-94de-fe71a1b88143 None None] New status for floating IP 0cc4659b-37c1-4975-ab97-537321a74aa2: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:07:42.095320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb2d5c-462c-4c62-8c98-4a109e0562f1 req-e099275d-d4fb-4250-8964-b79721e67492 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:42.096826 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7beb2d5c-462c-4c62-8c98-4a109e0562f1 req-e099275d-d4fb-4250-8964-b79721e67492 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0664706 Jul 23 15:07:42.135106 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7beb2d5c-462c-4c62-8c98-4a109e0562f1 req-86b3b494-d9c4-4cdd-aca1-0542a3ec2ad1 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Jul 23 15:07:42.420801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-44487078-ba11-4358-bfed-5d5c5f386754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:42.422273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-44487078-ba11-4358-bfed-5d5c5f386754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 946 time: 0.0733886 Jul 23 15:07:42.534145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 037e21f7-6822-450a-a764-b0b51bc0cfd6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:07:42.534508 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:42.628388 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 037e21f7-6822-450a-a764-b0b51bc0cfd6, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=037e21f7-6822-450a-a764-b0b51bc0cfd6,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:07:42.628754 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:42.640591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 037e21f7-6822-450a-a764-b0b51bc0cfd6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:07:42.786456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:42.823861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=037e21f7-6822-450a-a764-b0b51bc0cfd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:42.871423 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] No DVR routers for this DVR port 037e21f7-6822-450a-a764-b0b51bc0cfd6 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:07:42.874241 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:42.876293 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a7327b4b-ea9f-426d-a50e-c7f42e99d71d req-0d1c77c4-d1e1-433a-b616-0b53aaf103bc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "DELETE /v2.0/ports/037e21f7-6822-450a-a764-b0b51bc0cfd6 HTTP/1.1" status: 204 len: 173 time: 0.4486773 Jul 23 15:07:42.876732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'name': 'network-vif-deleted', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:07:42.879026 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4050b3dc-b32c-44e6-bd35-38201072b0f2" -d '{"events": [{"server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "name": "network-vif-deleted", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:07:42.916221 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e656cea-c584-43bd-97aa-29fbdedd0079 x-openstack-request-id: req-6e656cea-c584-43bd-97aa-29fbdedd0079 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:07:42.916528 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad8a971-4c88-4b59-9a27-538fe3a206bf", "name": "network-vif-deleted", "tag": "037e21f7-6822-450a-a764-b0b51bc0cfd6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:07:42.916912 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e656cea-c584-43bd-97aa-29fbdedd0079 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:07:42.917325 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad8a971-4c88-4b59-9a27-538fe3a206bf', 'name': 'network-vif-deleted', 'tag': '037e21f7-6822-450a-a764-b0b51bc0cfd6', 'status': 'completed', 'code': 200} Jul 23 15:07:43.253423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df06b201-e89c-418f-bb4f-66ba86a4beaa req-1cf57914-1853-4937-b35b-64886c01e54f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad8a971-4c88-4b59-9a27-538fe3a206bf HTTP/1.1" status: 200 len: 210 time: 0.0314882 Jul 23 15:07:44.323846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:44.579801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 037e21f7-6822-450a-a764-b0b51bc0cfd6 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:07:44.604641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 037e21f7-6822-450a-a764-b0b51bc0cfd6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:07:44.604959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 037e21f7-6822-450a-a764-b0b51bc0cfd6 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:07:45.040516 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:45.313750 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port eacda85f-c235-4ef8-96f7-c0b0722570dd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:07:45.313995 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:45.402265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port eacda85f-c235-4ef8-96f7-c0b0722570dd, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=eacda85f-c235-4ef8-96f7-c0b0722570dd,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:07:45.403070 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:45.419566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for eacda85f-c235-4ef8-96f7-c0b0722570dd owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:07:45.617796 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:45.651307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=eacda85f-c235-4ef8-96f7-c0b0722570dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:45.823958 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:45.904583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395b9ebb-67fb-48b1-8f6f-2afdcf25cca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.046418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router 43f9043b-0a62-4902-9008-09a4727f4de9 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:07:46.169400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:07:46.177749 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9749edc8-7e19-46be-9884-e1a33930d87d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/43f9043b-0a62-4902-9008-09a4727f4de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497126 Jul 23 15:07:46.177749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:46.180280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] Sync routers for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:07:46.189215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:46.189847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:46.230618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting subnet 2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:07:46.234153 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.276341 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.291557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:46.366503 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.426934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.455776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9b2375-71a2-433a-b7cd-2c6fee95d4e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:46.457773 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.462426 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5dd8341e-0b17-408f-960e-aaee693cd764 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/subnets/2c9b2375-71a2-433a-b7cd-2c6fee95d4e5 HTTP/1.1" status: 204 len: 168 time: 0.2810214 Jul 23 15:07:46.462769 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:46.467405 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37af7f7-e447-4e5a-8f15-53a59ef4a32d None None] Network 5b09a421-fa27-4f68-a57e-099968a98216 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:07:46.489531 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:07:45Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:46.522229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] Checking router: 43f9043b-0a62-4902-9008-09a4727f4de9 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:07:46.565237 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] Routers {'43f9043b-0a62-4902-9008-09a4727f4de9'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:46.565863 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['43f9043b-0a62-4902-9008-09a4727f4de9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:46.574825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.686606 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.732952 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] Set router 43f9043b-0a62-4902-9008-09a4727f4de9 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:46.738745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 34d12f12-aae6-474e-a5f4-cee2acfdeddf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:07:46.739094 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.793763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] DHCP port deletion for 5b09a421-fa27-4f68-a57e-099968a98216 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:07:46.823922 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 34d12f12-aae6-474e-a5f4-cee2acfdeddf, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=34d12f12-aae6-474e-a5f4-cee2acfdeddf,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:07:46.824272 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:46.836296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 34d12f12-aae6-474e-a5f4-cee2acfdeddf owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:07:46.936021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Deleting port 41e49408-c5c8-4782-9353-45b731d29dc9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:07:46.936782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.004253 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.009679 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] For port 41e49408-c5c8-4782-9353-45b731d29dc9, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=41e49408-c5c8-4782-9353-45b731d29dc9,segment=NetworkSegment(e3aa3698-747f-4a40-b7d8-a042ff575e8f),segment_id=e3aa3698-747f-4a40-b7d8-a042ff575e8f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:07:47.010005 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.025842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Calling delete_port for 41e49408-c5c8-4782-9353-45b731d29dc9 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:07:47.030829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=34d12f12-aae6-474e-a5f4-cee2acfdeddf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:47.033929 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:07:45Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:47.067058 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fd300-e10e-4d65-ab54-87a44cf3dd24 None None] The sync data for ids ['43f9043b-0a62-4902-9008-09a4727f4de9'] in n-d-801990-3 is: [{'id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344224786', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:07:45Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '34d12f12-aae6-474e-a5f4-cee2acfdeddf', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f9043b-0a62-4902-9008-09a4727f4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:06:08Z', 'updated_at': '2021-07-23T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:07:47.092222 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.140241 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.165059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Pushing event deleted for resources: {'Port': ['ID=41e49408-c5c8-4782-9353-45b731d29dc9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:47.170391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] No DVR routers for this DVR port 41e49408-c5c8-4782-9353-45b731d29dc9 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:07:47.177971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.178322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.178682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.179024 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.179362 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.180088 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.180423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.180882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.181210 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.181534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.182096 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.182193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5809f1a4-c518-4bef-9261-cb49ca0a3f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.184781 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.186857 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.239273 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.239819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Fanout notify agent at l3_agent the message router_deleted on router 43f9043b-0a62-4902-9008-09a4727f4de9 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:07:47.251204 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.252419 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e8b85a76-3fb0-4439-9fa6-2180ab79ec99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/routers/43f9043b-0a62-4902-9008-09a4727f4de9 HTTP/1.1" status: 204 len: 168 time: 0.7889223 Jul 23 15:07:47.255150 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:47.329597 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.420435 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.431259 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b09a421-fa27-4f68-a57e-099968a98216']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:47.441954 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3aa3698-747f-4a40-b7d8-a042ff575e8f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:47.442219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3aa3698-747f-4a40-b7d8-a042ff575e8f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:47.451556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.466053 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.472631 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:07:47.473075 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: timer() Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:07:47.476400 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:07:47.541618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.548805 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.551091 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/networks/5b09a421-fa27-4f68-a57e-099968a98216 HTTP/1.1" status: 204 len: 168 time: 0.2947991 Jul 23 15:07:47.553896 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:47.562254 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949463a3-cdc5-4d96-8428-bdcdd53473c5 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Network': ['ID=5b09a421-fa27-4f68-a57e-099968a98216,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:47.614558 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.639823 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.704023 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.706656 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:47.707855 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/security-groups/f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce HTTP/1.1" status: 204 len: 168 time: 0.1528876 Jul 23 15:07:47.717261 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e31d1-5a7d-4d8f-90e5-309ab3fe23ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:47.725702 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.726054 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.726399 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.726921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.727260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.727608 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.727948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.728284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.728619 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.728947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.729277 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:47.729592 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c018-c68e-435e-932f-7dcdabaab929 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:48.137426 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41e49408-c5c8-4782-9353-45b731d29dc9 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:07:48.161786 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 41e49408-c5c8-4782-9353-45b731d29dc9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:07:48.162133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 41e49408-c5c8-4782-9353-45b731d29dc9 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:07:48.162552 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eacda85f-c235-4ef8-96f7-c0b0722570dd no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:07:48.181902 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: eacda85f-c235-4ef8-96f7-c0b0722570dd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:07:48.182245 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device eacda85f-c235-4ef8-96f7-c0b0722570dd not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:07:48.182680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34d12f12-aae6-474e-a5f4-cee2acfdeddf no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:07:48.201942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 34d12f12-aae6-474e-a5f4-cee2acfdeddf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:07:48.202626 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 34d12f12-aae6-474e-a5f4-cee2acfdeddf not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:07:48.268312 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:48.273227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7e79dce1-0b29-42fd-b7ae-7a1230d07e70 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786138314', 'description': 'tempest-secgroup-smoke-786138314 description', 'project_id': '76f72df2cb4a473cac71a9910bc44320'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:48.297911 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e79dce1-0b29-42fd-b7ae-7a1230d07e70 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.389783 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.392390 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e79dce1-0b29-42fd-b7ae-7a1230d07e70 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.397344 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e79dce1-0b29-42fd-b7ae-7a1230d07e70 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.414382 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.425466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e79dce1-0b29-42fd-b7ae-7a1230d07e70 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.426897 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7e79dce1-0b29-42fd-b7ae-7a1230d07e70 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1574948 Jul 23 15:07:48.428732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79dce1-0b29-42fd-b7ae-7a1230d07e70 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e70cf5-5625-476e-985e-14e93d492afe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:48.429893 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:48.434889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5dee119-3a69-450b-8683-ba218ef9e754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'e9e70cf5-5625-476e-985e-14e93d492afe', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:48.466538 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5dee119-3a69-450b-8683-ba218ef9e754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.511416 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5dee119-3a69-450b-8683-ba218ef9e754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.517065 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5dee119-3a69-450b-8683-ba218ef9e754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.537652 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dee119-3a69-450b-8683-ba218ef9e754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a247c8ad-38e8-43c8-9ac2-5fe729c7b6fb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:48.545857 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5dee119-3a69-450b-8683-ba218ef9e754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.547232 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b5dee119-3a69-450b-8683-ba218ef9e754 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161823 Jul 23 15:07:48.550104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:48.554703 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b24db52d-7834-4f6e-89e1-cd8b536f77a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'e9e70cf5-5625-476e-985e-14e93d492afe', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:48.581717 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24db52d-7834-4f6e-89e1-cd8b536f77a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.584123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5277a670-8667-41e5-ba58-d4a8e9730ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.639378 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24db52d-7834-4f6e-89e1-cd8b536f77a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.645852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24db52d-7834-4f6e-89e1-cd8b536f77a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.663969 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24db52d-7834-4f6e-89e1-cd8b536f77a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b327c5e5-2836-4092-90b6-e0840d4d6eac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:48.668217 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24db52d-7834-4f6e-89e1-cd8b536f77a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.669547 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-b24db52d-7834-4f6e-89e1-cd8b536f77a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184318 Jul 23 15:07:48.672449 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:48.676925 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0cf199f-eace-4549-b67d-e78725dc2ace tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'e9e70cf5-5625-476e-985e-14e93d492afe', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:48.706455 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0cf199f-eace-4549-b67d-e78725dc2ace tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.764745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0cf199f-eace-4549-b67d-e78725dc2ace tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.770267 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0cf199f-eace-4549-b67d-e78725dc2ace tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.787612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf199f-eace-4549-b67d-e78725dc2ace tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c59aa5-198c-4d35-ab11-1f44606814e5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:48.793566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0cf199f-eace-4549-b67d-e78725dc2ace tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.794371 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a0cf199f-eace-4549-b67d-e78725dc2ace tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209567 Jul 23 15:07:48.798256 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:48.802768 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-73140405-ff26-42a1-abe9-228d2e3ee0d4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'e9e70cf5-5625-476e-985e-14e93d492afe', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:48.829734 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73140405-ff26-42a1-abe9-228d2e3ee0d4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.889949 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73140405-ff26-42a1-abe9-228d2e3ee0d4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.896108 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73140405-ff26-42a1-abe9-228d2e3ee0d4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.917136 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73140405-ff26-42a1-abe9-228d2e3ee0d4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65a5d8d-13be-4fee-a57d-52a7ed6c6416,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:48.921154 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73140405-ff26-42a1-abe9-228d2e3ee0d4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:48.922347 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-73140405-ff26-42a1-abe9-228d2e3ee0d4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230819 Jul 23 15:07:48.925501 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:48.929996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'e9e70cf5-5625-476e-985e-14e93d492afe', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:48.954147 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:07:48.959108 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.021302 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.026852 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.046210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5215abf-abac-4368-8f6c-e0047ac89b7b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:49.054806 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.056114 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-aa808d75-3b38-475e-a550-da1a254c9d16 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296761 Jul 23 15:07:49.059077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:49.063925 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'security_group_rule': {'security_group_id': 'e9e70cf5-5625-476e-985e-14e93d492afe', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:49.086231 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Project 76f72df2cb4a473cac71a9910bc44320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:07:49.091157 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.151914 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.158872 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.176262 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62bbcac-431e-4e20-9e99-bf6e79864e6f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:49.185488 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.186730 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c8441218-fdfd-4cd9-b782-6a3f7eccbabf tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265807 Jul 23 15:07:49.189556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:49.194501 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'network': {'name': 'tempest-network-smoke--1140541766', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:49.216845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:07:49.220295 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.244549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:07:49.254421 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.254942 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Added segment b3c87522-b2be-4e29-9d8e-1587ee2b3057 of type vlan for network a16ab46e-7d9d-4433-af7c-438b74d5fb06 Jul 23 15:07:49.302859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.340426 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.346433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:49.347037 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.383829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1932523 Jul 23 15:07:49.386558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:49.392900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'admin_state_up': True, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:49.424802 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dd01f-803d-4f41-930a-f49ab306a08d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Network': ['ID=a16ab46e-7d9d-4433-af7c-438b74d5fb06,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:49.435842 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:07:49.446739 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.448471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.505806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.642008 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.807759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.837919 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.856347 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:49.965949 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.74 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/3e1cade6-ea35-4dc4-954b-84e9c3c2f013) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:07:50.075741 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:50.117621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:50.152377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:07:50.155546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:07:50.160962 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:07:50.190017 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:50.425826 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:50.956762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.086535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:07:51.199214 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:07:51.210151 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Sync routers for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:07:51.220076 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.220542 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:51.225223 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:51.225388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-99fa6e0c-20d5-4533-8bfe-5d8849b372cc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8339550 Jul 23 15:07:51.225625 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:51.299285 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-298319d3-c7eb-496e-a58e-5b0a61755e30 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=76f72df2cb4a473cac71a9910bc44320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724444 Jul 23 15:07:51.302002 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:51.328135 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:51.389707 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b00e59-8dea-4894-a8ef-86cf9a8a0bd3 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:51.391220 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-58b00e59-8dea-4894-a8ef-86cf9a8a0bd3 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883298 Jul 23 15:07:51.394140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:51.421948 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ae16c5db-81d0-4b0b-ab00-6f11d5bd38b3 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=630d89f6-02ed-4223-950e-6ebef56a4ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266151 Jul 23 15:07:51.424690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:51.429914 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74650074', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:51.504145 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:50Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:51.523236 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.525562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:07:51.529261 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.534527 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Checking router: d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:07:51.534900 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Updating router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:07:51.567628 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.708405 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.766874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Subnet': ['ID=52757c85-ed5c-4cc8-9596-69d414bc28bf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:51.780741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Checking segment: {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:07:51.781080 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network hostable DHCP agents. Network: a16ab46e-7d9d-4433-af7c-438b74d5fb06, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:07:51.800025 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:07:51.809314 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, a16ab46e-7d9d-4433-af7c-438b74d5fb06) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:07:51.814162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:51.815296 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.819634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a25ac-4047-45f3-bb32-a1bbd9eb1a45 None None] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:07:51.822394 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.833349 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Transition to ACTIVE for port object 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:07:51.836876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-62c16001-355b-4781-9c33-75e7d7565232 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4110513 Jul 23 15:07:51.839742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:07:51.846867 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.889734 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Attempting to bind port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:07:51.890100 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Attempting to bind port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:07:51.890467 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Attempting to bind port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:07:51.901487 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:07:51.901858 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:07:51.902258 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.902671 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:07:51.903126 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Bound port: 3e1cade6-ea35-4dc4-954b-84e9c3c2f013, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:07:51.903495 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.939535 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Pushing event updated for resources: {'Port': ['ID=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:51.953666 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.954098 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.954496 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.954914 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.955338 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.955726 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.956109 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.956492 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.956876 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.957482 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.957638 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.957994 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:07:51.970370 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] For port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:07:51.973992 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] For port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:07:51.979212 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:07:51.980264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:51.980441 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.029781 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:52.030315 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:52.122296 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c7866-8c59-46f7-b5b8-8bdea9e66e23 None None] Pushing event updated for resources: {'Port': ['ID=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:52.133670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Allocated IP 172.20.0.2 (a16ab46e-7d9d-4433-af7c-438b74d5fb06/52757c85-ed5c-4cc8-9596-69d414bc28bf/0ce7ce08-27be-49f8-854a-b705dcf0c4f0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:07:52.148002 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:52.301524 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.334147 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:50Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:52.360105 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176cac8-11df-4b9e-b899-e22fd3c63268 None None] The sync data for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 is: [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:50Z', 'revision_number': 3, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:07:52.459176 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.467566 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Transition to ACTIVE for port object 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:07:52.486118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Transition to ACTIVE for port object 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:07:52.493775 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.537397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:07:52.540451 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:07:52.544990 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:07:52.548189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Pushing event updated for resources: {'Port': ['ID=0ce7ce08-27be-49f8-854a-b705dcf0c4f0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:52.608547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.1 (a16ab46e-7d9d-4433-af7c-438b74d5fb06/52757c85-ed5c-4cc8-9596-69d414bc28bf/edeba1b2-471f-44bf-a532-83f1a1b96399) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:07:52.638203 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Attempting to bind port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:07:52.638570 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Attempting to bind port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:07:52.639175 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Attempting to bind port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 on network a16ab46e-7d9d-4433-af7c-438b74d5fb06 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:07:52.644850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:07:52.645420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Checking segment: {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:07:52.645932 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.646423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Bound using segment: {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:07:52.647070 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Bound port: 0ce7ce08-27be-49f8-854a-b705dcf0c4f0, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:07:52.647574 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.716348 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] For port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:07:52.720981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] For port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0ce7ce08-27be-49f8-854a-b705dcf0c4f0,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:07:52.726578 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.735945 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.752586 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object edeba1b2-471f-44bf-a532-83f1a1b96399 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:07:52.794270 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:52.799133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e97ff-2d2e-4209-9f1f-272f455a9649 None None] Pushing event updated for resources: {'Port': ['ID=0ce7ce08-27be-49f8-854a-b705dcf0c4f0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:52.841982 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:07:52.845296 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:07:52.849862 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:07:52.853978 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=edeba1b2-471f-44bf-a532-83f1a1b96399,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:52.898201 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:53.096703 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:53.379309 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:53.386218 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:53.463263 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:53.465210 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=edeba1b2-471f-44bf-a532-83f1a1b96399,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:53.562222 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:07:53.563726 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:07:53.681507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a231485-a8f4-473b-ba98-9c0b91b55b27 None None] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:07:53.682069 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:07:53.771250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ac6e7df-ef9a-48b3-ad26-a6919ebfc693 None None] Provisioning for port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:07:53.803588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:07:53.809803 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ecd017e7-ad04-484e-b74f-deee0eb6b248 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689474 Jul 23 15:07:54.119002 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89a55b58-aae9-44f7-90e5-771abc4642ff None None] Provisioning for port edeba1b2-471f-44bf-a532-83f1a1b96399 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:07:54.123787 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89a55b58-aae9-44f7-90e5-771abc4642ff None None] Provisioning complete for port edeba1b2-471f-44bf-a532-83f1a1b96399 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:54.124264 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89a55b58-aae9-44f7-90e5-771abc4642ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:54.179739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Sync routers for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:07:54.179928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-25c1a951-db75-41d4-8e4b-af4fbd616b30 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786138314&fields=id&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 267 time: 0.0451851 Jul 23 15:07:54.201725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:54.202940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:54.268741 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:07:54.273158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89a55b58-aae9-44f7-90e5-771abc4642ff None None] Port edeba1b2-471f-44bf-a532-83f1a1b96399 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:07:54.304843 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-60079f56-d588-4882-8c1d-e59312fba931 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:54.306466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-60079f56-d588-4882-8c1d-e59312fba931 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/networks?id=a16ab46e-7d9d-4433-af7c-438b74d5fb06 HTTP/1.1" status: 200 len: 797 time: 0.1192460 Jul 23 15:07:54.322151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-7e752812-4ab2-4b39-8590-a01e381d7f18 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/quotas/76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Jul 23 15:07:54.370918 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:54.373110 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:07:54.395602 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-1e92a18f-e8ea-438c-852d-a899f624ac66 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675125 Jul 23 15:07:54.403648 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:54.404027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:54.504626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca8d9dc9-e1ca-4a1f-bb79-6425478ea3d2 service neutron] 10.222.0.21 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952094 Jul 23 15:07:54.549437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fe6dd37d-f8f5-400e-aa76-b880f802ddf6 None None] Provisioning complete for port edeba1b2-471f-44bf-a532-83f1a1b96399 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:54.549810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd37d-f8f5-400e-aa76-b880f802ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:54.596341 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-90734fd3-48be-490d-8ddc-92800881f7d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Jul 23 15:07:54.628834 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fe6dd37d-f8f5-400e-aa76-b880f802ddf6 None None] Port edeba1b2-471f-44bf-a532-83f1a1b96399 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:07:54.657019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:54.682833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:07:54.689708 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:54.690582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:07:54.763595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db7a4a9d-4d48-4fde-9b63-2c702811f05d req-636d13c3-cdf2-484b-a5b7-e1c34c53899a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 210 time: 0.0318067 Jul 23 15:07:54.794924 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c47fd8c1-bbaf-4b76-92d8-4ea8ad14969e None None] Provisioning complete for port edeba1b2-471f-44bf-a532-83f1a1b96399 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:54.795302 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c47fd8c1-bbaf-4b76-92d8-4ea8ad14969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:54.799130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 2, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:54.801725 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:54.849499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Checking router: d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:07:54.849854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Updating router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 port edeba1b2-471f-44bf-a532-83f1a1b96399 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:07:54.891271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:07:54.894711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c47fd8c1-bbaf-4b76-92d8-4ea8ad14969e None None] Port edeba1b2-471f-44bf-a532-83f1a1b96399 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:07:54.905697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:54.906064 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:54.908702 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.089652 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.169926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0ce7ce08-27be-49f8-854a-b705dcf0c4f0,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:07:55.178110 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.252146 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=0ce7ce08-27be-49f8-854a-b705dcf0c4f0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:55.306468 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.316284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Transition to ACTIVE for port object edeba1b2-471f-44bf-a532-83f1a1b96399 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:07:55.322255 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.371254 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b98f9-481a-4165-ae71-15d2e85d9a69 None None] Pushing event updated for resources: {'Port': ['ID=edeba1b2-471f-44bf-a532-83f1a1b96399,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:55.429248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Attempting to bind port edeba1b2-471f-44bf-a532-83f1a1b96399 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:07:55.429619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Attempting to bind port edeba1b2-471f-44bf-a532-83f1a1b96399 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:07:55.430008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Attempting to bind port edeba1b2-471f-44bf-a532-83f1a1b96399 on network a16ab46e-7d9d-4433-af7c-438b74d5fb06 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:07:55.435511 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:07:55.435860 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Checking segment: {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:07:55.436266 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.436659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Bound using segment: {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:07:55.437120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Bound port: edeba1b2-471f-44bf-a532-83f1a1b96399, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:07:55.437500 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.503728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] For port edeba1b2-471f-44bf-a532-83f1a1b96399, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:07:55.507189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] For port edeba1b2-471f-44bf-a532-83f1a1b96399, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=edeba1b2-471f-44bf-a532-83f1a1b96399,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:07:55.513122 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:55.568873 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:07:55.569512 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:55.799417 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b98f9-481a-4165-ae71-15d2e85d9a69 None None] Pushing event updated for resources: {'Port': ['ID=edeba1b2-471f-44bf-a532-83f1a1b96399,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:55.857270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:07:55.897886 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10fe46d4-88c7-492f-8efa-676f37349498 req-017994d7-3fa4-4355-a0f0-9011c820504a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 210 time: 0.0585370 Jul 23 15:07:55.940101 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ba32cb34-fecd-4fc1-96df-5e07b9d9cee8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:55.942619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ba32cb34-fecd-4fc1-96df-5e07b9d9cee8 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/networks?id=a16ab46e-7d9d-4433-af7c-438b74d5fb06 HTTP/1.1" status: 200 len: 797 time: 0.1536677 Jul 23 15:07:56.006537 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-980dc119-a9e6-473f-9de1-205b6a3066a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76f72df2cb4a473cac71a9910bc44320 HTTP/1.1" status: 200 len: 379 time: 0.0412889 Jul 23 15:07:56.037707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'port': {'device_id': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'admin_state_up': True, 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'security_groups': ['e9e70cf5-5625-476e-985e-14e93d492afe']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:56.074838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:55Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:07:56.109999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb76450-ccb0-401f-a284-74f264c80771 None None] The sync data for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 is: [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:55Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:07:56.136420 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:07:56.189492 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Made reservation on behalf of 76f72df2cb4a473cac71a9910bc44320 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:07:56.193152 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.211773 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:56.212147 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.311251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:07:56.336973 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.20.0.8 (a16ab46e-7d9d-4433-af7c-438b74d5fb06/52757c85-ed5c-4cc8-9596-69d414bc28bf/e6c48e1d-3af2-428c-8d86-144db4a457d3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:07:56.361459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:56.361835 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.484368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.498780 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Transition to ACTIVE for port object e6c48e1d-3af2-428c-8d86-144db4a457d3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:07:56.534904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.593184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:07:56.596575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:07:56.601247 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:07:56.605636 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=e6c48e1d-3af2-428c-8d86-144db4a457d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:56.653463 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:56.654124 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.670296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-a3cee403-7b38-4f0d-8e49-2b3fa0461711 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6367590 Jul 23 15:07:56.689172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Request body: {'port': {'device_id': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:07:56.764854 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.819901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ceb0d7f-3344-4d18-9a33-b1a7c478ab4a None None] Provisioning for port e6c48e1d-3af2-428c-8d86-144db4a457d3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:07:56.824265 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ceb0d7f-3344-4d18-9a33-b1a7c478ab4a None None] Provisioning complete for port e6c48e1d-3af2-428c-8d86-144db4a457d3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:56.824715 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0d7f-3344-4d18-9a33-b1a7c478ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:56.861618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb0d7f-3344-4d18-9a33-b1a7c478ab4a None None] Port e6c48e1d-3af2-428c-8d86-144db4a457d3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:07:57.086557 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c48e1d-3af2-428c-8d86-144db4a457d3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:07:57.096112 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:57.107136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75831735-f684-4927-8221-657a06b8975a req-e1df53c5-6597-4086-92c8-8fdbd68cc606 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:57.108687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75831735-f684-4927-8221-657a06b8975a req-e1df53c5-6597-4086-92c8-8fdbd68cc606 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 931 time: 0.1273978 Jul 23 15:07:57.124520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Transition to ACTIVE for port object e6c48e1d-3af2-428c-8d86-144db4a457d3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:07:57.133970 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:57.197581 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75831735-f684-4927-8221-657a06b8975a req-2809cde5-f815-425e-bd44-d0c7200a789a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806634 Jul 23 15:07:57.203778 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Pushing event updated for resources: {'Port': ['ID=e6c48e1d-3af2-428c-8d86-144db4a457d3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:57.282733 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Attempting to bind port e6c48e1d-3af2-428c-8d86-144db4a457d3 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:07:57.283157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Attempting to bind port e6c48e1d-3af2-428c-8d86-144db4a457d3 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:07:57.283494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Attempting to bind port e6c48e1d-3af2-428c-8d86-144db4a457d3 on network a16ab46e-7d9d-4433-af7c-438b74d5fb06 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:07:57.288192 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Port e6c48e1d-3af2-428c-8d86-144db4a457d3 on network a16ab46e-7d9d-4433-af7c-438b74d5fb06 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:07:57.288570 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Attempting to bind port e6c48e1d-3af2-428c-8d86-144db4a457d3 on network a16ab46e-7d9d-4433-af7c-438b74d5fb06 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:07:57.293673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:07:57.294013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Checking segment: {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:07:57.294397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Bound using segment: {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:07:57.294861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Bound port: e6c48e1d-3af2-428c-8d86-144db4a457d3, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c87522-b2be-4e29-9d8e-1587ee2b3057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:07:57.295226 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:57.360926 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] For port e6c48e1d-3af2-428c-8d86-144db4a457d3, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:07:57.364344 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] For port e6c48e1d-3af2-428c-8d86-144db4a457d3, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:07:57.374833 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:57.411174 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:57.411865 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:57.413555 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] 10.222.0.11 "PUT /v2.0/ports/e6c48e1d-3af2-428c-8d86-144db4a457d3 HTTP/1.1" status: 200 len: 1091 time: 0.7291741 Jul 23 15:07:57.414028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:07:57.416401 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e48de07-6aa6-40c8-be57-a0da73cb5017" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:07:57.440494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca644751-5a9b-41c1-9d3e-13b8306d96dd service neutron] Pushing event updated for resources: {'Port': ['ID=e6c48e1d-3af2-428c-8d86-144db4a457d3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:57.469125 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d89230-5217-49c1-8191-6ce89cd91faf x-openstack-request-id: req-50d89230-5217-49c1-8191-6ce89cd91faf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:07:57.469458 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:07:57.469715 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50d89230-5217-49c1-8191-6ce89cd91faf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:07:57.470128 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'status': 'completed', 'code': 200} Jul 23 15:07:57.545237 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-e7ec692d-550e-498d-860c-ca0041f35fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:57.546808 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-e7ec692d-550e-498d-860c-ca0041f35fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 1094 time: 0.0602784 Jul 23 15:07:57.598534 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-c4ab0fe2-5ed9-40e3-bfe5-ac080a09e3d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3 HTTP/1.1" status: 200 len: 217 time: 0.0375566 Jul 23 15:07:57.647417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-190f8303-02b4-4832-8fb6-772892d3bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:57.648873 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-190f8303-02b4-4832-8fb6-772892d3bd7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52757c85-ed5c-4cc8-9596-69d414bc28bf HTTP/1.1" status: 200 len: 833 time: 0.0433233 Jul 23 15:07:57.712699 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-79a6be5e-82c0-459b-b8c9-644cae5177b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:57.714209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-79a6be5e-82c0-459b-b8c9-644cae5177b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a16ab46e-7d9d-4433-af7c-438b74d5fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582967 Jul 23 15:07:57.819223 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-49f328e8-6dc8-4b1b-ac38-e31dbc71b8d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931878 Jul 23 15:07:57.916842 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd3792a6-16f6-42aa-9538-5d6d863bade7 req-e86c44cb-378b-4c82-bfd6-a85f85e754a7 service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906982 Jul 23 15:07:58.056694 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-999bac75-172d-49ba-8818-cca47393dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:58.058227 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-999bac75-172d-49ba-8818-cca47393dc34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 1094 time: 0.0575385 Jul 23 15:07:58.141080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device edeba1b2-471f-44bf-a532-83f1a1b96399 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:07:58.155829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-f5aa963f-ec2b-4706-a827-35f8bf9a651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:58.157315 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-f5aa963f-ec2b-4706-a827-35f8bf9a651f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a16ab46e-7d9d-4433-af7c-438b74d5fb06 HTTP/1.1" status: 200 len: 898 time: 0.0926385 Jul 23 15:07:58.190683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port edeba1b2-471f-44bf-a532-83f1a1b96399 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:07:58.194524 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port edeba1b2-471f-44bf-a532-83f1a1b96399 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:07:58.194925 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:58.197213 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-6477962d-1099-4c27-8a00-25a6e91dbaec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3 HTTP/1.1" status: 200 len: 217 time: 0.0336051 Jul 23 15:07:58.248723 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-aa933183-9070-48ac-beec-d38af3b190d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:58.250202 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-aa933183-9070-48ac-beec-d38af3b190d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52757c85-ed5c-4cc8-9596-69d414bc28bf HTTP/1.1" status: 200 len: 833 time: 0.0448310 Jul 23 15:07:58.278917 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:58.312510 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port edeba1b2-471f-44bf-a532-83f1a1b96399, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=edeba1b2-471f-44bf-a532-83f1a1b96399,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:07:58.317502 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:07:58.348768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-dc673bf8-41db-47d9-8576-466a3e54ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:58.350275 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-dc673bf8-41db-47d9-8576-466a3e54ddab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a16ab46e-7d9d-4433-af7c-438b74d5fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928438 Jul 23 15:07:58.365934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=edeba1b2-471f-44bf-a532-83f1a1b96399,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:07:58.375113 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f19ac-5cc5-47e4-b989-2d2abce3aa28 req-38b02fb9-3cec-4d9a-99cf-729b78d35b7d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:58.376668 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c2f19ac-5cc5-47e4-b989-2d2abce3aa28 req-38b02fb9-3cec-4d9a-99cf-729b78d35b7d tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 943 time: 0.0887461 Jul 23 15:07:58.475280 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3c2f19ac-5cc5-47e4-b989-2d2abce3aa28 req-fc6f993f-554c-4233-b895-a3f1cde1c2e7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875077 Jul 23 15:07:58.496589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-461aa2d9-6276-4292-9b2f-97f22ce8c1f0 service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367688 Jul 23 15:07:58.589033 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8e48de07-6aa6-40c8-be57-a0da73cb5017 req-d1bbe2c8-3806-4045-8cab-9b3e1b9d7c27 service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852778 Jul 23 15:07:59.622040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bfdb2-6513-4704-8250-850089399e22 req-4c9ad006-e150-4280-9cbc-78eee354ffde tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:07:59.623559 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-624bfdb2-6513-4704-8250-850089399e22 req-4c9ad006-e150-4280-9cbc-78eee354ffde tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 943 time: 0.0677841 Jul 23 15:07:59.664289 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-624bfdb2-6513-4704-8250-850089399e22 req-9826114d-316b-4692-a340-945703240ced tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Jul 23 15:08:00.123092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device edeba1b2-471f-44bf-a532-83f1a1b96399 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:08:00.172575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port edeba1b2-471f-44bf-a532-83f1a1b96399 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:00.172973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:00.683423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e6c48e1d-3af2-428c-8d86-144db4a457d3 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:08:00.789553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e6c48e1d-3af2-428c-8d86-144db4a457d3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:00.801639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'port_id': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'mac_address': 'fa:16:3e:67:94:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:08:00.814408 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec63ee-db57-4264-a264-09b8d7873131 req-a32f8c01-ac9a-443b-9c9d-26dc88e40c94 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:00.815902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87ec63ee-db57-4264-a264-09b8d7873131 req-a32f8c01-ac9a-443b-9c9d-26dc88e40c94 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 943 time: 0.0749602 Jul 23 15:08:00.843330 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:00.854098 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-87ec63ee-db57-4264-a264-09b8d7873131 req-b6054ac9-029b-4639-9d46-f20e41017f7a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Jul 23 15:08:00.856421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c48e1d-3af2-428c-8d86-144db4a457d3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:08:00.877745 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e6c48e1d-3af2-428c-8d86-144db4a457d3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:00.884847 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:00.938735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e6c48e1d-3af2-428c-8d86-144db4a457d3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:01.193770 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['e6c48e1d-3af2-428c-8d86-144db4a457d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:08:02.001100 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e3eee-901f-438f-8128-c9cafd1c91ac req-8852ca38-f645-4dc6-9102-6048fff2a6fa tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:02.002935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b9e3eee-901f-438f-8128-c9cafd1c91ac req-8852ca38-f645-4dc6-9102-6048fff2a6fa tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 944 time: 0.0716894 Jul 23 15:08:02.041556 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8b9e3eee-901f-438f-8128-c9cafd1c91ac req-2075001f-28d5-47bf-b9de-f3fd46e175b4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328188 Jul 23 15:08:02.693225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e6c48e1d-3af2-428c-8d86-144db4a457d3 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:08:02.746346 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port e6c48e1d-3af2-428c-8d86-144db4a457d3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:08:02.750224 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port e6c48e1d-3af2-428c-8d86-144db4a457d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:02.750671 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:02.829550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:02.852636 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:08:02.855002 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e5a0f-0069-4b80-870a-d36b0c414593" -d '{"events": [{"server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "name": "network-vif-plugged", "status": "completed", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:08:02.868008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port e6c48e1d-3af2-428c-8d86-144db4a457d3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:02.873770 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:02.899336 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e632aa-af3c-43fb-9002-0dcad720cf60 x-openstack-request-id: req-e6e632aa-af3c-43fb-9002-0dcad720cf60 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:08:02.899626 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "name": "network-vif-plugged", "status": "completed", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:08:02.899912 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6e632aa-af3c-43fb-9002-0dcad720cf60 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:08:02.900300 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'code': 200} Jul 23 15:08:02.926188 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=e6c48e1d-3af2-428c-8d86-144db4a457d3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:03.030323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67f207-087a-4219-af7e-1d5ef8b72fa5 req-45389af8-9c64-4ae3-89b6-bc3983096553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:03.031876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db67f207-087a-4219-af7e-1d5ef8b72fa5 req-45389af8-9c64-4ae3-89b6-bc3983096553 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 1096 time: 0.0571380 Jul 23 15:08:03.065774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-db67f207-087a-4219-af7e-1d5ef8b72fa5 req-a0354a24-fb2a-4c7a-9333-87ae3d48aa15 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278404 Jul 23 15:08:03.175102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16c28-bb1a-4996-bfde-30220f3923ad req-1b331d96-b79a-4971-a54a-4ce5011802a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:03.176634 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5a16c28-bb1a-4996-bfde-30220f3923ad req-1b331d96-b79a-4971-a54a-4ce5011802a2 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0662062 Jul 23 15:08:03.216159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5a16c28-bb1a-4996-bfde-30220f3923ad req-8ad6edba-1e58-4868-83e2-ce293fcaf1a9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337903 Jul 23 15:08:04.356130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073279f-c8db-4f97-b25c-0ab5cb11d0d1 req-154bfa56-86b1-4d7c-80d7-3dc0d95025ba tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:04.357620 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3073279f-c8db-4f97-b25c-0ab5cb11d0d1 req-154bfa56-86b1-4d7c-80d7-3dc0d95025ba tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0658171 Jul 23 15:08:04.397201 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3073279f-c8db-4f97-b25c-0ab5cb11d0d1 req-73f37100-a5ff-47c2-b260-76c6ee6aeb49 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317094 Jul 23 15:08:04.533894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5353c-fc9e-4709-89cb-c0ff042f9dd1 req-e8b2c476-4f23-4dc2-a68a-cd934b773f99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:04.535314 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ced5353c-fc9e-4709-89cb-c0ff042f9dd1 req-e8b2c476-4f23-4dc2-a68a-cd934b773f99 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0736959 Jul 23 15:08:04.576388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ced5353c-fc9e-4709-89cb-c0ff042f9dd1 req-254dd43d-9c08-4379-ae9b-743357662b27 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326822 Jul 23 15:08:04.601993 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:04.654250 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ed8b9-4cd5-4d99-873b-8d89704d9fa3 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:04.655766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-212ed8b9-4cd5-4d99-873b-8d89704d9fa3 tempest-TestNetworkAdvancedServerOps-2126310545 tempest-TestNetworkAdvancedServerOps-2126310545-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 1091 time: 0.0527854 Jul 23 15:08:04.660255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:04.667256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:08:04.697627 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:04.803495 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:04.907869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Allocated IP 172.25.2.103 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/763379c7-d777-46cb-be85-2ba9dcf21c83) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:08:05.017877 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:05.061704 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:05.098814 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:08:05.101590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:05.106995 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:08:05.129670 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=763379c7-d777-46cb-be85-2ba9dcf21c83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:05.460098 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:05.540029 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:05.691403 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:05.697899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:05.771474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event updated for resources: {'Port': ['ID=763379c7-d777-46cb-be85-2ba9dcf21c83,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:05.784115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:05.885329 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP 929e9b2c-d38f-4967-8f3e-2cd8947c2a34 associated. External IP: 172.25.2.103, port: e6c48e1d-3af2-428c-8d86-144db4a457d3. Jul 23 15:08:06.455480 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:08:06.573474 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:08:06.584686 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] Sync routers for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:08:06.591236 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:06.595808 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:06.596424 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:06.631584 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-ae0dc11f-59ac-4b97-ac31-55b1113d18dc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9699016 Jul 23 15:08:06.632674 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:08:06.635133 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c955b27-51f6-4389-860b-ada564468195" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:08:06.703185 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:06.741067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9fe7e-93da-4118-96f2-b8b33bb8bd67 req-1a10452f-c963-42cd-8edc-010e70732d5a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:06.742492 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eaf9fe7e-93da-4118-96f2-b8b33bb8bd67 req-1a10452f-c963-42cd-8edc-010e70732d5a tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0637710 Jul 23 15:08:06.782589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eaf9fe7e-93da-4118-96f2-b8b33bb8bd67 req-1fc54a2b-e97f-4b65-a7e1-c95c4054a934 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342538 Jul 23 15:08:06.806023 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:06.847831 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f49b9ac-6050-4206-8c98-b8004fbecc1c x-openstack-request-id: req-1f49b9ac-6050-4206-8c98-b8004fbecc1c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:08:06.848083 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:08:06.848424 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f49b9ac-6050-4206-8c98-b8004fbecc1c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:08:06.848815 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'status': 'completed', 'code': 200} Jul 23 15:08:06.876427 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c820bb0b-5b53-4e90-93f8-c8a0adc9d7f4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/929e9b2c-d38f-4967-8f3e-2cd8947c2a34 HTTP/1.1" status: 200 len: 991 time: 0.0678890 Jul 23 15:08:06.934481 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955b27-51f6-4389-860b-ada564468195 req-832bf83d-2f5e-4476-99af-f6a2e9c20369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:06.936018 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c955b27-51f6-4389-860b-ada564468195 req-832bf83d-2f5e-4476-99af-f6a2e9c20369 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 1096 time: 0.0520902 Jul 23 15:08:07.015249 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '929e9b2c-d38f-4967-8f3e-2cd8947c2a34', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'port_id': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'mac_address': 'fa:16:3e:67:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:08:05Z', 'updated_at': '2021-07-23T15:08:05Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:58Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:07.025651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955b27-51f6-4389-860b-ada564468195 req-90129dc2-8acd-4ea9-86f6-bda93f4e80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:07.027436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c955b27-51f6-4389-860b-ada564468195 req-90129dc2-8acd-4ea9-86f6-bda93f4e80cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=a16ab46e-7d9d-4433-af7c-438b74d5fb06 HTTP/1.1" status: 200 len: 898 time: 0.0851891 Jul 23 15:08:07.040808 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] Checking router: d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:08:07.048980 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:07.049579 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:07:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:07.096398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c955b27-51f6-4389-860b-ada564468195 req-aa1a35b0-034f-4b76-ae4f-2fda1aa2f5a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3 HTTP/1.1" status: 200 len: 999 time: 0.0615325 Jul 23 15:08:07.144215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955b27-51f6-4389-860b-ada564468195 req-006f6d42-d411-41eb-ad81-2c457a5e6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:07.145641 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c955b27-51f6-4389-860b-ada564468195 req-006f6d42-d411-41eb-ad81-2c457a5e6b10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52757c85-ed5c-4cc8-9596-69d414bc28bf HTTP/1.1" status: 200 len: 833 time: 0.0433843 Jul 23 15:08:07.152252 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:07.203646 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955b27-51f6-4389-860b-ada564468195 req-c7c307af-ad47-4b5d-8218-992c3fad1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:07.205151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c955b27-51f6-4389-860b-ada564468195 req-c7c307af-ad47-4b5d-8218-992c3fad1dab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a16ab46e-7d9d-4433-af7c-438b74d5fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537763 Jul 23 15:08:07.297472 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c955b27-51f6-4389-860b-ada564468195 req-97445243-f62d-42cc-8ee1-b907ff9affed service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855331 Jul 23 15:08:07.372388 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '929e9b2c-d38f-4967-8f3e-2cd8947c2a34', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'port_id': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'mac_address': 'fa:16:3e:67:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:08:05Z', 'updated_at': '2021-07-23T15:08:05Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:58Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:07.391736 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c955b27-51f6-4389-860b-ada564468195 req-34005cb0-369e-4134-a8f9-3dd2070cfbce service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876203 Jul 23 15:08:07.401712 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5f50b-8bdd-43f1-849c-100a4b8bf17f None None] The sync data for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 is: [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '929e9b2c-d38f-4967-8f3e-2cd8947c2a34', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'port_id': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'mac_address': 'fa:16:3e:67:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:08:05Z', 'updated_at': '2021-07-23T15:08:05Z', 'revision_number': 0, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:58Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:08:07.596781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd4d54-f381-4a9c-9018-f906a2512b55 None None] New status for floating IP 929e9b2c-d38f-4967-8f3e-2cd8947c2a34: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:08:07.879538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:07.942021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fddb891a-c08e-449c-bfbc-f2edd7182c22 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/929e9b2c-d38f-4967-8f3e-2cd8947c2a34 HTTP/1.1" status: 200 len: 993 time: 0.0610878 Jul 23 15:08:08.259025 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:12.528047 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:08:15.910572 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa2fe42c-cc96-493a-881b-e8af991dfe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:18.398405 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:18.421644 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:18.598617 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6901a0-2d11-456a-8654-cbcb08b71ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:19.821850 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:21.529346 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:36.761552 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb945-11d8-4a4c-a371-fd89874db76a req-6c8bb5e5-5a34-49cf-9146-f46b69687ec3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:36.763096 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-356bb945-11d8-4a4c-a371-fd89874db76a req-6c8bb5e5-5a34-49cf-9146-f46b69687ec3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0753398 Jul 23 15:08:36.814572 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-356bb945-11d8-4a4c-a371-fd89874db76a req-2e6aa5c0-4066-4517-aaf8-d50024e8fa68 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456870 Jul 23 15:08:37.964499 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae0db0-33c8-4a92-b0e0-2484cd7d34fb req-2423c293-d2a8-4995-b8e1-57fef65874ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:37.966042 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2ae0db0-33c8-4a92-b0e0-2484cd7d34fb req-2423c293-d2a8-4995-b8e1-57fef65874ab tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0687664 Jul 23 15:08:38.008460 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2ae0db0-33c8-4a92-b0e0-2484cd7d34fb req-1af6ba5e-cb3d-4174-a6d2-f57ed0bb4173 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341733 Jul 23 15:08:38.030973 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:38.093668 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e0eb057e-f8f1-41e8-9dc3-4d068feb4538 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/929e9b2c-d38f-4967-8f3e-2cd8947c2a34 HTTP/1.1" status: 200 len: 993 time: 0.0615399 Jul 23 15:08:38.264399 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:39.438521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da69f-855e-47e8-91e3-a1726a8f132f req-834aaf20-8aab-4a4c-b225-37a137deefbc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:39.440036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-294da69f-855e-47e8-91e3-a1726a8f132f req-834aaf20-8aab-4a4c-b225-37a137deefbc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0954838 Jul 23 15:08:39.489549 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-294da69f-855e-47e8-91e3-a1726a8f132f req-b3878c57-3f98-4131-9560-580016dc54a4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Jul 23 15:08:39.491465 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-85a982dd-b402-4645-99e0-9a2b538b3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:39.492836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-85a982dd-b402-4645-99e0-9a2b538b3ba2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 1096 time: 0.1003182 Jul 23 15:08:39.583981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-b77f94e9-7071-43f5-86f8-30f48849ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:39.585383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-b77f94e9-7071-43f5-86f8-30f48849ceac service neutron] 10.222.0.11 "GET /v2.0/networks?id=a16ab46e-7d9d-4433-af7c-438b74d5fb06 HTTP/1.1" status: 200 len: 898 time: 0.0856440 Jul 23 15:08:39.652486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-4014ccf0-cc9d-442c-8ff5-87dcbc8a17cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3 HTTP/1.1" status: 200 len: 1001 time: 0.0612137 Jul 23 15:08:39.701449 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-df08122d-96eb-4749-bbbc-8d6b1ff29dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:39.703266 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-df08122d-96eb-4749-bbbc-8d6b1ff29dd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52757c85-ed5c-4cc8-9596-69d414bc28bf HTTP/1.1" status: 200 len: 833 time: 0.0440195 Jul 23 15:08:39.768012 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-28814710-152a-493e-a876-8bf1fed67e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:39.769518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-28814710-152a-493e-a876-8bf1fed67e81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a16ab46e-7d9d-4433-af7c-438b74d5fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605257 Jul 23 15:08:39.869502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-20c07bd5-7940-4858-b897-e6ec9e8f2bff service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938201 Jul 23 15:08:39.958425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c7bdf92d-2d91-4f94-9040-1e7e8d24e56f req-2a9ff77e-1172-4ddf-816c-19d0289281b3 service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821970 Jul 23 15:08:40.650622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75bcf9-711c-4212-81fa-95fdee193a0c req-912f6372-6cfe-4673-834e-f3a74c9201a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:40.652164 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e75bcf9-711c-4212-81fa-95fdee193a0c req-912f6372-6cfe-4673-834e-f3a74c9201a6 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0850627 Jul 23 15:08:40.697182 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e75bcf9-711c-4212-81fa-95fdee193a0c req-f53502ee-e781-4424-89be-a204c124688f tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363872 Jul 23 15:08:41.843106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76629991-3f87-4daa-8c0c-afa98876c00e req-d534eb8c-9920-4126-a457-4071975eadbc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:41.844608 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76629991-3f87-4daa-8c0c-afa98876c00e req-d534eb8c-9920-4126-a457-4071975eadbc tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0654156 Jul 23 15:08:41.884302 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76629991-3f87-4daa-8c0c-afa98876c00e req-a447c9d8-8721-40c8-9f2d-bfe4a2e68b13 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339723 Jul 23 15:08:41.912056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:41.975683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-8cc97175-75c0-4583-ac8f-45f7ffe01867 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/floatingips/929e9b2c-d38f-4967-8f3e-2cd8947c2a34 HTTP/1.1" status: 200 len: 993 time: 0.0624866 Jul 23 15:08:42.284845 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:42.446526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 763379c7-d777-46cb-be85-2ba9dcf21c83 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:08:42.446874 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:42.522290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:42.522619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:42.534197 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 763379c7-d777-46cb-be85-2ba9dcf21c83 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:08:42.694859 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:42.722417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=763379c7-d777-46cb-be85-2ba9dcf21c83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:42.755867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.756215 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.756549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.756881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.757204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.757532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.757866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.758183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.758506 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.758864 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.759184 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.759485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:42.807274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:42.807627 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Floating IP 929e9b2c-d38f-4967-8f3e-2cd8947c2a34 disassociated (deleted). External IP: 172.25.2.103, port: e6c48e1d-3af2-428c-8d86-144db4a457d3. Jul 23 15:08:43.018762 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:08:43.131795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:08:43.136325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:43.141558 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] Sync routers for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:08:43.150872 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:43.151445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:43.174957 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0fe7db8e-ae4d-46d7-8109-24e0ac821ed9 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/floatingips/929e9b2c-d38f-4967-8f3e-2cd8947c2a34 HTTP/1.1" status: 204 len: 168 time: 0.8889000 Jul 23 15:08:43.175795 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:08:43.178376 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c254278-2224-4890-8a68-0f87ef3a6f44" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:08:43.260512 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:43.332624 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6f00d7-9448-4966-9796-8f498157cbff x-openstack-request-id: req-bb6f00d7-9448-4966-9796-8f498157cbff {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:08:43.333038 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:08:43.333368 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb6f00d7-9448-4966-9796-8f498157cbff {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:08:43.333831 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'status': 'completed', 'code': 200} Jul 23 15:08:43.465103 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:58Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:43.478871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e113f0-7703-4930-8462-54a227bbb9a0 req-a2286e12-0923-4270-bf6f-30aac1215c59 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:43.480411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4e113f0-7703-4930-8462-54a227bbb9a0 req-a2286e12-0923-4270-bf6f-30aac1215c59 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.1026919 Jul 23 15:08:43.486334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-3bc985b9-d93d-4aa0-a900-74d5a0d01a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:43.487977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-3bc985b9-d93d-4aa0-a900-74d5a0d01a63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76f72df2cb4a473cac71a9910bc44320&device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 1096 time: 0.0801475 Jul 23 15:08:43.490330 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] Checking router: d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:08:43.498958 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:43.499564 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:43.575531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4e113f0-7703-4930-8462-54a227bbb9a0 req-5153ae4d-68eb-46d1-8bc8-70ee51f72ae4 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864975 Jul 23 15:08:43.601894 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-f164bf24-f60c-4eec-9006-e9a1f6de8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:43.603447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-f164bf24-f60c-4eec-9006-e9a1f6de8030 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a16ab46e-7d9d-4433-af7c-438b74d5fb06 HTTP/1.1" status: 200 len: 898 time: 0.1086080 Jul 23 15:08:43.605901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:43.649453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-90295226-6598-4f88-b71c-0a0e0136115c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3 HTTP/1.1" status: 200 len: 217 time: 0.0380795 Jul 23 15:08:43.698884 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-61ebffa7-2a30-400b-83ec-d42eb0f744ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:43.700345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-61ebffa7-2a30-400b-83ec-d42eb0f744ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52757c85-ed5c-4cc8-9596-69d414bc28bf HTTP/1.1" status: 200 len: 833 time: 0.0433838 Jul 23 15:08:43.759808 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-5a1ac54f-f803-4203-bcea-7d688a23470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:43.761343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-5a1ac54f-f803-4203-bcea-7d688a23470c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a16ab46e-7d9d-4433-af7c-438b74d5fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529840 Jul 23 15:08:43.804596 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:58Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:43.832035 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e0dcc-e702-4533-b979-97ee373aef43 None None] The sync data for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 is: [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:53Z', 'revision_number': 4, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'edeba1b2-471f-44bf-a532-83f1a1b96399', 'name': '', 'network_id': 'a16ab46e-7d9d-4433-af7c-438b74d5fb06', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'mac_address': 'fa:16:3e:16:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:52Z', 'updated_at': '2021-07-23T15:07:58Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'subnets': [{'id': '52757c85-ed5c-4cc8-9596-69d414bc28bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:08:43.856838 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-db15f81c-e5b7-44e8-9c00-98e0f1755fae service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870357 Jul 23 15:08:43.951183 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0c254278-2224-4890-8a68-0f87ef3a6f44 req-8de653c3-c0fe-4303-97c7-d4ae066493c0 service neutron] 10.222.0.11 "GET /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865598 Jul 23 15:08:44.057329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1183a8-48bc-4a30-a8b7-28ea64f0ef82 None None] New status for floating IP 929e9b2c-d38f-4967-8f3e-2cd8947c2a34: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:08:44.726270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32b831-c75e-4ce7-b4c7-7c20655f670c req-e566d869-b67f-4506-b2bf-471c3a56ca19 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:44.727836 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c32b831-c75e-4ce7-b4c7-7c20655f670c req-e566d869-b67f-4506-b2bf-471c3a56ca19 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0775876 Jul 23 15:08:44.774680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7c32b831-c75e-4ce7-b4c7-7c20655f670c req-8d034577-f951-4162-ad79-4fad0131827b tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e70cf5-5625-476e-985e-14e93d492afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391300 Jul 23 15:08:45.230153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e239-40bb-4b16-b326-80e886e52977 req-e42b31e8-b689-4010-a496-6e5e1a9e05f3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:45.231761 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c01e239-40bb-4b16-b326-80e886e52977 req-e42b31e8-b689-4010-a496-6e5e1a9e05f3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 945 time: 0.0700512 Jul 23 15:08:45.334189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port e6c48e1d-3af2-428c-8d86-144db4a457d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:08:45.334448 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:45.437709 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port e6c48e1d-3af2-428c-8d86-144db4a457d3, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=e6c48e1d-3af2-428c-8d86-144db4a457d3,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:45.438031 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:45.449800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for e6c48e1d-3af2-428c-8d86-144db4a457d3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:08:45.584364 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:45.612356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=e6c48e1d-3af2-428c-8d86-144db4a457d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:45.657651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] No DVR routers for this DVR port e6c48e1d-3af2-428c-8d86-144db4a457d3 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:08:45.660466 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:45.662431 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c01e239-40bb-4b16-b326-80e886e52977 req-53e64e16-1938-4a3d-aada-4e3d5705ff4c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.11 "DELETE /v2.0/ports/e6c48e1d-3af2-428c-8d86-144db4a457d3 HTTP/1.1" status: 204 len: 173 time: 0.4248545 Jul 23 15:08:45.662958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'name': 'network-vif-deleted', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:08:45.665199 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607a47b7-9d62-4da7-8a38-a423734f3bb7" -d '{"events": [{"server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "name": "network-vif-deleted", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:08:45.700583 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77740709-7964-49c2-9aae-73f15ed7e74d x-openstack-request-id: req-77740709-7964-49c2-9aae-73f15ed7e74d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:08:45.700920 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec7234-dd1c-4339-b203-c07daf238b60", "name": "network-vif-deleted", "tag": "e6c48e1d-3af2-428c-8d86-144db4a457d3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:08:45.701092 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77740709-7964-49c2-9aae-73f15ed7e74d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:08:45.701526 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec7234-dd1c-4339-b203-c07daf238b60', 'name': 'network-vif-deleted', 'tag': 'e6c48e1d-3af2-428c-8d86-144db4a457d3', 'status': 'completed', 'code': 200} Jul 23 15:08:45.887615 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5c120e1a-3dee-4b2d-a282-ad59e1c3c2eb req-dc481a05-7e07-45ac-9d13-2c8957aeb1d3 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ec7234-dd1c-4339-b203-c07daf238b60 HTTP/1.1" status: 200 len: 210 time: 0.0295830 Jul 23 15:08:45.904397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8eb968fc-d394-4e55-a5cf-bb3d439ea993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:46.947515 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:47.317562 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:47.930935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port edeba1b2-471f-44bf-a532-83f1a1b96399 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:08:47.931324 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.024597 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port edeba1b2-471f-44bf-a532-83f1a1b96399, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=edeba1b2-471f-44bf-a532-83f1a1b96399,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:48.025297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.041486 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for edeba1b2-471f-44bf-a532-83f1a1b96399 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:08:48.249615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.275516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=edeba1b2-471f-44bf-a532-83f1a1b96399,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:48.398508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.425019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.448975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.592703 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bf60995-1e28-49db-ab7e-31a31f07d4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.671294 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:08:48.781601 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:08:48.788747 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-81d84e2d-7323-4f92-b30f-98bf6f8cb539 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "PUT /v2.0/routers/d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8396275 Jul 23 15:08:48.793511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:48.798147 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] Sync routers for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:08:48.809488 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:48.810113 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:48.851563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting subnet 52757c85-ed5c-4cc8-9596-69d414bc28bf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:08:48.854812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.898806 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:48.916952 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:48.987440 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.049916 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.077382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Subnet': ['ID=52757c85-ed5c-4cc8-9596-69d414bc28bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:49.080973 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.082961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-02aa959c-822e-4a8e-be22-f41a30887708 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/subnets/52757c85-ed5c-4cc8-9596-69d414bc28bf HTTP/1.1" status: 204 len: 168 time: 0.2880430 Jul 23 15:08:49.085796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:49.091457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721eeb1-082e-4e9c-9b21-2e88ec861857 None None] Network a16ab46e-7d9d-4433-af7c-438b74d5fb06 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:08:49.194510 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:08:48Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:49.195333 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.231255 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] Checking router: d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:08:49.241342 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] Routers {'d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:49.241951 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:49.288427 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] DHCP port deletion for a16ab46e-7d9d-4433-af7c-438b74d5fb06 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:08:49.306117 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.340182 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Deleting port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:08:49.340652 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.350682 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] Set router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:49.363401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Deleting port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:08:49.363746 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.401483 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] For port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=0ce7ce08-27be-49f8-854a-b705dcf0c4f0,segment=NetworkSegment(b3c87522-b2be-4e29-9d8e-1587ee2b3057),segment_id=b3c87522-b2be-4e29-9d8e-1587ee2b3057)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:49.402110 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.414065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Calling delete_port for 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:08:49.447349 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] For port 3e1cade6-ea35-4dc4-954b-84e9c3c2f013, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:49.447604 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.459908 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Calling delete_port for 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:08:49.504958 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.530715 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:08:49.533123 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Pushing event deleted for resources: {'Port': ['ID=0ce7ce08-27be-49f8-854a-b705dcf0c4f0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:49.535737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] No DVR routers for this DVR port 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:08:49.538096 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:08:48Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.546619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.548163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.548163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.548163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47282d81-8390-42b1-b6b6-468a00d55bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:49.574319 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e85fa-dc9d-4328-9083-c1f228e5f13d None None] The sync data for ids ['d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0'] in n-d-801990-3 is: [{'id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060286237', 'tenant_id': '76f72df2cb4a473cac71a9910bc44320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:08:48Z', 'revision_number': 5, 'project_id': '76f72df2cb4a473cac71a9910bc44320', 'gw_port': {'id': '3e1cade6-ea35-4dc4-954b-84e9c3c2f013', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c30b06-1dd5-4f22-8c85-ae1b1a4916f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:07:49Z', 'updated_at': '2021-07-23T15:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:08:49.636246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.661098 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Port': ['ID=3e1cade6-ea35-4dc4-954b-84e9c3c2f013,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:49.723788 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.815235 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.815483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.817556 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.866497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.867106 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Fanout notify agent at l3_agent the message router_deleted on router d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:08:49.873982 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:49.875129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9e48cda7-2885-4cbf-b81f-e9a64756af1c tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/routers/d4c30b06-1dd5-4f22-8c85-ae1b1a4916f0 HTTP/1.1" status: 204 len: 168 time: 0.7884119 Jul 23 15:08:49.878069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:49.962839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.058634 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.069094 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16ab46e-7d9d-4433-af7c-438b74d5fb06']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:50.081133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c87522-b2be-4e29-9d8e-1587ee2b3057') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:50.081591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c87522-b2be-4e29-9d8e-1587ee2b3057') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:50.090452 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.104362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.110489 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:08:50.110885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: timer() Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:08:50.113971 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:08:50.184566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.197162 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.203191 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/networks/a16ab46e-7d9d-4433-af7c-438b74d5fb06 HTTP/1.1" status: 204 len: 168 time: 0.3207321 Jul 23 15:08:50.203870 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:50.204682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:08:50.219213 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78371a-cb76-45f1-9297-f659fd713cf7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'Network': ['ID=a16ab46e-7d9d-4433-af7c-438b74d5fb06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:50.226456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:08:50.226846 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 0ce7ce08-27be-49f8-854a-b705dcf0c4f0 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:08:50.227281 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device edeba1b2-471f-44bf-a532-83f1a1b96399 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:08:50.254323 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: edeba1b2-471f-44bf-a532-83f1a1b96399 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:08:50.255035 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device edeba1b2-471f-44bf-a532-83f1a1b96399 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:08:50.278787 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.304313 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.372519 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.375211 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.376414 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9e70cf5-5625-476e-985e-14e93d492afe HTTP/1.1" status: 204 len: 168 time: 0.1708610 Jul 23 15:08:50.385332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e70cf5-5625-476e-985e-14e93d492afe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:50.392775 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.393159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.393469 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.393803 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.394140 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.394470 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.394839 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.395168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.395495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.395875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.396200 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.396520 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6cacb-c603-4be6-a00e-70bebd994ff7 tempest-TestNetworkAdvancedServerOps-556545028 tempest-TestNetworkAdvancedServerOps-556545028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:50.749518 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:50.883423 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9b4ff299-b492-44e7-947c-22988a4c96d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76f72df2cb4a473cac71a9910bc44320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324675 Jul 23 15:08:50.886240 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:50.895240 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e6c48e1d-3af2-428c-8d86-144db4a457d3 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:08:50.918418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: e6c48e1d-3af2-428c-8d86-144db4a457d3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:08:50.918666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device e6c48e1d-3af2-428c-8d86-144db4a457d3 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:08:50.939260 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c6766d-1433-4bf0-a482-578117dbf28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:50.961250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c6766d-1433-4bf0-a482-578117dbf28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.009856 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c6766d-1433-4bf0-a482-578117dbf28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.012677 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3c6766d-1433-4bf0-a482-578117dbf28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.013882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c3c6766d-1433-4bf0-a482-578117dbf28f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaf7e234-af73-48e3-8297-60add2d0883d HTTP/1.1" status: 204 len: 168 time: 0.1265101 Jul 23 15:08:51.021801 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6766d-1433-4bf0-a482-578117dbf28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf7e234-af73-48e3-8297-60add2d0883d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:51.284483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:51.298367 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7179d7-2864-497b-b291-ee4883f49398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.389601 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7179d7-2864-497b-b291-ee4883f49398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.395429 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7179d7-2864-497b-b291-ee4883f49398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.432336 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8d7179d7-2864-497b-b291-ee4883f49398 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58397cd395154dbcb8fdbe7eba17ab6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467459 Jul 23 15:08:51.433292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7179d7-2864-497b-b291-ee4883f49398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9203b4af-4fd7-4058-8b4e-8e311c89ba95,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:51.436278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:51.486841 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc0f47d6-e3f2-4986-a663-ca2f148d5aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.512235 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc0f47d6-e3f2-4986-a663-ca2f148d5aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.529740 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.565358 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc0f47d6-e3f2-4986-a663-ca2f148d5aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.568090 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc0f47d6-e3f2-4986-a663-ca2f148d5aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:51.569267 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-bc0f47d6-e3f2-4986-a663-ca2f148d5aa5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9203b4af-4fd7-4058-8b4e-8e311c89ba95 HTTP/1.1" status: 204 len: 168 time: 0.1316454 Jul 23 15:08:51.577454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f47d6-e3f2-4986-a663-ca2f148d5aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9203b4af-4fd7-4058-8b4e-8e311c89ba95,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:52.110554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:08:52.131308 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:08:52.131658 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 3e1cade6-ea35-4dc4-954b-84e9c3c2f013 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:08:52.291050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:52.385601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2106446746-network', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:08:52.409178 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Made reservation on behalf of a67a8e84f8a841a7b07dc465309235b9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:08:52.411398 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.419660 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.506843 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.513406 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.536400 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:08:52.545821 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074a18cf-83db-4524-9dba-13210c14379a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:52.550467 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.550837 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Added segment 41c9b402-ab12-4d8a-871b-128f4bfcb6e9 of type vlan for network d08627ed-dd78-4f70-b7e0-0ce7e74b317f Jul 23 15:08:52.589628 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.627039 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.628233 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:52.628978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.661690 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3694682 Jul 23 15:08:52.664789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:52.670553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Request body: {'subnet': {'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2106446746-subnet', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:08:52.693592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Made reservation on behalf of a67a8e84f8a841a7b07dc465309235b9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:08:52.693800 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470490f8-af45-4018-89d4-86063c487c72 admin admin] Pushing event updated for resources: {'Network': ['ID=d08627ed-dd78-4f70-b7e0-0ce7e74b317f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:52.695885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.708140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:08:52.869022 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.920535 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=668ba588-58c7-4495-884c-d397091aaff4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:52.931902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Checking segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:08:52.932255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Network hostable DHCP agents. Network: d08627ed-dd78-4f70-b7e0-0ce7e74b317f, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:08:52.951796 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:08:52.963028 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, d08627ed-dd78-4f70-b7e0-0ce7e74b317f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:52.967299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:52.968040 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:52.972133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af0535-53b9-45ba-917d-b173f0bcd805 None None] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:08:52.986361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e4d512fe-633b-48d9-b3c5-cef86c592cec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3172517 Jul 23 15:08:52.986554 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:52.991396 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:08:53.013494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.014483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.069760 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.120546 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-d08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:08:53.121412 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.209002 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.257014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Allocated IP 172.20.0.2 (d08627ed-dd78-4f70-b7e0-0ce7e74b317f/668ba588-58c7-4495-884c-d397091aaff4/2b9becbb-772f-423e-8330-df4aeebc9deb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:08:53.399238 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.407651 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Transition to ACTIVE for port object 2b9becbb-772f-423e-8330-df4aeebc9deb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:08:53.412000 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.422162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Transition to ACTIVE for port object 2b9becbb-772f-423e-8330-df4aeebc9deb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:08:53.429165 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.431171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.468279 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:08:53.474619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:53.477526 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:08:53.486396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Pushing event updated for resources: {'Port': ['ID=2b9becbb-772f-423e-8330-df4aeebc9deb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:53.532009 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Allocated IP 172.25.2.232 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/a634ba13-0010-45df-97e8-f0dfc7074265) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:08:53.540359 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Attempting to bind port 2b9becbb-772f-423e-8330-df4aeebc9deb on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:08:53.540735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Attempting to bind port 2b9becbb-772f-423e-8330-df4aeebc9deb by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:08:53.541092 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Attempting to bind port 2b9becbb-772f-423e-8330-df4aeebc9deb on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:08:53.545980 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:08:53.546375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Checking segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:08:53.546807 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.547193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Bound using segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:08:53.547642 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Bound port: 2b9becbb-772f-423e-8330-df4aeebc9deb, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:08:53.548014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.610380 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] For port 2b9becbb-772f-423e-8330-df4aeebc9deb, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:08:53.613582 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] For port 2b9becbb-772f-423e-8330-df4aeebc9deb, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b9becbb-772f-423e-8330-df4aeebc9deb,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:08:53.617847 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.638471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.675729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a273c08-f03e-4ab1-bbb8-6ad5ccf8fef5 None None] Pushing event updated for resources: {'Port': ['ID=2b9becbb-772f-423e-8330-df4aeebc9deb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:53.683290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:53.721907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:08:53.728279 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:53.732059 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:08:53.756645 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Pushing event updated for resources: {'Port': ['ID=a634ba13-0010-45df-97e8-f0dfc7074265,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:53.995072 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:54.180554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9becbb-772f-423e-8330-df4aeebc9deb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:08:54.195071 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:54.231778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 2b9becbb-772f-423e-8330-df4aeebc9deb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:08:54.331553 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Router 395a4294-72d4-4efb-a8e7-067462abb7b4 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:08:54.440975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:08:54.452946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Sync routers for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:08:54.460824 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:54.464778 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a0c3efbd-c152-4e3c-801a-7aba71992891 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4746468 Jul 23 15:08:54.464928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:54.464928 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:54.465154 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:54.556306 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51212813-22ce-4eba-9762-b6c23b8ffb11 None None] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:08:54.589913 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:54.880875 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-921ba63d-ebde-467c-996e-9e792bbb6148 None None] Provisioning for port 2b9becbb-772f-423e-8330-df4aeebc9deb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:08:54.899503 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-921ba63d-ebde-467c-996e-9e792bbb6148 None None] Provisioning complete for port 2b9becbb-772f-423e-8330-df4aeebc9deb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:54.899875 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921ba63d-ebde-467c-996e-9e792bbb6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.107491 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921ba63d-ebde-467c-996e-9e792bbb6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.159638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:53Z', 'revision_number': 3, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:55.163229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-921ba63d-ebde-467c-996e-9e792bbb6148 None None] For port 2b9becbb-772f-423e-8330-df4aeebc9deb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b9becbb-772f-423e-8330-df4aeebc9deb,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:55.191349 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921ba63d-ebde-467c-996e-9e792bbb6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.194181 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Checking router: 395a4294-72d4-4efb-a8e7-067462abb7b4 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:08:55.194437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Updating router 395a4294-72d4-4efb-a8e7-067462abb7b4 port a634ba13-0010-45df-97e8-f0dfc7074265 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:08:55.202528 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.269195 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.292083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ba63d-ebde-467c-996e-9e792bbb6148 None None] Pushing event updated for resources: {'Port': ['ID=2b9becbb-772f-423e-8330-df4aeebc9deb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:55.370430 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Allocated IP 172.20.0.1 (d08627ed-dd78-4f70-b7e0-0ce7e74b317f/668ba588-58c7-4495-884c-d397091aaff4/8e8a2e2f-9b6f-418d-a66c-ecc310db52cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:08:55.451390 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a57bed9-e18d-463f-bb17-739d32914141 None None] Provisioning complete for port 2b9becbb-772f-423e-8330-df4aeebc9deb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:55.451634 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a57bed9-e18d-463f-bb17-739d32914141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.473784 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.488071 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Transition to ACTIVE for port object 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:08:55.522151 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.567495 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:08:55.572865 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:55.575494 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:08:55.577897 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:55.616513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.617853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.633016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Transition to ACTIVE for port object a634ba13-0010-45df-97e8-f0dfc7074265 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:08:55.644916 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.702960 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Attempting to bind port a634ba13-0010-45df-97e8-f0dfc7074265 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:08:55.703251 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Attempting to bind port a634ba13-0010-45df-97e8-f0dfc7074265 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:08:55.703613 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Attempting to bind port a634ba13-0010-45df-97e8-f0dfc7074265 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:08:55.706889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab895f9-b4db-4f64-9e2a-f7e73969141e None None] Pushing event updated for resources: {'Port': ['ID=a634ba13-0010-45df-97e8-f0dfc7074265,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:55.711712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:08:55.712145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:08:55.712577 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.712948 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:08:55.713419 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Bound port: a634ba13-0010-45df-97e8-f0dfc7074265, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:08:55.713801 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.769100 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.773718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] For port a634ba13-0010-45df-97e8-f0dfc7074265, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:08:55.777717 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] For port a634ba13-0010-45df-97e8-f0dfc7074265, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a634ba13-0010-45df-97e8-f0dfc7074265,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:08:55.782828 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.848795 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:55.849575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:55.884754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab895f9-b4db-4f64-9e2a-f7e73969141e None None] Pushing event updated for resources: {'Port': ['ID=a634ba13-0010-45df-97e8-f0dfc7074265,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:55.921533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc6c9e4b-742f-487a-9e2e-d4952189f21d None None] Provisioning for port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:08:55.930730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc6c9e4b-742f-487a-9e2e-d4952189f21d None None] Provisioning complete for port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:55.931109 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9e4b-742f-487a-9e2e-d4952189f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.939564 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.944928 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:55.980638 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c9e4b-742f-487a-9e2e-d4952189f21d None None] Port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:08:55.996557 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:56.010263 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:56.012875 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:56.107315 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:08:56.108742 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:56.176641 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9becbb-772f-423e-8330-df4aeebc9deb up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:08:56.227948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Router 395a4294-72d4-4efb-a8e7-067462abb7b4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:08:56.249010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 1, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:56.252983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 2b9becbb-772f-423e-8330-df4aeebc9deb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:56.253362 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:56.278445 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb1948-73d9-406a-bf29-2d1d7cf1434d None None] The sync data for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 is: [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 1, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:08:56.358932 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:08:56.370902 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-08670e1d-e5ec-496f-9f51-7c771d5f8894 admin admin] 10.222.0.21 "PUT /v2.0/routers/395a4294-72d4-4efb-a8e7-067462abb7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9045961 Jul 23 15:08:56.404226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5e3e0d2-412b-4757-8889-5348620eeb6e None None] Provisioning complete for port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:56.404518 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e0d2-412b-4757-8889-5348620eeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:56.444504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3e0d2-412b-4757-8889-5348620eeb6e None None] Port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:08:56.920738 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:56.926158 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-769271891-network', 'tenant_id': '1809cb4e595a43f585968d49257ed061'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:08:56.948892 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Made reservation on behalf of 1809cb4e595a43f585968d49257ed061 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:08:56.951657 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:56.961314 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.063063 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.068344 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.098429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:08:57.106588 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65f1864-c5ac-4aaf-87e5-01e81b297982,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:57.115220 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.115570 n-d-801990-3 neutron-server[93766]: INFO neutron.db.segments_db [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Added segment 7011c0c6-a55c-47b9-a028-f0b44b3b62f5 of type vlan for network cccec1ab-7529-4371-8376-9461066a1929 Jul 23 15:08:57.158346 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.188682 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.189744 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:57.190374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.227644 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3056374 Jul 23 15:08:57.230676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:57.235831 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Request body: {'subnet': {'network_id': 'cccec1ab-7529-4371-8376-9461066a1929', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-769271891-subnet', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:08:57.257880 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Made reservation on behalf of 1809cb4e595a43f585968d49257ed061 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:08:57.260471 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12559950'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.262288 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e573a-387c-4b07-86dd-83d71bd0b90b admin admin] Pushing event updated for resources: {'Network': ['ID=cccec1ab-7529-4371-8376-9461066a1929,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:57.272466 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network cccec1ab-7529-4371-8376-9461066a1929 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:08:57.441478 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12543858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12559964'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.497188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7773a31-9423-4cef-93b6-e0b913767578,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:57.504156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Checking segment: {'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:08:57.504511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Network hostable DHCP agents. Network: cccec1ab-7529-4371-8376-9461066a1929, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:08:57.522868 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Network cccec1ab-7529-4371-8376-9461066a1929 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:08:57.533437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, cccec1ab-7529-4371-8376-9461066a1929) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:57.537618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:08:57.538243 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.543541 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b674b2b-3d02-432b-a034-1d788f02b1c7 None None] Network cccec1ab-7529-4371-8376-9461066a1929 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:08:57.553031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cda04b63-7d05-49a6-a007-6dd4f8e54d7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3210778 Jul 23 15:08:57.555624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:57.560037 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:08:57.581330 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.582219 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.637110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:57.861436 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-cccec1ab-7529-4371-8376-9461066a1929', 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'fixed_ips': [{'subnet_id': 'c7773a31-9423-4cef-93b6-e0b913767578'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:08:57.862323 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.007926 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Allocated IP 172.20.0.2 (cccec1ab-7529-4371-8376-9461066a1929/c7773a31-9423-4cef-93b6-e0b913767578/4f2a494d-b6f7-49e6-88c5-f67d0e1373fd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:08:58.131115 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.168693 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.180250 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Transition to ACTIVE for port object 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:08:58.196553 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Transition to ACTIVE for port object 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:08:58.204710 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a634ba13-0010-45df-97e8-f0dfc7074265 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:08:58.208652 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.271674 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Sync routers for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:08:58.278081 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Network cccec1ab-7529-4371-8376-9461066a1929 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:08:58.284009 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:58.284628 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:58.285643 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:58.286441 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Pushing event updated for resources: {'Port': ['ID=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:58.289467 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:08:58.349678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.356930 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Attempting to bind port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:08:58.357298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Attempting to bind port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:08:58.357657 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Attempting to bind port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd on network cccec1ab-7529-4371-8376-9461066a1929 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:08:58.363443 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:08:58.363814 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Checking segment: {'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:08:58.364213 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.364627 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Bound using segment: {'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:08:58.365099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Bound port: 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:08:58.365462 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.369001 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port a634ba13-0010-45df-97e8-f0dfc7074265 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:08:58.369866 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.379349 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a634ba13-0010-45df-97e8-f0dfc7074265 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:08:58.379722 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.404083 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:58.470772 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] For port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:08:58.474195 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] For port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,segment=NetworkSegment(7011c0c6-a55c-47b9-a028-f0b44b3b62f5),segment_id=7011c0c6-a55c-47b9-a028-f0b44b3b62f5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:08:58.501984 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.508199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Allocated IP 172.25.2.31 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/b4f152f1-79d1-4864-adda-997f590c9ac6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:08:58.548260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.584370 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port a634ba13-0010-45df-97e8-f0dfc7074265, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a634ba13-0010-45df-97e8-f0dfc7074265,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:08:58.597351 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.608217 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddde39c-6bda-4ef6-acc4-cd5bce9a3e3e None None] Pushing event updated for resources: {'Port': ['ID=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:58.625839 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 2, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:58.634619 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.664496 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Checking router: 395a4294-72d4-4efb-a8e7-067462abb7b4 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:08:58.664852 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Updating router 395a4294-72d4-4efb-a8e7-067462abb7b4 port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:08:58.671343 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=a634ba13-0010-45df-97e8-f0dfc7074265,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:58.683217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.707027 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:58.722145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:08:58.725299 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:08:58.732223 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:08:58.764578 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f152f1-79d1-4864-adda-997f590c9ac6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:59.007307 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.014885 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.019114 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Transition to ACTIVE for port object 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:08:59.026210 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.075761 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Pushing event updated for resources: {'Port': ['ID=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:59.105979 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.106310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.106666 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.106998 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.107314 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.107633 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.107954 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.108268 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.108581 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.108895 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.109204 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.109515 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:08:59.145238 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Attempting to bind port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:08:59.145516 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Attempting to bind port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:08:59.145870 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Attempting to bind port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:08:59.151027 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:08:59.151392 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Checking segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:08:59.151790 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.152176 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Bound using segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:08:59.152619 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Bound port: 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:08:59.152987 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.219621 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] For port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:08:59.223570 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] For port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:08:59.229636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.230293 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.298225 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62ecbd-f851-4007-bc00-4bbdb95870fd None None] Pushing event updated for resources: {'Port': ['ID=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:08:59.307845 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:59.308465 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:59.385800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Router 9061c75b-f17f-48ae-9034-b25972a58c8b is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:08:59.430204 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:59.514451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:08:59.528413 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Sync routers for ids ['9061c75b-f17f-48ae-9034-b25972a58c8b'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:08:59.542996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:08:59.544599 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-745c59ff-ae86-4f3a-90ad-ca496f57d4e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9880121 Jul 23 15:08:59.547819 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:08:59.550047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Routers {'9061c75b-f17f-48ae-9034-b25972a58c8b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:08:59.550970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9061c75b-f17f-48ae-9034-b25972a58c8b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:59.698905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Set router 9061c75b-f17f-48ae-9034-b25972a58c8b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:08:59.729369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca4fb4-24e2-4ae3-a1a3-8a36fab550cd None None] Network cccec1ab-7529-4371-8376-9461066a1929 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:08:59.761488 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:08:59Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:08:59.792402 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d92a4b-8f17-4b8f-9950-f625ba8ec8fc None None] The sync data for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 is: [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:08:59Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:08:59.870984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-38b0164f-00e2-4bfc-aeb7-2bd5cca43bfc None None] Provisioning for port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:00.006779 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.026683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 3, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port': {'id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:58Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:00.058983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Checking router: 9061c75b-f17f-48ae-9034-b25972a58c8b for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:09:00.059340 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Updating router 9061c75b-f17f-48ae-9034-b25972a58c8b port b4f152f1-79d1-4864-adda-997f590c9ac6 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:09:00.098973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.190974 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Allocated IP 172.20.0.1 (cccec1ab-7529-4371-8376-9461066a1929/c7773a31-9423-4cef-93b6-e0b913767578/03cfc41e-8ca4-47bb-b78b-30c2498f0024) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:09:00.335580 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.368360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Transition to ACTIVE for port object 03cfc41e-8ca4-47bb-b78b-30c2498f0024 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:09:00.389145 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:00.415377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.453781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Network cccec1ab-7529-4371-8376-9461066a1929 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:09:00.460909 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:09:00.464910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:09:00.484706 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.490960 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Pushing event updated for resources: {'Port': ['ID=03cfc41e-8ca4-47bb-b78b-30c2498f0024,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:00.491545 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:00.503955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Transition to ACTIVE for port object b4f152f1-79d1-4864-adda-997f590c9ac6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:09:00.505782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:00.506132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.514971 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.531209 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.612699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ba625-f3db-4f71-b535-206a1137390c None None] Pushing event updated for resources: {'Port': ['ID=b4f152f1-79d1-4864-adda-997f590c9ac6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:00.617304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Attempting to bind port b4f152f1-79d1-4864-adda-997f590c9ac6 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:09:00.617667 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Attempting to bind port b4f152f1-79d1-4864-adda-997f590c9ac6 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:09:00.618029 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Attempting to bind port b4f152f1-79d1-4864-adda-997f590c9ac6 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:09:00.626446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:09:00.626446 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:09:00.626842 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.627134 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:09:00.627597 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Bound port: b4f152f1-79d1-4864-adda-997f590c9ac6, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:09:00.628042 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.678927 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.707799 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.711914 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] For port b4f152f1-79d1-4864-adda-997f590c9ac6, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:09:00.719890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] For port b4f152f1-79d1-4864-adda-997f590c9ac6, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b4f152f1-79d1-4864-adda-997f590c9ac6,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:09:00.730076 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.776253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:09:00.788131 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.788885 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a634ba13-0010-45df-97e8-f0dfc7074265 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:00.832715 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ba625-f3db-4f71-b535-206a1137390c None None] Pushing event updated for resources: {'Port': ['ID=b4f152f1-79d1-4864-adda-997f590c9ac6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:00.843111 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Routers {'9061c75b-f17f-48ae-9034-b25972a58c8b'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:09:00.843737 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9061c75b-f17f-48ae-9034-b25972a58c8b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:00.853671 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.859137 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.925053 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd3570c0-5915-454f-9f68-728e817a8235 None None] Provisioning for port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:00.928637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Pushing event updated for resources: {'Port': ['ID=03cfc41e-8ca4-47bb-b78b-30c2498f0024,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:00.931020 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:00.948611 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd3570c0-5915-454f-9f68-728e817a8235 None None] Provisioning complete for port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:00.948950 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd3570c0-5915-454f-9f68-728e817a8235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.001261 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:01.028189 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] Set router 9061c75b-f17f-48ae-9034-b25972a58c8b gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:09:01.028400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Network cccec1ab-7529-4371-8376-9461066a1929 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:09:01.029708 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:09:01.030976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bd3570c0-5915-454f-9f68-728e817a8235 None None] Port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:09:01.056784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port a634ba13-0010-45df-97e8-f0dfc7074265 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:01.057156 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.146170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Router 9061c75b-f17f-48ae-9034-b25972a58c8b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:09:01.264686 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:09:01.270343 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-5578e322-ed1f-4a9b-8a19-9ac1ff3bc659 admin admin] 10.222.0.21 "PUT /v2.0/routers/9061c75b-f17f-48ae-9034-b25972a58c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208302 Jul 23 15:09:01.369303 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24945f7a-1dcb-47ff-9fce-ef7ec739fd78 None None] Provisioning complete for port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:01.369678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24945f7a-1dcb-47ff-9fce-ef7ec739fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.451233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:01.454903 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24945f7a-1dcb-47ff-9fce-ef7ec739fd78 None None] Port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:09:01.533152 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:01.536328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 4, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port': {'id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:58Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '03cfc41e-8ca4-47bb-b78b-30c2498f0024', 'name': '', 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'mac_address': 'fa:16:3e:3a:10:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:09:00Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 1, 'project_id': '1809cb4e595a43f585968d49257ed061', 'subnets': [{'id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:01.567584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:01.567934 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.570883 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b12c3-82fd-4ab3-aea1-608df109daf0 None None] The sync data for ids ['9061c75b-f17f-48ae-9034-b25972a58c8b'] in n-d-801990-3 is: [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 4, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port': {'id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:58Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '03cfc41e-8ca4-47bb-b78b-30c2498f0024', 'name': '', 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'mac_address': 'fa:16:3e:3a:10:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:09:00Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 1, 'project_id': '1809cb4e595a43f585968d49257ed061', 'subnets': [{'id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:09:01.654710 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.687682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,segment=NetworkSegment(7011c0c6-a55c-47b9-a028-f0b44b3b62f5),segment_id=7011c0c6-a55c-47b9-a028-f0b44b3b62f5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:09:01.693397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.745882 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:01.857235 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:01.862275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-49fe3b67-1801-4d1e-a790-925d1c095a41 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454627506', 'description': 'tempest-secgroup-smoke-454627506 description', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:01.894566 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49fe3b67-1801-4d1e-a790-925d1c095a41 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.982217 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49fe3b67-1801-4d1e-a790-925d1c095a41 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:01.987184 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49fe3b67-1801-4d1e-a790-925d1c095a41 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.013957 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49fe3b67-1801-4d1e-a790-925d1c095a41 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.015297 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-49fe3b67-1801-4d1e-a790-925d1c095a41 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1569495 Jul 23 15:09:02.019120 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:02.019803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3b67-1801-4d1e-a790-925d1c095a41 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4692f8a2-9df0-4bf1-8914-c493378dbcc1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:02.024675 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca45b0e5-3bf1-4cf2-92c0-b2f014630b9c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '4692f8a2-9df0-4bf1-8914-c493378dbcc1', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:02.055050 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca45b0e5-3bf1-4cf2-92c0-b2f014630b9c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.114041 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca45b0e5-3bf1-4cf2-92c0-b2f014630b9c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.119990 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca45b0e5-3bf1-4cf2-92c0-b2f014630b9c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.135987 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45b0e5-3bf1-4cf2-92c0-b2f014630b9c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d410a11-dd40-4099-b512-c9af95710432,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:02.157195 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca45b0e5-3bf1-4cf2-92c0-b2f014630b9c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.158688 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ca45b0e5-3bf1-4cf2-92c0-b2f014630b9c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379952 Jul 23 15:09:02.161759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:02.166571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f0d217d4-6c47-4296-b6b3-e8b8887d3fa3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '4692f8a2-9df0-4bf1-8914-c493378dbcc1', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:02.182997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:02.193385 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0d217d4-6c47-4296-b6b3-e8b8887d3fa3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.231558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:02.232030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.254377 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0d217d4-6c47-4296-b6b3-e8b8887d3fa3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.259908 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0d217d4-6c47-4296-b6b3-e8b8887d3fa3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.283988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d217d4-6c47-4296-b6b3-e8b8887d3fa3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f693b043-efe5-4cb3-97c4-210be79e8e9a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:02.293292 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0d217d4-6c47-4296-b6b3-e8b8887d3fa3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.294774 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-f0d217d4-6c47-4296-b6b3-e8b8887d3fa3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319292 Jul 23 15:09:02.297736 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:02.302917 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2be46b75-cf14-45fa-9e44-8efddc979361 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '4692f8a2-9df0-4bf1-8914-c493378dbcc1', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:02.310521 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:02.329340 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be46b75-cf14-45fa-9e44-8efddc979361 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.359497 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:02.359871 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.388661 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be46b75-cf14-45fa-9e44-8efddc979361 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.393664 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be46b75-cf14-45fa-9e44-8efddc979361 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.412771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be46b75-cf14-45fa-9e44-8efddc979361 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b918d90f-5884-4d75-bd9c-d63964fa220f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:02.416897 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be46b75-cf14-45fa-9e44-8efddc979361 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.418161 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2be46b75-cf14-45fa-9e44-8efddc979361 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190312 Jul 23 15:09:02.421549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:02.426588 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58cef24d-0b40-4cad-a590-72833ccbba52 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '4692f8a2-9df0-4bf1-8914-c493378dbcc1', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:02.454759 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cef24d-0b40-4cad-a590-72833ccbba52 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.514527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cef24d-0b40-4cad-a590-72833ccbba52 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.520899 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cef24d-0b40-4cad-a590-72833ccbba52 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.538907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cef24d-0b40-4cad-a590-72833ccbba52 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f61e0a8-db59-49ee-93f0-26e17ebf985d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:02.553934 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58cef24d-0b40-4cad-a590-72833ccbba52 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.555594 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-58cef24d-0b40-4cad-a590-72833ccbba52 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324599 Jul 23 15:09:02.558334 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:02.563571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '4692f8a2-9df0-4bf1-8914-c493378dbcc1', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:02.596225 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Project a67a8e84f8a841a7b07dc465309235b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:09:02.602485 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.677142 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.682074 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.701519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a57cad-dbdc-4d69-8827-2394e404ad9f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:02.706840 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.710813 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd27409c-fdbd-4997-ac00-ad0b41fbc54c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485436 Jul 23 15:09:02.711687 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:02.715673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '4692f8a2-9df0-4bf1-8914-c493378dbcc1', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:02.740551 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Project a67a8e84f8a841a7b07dc465309235b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:09:02.746034 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.810266 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.815515 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.836260 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80657511-2b72-4ef3-aa1c-6437c2a4f43d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:02.844110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:02.845695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d4936203-a772-4a92-be0f-65459d19b11f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336524 Jul 23 15:09:02.997368 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-6af83aba-d3d8-431c-9ffa-b2f56cfcd80d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454627506&fields=id&tenant_id=a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 267 time: 0.0430555 Jul 23 15:09:03.110196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-39701c59-41e6-4c6f-ba82-338b0fe16948 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:03.111769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-39701c59-41e6-4c6f-ba82-338b0fe16948 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 809 time: 0.1062384 Jul 23 15:09:03.126961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0a323a62-8743-48d3-b86c-cee72ed99111 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/quotas/a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 375 time: 0.0095804 Jul 23 15:09:03.203053 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0eee6a45-dc68-4ee0-aa7f-231b618398e8 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705760 Jul 23 15:09:03.311744 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-d2cccff9-ce72-474f-b442-74b4e12b2af0 service neutron] 10.222.0.21 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963380 Jul 23 15:09:03.407620 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-08ba05fd-bf2d-4e97-a8d5-1b534bc22019 service neutron] 10.222.0.21 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899434 Jul 23 15:09:03.571450 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76867068-2d64-42db-95de-3501c1cb0931 req-13080e66-b02a-461c-a584-7957e2451bf6 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 210 time: 0.0309675 Jul 23 15:09:03.874596 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Sync routers for ids ['9061c75b-f17f-48ae-9034-b25972a58c8b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:09:03.884478 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Routers {'9061c75b-f17f-48ae-9034-b25972a58c8b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:09:03.885099 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9061c75b-f17f-48ae-9034-b25972a58c8b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:03.999342 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Set router 9061c75b-f17f-48ae-9034-b25972a58c8b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:09:04.198819 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4f152f1-79d1-4864-adda-997f590c9ac6 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:04.221161 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 4, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port': {'id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:58Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '03cfc41e-8ca4-47bb-b78b-30c2498f0024', 'name': '', 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'mac_address': 'fa:16:3e:3a:10:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:09:00Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 2, 'project_id': '1809cb4e595a43f585968d49257ed061', 'subnets': [{'id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:04.250666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b4f152f1-79d1-4864-adda-997f590c9ac6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:04.252086 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Checking router: 9061c75b-f17f-48ae-9034-b25972a58c8b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:09:04.252807 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Updating router 9061c75b-f17f-48ae-9034-b25972a58c8b port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:09:04.254850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b4f152f1-79d1-4864-adda-997f590c9ac6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:04.255228 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.291398 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.340975 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.362507 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b4f152f1-79d1-4864-adda-997f590c9ac6, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b4f152f1-79d1-4864-adda-997f590c9ac6,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:09:04.367144 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.420590 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b4f152f1-79d1-4864-adda-997f590c9ac6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:04.562455 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.572271 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Transition to ACTIVE for port object 03cfc41e-8ca4-47bb-b78b-30c2498f0024 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:09:04.580298 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.638990 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b615-2791-43e8-ac65-fe9b5e2a7a17 None None] Pushing event updated for resources: {'Port': ['ID=03cfc41e-8ca4-47bb-b78b-30c2498f0024,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:04.684194 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82eec722-788c-436d-ba4e-fc04572afaaa req-962b6770-5ff8-4e43-a808-0f27d438386f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 210 time: 0.0320032 Jul 23 15:09:04.719452 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Attempting to bind port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:09:04.719824 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Attempting to bind port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:09:04.720187 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Attempting to bind port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 on network cccec1ab-7529-4371-8376-9461066a1929 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:09:04.726153 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:09:04.726601 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Checking segment: {'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:09:04.726959 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.727352 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Bound using segment: {'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:09:04.727813 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Bound port: 03cfc41e-8ca4-47bb-b78b-30c2498f0024, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7011c0c6-a55c-47b9-a028-f0b44b3b62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:09:04.728193 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.813882 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] For port 03cfc41e-8ca4-47bb-b78b-30c2498f0024, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:09:04.817988 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] For port 03cfc41e-8ca4-47bb-b78b-30c2498f0024, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=03cfc41e-8ca4-47bb-b78b-30c2498f0024,segment=NetworkSegment(7011c0c6-a55c-47b9-a028-f0b44b3b62f5),segment_id=7011c0c6-a55c-47b9-a028-f0b44b3b62f5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:09:04.823056 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-7f732f62-1bef-4aa5-b365-0cd601bed8b2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:04.824905 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-7f732f62-1bef-4aa5-b365-0cd601bed8b2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 809 time: 0.1386528 Jul 23 15:09:04.826266 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:04.876899 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Routers {'9061c75b-f17f-48ae-9034-b25972a58c8b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:09:04.877474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-eb34f9b1-79bf-4675-86fc-0de95be58139 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 379 time: 0.0376980 Jul 23 15:09:04.877595 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9061c75b-f17f-48ae-9034-b25972a58c8b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:04.889399 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'port': {'device_id': '728f59e6-0697-4ead-823c-b54e23193b2c', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'admin_state_up': True, 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'security_groups': ['4692f8a2-9df0-4bf1-8914-c493378dbcc1']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:04.948401 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b615-2791-43e8-ac65-fe9b5e2a7a17 None None] Pushing event updated for resources: {'Port': ['ID=03cfc41e-8ca4-47bb-b78b-30c2498f0024,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:05.002327 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] Set router 9061c75b-f17f-48ae-9034-b25972a58c8b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:09:05.018844 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Made reservation on behalf of a67a8e84f8a841a7b07dc465309235b9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:09:05.026107 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:05.156745 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Allocated IP 172.20.0.4 (d08627ed-dd78-4f70-b7e0-0ce7e74b317f/668ba588-58c7-4495-884c-d397091aaff4/f2364232-3f96-4b4b-9d74-2b61b5b2c7fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:09:05.202555 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 4, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port': {'id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:58Z', 'updated_at': '2021-07-23T15:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '03cfc41e-8ca4-47bb-b78b-30c2498f0024', 'name': '', 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'mac_address': 'fa:16:3e:3a:10:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:09:00Z', 'updated_at': '2021-07-23T15:09:04Z', 'revision_number': 4, 'project_id': '1809cb4e595a43f585968d49257ed061', 'subnets': [{'id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:05.228310 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11ebe1-0f2d-4f60-afd5-270bd783a6c4 None None] The sync data for ids ['9061c75b-f17f-48ae-9034-b25972a58c8b'] in n-d-801990-3 is: [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 4, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port': {'id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:58Z', 'updated_at': '2021-07-23T15:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '03cfc41e-8ca4-47bb-b78b-30c2498f0024', 'name': '', 'network_id': 'cccec1ab-7529-4371-8376-9461066a1929', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'mac_address': 'fa:16:3e:3a:10:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:09:00Z', 'updated_at': '2021-07-23T15:09:04Z', 'revision_number': 4, 'project_id': '1809cb4e595a43f585968d49257ed061', 'subnets': [{'id': 'c7773a31-9423-4cef-93b6-e0b913767578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:09:05.667953 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:05.683628 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Transition to ACTIVE for port object f2364232-3f96-4b4b-9d74-2b61b5b2c7fc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:09:05.722777 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:05.766110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:09:05.769187 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:09:05.772268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:09:05.831400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:05.871618 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:05.872512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:05.898437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-0e4e055d-779e-4ac0-8ad8-a18d9f6ee5bb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129614 Jul 23 15:09:05.913869 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a461b5-3d34-4f52-9927-3b7ea7a2c73c req-7e8373a6-9428-4ed6-ad2f-4eec1bc6a3ee tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:05.915511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a461b5-3d34-4f52-9927-3b7ea7a2c73c req-7e8373a6-9428-4ed6-ad2f-4eec1bc6a3ee tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 931 time: 0.1098816 Jul 23 15:09:05.969209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3a461b5-3d34-4f52-9927-3b7ea7a2c73c req-0fc86d8c-59ac-4ee3-9ed8-8883fb4212c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458889 Jul 23 15:09:06.036054 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Request body: {'port': {'device_id': '728f59e6-0697-4ead-823c-b54e23193b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:06.050149 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18b3169f-eb3a-4aaa-b62a-c4d52820e5b4 None None] Provisioning for port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:06.054763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18b3169f-eb3a-4aaa-b62a-c4d52820e5b4 None None] Provisioning complete for port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:06.055259 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b3169f-eb3a-4aaa-b62a-c4d52820e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.090178 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18b3169f-eb3a-4aaa-b62a-c4d52820e5b4 None None] Port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:09:06.118517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.198899 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4f152f1-79d1-4864-adda-997f590c9ac6 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:06.249848 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b4f152f1-79d1-4864-adda-997f590c9ac6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:06.250191 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.325625 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 03cfc41e-8ca4-47bb-b78b-30c2498f0024 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:06.373718 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:06.377448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:06.377854 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.392932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2364232-3f96-4b4b-9d74-2b61b5b2c7fc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:09:06.400658 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.412779 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Transition to ACTIVE for port object f2364232-3f96-4b4b-9d74-2b61b5b2c7fc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:09:06.417941 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.461291 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.472564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:06.499394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 03cfc41e-8ca4-47bb-b78b-30c2498f0024, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=03cfc41e-8ca4-47bb-b78b-30c2498f0024,segment=NetworkSegment(7011c0c6-a55c-47b9-a028-f0b44b3b62f5),segment_id=7011c0c6-a55c-47b9-a028-f0b44b3b62f5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:09:06.506391 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.552690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Attempting to bind port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:09:06.553071 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Attempting to bind port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:09:06.553404 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Attempting to bind port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:09:06.556486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=03cfc41e-8ca4-47bb-b78b-30c2498f0024,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:06.558167 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:09:06.558522 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Attempting to bind port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:09:06.565138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:09:06.565432 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Checking segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:09:06.565900 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Bound using segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:09:06.566230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Bound port: f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:09:06.566586 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.634991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:09:06.638283 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:09:06.643303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.677227 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:06.677849 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:06.679296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 1091 time: 0.7628500 Jul 23 15:09:06.679774 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:09:06.682092 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6191858d-7cde-4cc9-a4a5-25cccf0751fb" -d '{"events": [{"name": "network-changed", "server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:09:06.714624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4b03a-75b6-462c-9fb9-72d50d4f6514 service neutron] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:06.742570 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f95ac9-555d-41a3-80a8-484562c125be x-openstack-request-id: req-95f95ac9-555d-41a3-80a8-484562c125be {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:09:06.743197 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:09:06.743322 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95f95ac9-555d-41a3-80a8-484562c125be {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:09:06.743852 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'status': 'completed', 'code': 200} Jul 23 15:09:06.818145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-845cfcce-40a1-4a75-936c-76435cb675cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:06.819729 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-845cfcce-40a1-4a75-936c-76435cb675cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1094 time: 0.0621445 Jul 23 15:09:06.868840 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-31d06ae4-14ef-4e52-b9ff-fd34bee5c93d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 217 time: 0.0361202 Jul 23 15:09:06.916861 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-4d530358-6dff-471a-8be2-c4830bd2c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:06.918340 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-4d530358-6dff-471a-8be2-c4830bd2c0fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0435190 Jul 23 15:09:06.982559 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-df08cb37-2f6e-48e9-898a-73e89868d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:06.984080 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-df08cb37-2f6e-48e9-898a-73e89868d8b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594106 Jul 23 15:09:07.118136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-50acdaff-f80c-44f2-9ad4-dd54fecb8e23 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262355 Jul 23 15:09:07.172830 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263db2da-8ae1-4f83-9f64-a15daa0763e7 req-f0a4dbfc-4c5d-4e56-a852-e483d34ef2be tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:07.174273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-263db2da-8ae1-4f83-9f64-a15daa0763e7 req-f0a4dbfc-4c5d-4e56-a852-e483d34ef2be tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.1191244 Jul 23 15:09:07.257307 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-263db2da-8ae1-4f83-9f64-a15daa0763e7 req-c2533e5c-b423-4199-9e19-88b568507075 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557287 Jul 23 15:09:07.259363 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-96352fad-1e45-4d2c-bbd7-92f07165a328 req-490131a8-d28b-48af-a0cb-8c26e5fd385c service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345851 Jul 23 15:09:07.412729 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-00ef1ee1-1df7-4028-9da2-f6495d1219a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:07.414246 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-00ef1ee1-1df7-4028-9da2-f6495d1219a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1094 time: 0.0635509 Jul 23 15:09:07.518878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-f879485c-ca7e-44aa-8a49-1fcd96ba5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:07.521218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-f879485c-ca7e-44aa-8a49-1fcd96ba5112 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0996587 Jul 23 15:09:07.564041 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-386185a8-b914-4159-8f6c-806b90368f3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 217 time: 0.0350986 Jul 23 15:09:07.621905 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-29fcc540-7f0f-40cc-9220-43067c130f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:07.623516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-29fcc540-7f0f-40cc-9220-43067c130f8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0523090 Jul 23 15:09:07.686768 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-50f2b072-5c21-48d6-9e4c-3c581cef964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:07.688180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-50f2b072-5c21-48d6-9e4c-3c581cef964e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568690 Jul 23 15:09:07.783611 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-a66c9663-30c2-406b-b3e6-e8828703512a service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872855 Jul 23 15:09:07.882063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6191858d-7cde-4cc9-a4a5-25cccf0751fb req-b0c54045-4393-4a8a-bb2a-93c54fa4d2e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914693 Jul 23 15:09:08.170847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 03cfc41e-8ca4-47bb-b78b-30c2498f0024 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:08.226267 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:08.226620 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:08.268699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:08.389650 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb12897-28c4-4377-94a6-5ef049923e9b req-cd95f314-841a-44a5-ace3-85d8bd43db3d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:08.391168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bb12897-28c4-4377-94a6-5ef049923e9b req-cd95f314-841a-44a5-ace3-85d8bd43db3d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0649319 Jul 23 15:09:08.439516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6bb12897-28c4-4377-94a6-5ef049923e9b req-4b748a1c-7d7e-4627-8687-1f169a86e183 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366104 Jul 23 15:09:09.590478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54d744-68df-4671-b3fd-1ad10e475dad req-8e63c989-677a-469e-aad4-335a5c6f363b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:09.591915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff54d744-68df-4671-b3fd-1ad10e475dad req-8e63c989-677a-469e-aad4-335a5c6f363b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0728037 Jul 23 15:09:09.632532 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ff54d744-68df-4671-b3fd-1ad10e475dad req-aff3532c-3fb6-468a-9067-bc3e3257ccdb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321839 Jul 23 15:09:10.785456 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f99bd8-a00f-488e-bfea-72598f7c7596 req-9e8bfc48-bf92-46b8-8af9-5411c2f5e085 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:10.787110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4f99bd8-a00f-488e-bfea-72598f7c7596 req-9e8bfc48-bf92-46b8-8af9-5411c2f5e085 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0692630 Jul 23 15:09:10.829789 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c4f99bd8-a00f-488e-bfea-72598f7c7596 req-3b17dbe3-867e-488e-86fc-1e1deebd3090 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368083 Jul 23 15:09:11.012987 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:09:11.120680 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:09:11.132418 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'port_id': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'mac_address': 'fa:16:3e:e7:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:09:11.168894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:11.182484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2364232-3f96-4b4b-9d74-2b61b5b2c7fc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:09:11.203856 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:09:11.210598 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:11.256581 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:11.499692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:09:11.969969 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c633099-048a-4dff-af44-d26cbaf24ddc req-b8b1d0a7-2797-45ab-88f4-7db64adf2349 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:11.971489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c633099-048a-4dff-af44-d26cbaf24ddc req-b8b1d0a7-2797-45ab-88f4-7db64adf2349 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 944 time: 0.0703406 Jul 23 15:09:12.011178 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-1c633099-048a-4dff-af44-d26cbaf24ddc req-02864aa3-97af-4be4-b976-3c23cb76e74b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339870 Jul 23 15:09:13.022562 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:09:13.073317 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:09:13.077808 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:09:13.078187 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:13.144577 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d21db-ae64-4782-a3d6-4e27bbb819cf req-ff6ffb9f-03b5-4010-9ad6-4953296cab84 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:13.146046 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf8d21db-ae64-4782-a3d6-4e27bbb819cf req-ff6ffb9f-03b5-4010-9ad6-4953296cab84 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 944 time: 0.0645280 Jul 23 15:09:13.156570 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:13.180198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:09:13.182531 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd689da0-2840-49f9-8566-ffdc2e4c4f87" -d '{"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-plugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:09:13.185640 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cf8d21db-ae64-4782-a3d6-4e27bbb819cf req-8405f619-a089-4b51-be70-4945fcdb5857 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335741 Jul 23 15:09:13.196327 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:09:13.201785 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:13.231144 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed534e1-4f5a-450a-b48e-9452a170ca0d x-openstack-request-id: req-1ed534e1-4f5a-450a-b48e-9452a170ca0d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:09:13.231437 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-plugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:09:13.231693 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ed534e1-4f5a-450a-b48e-9452a170ca0d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:09:13.232087 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'code': 200} Jul 23 15:09:13.253649 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:13.378525 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5c4e5-9a2d-4013-9da8-6a205851d25d req-cec2712e-378b-45f7-ad79-053073354563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:13.380052 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6de5c4e5-9a2d-4013-9da8-6a205851d25d req-cec2712e-378b-45f7-ad79-053073354563 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1096 time: 0.0577674 Jul 23 15:09:13.418305 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6de5c4e5-9a2d-4013-9da8-6a205851d25d req-839c3e57-5cc1-4153-a3f6-ef467e681d7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Jul 23 15:09:14.333352 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c4e32-a4ad-41c9-aff1-54b36ed21e94 req-b44cb137-6ee5-40bd-9a8c-f6a8bd09913d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:14.334958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b17c4e32-a4ad-41c9-aff1-54b36ed21e94 req-b44cb137-6ee5-40bd-9a8c-f6a8bd09913d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0673940 Jul 23 15:09:14.373554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b17c4e32-a4ad-41c9-aff1-54b36ed21e94 req-74844d0d-1659-4af6-a0d6-88fd5b4f7a97 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Jul 23 15:09:15.520590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400c0f-8742-4f82-bd79-f60de3e1d87d req-c0adbfbc-998f-426f-9170-4bf33277b408 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:15.522132 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f400c0f-8742-4f82-bd79-f60de3e1d87d req-c0adbfbc-998f-426f-9170-4bf33277b408 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0757153 Jul 23 15:09:15.560983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f400c0f-8742-4f82-bd79-f60de3e1d87d req-5f9f7923-02c7-4747-be63-e4577e0df426 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329924 Jul 23 15:09:15.699726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08a7d6-0004-4623-b5d3-19f7727f9470 req-26d65e68-8735-4edf-ac02-991458a15f6c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:15.701177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b08a7d6-0004-4623-b5d3-19f7727f9470 req-26d65e68-8735-4edf-ac02-991458a15f6c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0737619 Jul 23 15:09:15.739024 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b08a7d6-0004-4623-b5d3-19f7727f9470 req-4d90fcba-4ab6-48ff-a83d-87dc13d79a8e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Jul 23 15:09:15.766415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:15.866747 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784f9f0-67ad-4bde-adb3-1b9ef26b3160 tempest-TestShelveInstance-1487897377 tempest-TestShelveInstance-1487897377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:15.868263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1784f9f0-67ad-4bde-adb3-1b9ef26b3160 tempest-TestShelveInstance-1487897377 tempest-TestShelveInstance-1487897377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1091 time: 0.1008132 Jul 23 15:09:15.872663 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:09:15.877044 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:09:15.901322 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:15.902284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd046-603f-4a66-91fb-35cd4ae95fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:16.004297 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:16.106468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Allocated IP 172.25.2.166 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/8b302ed8-a819-41f4-b7ec-371053a9b30d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:09:16.212196 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:16.255246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:16.290473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:09:16.293360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:09:16.299341 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:09:16.321776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'Port': ['ID=8b302ed8-a819-41f4-b7ec-371053a9b30d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:16.663904 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:16.741491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:16.908613 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:16.915431 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:17.012116 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'Port': ['ID=8b302ed8-a819-41f4-b7ec-371053a9b30d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:09:17.022987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:17.128569 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Floating IP 899daa7d-eb04-44c8-aa4b-bb5bcc6e2985 associated. External IP: 172.25.2.166, port: f2364232-3f96-4b4b-9d74-2b61b5b2c7fc. Jul 23 15:09:17.338546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Router 395a4294-72d4-4efb-a8e7-067462abb7b4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:09:17.450112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:09:17.460478 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] Sync routers for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:09:17.468639 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:17.469852 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:09:17.470469 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:17.509389 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1242f83f-5c35-4772-898f-018a61e87166 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6356895 Jul 23 15:09:17.509997 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:09:17.512329 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8541061c-9382-4504-9164-f3c4d9d889d3" -d '{"events": [{"name": "network-changed", "server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:09:17.575946 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:09:17.599635 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1f7637-3059-499f-8fac-8200d42396e3 x-openstack-request-id: req-ab1f7637-3059-499f-8fac-8200d42396e3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:09:17.599926 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:09:17.600180 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab1f7637-3059-499f-8fac-8200d42396e3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:09:17.600585 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'status': 'completed', 'code': 200} Jul 23 15:09:17.698239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-1b9e8e57-f81d-4f7e-b5c7-d2db58473828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:17.699803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-1b9e8e57-f81d-4f7e-b5c7-d2db58473828 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1096 time: 0.0558009 Jul 23 15:09:17.789425 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-b3315800-a81d-4e40-8e00-c69acc1855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:17.790996 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-b3315800-a81d-4e40-8e00-c69acc1855b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0843894 Jul 23 15:09:17.800286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '899daa7d-eb04-44c8-aa4b-bb5bcc6e2985', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'port_id': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'mac_address': 'fa:16:3e:e7:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728f59e6-0697-4ead-823c-b54e23193b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:09:16Z', 'updated_at': '2021-07-23T15:09:16Z', 'revision_number': 0, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:17.825736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] Checking router: 395a4294-72d4-4efb-a8e7-067462abb7b4 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:09:17.834697 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:09:17.835357 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:08:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:17.861058 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-bb67fdc9-c0a6-4cd8-965d-cfa24cf341a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 999 time: 0.0630715 Jul 23 15:09:17.909816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-7177a95f-2440-4838-93de-389e1de6e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:17.911299 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-7177a95f-2440-4838-93de-389e1de6e85b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0441520 Jul 23 15:09:17.942659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:09:17.971410 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-06e9c789-63b5-46a6-8b03-e38625a7d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:17.972936 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-06e9c789-63b5-46a6-8b03-e38625a7d4ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550952 Jul 23 15:09:18.074846 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-39234607-aa4b-4337-bd5d-99c99a385a68 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954642 Jul 23 15:09:18.167721 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8541061c-9382-4504-9164-f3c4d9d889d3 req-57a1c193-58aa-412c-bf2f-6e49c2976084 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869484 Jul 23 15:09:18.185066 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '899daa7d-eb04-44c8-aa4b-bb5bcc6e2985', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'port_id': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'mac_address': 'fa:16:3e:e7:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728f59e6-0697-4ead-823c-b54e23193b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:09:16Z', 'updated_at': '2021-07-23T15:09:16Z', 'revision_number': 0, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:09:18.212748 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1816b-c844-4482-b655-87a167eec9b7 None None] The sync data for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 is: [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '899daa7d-eb04-44c8-aa4b-bb5bcc6e2985', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'port_id': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'mac_address': 'fa:16:3e:e7:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728f59e6-0697-4ead-823c-b54e23193b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:09:16Z', 'updated_at': '2021-07-23T15:09:16Z', 'revision_number': 0, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:09:18.386955 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:18.420422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:18.437614 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ce6b5-436f-4fcf-8830-b3aaec9ffffd None None] New status for floating IP 899daa7d-eb04-44c8-aa4b-bb5bcc6e2985: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:09:18.596448 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a5b742f-3195-438c-925a-72f20a5fea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:19.821892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:21.541891 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:26.536190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:09:38.256993 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:45.913704 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9425bf31-3c6f-4ccf-a56a-e5ace27661f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:48.407012 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:48.422917 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:48.603698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45eecfd-984b-47ec-960e-e13c073f196f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:49.827628 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:51.547096 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:09:54.850180 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-273c9b2b-6a5f-49b4-8204-31874352e5e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760159 Jul 23 15:09:54.965602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf588-c737-4c71-8dc1-71ca2519791f req-4a9115c7-0a8b-4560-bcdf-10a3391d3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:54.967131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-4a9115c7-0a8b-4560-bcdf-10a3391d3ba3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1096 time: 0.0559106 Jul 23 15:09:55.072439 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf588-c737-4c71-8dc1-71ca2519791f req-352a4082-edfc-4b71-8431-41d174c1e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:55.073912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-352a4082-edfc-4b71-8431-41d174c1e2f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0872431 Jul 23 15:09:55.141047 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-2f4cdd0d-fbdc-4e0f-8b22-df98e63d5d41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 1001 time: 0.0606043 Jul 23 15:09:55.189331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf588-c737-4c71-8dc1-71ca2519791f req-eda9eaf8-3faf-4e75-b38e-a19eb85803f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:55.190754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-eda9eaf8-3faf-4e75-b38e-a19eb85803f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0433319 Jul 23 15:09:55.253735 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf588-c737-4c71-8dc1-71ca2519791f req-7cb1a778-c92c-4b97-a1a3-4185a46f06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:09:55.255242 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-7cb1a778-c92c-4b97-a1a3-4185a46f06a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575862 Jul 23 15:09:55.682795 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-930a1785-67ea-4d44-85bf-240eca00c55a service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205263 Jul 23 15:09:55.788245 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-58acf588-c737-4c71-8dc1-71ca2519791f req-07718bc3-fdbb-4f38-8524-6982c901d5d9 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965521 Jul 23 15:10:03.549229 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:10:08.266037 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:15.914993 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ffb52d9-cd87-4349-936c-83496dc8f973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:18.435520 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:18.437893 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:18.608810 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3faa089-49d1-455e-9c94-4eafac185c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:19.841033 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:21.552185 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:38.281287 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:40.544235 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:10:45.919557 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1af1ee21-6e9f-4155-a514-1b1ce4728441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:48.445278 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:48.446592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:48.598281 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eef2664-c0b0-4be2-a37f-793951e938cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:49.841659 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:51.555071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:10:54.816641 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-c75e085a-0023-44f2-9531-a129b3db4d37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572870 Jul 23 15:10:54.927524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-960bd02e-2973-4f28-898c-dfbd508b505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:10:54.928978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-960bd02e-2973-4f28-898c-dfbd508b505a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1096 time: 0.0552027 Jul 23 15:10:55.039913 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-70322b10-5f67-40a4-8e24-169191cee513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:10:55.041503 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-70322b10-5f67-40a4-8e24-169191cee513 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0900259 Jul 23 15:10:55.111929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-8b274e7e-893b-4c36-8566-66ea432e0099 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 1001 time: 0.0635664 Jul 23 15:10:55.160105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-65286c23-815f-48f3-a9c2-7272bc25993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:10:55.161481 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-65286c23-815f-48f3-a9c2-7272bc25993f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0426867 Jul 23 15:10:55.220591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-8ec53765-398a-4900-8068-279e3d42d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:10:55.222084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-8ec53765-398a-4900-8068-279e3d42d1c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538805 Jul 23 15:10:55.232204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-7bb5ce0a-38c8-41df-b3fb-b7f0c1baabca service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:10:55.233136 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-7bb5ce0a-38c8-41df-b3fb-b7f0c1baabca service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050488 Jul 23 15:10:55.327626 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-bce6900b-eb72-4ead-89c9-18389ecd5245 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870242 Jul 23 15:10:55.416521 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c8c75387-6eea-43d9-925b-cb22ea49cca0 req-9fd32ab8-507f-4200-9248-6efbfb742bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830798 Jul 23 15:11:08.278324 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:13.268120 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f6d0d-9800-42a5-8838-54095771ff8c req-50c8b340-feae-4121-bc5b-55230592b9b3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:13.269609 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-697f6d0d-9800-42a5-8838-54095771ff8c req-50c8b340-feae-4121-bc5b-55230592b9b3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0731950 Jul 23 15:11:13.308020 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-697f6d0d-9800-42a5-8838-54095771ff8c req-a1c4f489-f72a-4b2d-be51-5d2bf6d6b084 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Jul 23 15:11:14.466809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9aacb-049d-45cd-8326-c7c29845e6dc req-bed08e52-0a48-44dd-9ed1-bd3256979c09 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:14.468320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bc9aacb-049d-45cd-8326-c7c29845e6dc req-bed08e52-0a48-44dd-9ed1-bd3256979c09 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0678856 Jul 23 15:11:14.510261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bc9aacb-049d-45cd-8326-c7c29845e6dc req-f97450da-903e-4c65-a317-ee6bd02cb3ad tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341322 Jul 23 15:11:15.671180 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ac2e-c70e-4cbd-bea3-b808da4ced81 req-eb340c88-3699-460c-a7d3-c910f17ec39a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:15.672693 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-efe9ac2e-c70e-4cbd-bea3-b808da4ced81 req-eb340c88-3699-460c-a7d3-c910f17ec39a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0737288 Jul 23 15:11:15.715983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-efe9ac2e-c70e-4cbd-bea3-b808da4ced81 req-e9db92cf-c7dc-45f1-b578-3b49fded6f65 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353568 Jul 23 15:11:15.918552 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa900bb4-acba-4aad-b52d-3fb76a0e8f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:16.870781 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60909d5-a40c-4c22-96cc-e7f66bf921bc req-91e1ed50-2d4f-4382-979d-ed350d29a9cc tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:16.872241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c60909d5-a40c-4c22-96cc-e7f66bf921bc req-91e1ed50-2d4f-4382-979d-ed350d29a9cc tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0757825 Jul 23 15:11:16.910016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c60909d5-a40c-4c22-96cc-e7f66bf921bc req-55ee408a-f8c9-4dda-9175-214ca6076a13 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Jul 23 15:11:17.549852 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:11:18.052919 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79ec1-3920-4477-a1cc-02fd8afba60c req-4734c505-bdac-44ef-9095-bff695e5346c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:18.054438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38e79ec1-3920-4477-a1cc-02fd8afba60c req-4734c505-bdac-44ef-9095-bff695e5346c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0646095 Jul 23 15:11:18.091901 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-38e79ec1-3920-4477-a1cc-02fd8afba60c req-0b4513ea-3f17-4ff5-b3d5-468a77c18102 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Jul 23 15:11:18.444614 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:18.446920 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:18.592544 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09579628-d1db-4b86-9c30-98a71b562892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:19.242700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959964f-86e5-42c7-be4e-4863177dfe78 req-ac626174-7f25-4dc4-beb4-504ac9af7f5d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:19.244054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6959964f-86e5-42c7-be4e-4863177dfe78 req-ac626174-7f25-4dc4-beb4-504ac9af7f5d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0717492 Jul 23 15:11:19.281551 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6959964f-86e5-42c7-be4e-4863177dfe78 req-0fcd7036-b1ce-4396-a9e5-b34d97fb71f0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Jul 23 15:11:19.840978 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:20.426122 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a77d0-938f-4960-96cb-6dd642fcd8a7 req-a7493192-e123-496c-a27f-1ea653d4e0f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:20.427673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b8a77d0-938f-4960-96cb-6dd642fcd8a7 req-a7493192-e123-496c-a27f-1ea653d4e0f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0646365 Jul 23 15:11:20.467060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b8a77d0-938f-4960-96cb-6dd642fcd8a7 req-63dde104-cf95-4d54-b495-879ae900d128 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Jul 23 15:11:21.552782 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:21.614742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a0d92-2d24-440e-88af-8b220e0a0dae req-f9cf108f-c7c5-4bd1-a92d-fe85fbefa2d7 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:21.616237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-573a0d92-2d24-440e-88af-8b220e0a0dae req-f9cf108f-c7c5-4bd1-a92d-fe85fbefa2d7 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0671759 Jul 23 15:11:21.656348 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-573a0d92-2d24-440e-88af-8b220e0a0dae req-4860132b-084a-426c-a6fe-fb68bad0ba17 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Jul 23 15:11:22.814265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada7c5-cd49-4f85-9359-98ade1cd0ea5 req-704a689f-2d78-4117-87b8-3de8bbc5530f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:22.815788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03ada7c5-cd49-4f85-9359-98ade1cd0ea5 req-704a689f-2d78-4117-87b8-3de8bbc5530f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0836613 Jul 23 15:11:22.856295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03ada7c5-cd49-4f85-9359-98ade1cd0ea5 req-f40fce53-b6bd-44e3-bec3-baa9afbe4c0a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346823 Jul 23 15:11:24.007942 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0687ba-32d9-4951-a0be-0662183936b6 req-4c6b7f65-a134-4404-be5e-21b65b905a81 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:24.009440 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc0687ba-32d9-4951-a0be-0662183936b6 req-4c6b7f65-a134-4404-be5e-21b65b905a81 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0741882 Jul 23 15:11:24.046224 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-fc0687ba-32d9-4951-a0be-0662183936b6 req-0614e506-514b-4483-93c2-b4f67d038a1a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Jul 23 15:11:25.202350 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d702e-3b51-4ee6-a9fd-0bd8f7d5402b req-34b7120f-4c04-4162-ab03-8de26cb9223c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:25.203929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e66d702e-3b51-4ee6-a9fd-0bd8f7d5402b req-34b7120f-4c04-4162-ab03-8de26cb9223c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0795565 Jul 23 15:11:25.243759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e66d702e-3b51-4ee6-a9fd-0bd8f7d5402b req-20c7ac7e-a7e7-48db-98e7-7871e45d8a28 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340493 Jul 23 15:11:25.512976 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:11:25.617082 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:11:25.628689 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'port_id': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'mac_address': 'fa:16:3e:e7:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:11:25.668648 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:25.682314 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2364232-3f96-4b4b-9d74-2b61b5b2c7fc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:11:25.704312 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:11:25.709337 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:25.765328 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:11:25.772639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.772983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.773307 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.773637 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.773971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.774278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.774600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.774953 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.775284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.775592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.775905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.776220 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:11:25.848227 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:11:26.389322 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec031-71c6-488c-a94f-9d871f255f2b req-6c545b7c-3a3f-4a24-94bc-eba9ac47ef98 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:26.390988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f2ec031-71c6-488c-a94f-9d871f255f2b req-6c545b7c-3a3f-4a24-94bc-eba9ac47ef98 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 944 time: 0.0700881 Jul 23 15:11:26.443595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9f2ec031-71c6-488c-a94f-9d871f255f2b req-ec1a8641-cf57-4570-81c2-c937f9b44f57 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Jul 23 15:11:27.517356 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:11:27.570965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:11:27.571352 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:27.599458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403ad73-54dd-493c-b974-75c9b9b96b3f req-c5600929-3f3f-4d9a-a23c-cb7676e10d1c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:27.601030 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2403ad73-54dd-493c-b974-75c9b9b96b3f req-c5600929-3f3f-4d9a-a23c-cb7676e10d1c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 944 time: 0.0866749 Jul 23 15:11:27.648054 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2403ad73-54dd-493c-b974-75c9b9b96b3f req-4f3d09ed-c669-4cdd-82e6-5ce5237614af tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409009 Jul 23 15:11:27.654508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:27.680428 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:11:27.682944 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a26130-9397-46ac-b1e4-61ebb44da7ef" -d '{"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-plugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:11:27.696256 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:11:27.705711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:27.759925 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:11:27.796900 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7833fbf-8ccd-4323-99b9-c0bf68e19e7c x-openstack-request-id: req-a7833fbf-8ccd-4323-99b9-c0bf68e19e7c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:11:27.797184 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-plugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:11:27.797437 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7833fbf-8ccd-4323-99b9-c0bf68e19e7c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:11:27.797934 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'code': 200} Jul 23 15:11:28.806792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e97a92-6ef5-4c68-a13f-1a0633d76c43 req-c96ded12-22fe-46d5-ab8a-064a64002f7a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:28.808759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5e97a92-6ef5-4c68-a13f-1a0633d76c43 req-c96ded12-22fe-46d5-ab8a-064a64002f7a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0803525 Jul 23 15:11:28.862104 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b5e97a92-6ef5-4c68-a13f-1a0633d76c43 req-a1e069a2-84b5-45a4-afda-d6d4b5f463d8 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470781 Jul 23 15:11:29.992637 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c3a42-54a0-4e64-a58f-94f32b0b740c req-e62c023a-e0d7-4cc7-86b4-4ceee5847137 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:29.994253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-267c3a42-54a0-4e64-a58f-94f32b0b740c req-e62c023a-e0d7-4cc7-86b4-4ceee5847137 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0673823 Jul 23 15:11:30.038261 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-267c3a42-54a0-4e64-a58f-94f32b0b740c req-e0f4307d-4ad2-4d95-994e-82d2a657cfde tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342977 Jul 23 15:11:31.186765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fc74-470b-41b1-ad41-3da519850d0f req-efed0c30-5717-4999-acc6-afd0da9ac8b3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:31.189163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ef8fc74-470b-41b1-ad41-3da519850d0f req-efed0c30-5717-4999-acc6-afd0da9ac8b3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0765686 Jul 23 15:11:31.230335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4ef8fc74-470b-41b1-ad41-3da519850d0f req-890d7bb4-20b7-4d22-a5a0-6201599301cd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351281 Jul 23 15:11:32.382933 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ab803-6974-47c6-b2f3-7fe7b1d9c735 req-8273960d-7620-44b8-a896-631414b223e7 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:32.385437 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c6ab803-6974-47c6-b2f3-7fe7b1d9c735 req-8273960d-7620-44b8-a896-631414b223e7 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0836511 Jul 23 15:11:32.430377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9c6ab803-6974-47c6-b2f3-7fe7b1d9c735 req-c4af4e8a-a6bf-44d9-9a65-6b4ce32137e9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380161 Jul 23 15:11:33.574255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de734e4-9fa8-4a09-984d-d6b4c15b81ed req-6d1ceefc-fba3-435d-9835-f255ac777131 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:33.581707 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7de734e4-9fa8-4a09-984d-d6b4c15b81ed req-6d1ceefc-fba3-435d-9835-f255ac777131 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0762591 Jul 23 15:11:33.623420 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7de734e4-9fa8-4a09-984d-d6b4c15b81ed req-ccb565b5-127f-406c-8310-5448eb980ddf tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Jul 23 15:11:34.756992 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d54b2-f0f2-4204-a815-9de871f0b24b req-a3a2a406-d4d1-4b0a-bfa2-dcd793e29be2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:34.759347 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51d54b2-f0f2-4204-a815-9de871f0b24b req-a3a2a406-d4d1-4b0a-bfa2-dcd793e29be2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0711040 Jul 23 15:11:34.799232 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d51d54b2-f0f2-4204-a815-9de871f0b24b req-6dd2a8e3-2566-4dd1-809a-189f1d934160 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337584 Jul 23 15:11:35.733234 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-6d6db0e9-53df-469e-9fb0-94e90afad91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:35.734764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-6d6db0e9-53df-469e-9fb0-94e90afad91c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1096 time: 0.0651233 Jul 23 15:11:35.828081 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-9ec27568-b936-407a-b3c2-5347edaba42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:35.829557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-9ec27568-b936-407a-b3c2-5347edaba42a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0880044 Jul 23 15:11:35.928345 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-a4adfac8-ba8d-45eb-807c-8d2c4086a0c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 1001 time: 0.0917530 Jul 23 15:11:35.991718 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3766-88ae-4dbf-a103-ca0684fe3de5 req-9583d625-e4ca-40e4-a315-9a8c6dd62205 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:35.993094 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-860a3766-88ae-4dbf-a103-ca0684fe3de5 req-9583d625-e4ca-40e4-a315-9a8c6dd62205 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.1173830 Jul 23 15:11:35.995062 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-ee136894-0096-4fb6-9cf5-5069503c5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:35.996337 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-ee136894-0096-4fb6-9cf5-5069503c5883 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0616939 Jul 23 15:11:36.059896 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-860a3766-88ae-4dbf-a103-ca0684fe3de5 req-07cf7cbf-89c7-4c96-bab2-5ae1a1874ade tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605748 Jul 23 15:11:36.078435 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-1a49d325-e8be-4d30-b228-2981a6d09ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:36.079983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-1a49d325-e8be-4d30-b228-2981a6d09ddb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747917 Jul 23 15:11:36.184887 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-9c565c71-31cf-4820-ab48-2949da4a4db8 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986807 Jul 23 15:11:36.274984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2dc2464d-66ad-4615-b940-d01f6007cec7 req-2a126fc5-7c6e-4016-bfc2-17b2f83d7ae8 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833156 Jul 23 15:11:37.218007 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc124-cad6-467a-a6de-0e1097337dee req-17c5849a-0858-4285-8dd7-51417231a51e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:37.219542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c8fc124-cad6-467a-a6de-0e1097337dee req-17c5849a-0858-4285-8dd7-51417231a51e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0820537 Jul 23 15:11:37.257453 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2c8fc124-cad6-467a-a6de-0e1097337dee req-192b280d-c975-41e8-8dda-ed122f820f28 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319920 Jul 23 15:11:38.276344 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:38.390964 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eada733-6521-45ac-8472-f4f1ef685b55 req-75e3d190-da7d-4924-8ea1-4a04acddf2af tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:38.394686 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3eada733-6521-45ac-8472-f4f1ef685b55 req-75e3d190-da7d-4924-8ea1-4a04acddf2af tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0658631 Jul 23 15:11:38.430271 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3eada733-6521-45ac-8472-f4f1ef685b55 req-c498a004-a4ae-4ba8-b267-68458204a73b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Jul 23 15:11:38.672848 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f17ba4-bec6-4eed-9d16-42a5349e9ddc req-41cab112-a461-4d27-8b98-c13b0ce63c35 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:38.674382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5f17ba4-bec6-4eed-9d16-42a5349e9ddc req-41cab112-a461-4d27-8b98-c13b0ce63c35 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 945 time: 0.0691943 Jul 23 15:11:38.714123 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f5f17ba4-bec6-4eed-9d16-42a5349e9ddc req-d15a3f61-6cb7-4cf4-973b-14ab3f1339ef tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338409 Jul 23 15:11:38.943442 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:11:39.045510 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-f36ca2e7-0f38-453b-bbaf-df52fcdf279f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008997 Jul 23 15:11:39.547768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:11:39.620846 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:39.643836 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:11:39.646069 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f153051-b51f-4142-9249-85f24dc99ae3" -d '{"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:11:39.658661 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:11:39.663905 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:39.689426 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae30863e-70db-44c2-9532-f640ba24d56e x-openstack-request-id: req-ae30863e-70db-44c2-9532-f640ba24d56e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:11:39.689742 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:11:39.689985 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae30863e-70db-44c2-9532-f640ba24d56e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:11:39.690363 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'code': 200} Jul 23 15:11:39.717369 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:11:39.854203 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeccb9-7c1d-4f7c-8945-a245f521998a req-f18d17c8-de4d-4798-8066-b290f8acca21 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:39.855733 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6aeccb9-7c1d-4f7c-8945-a245f521998a req-f18d17c8-de4d-4798-8066-b290f8acca21 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0680299 Jul 23 15:11:39.921925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e6aeccb9-7c1d-4f7c-8945-a245f521998a req-9de2927f-c45a-4047-986b-ff85f22d41e4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575552 Jul 23 15:11:39.945966 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-fcd3032a-0d6d-4405-9303-1dcc22110f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:39.947518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-fcd3032a-0d6d-4405-9303-1dcc22110f38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c&tenant_id=a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 1094 time: 0.0690205 Jul 23 15:11:40.040700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-96e0f96c-39b6-40e6-81db-07f90fe742e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:40.042252 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-96e0f96c-39b6-40e6-81db-07f90fe742e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1094 time: 0.0617383 Jul 23 15:11:40.134526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-97fbca26-01f5-4bd1-b51e-188f78e089cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:40.136208 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-97fbca26-01f5-4bd1-b51e-188f78e089cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0878756 Jul 23 15:11:40.205700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-c656e39b-5bd9-40b7-bd86-f2a86a02e19a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 999 time: 0.0636101 Jul 23 15:11:40.254296 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-2df41ab7-e03a-4b26-bf88-1b01b4c45fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:40.255810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-2df41ab7-e03a-4b26-bf88-1b01b4c45fc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0441358 Jul 23 15:11:40.314074 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-a85adc38-14f5-4c61-b412-888011dc9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:40.315605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-a85adc38-14f5-4c61-b412-888011dc9256 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537388 Jul 23 15:11:40.410918 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-86bf5567-1fd9-46f2-b0a9-da4d801e9ed6 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Jul 23 15:11:40.503125 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-2f802cba-5243-49b1-b731-6cb93cc41cec service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843997 Jul 23 15:11:41.079972 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae432-d4af-4ced-965b-8946f944aa89 req-7d584fa4-49e8-4bf8-aeee-d9f5c698f607 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:41.087178 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a8ae432-d4af-4ced-965b-8946f944aa89 req-7d584fa4-49e8-4bf8-aeee-d9f5c698f607 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0805213 Jul 23 15:11:41.122349 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5a8ae432-d4af-4ced-965b-8946f944aa89 req-bbcd4520-14c5-456c-8666-4e7063b90cd8 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342908 Jul 23 15:11:42.262791 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bce70-fdac-4d0d-9c52-482b02e22ee7 req-1699375c-f4d2-48b9-82a4-0c278f8c1a39 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:42.264376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-789bce70-fdac-4d0d-9c52-482b02e22ee7 req-1699375c-f4d2-48b9-82a4-0c278f8c1a39 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0721042 Jul 23 15:11:42.305166 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-789bce70-fdac-4d0d-9c52-482b02e22ee7 req-6bbb2417-1171-4139-ac6b-61349b337c96 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344586 Jul 23 15:11:43.443548 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6c420-0082-406f-8104-0692ff4db42c req-685ff06f-4979-413c-8f38-91213cda05f9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:43.445065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe6c420-0082-406f-8104-0692ff4db42c req-685ff06f-4979-413c-8f38-91213cda05f9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0662315 Jul 23 15:11:43.485802 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bfe6c420-0082-406f-8104-0692ff4db42c req-bf9fa360-8ee1-4491-acc8-7fb2dedc8097 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348499 Jul 23 15:11:44.630256 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2590cc-82b7-4b9d-a2da-2dad9b6fae3a req-d3150d6a-2ebe-40cf-8154-d5e7381f71ac tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:44.632129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca2590cc-82b7-4b9d-a2da-2dad9b6fae3a req-d3150d6a-2ebe-40cf-8154-d5e7381f71ac tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0737240 Jul 23 15:11:44.674283 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ca2590cc-82b7-4b9d-a2da-2dad9b6fae3a req-3cda6d3d-3412-4205-9efc-85a4234adda3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361176 Jul 23 15:11:45.815809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8a85e-0d40-45fd-a106-6c213a02d5e9 req-872bea2e-faca-462b-8614-8897b9598298 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:45.817316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf8a85e-0d40-45fd-a106-6c213a02d5e9 req-872bea2e-faca-462b-8614-8897b9598298 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0690689 Jul 23 15:11:45.855958 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf8a85e-0d40-45fd-a106-6c213a02d5e9 req-dbba65b9-aa3f-4a6c-b83b-74f02d593d19 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Jul 23 15:11:45.912936 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41495fd6-193f-444e-a276-b701a7ad6971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:47.006236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6521-1099-4cbc-b328-5de72ae5f9ab req-e6301369-fed2-4ea4-9b20-5f0b47f24d1f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:47.008571 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-287d6521-1099-4cbc-b328-5de72ae5f9ab req-e6301369-fed2-4ea4-9b20-5f0b47f24d1f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0822873 Jul 23 15:11:47.049511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-287d6521-1099-4cbc-b328-5de72ae5f9ab req-f874740d-7248-4768-96e7-2fffab9c0aba tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351536 Jul 23 15:11:48.197549 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e256-fa4e-4dea-9525-804853bba3d7 req-9c745d4a-56f3-465c-99d8-918713c9ce9f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:48.199062 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f174e256-fa4e-4dea-9525-804853bba3d7 req-9c745d4a-56f3-465c-99d8-918713c9ce9f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0650368 Jul 23 15:11:48.243779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f174e256-fa4e-4dea-9525-804853bba3d7 req-fe3e8810-f65c-4580-b3ca-011ce01ab33b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383170 Jul 23 15:11:48.432616 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:48.444390 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:48.597220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97a94eac-65e8-43c2-9002-b64a5ba4ae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:49.375275 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6fd3b-1516-4f49-834e-971c851ae2d2 req-985e09fd-82ec-4456-8e07-04d63c8e450a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:49.376895 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76d6fd3b-1516-4f49-834e-971c851ae2d2 req-985e09fd-82ec-4456-8e07-04d63c8e450a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0655956 Jul 23 15:11:49.415863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-76d6fd3b-1516-4f49-834e-971c851ae2d2 req-b870f0a2-d913-42a3-83fd-181609c3a513 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Jul 23 15:11:49.840986 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:50.560985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b25863-89ad-4dbb-b0d9-4a781e908ef6 req-494f0add-7a01-45e5-aaa4-4b07effc6d89 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:50.562674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74b25863-89ad-4dbb-b0d9-4a781e908ef6 req-494f0add-7a01-45e5-aaa4-4b07effc6d89 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0714817 Jul 23 15:11:50.603360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-74b25863-89ad-4dbb-b0d9-4a781e908ef6 req-4e2ca364-f967-494d-9528-50a1b36f9cb7 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346932 Jul 23 15:11:51.563354 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:51.748775 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f12bdc-68c3-4127-b1bb-3e8f62ba0ec0 req-fb5266d9-2afe-42c6-9c84-faa9d8fe4db0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:51.752654 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f12bdc-68c3-4127-b1bb-3e8f62ba0ec0 req-fb5266d9-2afe-42c6-9c84-faa9d8fe4db0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0716803 Jul 23 15:11:51.790931 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-81f12bdc-68c3-4127-b1bb-3e8f62ba0ec0 req-63faa7e4-47b5-4f05-95dd-47d133894209 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325675 Jul 23 15:11:52.941803 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6f058-98e3-4082-afaa-87646b2dfc2e req-38115598-5e62-44e2-812b-7ad66af035cd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:52.943317 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64b6f058-98e3-4082-afaa-87646b2dfc2e req-38115598-5e62-44e2-812b-7ad66af035cd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0753443 Jul 23 15:11:52.983511 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-64b6f058-98e3-4082-afaa-87646b2dfc2e req-b58e11c4-1aea-4ab5-b9ac-117817479815 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Jul 23 15:11:54.128878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479978ff-d7e1-4150-8f4f-f0ea82f2320f req-9863101b-1f75-47da-8732-0bceffe6a7f1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:54.130364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-479978ff-d7e1-4150-8f4f-f0ea82f2320f req-9863101b-1f75-47da-8732-0bceffe6a7f1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.0704532 Jul 23 15:11:54.171318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-479978ff-d7e1-4150-8f4f-f0ea82f2320f req-dc85a979-e220-492d-ad4c-b3170e7893c9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Jul 23 15:11:54.548911 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:11:54.865546 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3857b-e40e-4e11-9267-394045cc242f req-f7f48802-a63a-4281-8ffa-559310068ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:54.867078 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd3857b-e40e-4e11-9267-394045cc242f req-f7f48802-a63a-4281-8ffa-559310068ec6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1094 time: 0.0559683 Jul 23 15:11:54.975411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3857b-e40e-4e11-9267-394045cc242f req-ae925f06-6a6c-4e34-aa39-cea1c6b6d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:54.976855 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd3857b-e40e-4e11-9267-394045cc242f req-ae925f06-6a6c-4e34-aa39-cea1c6b6d985 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0904086 Jul 23 15:11:55.042139 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd3857b-e40e-4e11-9267-394045cc242f req-2c398480-aab8-45d7-b7ee-a8dd6c5aca5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 999 time: 0.0589125 Jul 23 15:11:55.097458 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3857b-e40e-4e11-9267-394045cc242f req-28c19cd2-bdff-4fca-b682-78d726cf36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:55.098907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd3857b-e40e-4e11-9267-394045cc242f req-28c19cd2-bdff-4fca-b682-78d726cf36f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0497050 Jul 23 15:11:55.157459 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3857b-e40e-4e11-9267-394045cc242f req-a6016ed2-a15f-44df-962e-06090f78e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:55.158877 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd3857b-e40e-4e11-9267-394045cc242f req-a6016ed2-a15f-44df-962e-06090f78e9c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539451 Jul 23 15:11:55.264351 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd3857b-e40e-4e11-9267-394045cc242f req-cb439203-f25d-408d-ae68-f408a9622b8f service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990281 Jul 23 15:11:55.383917 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948894a-2030-4555-b7f7-c3bc791e04d8 req-efa179fc-9c12-4a96-8669-7b71c04e0864 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:55.385411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e948894a-2030-4555-b7f7-c3bc791e04d8 req-efa179fc-9c12-4a96-8669-7b71c04e0864 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 943 time: 0.1392136 Jul 23 15:11:55.390907 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7bd3857b-e40e-4e11-9267-394045cc242f req-5aaa649a-40fa-4243-9b74-11f2a233db50 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105282 Jul 23 15:11:55.430043 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e948894a-2030-4555-b7f7-c3bc791e04d8 req-e00e8e66-1ccd-409b-b31c-167610f7d49b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 Jul 23 15:11:55.610724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:11:55.708905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:11:55.719818 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'port_id': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'mac_address': 'fa:16:3e:e7:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:11:55.758580 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:55.772621 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2364232-3f96-4b4b-9d74-2b61b5b2c7fc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:11:55.797542 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:11:55.804186 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:55.850320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:11:56.120068 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:11:56.580872 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea942-315a-457b-b901-80b271750c27 req-c3c5e6a1-841e-44ea-af6e-9426e5e03f78 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:56.582360 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b0ea942-315a-457b-b901-80b271750c27 req-c3c5e6a1-841e-44ea-af6e-9426e5e03f78 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 944 time: 0.0702896 Jul 23 15:11:56.622376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7b0ea942-315a-457b-b901-80b271750c27 req-83864b87-5593-411e-a489-bac6aad4d0e1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316176 Jul 23 15:11:57.627687 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:11:57.685921 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:11:57.686299 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:57.755876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354808f5-68ed-4eb6-a758-c3344a9c83ac req-d1a7ab21-9a34-41d1-9193-923da80e6b59 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:57.757385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-354808f5-68ed-4eb6-a758-c3344a9c83ac req-d1a7ab21-9a34-41d1-9193-923da80e6b59 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 944 time: 0.0641110 Jul 23 15:11:57.765938 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:57.788158 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:11:57.790424 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c5343e-e558-4a16-96ce-52048849764d" -d '{"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-plugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:11:57.794311 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-354808f5-68ed-4eb6-a758-c3344a9c83ac req-4994f890-14df-4bb5-bbb8-d1789ae9f767 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313838 Jul 23 15:11:57.803278 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:11:57.808422 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:11:57.840398 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3006cbb-6d44-4895-ae8e-b85af4ca37c5 x-openstack-request-id: req-b3006cbb-6d44-4895-ae8e-b85af4ca37c5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:11:57.840688 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-plugged", "status": "completed", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:11:57.840939 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3006cbb-6d44-4895-ae8e-b85af4ca37c5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:11:57.841364 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'code': 200} Jul 23 15:11:57.860996 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:11:58.099060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9a0d-81d0-4eba-b2ce-c2fde9b254a1 req-8eb118e5-b711-49d9-9d30-ab0855805592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:58.100558 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bfa9a0d-81d0-4eba-b2ce-c2fde9b254a1 req-8eb118e5-b711-49d9-9d30-ab0855805592 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1097 time: 0.0665390 Jul 23 15:11:58.136926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0bfa9a0d-81d0-4eba-b2ce-c2fde9b254a1 req-ca3220df-2ad4-4665-a2b0-feb7cd59134c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294094 Jul 23 15:11:58.931888 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85bfcc-35a9-4589-81f0-333d506b3e7f req-95d7b46b-8f5f-4711-9804-b52aa81ca9d2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:11:58.933364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b85bfcc-35a9-4589-81f0-333d506b3e7f req-95d7b46b-8f5f-4711-9804-b52aa81ca9d2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 946 time: 0.0667963 Jul 23 15:11:58.974725 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b85bfcc-35a9-4589-81f0-333d506b3e7f req-884b65d0-e485-4f96-8a34-6e4a33877507 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334620 Jul 23 15:12:00.126274 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10433935-368f-4c84-bbc1-c6eb97226f7a req-351a078b-f05a-4825-b750-0028b860c46f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:12:00.127956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10433935-368f-4c84-bbc1-c6eb97226f7a req-351a078b-f05a-4825-b750-0028b860c46f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 946 time: 0.0841784 Jul 23 15:12:00.172485 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-10433935-368f-4c84-bbc1-c6eb97226f7a req-bdc047bd-8593-49bc-abe0-ee7e7a89ec09 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386939 Jul 23 15:12:08.285070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:15.926460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8c48-4cc3-4420-ae0b-b1f127f40a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:18.441410 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:18.446019 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:18.595706 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-923461cc-58b3-45f7-a358-44f9d05a3246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:19.847032 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:21.567451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:31.554172 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:12:38.286321 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:45.931146 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89361156-bb11-4e37-a1a5-945d203cff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:48.438067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:48.461583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:48.600146 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87588e3-94a9-4418-86f1-2b9de3915382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:49.856140 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:51.572049 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:12:55.814914 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-b8a4e1a2-274c-440e-b754-532435342c6c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583165 Jul 23 15:12:55.938600 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-701d460e-9dcf-47db-87e6-02bea92c4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:12:55.940131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-701d460e-9dcf-47db-87e6-02bea92c4de4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1097 time: 0.0586648 Jul 23 15:12:56.057377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-737c637d-1e4d-4542-a40a-a51b0b5e6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:12:56.058867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-737c637d-1e4d-4542-a40a-a51b0b5e6f87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0981846 Jul 23 15:12:56.124126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-9f954801-5ad4-407e-8bab-18081f76ecc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 1001 time: 0.0581779 Jul 23 15:12:56.171067 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-1e43c3d6-efb1-44a6-ba2d-228ede5a56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:12:56.172452 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-1e43c3d6-efb1-44a6-ba2d-228ede5a56f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0419068 Jul 23 15:12:56.235448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-6da5ba55-05e6-433e-abb2-c0e215eaf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:12:56.236906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-6da5ba55-05e6-433e-abb2-c0e215eaf2f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580072 Jul 23 15:12:56.330704 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-e71d1f90-014c-4b34-b99a-4506d4e9eb4a service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Jul 23 15:12:56.423023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7a2b0cb6-b965-49a9-a5e2-92217bd829fd req-48ae6076-0b99-4f66-9ab4-1dea4fda10aa service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861766 Jul 23 15:13:08.301052 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:08.559409 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:13:12.879991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:13.042284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Deleting port 8b302ed8-a819-41f4-b7ec-371053a9b30d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:13:13.042667 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:13.122505 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:13.122854 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:13.134739 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Calling delete_port for 8b302ed8-a819-41f4-b7ec-371053a9b30d owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:13:13.288434 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:13.317967 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event deleted for resources: {'Port': ['ID=8b302ed8-a819-41f4-b7ec-371053a9b30d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:13.347284 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.347624 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.347965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.348295 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.348622 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.348947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.349276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.349581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.349920 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.350223 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.350567 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.350899 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:13.390987 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:13.391219 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Floating IP 899daa7d-eb04-44c8-aa4b-bb5bcc6e2985 disassociated (deleted). External IP: 172.25.2.166, port: f2364232-3f96-4b4b-9d74-2b61b5b2c7fc. Jul 23 15:13:13.619727 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Router 395a4294-72d4-4efb-a8e7-067462abb7b4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:13:13.725961 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:13:13.731082 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:13.737296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] Sync routers for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:13:13.747394 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:13:13.748008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:12:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:13.769439 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-146a0dc4-4dea-45bd-b1e5-2f09dd744fae tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "DELETE /v2.0/floatingips/899daa7d-eb04-44c8-aa4b-bb5bcc6e2985 HTTP/1.1" status: 204 len: 168 time: 0.8856130 Jul 23 15:13:13.769439 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:13:13.769740 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4135866d-4603-4395-9b97-0f1e6970c8af" -d '{"events": [{"name": "network-changed", "server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:13:13.857107 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:13:13.985089 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030adf1-079e-4d2c-9e4a-7fdf203b53d9 x-openstack-request-id: req-3030adf1-079e-4d2c-9e4a-7fdf203b53d9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:13:13.985958 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:13:13.986204 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3030adf1-079e-4d2c-9e4a-7fdf203b53d9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:13:13.986609 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'status': 'completed', 'code': 200} Jul 23 15:13:14.062322 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:14.089485 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135866d-4603-4395-9b97-0f1e6970c8af req-27482414-b1d3-4a22-b005-eaab9b04bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:14.091557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4135866d-4603-4395-9b97-0f1e6970c8af req-27482414-b1d3-4a22-b005-eaab9b04bbf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 1097 time: 0.0596147 Jul 23 15:13:14.093305 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] Checking router: 395a4294-72d4-4efb-a8e7-067462abb7b4 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:13:14.102257 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:13:14.102906 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:12:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:14.207468 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:13:14.224907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60beb6-a7fa-466a-9660-5bb86a59eb25 req-cae13312-e1f2-4b13-9539-b3f3b225a7e9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:14.226404 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef60beb6-a7fa-466a-9660-5bb86a59eb25 req-cae13312-e1f2-4b13-9539-b3f3b225a7e9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 946 time: 0.1859462 Jul 23 15:13:14.227603 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135866d-4603-4395-9b97-0f1e6970c8af req-fc3830f9-02df-48b7-baa1-acba463ca112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:14.228876 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4135866d-4603-4395-9b97-0f1e6970c8af req-fc3830f9-02df-48b7-baa1-acba463ca112 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.1278028 Jul 23 15:13:14.282239 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4135866d-4603-4395-9b97-0f1e6970c8af req-9920b41d-b056-4484-b6bf-b9fe59cfabc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 200 len: 217 time: 0.0435872 Jul 23 15:13:14.307928 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ef60beb6-a7fa-466a-9660-5bb86a59eb25 req-e0aa3878-d689-40ba-b194-91c7ea69dc44 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754611 Jul 23 15:13:14.342036 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135866d-4603-4395-9b97-0f1e6970c8af req-e836cfda-719a-4ea1-8630-83b5d080c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:14.343577 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4135866d-4603-4395-9b97-0f1e6970c8af req-e836cfda-719a-4ea1-8630-83b5d080c6ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0504816 Jul 23 15:13:14.403091 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135866d-4603-4395-9b97-0f1e6970c8af req-39f82abc-aef4-418f-90d8-9ec077d0e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:14.404605 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4135866d-4603-4395-9b97-0f1e6970c8af req-39f82abc-aef4-418f-90d8-9ec077d0e1df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531363 Jul 23 15:13:14.406099 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:14.431757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d60339-fec0-4f50-80bb-0d6577639b5b None None] The sync data for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 is: [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:13:14.500168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4135866d-4603-4395-9b97-0f1e6970c8af req-d2a790f6-e57a-4011-89f2-aa40625e8ad6 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881257 Jul 23 15:13:14.598023 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4135866d-4603-4395-9b97-0f1e6970c8af req-0de049e8-d897-4cd3-b098-cffc59d239a2 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903091 Jul 23 15:13:14.658901 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5712f-bb84-42e5-9f5d-4ba450ae9ee6 None None] New status for floating IP 899daa7d-eb04-44c8-aa4b-bb5bcc6e2985: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:13:15.494594 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-a6de4d95-e459-46a0-b953-3e5d4ed1b0fb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:15.496086 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-a6de4d95-e459-46a0-b953-3e5d4ed1b0fb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 946 time: 0.1011016 Jul 23 15:13:15.506624 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5760d-807c-4ec8-9c67-0b348007614e req-ea616ddc-9019-434d-8470-7f9db12dea8d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:15.508032 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26d5760d-807c-4ec8-9c67-0b348007614e req-ea616ddc-9019-434d-8470-7f9db12dea8d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 946 time: 0.1046748 Jul 23 15:13:15.584554 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-26d5760d-807c-4ec8-9c67-0b348007614e req-b7e59fcb-2485-4458-9908-117f1c6eb7d0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=4692f8a2-9df0-4bf1-8914-c493378dbcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654311 Jul 23 15:13:15.634320 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Deleting port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:13:15.634625 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:15.925253 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e1306b-ab66-4ea8-97c7-2f0017ce04a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:16.056246 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] For port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:13:16.056582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:16.068792 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Calling delete_port for f2364232-3f96-4b4b-9d74-2b61b5b2c7fc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:13:16.200117 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:16.228415 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event deleted for resources: {'Port': ['ID=f2364232-3f96-4b4b-9d74-2b61b5b2c7fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:16.240829 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.241179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.241521 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.241842 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.242170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.242494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.242849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.243156 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.243494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.243809 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.244133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.244453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:16.285793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] No DVR routers for this DVR port f2364232-3f96-4b4b-9d74-2b61b5b2c7fc on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:13:16.288492 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:16.290543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6cb4271f-1c5e-45fd-ba75-a5e3eb8283ca req-fd204186-9a73-4741-aa94-2b578d4920c2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "DELETE /v2.0/ports/f2364232-3f96-4b4b-9d74-2b61b5b2c7fc HTTP/1.1" status: 204 len: 173 time: 0.7816556 Jul 23 15:13:16.291002 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-deleted', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:13:16.293199 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a91022b-ae66-4498-a213-fe6b7dd2dedf" -d '{"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-deleted", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:13:16.327717 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33faec4f-456e-4a2f-8161-c907ec15d72f x-openstack-request-id: req-33faec4f-456e-4a2f-8161-c907ec15d72f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:13:16.327997 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728f59e6-0697-4ead-823c-b54e23193b2c", "name": "network-vif-deleted", "tag": "f2364232-3f96-4b4b-9d74-2b61b5b2c7fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:13:16.328238 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33faec4f-456e-4a2f-8161-c907ec15d72f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:13:16.328625 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728f59e6-0697-4ead-823c-b54e23193b2c', 'name': 'network-vif-deleted', 'tag': 'f2364232-3f96-4b4b-9d74-2b61b5b2c7fc', 'status': 'completed', 'code': 200} Jul 23 15:13:16.712422 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d37e9baa-e134-4a1b-a1a8-f38688b4e2a0 req-90db61bd-5b9f-4db2-8458-c63913f91aec tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=728f59e6-0697-4ead-823c-b54e23193b2c HTTP/1.1" status: 200 len: 210 time: 0.0326519 Jul 23 15:13:17.774159 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:17.836187 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6f63a64-07bc-4c75-b3cf-ac93191d49db tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:17.861079 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6f63a64-07bc-4c75-b3cf-ac93191d49db tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:17.924843 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6f63a64-07bc-4c75-b3cf-ac93191d49db tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:17.927798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6f63a64-07bc-4c75-b3cf-ac93191d49db tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:17.928933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c6f63a64-07bc-4c75-b3cf-ac93191d49db tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "DELETE /v2.0/security-groups/4692f8a2-9df0-4bf1-8914-c493378dbcc1 HTTP/1.1" status: 204 len: 168 time: 0.1537423 Jul 23 15:13:17.937950 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f63a64-07bc-4c75-b3cf-ac93191d49db tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4692f8a2-9df0-4bf1-8914-c493378dbcc1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:18.389939 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 60982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:18.394835 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c18be41b-c056-4410-9be3-350cba68a0dd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54601428', 'description': 'tempest-secgroup-smoke-54601428 description', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:18.423976 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c18be41b-c056-4410-9be3-350cba68a0dd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.425549 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.468763 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.510632 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c18be41b-c056-4410-9be3-350cba68a0dd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.517700 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c18be41b-c056-4410-9be3-350cba68a0dd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.552716 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18be41b-c056-4410-9be3-350cba68a0dd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae26d73-d699-4999-a308-5b6297216653,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:18.554939 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c18be41b-c056-4410-9be3-350cba68a0dd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.556228 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c18be41b-c056-4410-9be3-350cba68a0dd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1651828 Jul 23 15:13:18.559551 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:18.564840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e37189df-d298-4c5c-bffc-7f40b1dd13c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '6ae26d73-d699-4999-a308-5b6297216653', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:18.591820 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3157f39-7d5e-4e34-9f61-a52c25035934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.596161 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37189df-d298-4c5c-bffc-7f40b1dd13c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.652912 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37189df-d298-4c5c-bffc-7f40b1dd13c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.658185 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37189df-d298-4c5c-bffc-7f40b1dd13c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.678854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37189df-d298-4c5c-bffc-7f40b1dd13c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c827c77a-5c2c-4ae5-9414-01a31f489281,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:18.682550 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37189df-d298-4c5c-bffc-7f40b1dd13c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.684063 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-e37189df-d298-4c5c-bffc-7f40b1dd13c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233001 Jul 23 15:13:18.686943 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:18.691509 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ddbb715-02b6-40ac-9a04-bc1b7c91f9c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '6ae26d73-d699-4999-a308-5b6297216653', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:18.720018 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb715-02b6-40ac-9a04-bc1b7c91f9c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.778455 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb715-02b6-40ac-9a04-bc1b7c91f9c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.784794 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb715-02b6-40ac-9a04-bc1b7c91f9c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.811117 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbb715-02b6-40ac-9a04-bc1b7c91f9c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d599f2c-45ef-4b16-8c4f-16f5ea0ffdb0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:18.814041 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb715-02b6-40ac-9a04-bc1b7c91f9c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.815234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4ddbb715-02b6-40ac-9a04-bc1b7c91f9c1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273222 Jul 23 15:13:18.818136 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:18.822655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d3f0443b-39ed-4196-8a56-4570947e21eb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '6ae26d73-d699-4999-a308-5b6297216653', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:18.850996 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f0443b-39ed-4196-8a56-4570947e21eb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.921011 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f0443b-39ed-4196-8a56-4570947e21eb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.927770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f0443b-39ed-4196-8a56-4570947e21eb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.945104 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0443b-39ed-4196-8a56-4570947e21eb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014eeca3-c2b6-4a4c-b14e-e6734bc16193,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:18.953964 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f0443b-39ed-4196-8a56-4570947e21eb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:18.955205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d3f0443b-39ed-4196-8a56-4570947e21eb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361015 Jul 23 15:13:18.958060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:18.962558 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a65af1d-763c-4b22-8f24-890a6e3fd9d9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '6ae26d73-d699-4999-a308-5b6297216653', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:18.989561 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a65af1d-763c-4b22-8f24-890a6e3fd9d9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.051512 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a65af1d-763c-4b22-8f24-890a6e3fd9d9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.057213 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a65af1d-763c-4b22-8f24-890a6e3fd9d9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.075653 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65af1d-763c-4b22-8f24-890a6e3fd9d9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4dfbff-424f-45f2-a5c0-b94d4cc080a7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:19.083932 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a65af1d-763c-4b22-8f24-890a6e3fd9d9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.085388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6a65af1d-763c-4b22-8f24-890a6e3fd9d9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262326 Jul 23 15:13:19.089130 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:19.093581 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '6ae26d73-d699-4999-a308-5b6297216653', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:19.116897 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Project a67a8e84f8a841a7b07dc465309235b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:13:19.121824 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.180800 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.187424 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.204707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6864842c-658e-4621-8bd0-2e36740aa211,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:19.212656 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.213861 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d03748e7-30b6-4265-adac-e4376dedfce9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238048 Jul 23 15:13:19.216761 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 60994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:19.221524 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'security_group_rule': {'security_group_id': '6ae26d73-d699-4999-a308-5b6297216653', 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:19.245127 n-d-801990-3 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Project a67a8e84f8a841a7b07dc465309235b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:13:19.250147 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.312672 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.317862 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.335360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abacacac-b398-4559-9754-cdf8deb128bb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:19.341697 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:19.342911 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-1caed038-f1ce-4e8d-ad5c-7b2ff6dac009 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250851 Jul 23 15:13:19.851896 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:20.024106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:13:20.044325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: f2364232-3f96-4b4b-9d74-2b61b5b2c7fc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:13:20.044671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device f2364232-3f96-4b4b-9d74-2b61b5b2c7fc not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:13:21.567061 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:33.734205 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9dbbd31c-5a76-420c-a444-7fa6ec989397 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54601428&fields=id&tenant_id=a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 267 time: 0.0388777 Jul 23 15:13:33.843069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-4e8b9c96-6d76-4c37-9f5f-43b93571e7f0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:33.844403 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-4e8b9c96-6d76-4c37-9f5f-43b93571e7f0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 809 time: 0.1036878 Jul 23 15:13:33.861400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-a3afdc25-dde3-4858-a071-186d4ac0d093 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/quotas/a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 375 time: 0.0092237 Jul 23 15:13:33.926056 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-06401078-df6f-4fef-9a29-4bd78d6fb486 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598097 Jul 23 15:13:34.058772 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b03daab-4d40-45bb-afa9-37fe225b7d08 service neutron] 10.222.0.21 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210060 Jul 23 15:13:34.151138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-24bfa2dc-5c65-45b1-9a5d-30b819611ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840192 Jul 23 15:13:34.458692 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-82bc212c-584f-4f42-b13c-e576edd0fd84 req-a685c328-8c59-497f-a62d-8d0f2d670c61 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 210 time: 0.0300138 Jul 23 15:13:35.485541 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-5f271822-2f4e-4b0a-b695-86ef7676ee75 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:35.487044 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-5f271822-2f4e-4b0a-b695-86ef7676ee75 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 809 time: 0.1119442 Jul 23 15:13:35.544828 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-0b74b226-2adb-4919-a732-a0a71e79827f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 378 time: 0.0435112 Jul 23 15:13:35.561548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dc2da21d-8d9c-48b0-8886-e439d5297b51 req-c42aadfb-c4ba-4ad9-87ff-cd08af82de25 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 210 time: 0.0346212 Jul 23 15:13:35.571042 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'port': {'device_id': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'admin_state_up': True, 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'security_groups': ['6ae26d73-d699-4999-a308-5b6297216653']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:35.684963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Made reservation on behalf of a67a8e84f8a841a7b07dc465309235b9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:13:35.688557 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:35.817148 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Allocated IP 172.20.0.12 (d08627ed-dd78-4f70-b7e0-0ce7e74b317f/668ba588-58c7-4495-884c-d397091aaff4/d0ac5e84-72e9-444e-8e50-f4939a32e0bd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:13:35.958342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:35.973232 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Transition to ACTIVE for port object d0ac5e84-72e9-444e-8e50-f4939a32e0bd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:13:36.015392 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.065383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:13:36.070562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:13:36.074288 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:13:36.101377 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:36.129757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:36.130375 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.147282 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-2b8b1b20-3595-4072-80d9-f10692466184 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798776 Jul 23 15:13:36.165732 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Request body: {'port': {'device_id': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:36.241097 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.346019 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-af15176d-018a-4aa6-a11e-10e61b74da04 None None] Provisioning for port d0ac5e84-72e9-444e-8e50-f4939a32e0bd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:13:36.350021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-af15176d-018a-4aa6-a11e-10e61b74da04 None None] Provisioning complete for port d0ac5e84-72e9-444e-8e50-f4939a32e0bd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:13:36.350576 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af15176d-018a-4aa6-a11e-10e61b74da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.384905 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-af15176d-018a-4aa6-a11e-10e61b74da04 None None] Port d0ac5e84-72e9-444e-8e50-f4939a32e0bd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:13:36.513910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ac5e84-72e9-444e-8e50-f4939a32e0bd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:13:36.522038 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.535273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Transition to ACTIVE for port object d0ac5e84-72e9-444e-8e50-f4939a32e0bd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:13:36.540829 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.595719 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:36.720157 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Attempting to bind port d0ac5e84-72e9-444e-8e50-f4939a32e0bd on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:13:36.720494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Attempting to bind port d0ac5e84-72e9-444e-8e50-f4939a32e0bd by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:13:36.720818 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Attempting to bind port d0ac5e84-72e9-444e-8e50-f4939a32e0bd on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:13:36.732319 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Port d0ac5e84-72e9-444e-8e50-f4939a32e0bd on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:13:36.732671 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Attempting to bind port d0ac5e84-72e9-444e-8e50-f4939a32e0bd on network d08627ed-dd78-4f70-b7e0-0ce7e74b317f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:13:36.740707 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:13:36.741112 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Checking segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:13:36.741437 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Bound using segment: {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:13:36.741846 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Bound port: d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c9b402-ab12-4d8a-871b-128f4bfcb6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:13:36.742209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.763142 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa089eb1-771a-4a8a-b60b-f5f0cd939b1a req-24e25e43-9e50-4760-b4e4-521102a58296 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:36.764764 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa089eb1-771a-4a8a-b60b-f5f0cd939b1a req-24e25e43-9e50-4760-b4e4-521102a58296 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.1207418 Jul 23 15:13:36.842401 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-aa089eb1-771a-4a8a-b60b-f5f0cd939b1a req-ebfba040-2c88-4220-8c23-f75baa0c73f6 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716753 Jul 23 15:13:36.846821 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:13:36.850163 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:13:36.857727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.895461 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:36.896079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:36.897475 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] 10.222.0.11 "PUT /v2.0/ports/d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1092 time: 0.7370467 Jul 23 15:13:36.897911 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:13:36.900203 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab77b4-c281-485e-85d2-ca65351a30ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:13:36.931564 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b932589-b4d3-4b44-8762-92fb4434021e service neutron] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:36.951765 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9fd20a-cdeb-43cf-9c14-61b0f561be09 x-openstack-request-id: req-ab9fd20a-cdeb-43cf-9c14-61b0f561be09 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:13:36.952050 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:13:36.952302 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab9fd20a-cdeb-43cf-9c14-61b0f561be09 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:13:36.952701 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'status': 'completed', 'code': 200} Jul 23 15:13:37.027504 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-a309986b-55de-4a49-a739-c5e60700c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:37.029049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-a309986b-55de-4a49-a739-c5e60700c5c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1095 time: 0.0607595 Jul 23 15:13:37.078616 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-c3a42113-c91a-4d68-8ec2-fb5c7f3e6d9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 217 time: 0.0368352 Jul 23 15:13:37.133209 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-da9545e2-90e7-4c25-a91a-02793e527cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:37.134726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-da9545e2-90e7-4c25-a91a-02793e527cde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0503068 Jul 23 15:13:37.194776 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090582-ef02-485b-bc28-777255dfbf7f req-d675b287-b464-4e98-8ee5-885058d6625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:37.196255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-d675b287-b464-4e98-8ee5-885058d6625a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550535 Jul 23 15:13:37.287144 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-b7ae4be7-185f-4f48-8e7e-ae8c2f80929a service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Jul 23 15:13:37.390385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a5090582-ef02-485b-bc28-777255dfbf7f req-ebc710e8-5f37-4909-9a1b-50f644cb53a6 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970612 Jul 23 15:13:37.516153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-f9cbf2df-673c-42c7-9623-f49c0a53629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:37.517670 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-f9cbf2df-673c-42c7-9623-f49c0a53629a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1095 time: 0.0574937 Jul 23 15:13:37.613810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-886ce11d-9edb-4cc9-8333-60fb84c05cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:37.615328 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-886ce11d-9edb-4cc9-8333-60fb84c05cce service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0913787 Jul 23 15:13:37.656175 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-a76bb8d8-ff4d-4360-aef6-406f0510af0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 217 time: 0.0340862 Jul 23 15:13:37.706362 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-871ee37f-b646-4a2f-924d-20132e1cec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:37.707879 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-871ee37f-b646-4a2f-924d-20132e1cec41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0457926 Jul 23 15:13:37.773077 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-56dba379-a025-4bb8-92a3-065f4dab6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:37.774589 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-56dba379-a025-4bb8-92a3-065f4dab6177 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599947 Jul 23 15:13:37.866938 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-f570145e-780f-4582-8952-9c2b0621e3aa service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847075 Jul 23 15:13:37.996436 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36ab77b4-c281-485e-85d2-ca65351a30ef req-210d1e68-6306-4be8-b6de-3076426e122f service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225893 Jul 23 15:13:38.022839 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5400a4-ddc7-4e62-b3ef-8984445f5748 req-ff9124c0-b522-44a7-8a3f-85a60ae62d5c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:38.025150 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b5400a4-ddc7-4e62-b3ef-8984445f5748 req-ff9124c0-b522-44a7-8a3f-85a60ae62d5c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0897605 Jul 23 15:13:38.065687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9b5400a4-ddc7-4e62-b3ef-8984445f5748 req-5f38771c-9ce0-4c7c-9a32-ee30170a3c44 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354550 Jul 23 15:13:38.303893 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:39.201676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae58f3-dec0-4772-a6ef-7beb530e2b9c req-e410a367-f127-4cad-b161-9d3b6ae6df91 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:39.203318 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88ae58f3-dec0-4772-a6ef-7beb530e2b9c req-e410a367-f127-4cad-b161-9d3b6ae6df91 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0702193 Jul 23 15:13:39.244531 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-88ae58f3-dec0-4772-a6ef-7beb530e2b9c req-c1f1947b-701e-42ae-8d11-4a4b6ebc7fe2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350759 Jul 23 15:13:40.385806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ff10-bb30-48ec-9150-77592e92799e req-5a3b427d-8abd-48cd-b3de-a1247f266fc7 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:40.387400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36d5ff10-bb30-48ec-9150-77592e92799e req-5a3b427d-8abd-48cd-b3de-a1247f266fc7 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0649791 Jul 23 15:13:40.429922 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-36d5ff10-bb30-48ec-9150-77592e92799e req-9f1b0e38-cba4-4ec3-9390-7fbbb1ded862 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341766 Jul 23 15:13:41.575728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4505d17-e579-4efe-b25c-73ba71f1825f req-c86b5ccf-0116-409f-80cd-1d54fab46985 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:41.577585 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4505d17-e579-4efe-b25c-73ba71f1825f req-c86b5ccf-0116-409f-80cd-1d54fab46985 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0654876 Jul 23 15:13:41.621777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a4505d17-e579-4efe-b25c-73ba71f1825f req-add8d322-856a-4932-818c-70164cd464fa tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384951 Jul 23 15:13:42.765526 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad8cb3-6d10-4ba4-8710-d97fb6abc6b4 req-b25c43f4-82d6-40f7-8d10-aae8ae5f0883 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:42.767036 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3ad8cb3-6d10-4ba4-8710-d97fb6abc6b4 req-b25c43f4-82d6-40f7-8d10-aae8ae5f0883 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0694826 Jul 23 15:13:42.808457 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a3ad8cb3-6d10-4ba4-8710-d97fb6abc6b4 req-cd4f2777-2cd3-45ac-b066-d5ad8ffce737 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325925 Jul 23 15:13:43.949264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fff54-6e6d-4835-9749-cf3d8b3482c7 req-9f01ba4d-6ff3-4878-bf2e-9ce513bec022 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:43.950988 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b3fff54-6e6d-4835-9749-cf3d8b3482c7 req-9f01ba4d-6ff3-4878-bf2e-9ce513bec022 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0703554 Jul 23 15:13:43.991976 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5b3fff54-6e6d-4835-9749-cf3d8b3482c7 req-a1b1dc89-1b76-4f5b-8bd3-e172c85ab0a8 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326712 Jul 23 15:13:45.134110 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1df66d-396e-4540-bdbf-b6bd26058d50 req-b14c9a56-1492-458f-913a-79c45615d57d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:45.135627 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee1df66d-396e-4540-bdbf-b6bd26058d50 req-b14c9a56-1492-458f-913a-79c45615d57d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0762515 Jul 23 15:13:45.176923 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ee1df66d-396e-4540-bdbf-b6bd26058d50 req-0b41c757-b51d-49d9-8c69-171045635776 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336151 Jul 23 15:13:45.559564 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:13:45.935653 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f828e3-0670-4086-a148-8da594843f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:46.320736 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4168d52-533f-47f8-b405-5551e3419641 req-aa5a05d0-371e-4e3f-8f63-ff43a899c1ea tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:46.322218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4168d52-533f-47f8-b405-5551e3419641 req-aa5a05d0-371e-4e3f-8f63-ff43a899c1ea tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0679252 Jul 23 15:13:46.360153 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4168d52-533f-47f8-b405-5551e3419641 req-582d4f76-b936-40b6-bec2-ea3946de925f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318408 Jul 23 15:13:47.500165 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaf978-e318-478c-bf23-830d2cca3e16 req-5658c2b7-57bd-4ab7-a0fb-df414caa8e36 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:47.501663 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aaaf978-e318-478c-bf23-830d2cca3e16 req-5658c2b7-57bd-4ab7-a0fb-df414caa8e36 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0669935 Jul 23 15:13:47.538682 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7aaaf978-e318-478c-bf23-830d2cca3e16 req-54ce7892-9f96-492d-a924-6ad2bedefad4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314071 Jul 23 15:13:48.141129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d0ac5e84-72e9-444e-8e50-f4939a32e0bd details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:13:48.240046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:13:48.250970 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'port_id': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'mac_address': 'fa:16:3e:e9:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:13:48.288721 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:48.301229 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ac5e84-72e9-444e-8e50-f4939a32e0bd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:13:48.321937 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:13:48.328797 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:48.379064 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:48.386682 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.387046 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.387388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.387729 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.388060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.388373 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.388699 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.389021 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.389347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.389671 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.390204 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.390532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:13:48.423483 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:48.473196 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:48.594032 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7353d37c-fad8-457c-9ed4-920d45194579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:48.600074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d0ac5e84-72e9-444e-8e50-f4939a32e0bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:13:48.682906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad73ea8-fc77-42f4-bc32-d630afa9cadb req-09057fa4-b643-4d18-a90d-5bb219cc8a92 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:48.684418 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ad73ea8-fc77-42f4-bc32-d630afa9cadb req-09057fa4-b643-4d18-a90d-5bb219cc8a92 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 945 time: 0.0742960 Jul 23 15:13:48.722864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ad73ea8-fc77-42f4-bc32-d630afa9cadb req-c2324c73-dfad-49e6-b2bf-81a0ffc37626 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324111 Jul 23 15:13:49.854226 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:49.862717 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1794bf-4b78-47f5-8697-11c7f5bee599 req-7ae30d6e-b5a9-4ec6-b9d7-a15261683cbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:49.864247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a1794bf-4b78-47f5-8697-11c7f5bee599 req-7ae30d6e-b5a9-4ec6-b9d7-a15261683cbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 945 time: 0.0666876 Jul 23 15:13:49.901712 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a1794bf-4b78-47f5-8697-11c7f5bee599 req-aa0fd562-3b98-4889-84b0-eded7b7b2022 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318294 Jul 23 15:13:50.150936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d0ac5e84-72e9-444e-8e50-f4939a32e0bd up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:13:50.207197 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port d0ac5e84-72e9-444e-8e50-f4939a32e0bd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:13:50.211051 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d0ac5e84-72e9-444e-8e50-f4939a32e0bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:13:50.211441 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:50.290258 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:50.312907 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:13:50.315187 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff6d5e-a6de-4831-a97c-cc85d4a5f50f" -d '{"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:13:50.327964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:13:50.333548 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:50.359978 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc69d4-7203-4c0b-afa0-44ee8ea75fcb x-openstack-request-id: req-01bc69d4-7203-4c0b-afa0-44ee8ea75fcb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:13:50.360265 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:13:50.360517 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01bc69d4-7203-4c0b-afa0-44ee8ea75fcb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:13:50.360902 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'code': 200} Jul 23 15:13:50.385755 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:50.495424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295339-c873-47b3-84c3-8c58b37b1ca1 req-6496e3af-53d4-43c8-bec0-7350fc88b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:50.496803 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad295339-c873-47b3-84c3-8c58b37b1ca1 req-6496e3af-53d4-43c8-bec0-7350fc88b7c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0621367 Jul 23 15:13:50.532372 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ad295339-c873-47b3-84c3-8c58b37b1ca1 req-53a3d9ab-5dcb-4ff2-8622-ef4a09e3afa5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293422 Jul 23 15:13:51.040738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0acb9-a434-4822-8893-8aac8170ff0c req-6cfec7a3-762a-4427-bd99-924cd96b3f2d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:51.042257 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ea0acb9-a434-4822-8893-8aac8170ff0c req-6cfec7a3-762a-4427-bd99-924cd96b3f2d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0658040 Jul 23 15:13:51.080980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ea0acb9-a434-4822-8893-8aac8170ff0c req-75e0143a-cb22-42f5-8d7b-11234805dba1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327883 Jul 23 15:13:51.571522 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:52.228563 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef3b49-1285-4ae9-b248-18aa19781c5f req-d56af0c3-b06a-4981-9b88-e7e8fe88906c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:52.230064 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5ef3b49-1285-4ae9-b248-18aa19781c5f req-d56af0c3-b06a-4981-9b88-e7e8fe88906c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0742767 Jul 23 15:13:52.268925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5ef3b49-1285-4ae9-b248-18aa19781c5f req-956481f9-5542-4394-97c1-1e0100f48fbc tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330060 Jul 23 15:13:52.404055 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4486d3-cf71-44b6-ba35-b5b265e5bc2e req-58c3d82a-8750-4b50-9c90-b235e780ccba tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:52.405526 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4486d3-cf71-44b6-ba35-b5b265e5bc2e req-58c3d82a-8750-4b50-9c90-b235e780ccba tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0711977 Jul 23 15:13:52.444012 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-be4486d3-cf71-44b6-ba35-b5b265e5bc2e req-1e8ebaef-7eee-470d-be8d-ab40386bbc8d tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316608 Jul 23 15:13:52.471121 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:52.528171 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2014ca5-6f61-4a13-b47f-56f8809eb364 tempest-TestShelveInstance-1487897377 tempest-TestShelveInstance-1487897377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:52.529623 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e2014ca5-6f61-4a13-b47f-56f8809eb364 tempest-TestShelveInstance-1487897377 tempest-TestShelveInstance-1487897377-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1092 time: 0.0574608 Jul 23 15:13:52.532581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 32954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:13:52.536972 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:13:52.561572 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:52.656851 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:52.762336 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Allocated IP 172.25.2.149 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/8d9afabc-4740-4e39-933e-a02cd625584a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:13:52.868435 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:52.913941 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:52.950468 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:13:52.955554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:13:52.959108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:13:52.964602 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'Port': ['ID=8d9afabc-4740-4e39-933e-a02cd625584a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:53.317691 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:53.401824 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:53.557258 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:53.565451 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:53.628852 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event updated for resources: {'Port': ['ID=8d9afabc-4740-4e39-933e-a02cd625584a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:13:53.641981 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:54.050752 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Floating IP e40bc914-4f2d-46e8-987e-25f9bfdca9f7 associated. External IP: 172.25.2.149, port: d0ac5e84-72e9-444e-8e50-f4939a32e0bd. Jul 23 15:13:54.265174 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Router 395a4294-72d4-4efb-a8e7-067462abb7b4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:13:54.376573 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:13:54.386950 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] Sync routers for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:13:54.396135 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:13:54.396325 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:13:54.396800 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:13:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:54.446454 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-01034e14-41f1-4409-ad99-a695abe9ca49 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8993311 Jul 23 15:13:54.446454 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:13:54.446454 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7281e72f-2cb9-4937-b4d9-a74633d98718" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:13:54.472515 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04cafb2-ad1b-4188-a5af-284d0d2e1c36 x-openstack-request-id: req-f04cafb2-ad1b-4188-a5af-284d0d2e1c36 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:13:54.472809 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:13:54.473058 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f04cafb2-ad1b-4188-a5af-284d0d2e1c36 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:13:54.473462 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'status': 'completed', 'code': 200} Jul 23 15:13:54.574502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-3520748d-4fcd-4ad7-a3bb-2029ef9d0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:54.575945 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-3520748d-4fcd-4ad7-a3bb-2029ef9d0bdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0579891 Jul 23 15:13:54.672086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-8373f7b2-9af0-4451-b6da-2a05d643b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:54.673806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-8373f7b2-9af0-4451-b6da-2a05d643b541 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0911210 Jul 23 15:13:54.673973 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:13:54.737536 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-9786f2b9-d521-485c-a3bd-ce2dd4f49bae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1000 time: 0.0574977 Jul 23 15:13:54.785276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-bfc5518c-bffa-4c04-aede-00cfb43d0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:54.786926 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-bfc5518c-bffa-4c04-aede-00cfb43d0c78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0436594 Jul 23 15:13:54.848879 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-d6b9aec9-0b9f-46be-a62b-768039f60113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:54.850295 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-d6b9aec9-0b9f-46be-a62b-768039f60113 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573313 Jul 23 15:13:54.899897 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'e40bc914-4f2d-46e8-987e-25f9bfdca9f7', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'port_id': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'mac_address': 'fa:16:3e:e9:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:13:53Z', 'updated_at': '2021-07-23T15:13:53Z', 'revision_number': 0, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:54.929260 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] Checking router: 395a4294-72d4-4efb-a8e7-067462abb7b4 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:13:54.937829 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:13:54.938229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-90989600-6bd7-4100-be0d-77015ff64580 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811307 Jul 23 15:13:54.938397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:13:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:55.030168 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7281e72f-2cb9-4937-b4d9-a74633d98718 req-f72e0d76-26e3-4bcf-a2a5-68e5b961414e service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859959 Jul 23 15:13:55.045831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:13:55.267639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'e40bc914-4f2d-46e8-987e-25f9bfdca9f7', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'port_id': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'mac_address': 'fa:16:3e:e9:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:13:53Z', 'updated_at': '2021-07-23T15:13:53Z', 'revision_number': 0, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:13:55.297752 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9124e39-05e4-42f4-98e9-8af402fd6bd3 None None] The sync data for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 is: [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'e40bc914-4f2d-46e8-987e-25f9bfdca9f7', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'port_id': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'mac_address': 'fa:16:3e:e9:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:13:53Z', 'updated_at': '2021-07-23T15:13:53Z', 'revision_number': 0, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:13:55.492311 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc45f6-08a4-407f-92c7-f4b1368a07b1 None None] New status for floating IP e40bc914-4f2d-46e8-987e-25f9bfdca9f7: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:13:56.815659 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-822dce2b-be9f-4717-95f5-908bc7f589ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580695 Jul 23 15:13:56.941738 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c837-d53e-4965-983a-150d5eacae23 req-cd31c1f9-a30e-4f98-91f0-4134b4f1b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:56.943279 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-cd31c1f9-a30e-4f98-91f0-4134b4f1b5c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0669124 Jul 23 15:13:57.059315 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c837-d53e-4965-983a-150d5eacae23 req-8206cd53-e82c-442f-b15c-7ee6516163cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:57.060805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-8206cd53-e82c-442f-b15c-7ee6516163cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0981877 Jul 23 15:13:57.132203 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-edfe6dfc-421c-44c4-a5cf-06c92e1eb83f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1002 time: 0.0646017 Jul 23 15:13:57.185720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c837-d53e-4965-983a-150d5eacae23 req-df317541-f080-42a2-8d6d-661c2e669d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:57.187385 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-df317541-f080-42a2-8d6d-661c2e669d73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0492706 Jul 23 15:13:57.247510 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c837-d53e-4965-983a-150d5eacae23 req-9c860323-75b1-4101-bfe6-ebd43441de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:13:57.248977 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-9c860323-75b1-4101-bfe6-ebd43441de55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552850 Jul 23 15:13:57.340852 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-c4a390c5-836f-4eaa-b87c-7c2f89ca3b06 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854435 Jul 23 15:13:57.448639 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-2e96c837-d53e-4965-983a-150d5eacae23 req-33cc9e2f-b4af-4cfe-836c-54aaf5aa8aa6 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013508 Jul 23 15:14:08.305401 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:15.930434 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af963f94-aa84-43ea-8101-aef43331d1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:18.426397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:18.490578 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:18.599864 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f5a5-6400-45d9-baaa-7d23416668bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:19.856485 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:21.583753 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:22.564266 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:14:38.320695 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:45.943506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9830-d272-494d-8e58-6d5ad33fccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:48.441630 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:48.486085 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:48.613675 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9987487-9d71-4ea1-9b3d-6afd13285987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:49.872853 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:51.584528 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:14:58.959195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-5fee5090-5651-41b4-9b74-83f9fd2f4803 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990174 Jul 23 15:14:59.083188 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-24f07317-a973-479a-91ce-66ec683b969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:14:59.084700 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-24f07317-a973-479a-91ce-66ec683b969a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0648577 Jul 23 15:14:59.188999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-efc6598a-7ba2-4a43-9217-49c34b0ecbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:14:59.190364 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-efc6598a-7ba2-4a43-9217-49c34b0ecbbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0862405 Jul 23 15:14:59.259934 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-5de88013-7778-4e2e-b9bb-23847a60bbeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1002 time: 0.0629361 Jul 23 15:14:59.311849 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-6d4e8eae-210e-4977-8187-5639c1d71f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:14:59.313432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-6d4e8eae-210e-4977-8187-5639c1d71f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0477064 Jul 23 15:14:59.382133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-c3c0e36d-4232-46e7-a435-ca5b58fc76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:14:59.383673 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-c3c0e36d-4232-46e7-a435-ca5b58fc76fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643203 Jul 23 15:14:59.487671 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-11fec276-33ba-4b1d-b810-ce5d72b62ee9 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957005 Jul 23 15:14:59.563299 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:14:59.584288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9863e442-15bc-4fdb-9676-624b24a73a65 req-fc51f669-27f7-4f24-bfa0-53dfc33650af service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897987 Jul 23 15:15:08.343014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:15.950567 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d969c94f-e05a-4c08-8eeb-e75198134e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:18.445322 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:18.484592 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:18.611564 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a57accb-3856-478a-90c2-6dd62dc33e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:19.873470 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:21.590791 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:36.565828 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:15:38.363435 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:45.941687 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-857bcb9b-95f5-4574-a420-5dce6df95924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:48.444478 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:48.482449 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:48.612469 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a5a914-4f31-40b6-a01e-01336ed01ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:49.876628 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:51.137329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e0bd-2860-426c-a033-0852a5e9e296 req-0cd62f52-fe44-4c15-9800-25f0611dab15 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:51.138882 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ab6e0bd-2860-426c-a033-0852a5e9e296 req-0cd62f52-fe44-4c15-9800-25f0611dab15 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0722139 Jul 23 15:15:51.180989 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3ab6e0bd-2860-426c-a033-0852a5e9e296 req-f34a2168-fe2c-4d2f-8c9d-9ad406216b6c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346611 Jul 23 15:15:51.589382 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:15:52.339329 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233ae1-c69f-417d-acc3-77946116c2e9 req-e2ba0550-37ca-4c08-8618-f47c12daa162 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:52.340687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae233ae1-c69f-417d-acc3-77946116c2e9 req-e2ba0550-37ca-4c08-8618-f47c12daa162 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0767124 Jul 23 15:15:52.386072 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ae233ae1-c69f-417d-acc3-77946116c2e9 req-4e01a89f-aca4-46a1-a09a-d5feab28517b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396347 Jul 23 15:15:53.540493 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797a0e2-0438-4761-8305-6d8cb2c775c2 req-3aa3aa68-2783-4e7c-83d5-15c2c5eb409a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:53.541966 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7797a0e2-0438-4761-8305-6d8cb2c775c2 req-3aa3aa68-2783-4e7c-83d5-15c2c5eb409a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0771048 Jul 23 15:15:53.579651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7797a0e2-0438-4761-8305-6d8cb2c775c2 req-7d8727dc-76ed-402a-a5d0-24cfe4dbc8a5 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321279 Jul 23 15:15:54.744392 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250b91-ee72-4918-9a0b-5133f60ed60f req-83d6f163-05b8-4117-a050-67502834bb22 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:54.745810 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16250b91-ee72-4918-9a0b-5133f60ed60f req-83d6f163-05b8-4117-a050-67502834bb22 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0825496 Jul 23 15:15:54.785005 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-16250b91-ee72-4918-9a0b-5133f60ed60f req-dc1bb7ce-4ab2-4ea2-9a05-9bb452588094 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332332 Jul 23 15:15:55.923473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3b94e-3ad6-4e2e-9c31-c649e8eac2f1 req-c78c1042-08b8-4adf-8caf-df1e1f894a78 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:55.924941 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01f3b94e-3ad6-4e2e-9c31-c649e8eac2f1 req-c78c1042-08b8-4adf-8caf-df1e1f894a78 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0676098 Jul 23 15:15:55.963548 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01f3b94e-3ad6-4e2e-9c31-c649e8eac2f1 req-fd284fc0-9450-4f26-b53d-1695e9ac21ec tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328569 Jul 23 15:15:57.128441 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac41bf8-8718-45b2-80f0-ffea7397a5aa req-ab15d45d-6cb8-44b1-bd80-8f0f016dd73a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:57.129915 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cac41bf8-8718-45b2-80f0-ffea7397a5aa req-ab15d45d-6cb8-44b1-bd80-8f0f016dd73a tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0809844 Jul 23 15:15:57.168843 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cac41bf8-8718-45b2-80f0-ffea7397a5aa req-1cb2ba7b-12a0-448e-bede-4b58661ec98b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332055 Jul 23 15:15:58.313015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928dd72-ac2a-4cee-a7e1-4a91b8ddf485 req-ebd0d1b4-89f3-4305-b8e3-f25d96132ad0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:58.314397 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5928dd72-ac2a-4cee-a7e1-4a91b8ddf485 req-ebd0d1b4-89f3-4305-b8e3-f25d96132ad0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0754380 Jul 23 15:15:58.357425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5928dd72-ac2a-4cee-a7e1-4a91b8ddf485 req-d39b9ed6-2218-49cb-a0f6-d1d824b11c3f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346937 Jul 23 15:15:58.861832 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-aa8bf465-ea3e-43ba-8598-682535e2565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:58.863377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-aa8bf465-ea3e-43ba-8598-682535e2565e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0611994 Jul 23 15:15:58.970281 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-9fb1b4e6-04e5-4833-83bc-0356a69f87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:58.971758 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-9fb1b4e6-04e5-4833-83bc-0356a69f87fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0883944 Jul 23 15:15:59.042161 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-be89640f-9ca2-4c7b-972e-9b1544deebf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1002 time: 0.0580065 Jul 23 15:15:59.095573 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-7a72e2a7-2b2f-489e-9c3f-53ae4477a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:59.096984 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-7a72e2a7-2b2f-489e-9c3f-53ae4477a036 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0479212 Jul 23 15:15:59.159060 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-4b1d8416-c1ac-45a0-828d-02b37e1a392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:59.160542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-4b1d8416-c1ac-45a0-828d-02b37e1a392e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568733 Jul 23 15:15:59.250141 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-5b9f4544-7e18-4d15-ba07-e62e04beb33b service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818763 Jul 23 15:15:59.343015 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6dd290b3-5cf8-40b9-b3a8-1e9be678fd97 req-3774f2d3-26c7-41d8-ac8f-e97eee68e10e service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860219 Jul 23 15:15:59.492479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ca14f-3ae7-4158-9b23-9769f7ace8c7 req-f3892cac-2ba8-423f-8b54-b36e319a1364 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:15:59.493741 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-830ca14f-3ae7-4158-9b23-9769f7ace8c7 req-f3892cac-2ba8-423f-8b54-b36e319a1364 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0686071 Jul 23 15:15:59.534055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-830ca14f-3ae7-4158-9b23-9769f7ace8c7 req-14cb5180-0af1-4c6e-a027-070d0cbae3a1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324001 Jul 23 15:16:00.684665 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaffcc8-5c21-49b2-ba12-7ab03f96d052 req-23036f0e-52a4-47c7-ba71-8e606271f9a9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:00.686060 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4eaffcc8-5c21-49b2-ba12-7ab03f96d052 req-23036f0e-52a4-47c7-ba71-8e606271f9a9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0754406 Jul 23 15:16:00.724172 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4eaffcc8-5c21-49b2-ba12-7ab03f96d052 req-7df8218f-0020-4336-b326-0328030d75e2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325162 Jul 23 15:16:01.361248 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b388ae-f624-422e-b004-95fd19509948 req-80f605e5-4a9d-4411-b443-6e5b80cac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:01.362767 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b388ae-f624-422e-b004-95fd19509948 req-80f605e5-4a9d-4411-b443-6e5b80cac556 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0653772 Jul 23 15:16:01.811743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b388ae-f624-422e-b004-95fd19509948 req-fb441407-c543-4265-86f0-9000733a045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:01.813228 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b388ae-f624-422e-b004-95fd19509948 req-fb441407-c543-4265-86f0-9000733a045a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.4398074 Jul 23 15:16:01.891959 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b388ae-f624-422e-b004-95fd19509948 req-828a6b51-4c8b-4ea4-bcba-3d5b1e061c8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1002 time: 0.0622678 Jul 23 15:16:01.938591 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1bcd8-54bc-4b3c-acc3-68414e11191e req-16928311-12aa-47dd-b4b3-f032544cf705 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:01.940050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97c1bcd8-54bc-4b3c-acc3-68414e11191e req-16928311-12aa-47dd-b4b3-f032544cf705 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.1409764 Jul 23 15:16:01.969210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b388ae-f624-422e-b004-95fd19509948 req-07dd9192-c0fd-46c6-b085-3c9bd9d4468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:01.970619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b388ae-f624-422e-b004-95fd19509948 req-07dd9192-c0fd-46c6-b085-3c9bd9d4468b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0705986 Jul 23 15:16:01.994330 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97c1bcd8-54bc-4b3c-acc3-68414e11191e req-834ca912-810b-4ea3-bf71-bfa2cbda69cd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486770 Jul 23 15:16:02.036664 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b388ae-f624-422e-b004-95fd19509948 req-ad0eb369-82ae-410b-acd6-9e1094b0b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:02.038170 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b388ae-f624-422e-b004-95fd19509948 req-ad0eb369-82ae-410b-acd6-9e1094b0b1cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585041 Jul 23 15:16:02.134951 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b388ae-f624-422e-b004-95fd19509948 req-6c9c36af-4511-4107-8212-47c8b5c73c95 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879862 Jul 23 15:16:02.223788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7b388ae-f624-422e-b004-95fd19509948 req-d55d82d4-cf1f-47f4-a55e-d507008a9445 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817933 Jul 23 15:16:03.139742 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b54801-89de-47c8-bc00-e8590a20c0f1 req-be0df93a-c656-4690-95f9-b96282217171 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:03.141247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2b54801-89de-47c8-bc00-e8590a20c0f1 req-be0df93a-c656-4690-95f9-b96282217171 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0793922 Jul 23 15:16:03.179074 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d2b54801-89de-47c8-bc00-e8590a20c0f1 req-e3145095-a49f-4a10-aae9-bc3f25cd5cb1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321188 Jul 23 15:16:04.316875 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a9e-29ee-41ad-a41a-dbba1f950c74 req-efd182db-6f5b-4763-8e08-cfb320349f2f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:04.318369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d655a9e-29ee-41ad-a41a-dbba1f950c74 req-efd182db-6f5b-4763-8e08-cfb320349f2f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0685947 Jul 23 15:16:04.358059 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4d655a9e-29ee-41ad-a41a-dbba1f950c74 req-1c51af3e-12a6-4c98-9ce6-051c8fa7b0a2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340369 Jul 23 15:16:05.492528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc73bc1-f7d3-4113-a4bc-09e999f02fae req-ce606cfd-f1e3-4477-b53e-0a969b7ed203 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:05.493925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-abc73bc1-f7d3-4113-a4bc-09e999f02fae req-ce606cfd-f1e3-4477-b53e-0a969b7ed203 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0698955 Jul 23 15:16:05.533219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-abc73bc1-f7d3-4113-a4bc-09e999f02fae req-d2f0e76e-bd90-463c-9c58-0e921f3caacc tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330901 Jul 23 15:16:06.680622 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d95514-39f8-43b5-8bf4-d64b5fa67f8d req-0774c790-e297-442e-b8e0-8d1c184fc4c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:06.682022 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32d95514-39f8-43b5-8bf4-d64b5fa67f8d req-0774c790-e297-442e-b8e0-8d1c184fc4c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0716817 Jul 23 15:16:06.709496 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d0ac5e84-72e9-444e-8e50-f4939a32e0bd no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:16:06.720138 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32d95514-39f8-43b5-8bf4-d64b5fa67f8d req-3db03f32-f852-467e-9fa6-aebca2922c01 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322428 Jul 23 15:16:06.786250 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:06.809479 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:16:06.812024 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf278e1f-0b5f-4ae4-9e1c-7624a01fade5" -d '{"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:16:06.825329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:16:06.829353 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:06.879726 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:16:06.887144 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.887492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.887801 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.888170 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.888504 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.888833 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.889167 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.889490 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.889821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.890127 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.890477 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:06.890832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:16:07.888491 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e247902-64c3-4b59-81b9-373871069b0e x-openstack-request-id: req-8e247902-64c3-4b59-81b9-373871069b0e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:16:07.889128 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-unplugged", "status": "failed", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:16:07.889128 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e247902-64c3-4b59-81b9-373871069b0e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:16:07.889407 n-d-801990-3 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'code': 422} returned with failed status Jul 23 15:16:07.988881 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-5630a0b5-34d5-4a5f-b3ff-6d9116861d5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014929 Jul 23 15:16:07.994990 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3390cb2-0f0c-42fe-8a66-d259a316d1bb req-b253d97b-7808-49a1-9dec-9f4b9a3ddf73 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:07.997050 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3390cb2-0f0c-42fe-8a66-d259a316d1bb req-b253d97b-7808-49a1-9dec-9f4b9a3ddf73 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0679111 Jul 23 15:16:08.036237 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b3390cb2-0f0c-42fe-8a66-d259a316d1bb req-29b0ace1-5422-48a9-b400-bd7cbf0494d5 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326445 Jul 23 15:16:08.359512 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:09.174153 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d53a-9d8a-4f93-be92-a1a3e529ec2c req-ef7316de-fe81-49a1-8558-fa0996d6809e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:09.175689 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27e5d53a-9d8a-4f93-be92-a1a3e529ec2c req-ef7316de-fe81-49a1-8558-fa0996d6809e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0691729 Jul 23 15:16:09.216367 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-27e5d53a-9d8a-4f93-be92-a1a3e529ec2c req-3739017b-9fe5-4afc-aaa0-df3b8e413ec6 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343242 Jul 23 15:16:10.364740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461184d-d00d-44b0-aecf-11a4c0f1c29c req-450b59f4-586f-4bfc-802e-923ee8c8106e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:10.366316 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5461184d-d00d-44b0-aecf-11a4c0f1c29c req-450b59f4-586f-4bfc-802e-923ee8c8106e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0674114 Jul 23 15:16:10.409919 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5461184d-d00d-44b0-aecf-11a4c0f1c29c req-a3ad5f63-b29f-42b0-9d92-a3241529f464 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364852 Jul 23 15:16:11.546332 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b3ad-a148-4c08-bc2d-40edaaa745f2 req-0e207f77-2676-471f-b3fd-7c6d83513b44 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:11.547932 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39d9b3ad-a148-4c08-bc2d-40edaaa745f2 req-0e207f77-2676-471f-b3fd-7c6d83513b44 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0676775 Jul 23 15:16:11.586892 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-39d9b3ad-a148-4c08-bc2d-40edaaa745f2 req-fd93859a-6a14-4db2-a9bb-432d4a63bff2 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332046 Jul 23 15:16:12.721119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3624018-41bd-4408-a975-c1b9b411ab7a req-1501966a-681a-4713-9d44-b4db0f222de5 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:12.722574 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3624018-41bd-4408-a975-c1b9b411ab7a req-1501966a-681a-4713-9d44-b4db0f222de5 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0684676 Jul 23 15:16:12.760034 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f3624018-41bd-4408-a975-c1b9b411ab7a req-3f73b69a-3c95-4073-8fe2-de1dd76c8bb0 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316956 Jul 23 15:16:13.566161 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:16:13.892473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19eb56-c35d-454b-9314-131b7969ce1b req-fcc3a71e-e49f-43a6-95e2-bbc1e9917ce4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:13.893955 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb19eb56-c35d-454b-9314-131b7969ce1b req-fcc3a71e-e49f-43a6-95e2-bbc1e9917ce4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0663180 Jul 23 15:16:13.933377 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cb19eb56-c35d-454b-9314-131b7969ce1b req-21c19fad-2133-47b9-a797-37e9f877870c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334623 Jul 23 15:16:15.048771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598478a-945a-4315-9e41-86aee1531a04 req-12d4b142-0382-4d92-b7c8-bcb17f8d60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:15.050253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-12d4b142-0382-4d92-b7c8-bcb17f8d60d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df&tenant_id=a67a8e84f8a841a7b07dc465309235b9 HTTP/1.1" status: 200 len: 1095 time: 0.0863557 Jul 23 15:16:15.079882 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52abe7-8483-4dd4-b8ae-6bd2145a4413 req-960b3478-54cf-464d-99bb-7e4cb2b40a64 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:15.081374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b52abe7-8483-4dd4-b8ae-6bd2145a4413 req-960b3478-54cf-464d-99bb-7e4cb2b40a64 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0748458 Jul 23 15:16:15.145171 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-0b52abe7-8483-4dd4-b8ae-6bd2145a4413 req-f0669b46-cc14-4707-a78b-22c5aa5c806b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551550 Jul 23 15:16:15.160278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598478a-945a-4315-9e41-86aee1531a04 req-8ebc0e70-d0d4-4adb-8b8c-340e5674df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:15.161776 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-8ebc0e70-d0d4-4adb-8b8c-340e5674df24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1095 time: 0.0791166 Jul 23 15:16:15.255516 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598478a-945a-4315-9e41-86aee1531a04 req-3df91057-3d89-4c9c-949d-64cbf1a98e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:15.256898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-3df91057-3d89-4c9c-949d-64cbf1a98e9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0879533 Jul 23 15:16:15.329320 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-aeb48572-aded-4600-850c-68a48a69d131 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1000 time: 0.0647178 Jul 23 15:16:15.382681 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598478a-945a-4315-9e41-86aee1531a04 req-ae30cb99-562c-4cf5-a2eb-502638ae3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:15.384177 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-ae30cb99-562c-4cf5-a2eb-502638ae3ac1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0483060 Jul 23 15:16:15.444448 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598478a-945a-4315-9e41-86aee1531a04 req-53e3c5e4-638d-4985-acce-dc6881952881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:15.445935 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-53e3c5e4-638d-4985-acce-dc6881952881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547011 Jul 23 15:16:15.535466 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-c0a247d9-942e-472c-8dfd-12d3fa637658 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827281 Jul 23 15:16:15.627533 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-87225585-c036-4894-8116-ed0153927fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851715 Jul 23 15:16:15.938724 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2c09a55-bda4-4f6d-8b38-c31901333811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:16.288326 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede72d5-0a07-4d64-a718-8968fa07f43a req-1fba8484-00c6-44bd-8417-b50e1dc6d23c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:16.289864 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eede72d5-0a07-4d64-a718-8968fa07f43a req-1fba8484-00c6-44bd-8417-b50e1dc6d23c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0727816 Jul 23 15:16:16.329722 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-eede72d5-0a07-4d64-a718-8968fa07f43a req-e221a826-2e74-4ce5-a1f7-c008c7689d09 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341558 Jul 23 15:16:17.495195 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776e92d-74c5-4f5d-91b5-1703f1dc4194 req-a8b23460-2d3a-47a9-8145-2f985e5adae9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:17.496678 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5776e92d-74c5-4f5d-91b5-1703f1dc4194 req-a8b23460-2d3a-47a9-8145-2f985e5adae9 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0830288 Jul 23 15:16:17.547055 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-5776e92d-74c5-4f5d-91b5-1703f1dc4194 req-919573fe-ee68-4e22-8de1-d0da6d123d0f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432334 Jul 23 15:16:18.439595 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:18.482825 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:18.606078 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e20de064-dd07-4834-bb50-d151052b8072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:18.689325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1b670-18dd-4f02-809c-f26254551f1a req-f006edd2-75b2-406e-b478-f8fc5c9f83e3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:18.690777 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03c1b670-18dd-4f02-809c-f26254551f1a req-f006edd2-75b2-406e-b478-f8fc5c9f83e3 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0731132 Jul 23 15:16:18.736486 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-03c1b670-18dd-4f02-809c-f26254551f1a req-b82720bd-c57e-4659-8d07-9a573fbe1665 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392425 Jul 23 15:16:19.871700 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:19.882659 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c10d-25e6-4254-944c-235590791cf0 req-509bb5c1-1c87-4de2-95f6-306e402c5449 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:19.884140 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf55c10d-25e6-4254-944c-235590791cf0 req-509bb5c1-1c87-4de2-95f6-306e402c5449 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0691037 Jul 23 15:16:19.927001 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bf55c10d-25e6-4254-944c-235590791cf0 req-639f3d33-9a88-406e-af41-ac5e3a7f0004 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370314 Jul 23 15:16:21.079173 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad27bd9-f5b5-49bb-bd1f-b17ddad090f9 req-dbec9a19-198d-4a6f-a004-440d90496aba tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:21.080651 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ad27bd9-f5b5-49bb-bd1f-b17ddad090f9 req-dbec9a19-198d-4a6f-a004-440d90496aba tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0674226 Jul 23 15:16:21.120983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ad27bd9-f5b5-49bb-bd1f-b17ddad090f9 req-693bb905-af45-44f7-8123-b9cdb3518966 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319722 Jul 23 15:16:21.593820 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:22.254727 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369231d-0276-4267-8a5d-29dcba45b0f9 req-abd2cd3d-f80b-4d6d-a756-f98afb2bb6b1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:22.256097 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9369231d-0276-4267-8a5d-29dcba45b0f9 req-abd2cd3d-f80b-4d6d-a756-f98afb2bb6b1 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 944 time: 0.0666916 Jul 23 15:16:22.298083 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9369231d-0276-4267-8a5d-29dcba45b0f9 req-7a1aa461-bdf9-4fc7-b01e-3a019127a01b tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339103 Jul 23 15:16:22.771791 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d0ac5e84-72e9-444e-8e50-f4939a32e0bd details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:16:22.871724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:16:22.886301 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'port_id': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'mac_address': 'fa:16:3e:e9:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:16:22.925215 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:22.943059 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ac5e84-72e9-444e-8e50-f4939a32e0bd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:16:22.962923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:16:22.970046 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:23.018101 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:16:23.278993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['d0ac5e84-72e9-444e-8e50-f4939a32e0bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:16:23.441451 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c8ac-b415-4496-9bdb-41721e90386d req-e46efe02-77f9-4fb4-a212-ec134660b167 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:23.443010 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02c3c8ac-b415-4496-9bdb-41721e90386d req-e46efe02-77f9-4fb4-a212-ec134660b167 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 945 time: 0.0668948 Jul 23 15:16:23.487131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-02c3c8ac-b415-4496-9bdb-41721e90386d req-ca7e86a3-01d7-4d4c-a91c-c30423385e90 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342126 Jul 23 15:16:24.629040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9769f57-fadd-4605-8eec-196335255001 req-09275947-d27e-4145-b827-2d064e00e8b6 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:24.630522 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9769f57-fadd-4605-8eec-196335255001 req-09275947-d27e-4145-b827-2d064e00e8b6 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 945 time: 0.0666749 Jul 23 15:16:24.671439 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c9769f57-fadd-4605-8eec-196335255001 req-91742a35-9d4e-4134-aa53-9b8221a36560 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351431 Jul 23 15:16:24.802505 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d0ac5e84-72e9-444e-8e50-f4939a32e0bd up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:16:24.854812 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port d0ac5e84-72e9-444e-8e50-f4939a32e0bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:16:24.855198 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:24.939789 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:24.962147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:16:24.964502 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1fe932-1b06-42df-8490-b98fd7024af6" -d '{"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:16:24.977142 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:16:24.983724 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:25.006461 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8651486e-9185-43d8-b60c-6c1615bdffee x-openstack-request-id: req-8651486e-9185-43d8-b60c-6c1615bdffee {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:16:25.006782 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-plugged", "status": "completed", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:16:25.007027 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8651486e-9185-43d8-b60c-6c1615bdffee {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:16:25.007409 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'code': 200} Jul 23 15:16:25.032488 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:16:25.215855 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55575b6-d658-4de9-bc48-65802207539e req-5242d42a-1fa9-44b8-a8b9-a54f18bd70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:25.217296 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a55575b6-d658-4de9-bc48-65802207539e req-5242d42a-1fa9-44b8-a8b9-a54f18bd70d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0566049 Jul 23 15:16:25.254867 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a55575b6-d658-4de9-bc48-65802207539e req-81f237fe-652b-476c-ad86-4561689b25e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310864 Jul 23 15:16:25.817030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951f2dc-76a9-4dfd-84a5-b648e4aadaf2 req-43438596-f206-4cd9-8020-f2bb73b9fe1f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:25.818517 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e951f2dc-76a9-4dfd-84a5-b648e4aadaf2 req-43438596-f206-4cd9-8020-f2bb73b9fe1f tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0757167 Jul 23 15:16:25.857982 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e951f2dc-76a9-4dfd-84a5-b648e4aadaf2 req-152f909e-3bd6-49fd-ab89-ba6d0bea4b92 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336366 Jul 23 15:16:27.005497 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5a7a5-784b-407f-886c-5b84103f13d9 req-5a4a0e70-34f2-4204-bbce-f8714bcf2126 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:16:27.007007 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86a5a7a5-784b-407f-886c-5b84103f13d9 req-5a4a0e70-34f2-4204-bbce-f8714bcf2126 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0705202 Jul 23 15:16:27.052129 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-86a5a7a5-784b-407f-886c-5b84103f13d9 req-cf861db2-617e-4fa6-b6b6-b340f1f97b17 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392337 Jul 23 15:16:38.364935 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:45.942262 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c3e0d0-ed33-42fc-b937-52a868c91ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:48.448317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:48.482565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:48.612413 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c372015-7e63-4b0f-b9fd-de08457b385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:49.888220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:16:50.567800 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:16:51.603940 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:00.803851 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-c97e1098-acab-4a46-af92-784576e9cc38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655661 Jul 23 15:17:00.922172 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-336a4d0b-040b-4cce-a6e2-cd6b4ecf5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:00.923723 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-336a4d0b-040b-4cce-a6e2-cd6b4ecf5503 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0598125 Jul 23 15:17:01.027740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-3e96437d-dd35-491a-8aaa-f0ce2c49aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:01.029256 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-3e96437d-dd35-491a-8aaa-f0ce2c49aba9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.0865147 Jul 23 15:17:01.110288 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-3c392d24-1b60-41c8-93cd-2a1962f59306 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 1002 time: 0.0739367 Jul 23 15:17:01.165389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-8cdb8bee-3add-4193-b630-2852e7afd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:01.166871 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-8cdb8bee-3add-4193-b630-2852e7afd97e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0501204 Jul 23 15:17:01.230751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-814e6938-944a-45eb-902a-2adc1eeb1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:01.232488 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-814e6938-944a-45eb-902a-2adc1eeb1fcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587173 Jul 23 15:17:01.333383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-3ce33139-1b6b-42c5-8c59-a62ff7909d43 service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932157 Jul 23 15:17:01.441543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-dad65dfe-ee0f-46b4-b186-e588ff8788c9 req-66ab9a0b-47b6-4eea-86dc-8ab90e88845b service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005116 Jul 23 15:17:08.367547 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:15.947538 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63d6c250-f5f4-41ea-aa0d-c4ff27cb4d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:18.450966 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:18.496517 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:18.615575 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e399ecd0-fac2-4585-902b-1aafdd717219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:19.886192 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:21.609508 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:27.572665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:17:38.372314 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:42.581123 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:42.749760 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Deleting port 8d9afabc-4740-4e39-933e-a02cd625584a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:42.749996 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:42.833745 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:42.834081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:42.846569 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Calling delete_port for 8d9afabc-4740-4e39-933e-a02cd625584a owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:43.014292 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:43.040606 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event deleted for resources: {'Port': ['ID=8d9afabc-4740-4e39-933e-a02cd625584a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:43.067299 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.067646 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.068017 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.068718 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.069033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.069033 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.069476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.069866 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.070322 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.070668 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.070983 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.071312 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:43.113820 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:43.114139 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Floating IP e40bc914-4f2d-46e8-987e-25f9bfdca9f7 disassociated (deleted). External IP: 172.25.2.149, port: d0ac5e84-72e9-444e-8e50-f4939a32e0bd. Jul 23 15:17:43.320397 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Router 395a4294-72d4-4efb-a8e7-067462abb7b4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:17:43.436504 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:17:43.441830 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:43.446764 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] Sync routers for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:17:43.456052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:17:43.456670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:43.483593 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-30fd6eb6-e000-4e3b-9bfc-81df0d6c32c4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "DELETE /v2.0/floatingips/e40bc914-4f2d-46e8-987e-25f9bfdca9f7 HTTP/1.1" status: 204 len: 168 time: 0.9013290 Jul 23 15:17:43.484192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:17:43.486507 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f18cd-41dc-4616-a604-83dff0e0348a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:17:43.560287 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:17:43.639767 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430b2ad7-fda9-438b-a007-3b7e90104da8 x-openstack-request-id: req-430b2ad7-fda9-438b-a007-3b7e90104da8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:17:43.640370 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:17:43.640370 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-430b2ad7-fda9-438b-a007-3b7e90104da8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:17:43.640672 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'status': 'completed', 'code': 200} Jul 23 15:17:43.759054 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:43.787642 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e25ff-ecfb-41e4-8cab-48ce2a78f5ba req-68633b24-9cbe-4220-8900-e58be2b5cf3e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:43.788666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] Checking router: 395a4294-72d4-4efb-a8e7-067462abb7b4 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:17:43.789159 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f1e25ff-ecfb-41e4-8cab-48ce2a78f5ba req-68633b24-9cbe-4220-8900-e58be2b5cf3e tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.1011403 Jul 23 15:17:43.797470 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:17:43.798061 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:43.799035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f18cd-41dc-4616-a604-83dff0e0348a req-7c9bd427-517d-4c8b-ab31-3e4c293cad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:43.800474 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322f18cd-41dc-4616-a604-83dff0e0348a req-7c9bd427-517d-4c8b-ab31-3e4c293cad75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a67a8e84f8a841a7b07dc465309235b9&device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 1097 time: 0.0827727 Jul 23 15:17:43.862354 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f1e25ff-ecfb-41e4-8cab-48ce2a78f5ba req-4eaa3280-0d6f-4677-bfdc-14f1d26b6932 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660210 Jul 23 15:17:43.901826 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:17:43.914970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f18cd-41dc-4616-a604-83dff0e0348a req-b3b36403-b27c-4a94-b6f9-2ca975000d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:43.916535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322f18cd-41dc-4616-a604-83dff0e0348a req-b3b36403-b27c-4a94-b6f9-2ca975000d9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 200 len: 910 time: 0.1036468 Jul 23 15:17:43.959229 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322f18cd-41dc-4616-a604-83dff0e0348a req-47731269-95b4-4ea1-bbd4-5d8dd49ed81d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 200 len: 217 time: 0.0358279 Jul 23 15:17:44.015798 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f18cd-41dc-4616-a604-83dff0e0348a req-c6761975-a6d1-4753-8c67-ee257b66364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:44.017326 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322f18cd-41dc-4616-a604-83dff0e0348a req-c6761975-a6d1-4753-8c67-ee257b66364f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 200 len: 848 time: 0.0519822 Jul 23 15:17:44.082196 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f18cd-41dc-4616-a604-83dff0e0348a req-3bd97488-edf8-4e48-8689-3bdadc01450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:44.083788 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322f18cd-41dc-4616-a604-83dff0e0348a req-3bd97488-edf8-4e48-8689-3bdadc01450a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d08627ed-dd78-4f70-b7e0-0ce7e74b317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597081 Jul 23 15:17:44.174117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322f18cd-41dc-4616-a604-83dff0e0348a req-fc3e2398-b272-4327-a776-adfdaea1ea3d service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833838 Jul 23 15:17:44.269244 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-322f18cd-41dc-4616-a604-83dff0e0348a req-64d6b39d-6c4f-4017-a066-105585a9acda service neutron] 10.222.0.11 "GET /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885789 Jul 23 15:17:44.271591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:44.297724 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc65a73-090b-42a0-a622-0acf093e9edd None None] The sync data for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 is: [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:55Z', 'revision_number': 4, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': '8e8a2e2f-9b6f-418d-a66c-ecc310db52cc', 'name': '', 'network_id': 'd08627ed-dd78-4f70-b7e0-0ce7e74b317f', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'mac_address': 'fa:16:3e:c6:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668ba588-58c7-4495-884c-d397091aaff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:55Z', 'updated_at': '2021-07-23T15:09:00Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'subnets': [{'id': '668ba588-58c7-4495-884c-d397091aaff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:17:44.536665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b2c0b-78fa-4296-8eee-f200330cb7a1 None None] New status for floating IP e40bc914-4f2d-46e8-987e-25f9bfdca9f7: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:17:45.011035 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967d50-8542-430f-ba99-cc831ab1b78d req-81b5a4f0-5fc9-46a9-a076-2332d2e90e5c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:45.012583 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32967d50-8542-430f-ba99-cc831ab1b78d req-81b5a4f0-5fc9-46a9-a076-2332d2e90e5c tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0689402 Jul 23 15:17:45.050454 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-32967d50-8542-430f-ba99-cc831ab1b78d req-c9304a45-d5b0-4e42-8f92-a29ef3d02942 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae26d73-d699-4999-a308-5b6297216653&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321546 Jul 23 15:17:45.418058 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-d92372d7-3eec-44d7-ae3c-f02d2e48f561 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:45.419543 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-d92372d7-3eec-44d7-ae3c-f02d2e48f561 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 946 time: 0.0772014 Jul 23 15:17:45.536616 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Deleting port d0ac5e84-72e9-444e-8e50-f4939a32e0bd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:45.537099 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:45.630590 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] For port d0ac5e84-72e9-444e-8e50-f4939a32e0bd, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:45.630987 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:45.643800 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Calling delete_port for d0ac5e84-72e9-444e-8e50-f4939a32e0bd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:45.779617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:45.814171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event deleted for resources: {'Port': ['ID=d0ac5e84-72e9-444e-8e50-f4939a32e0bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:45.842673 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.843001 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.843374 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.843711 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.844045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.844360 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.844720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.845030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.845368 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.845695 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.846021 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.846400 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:45.867932 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] No DVR routers for this DVR port d0ac5e84-72e9-444e-8e50-f4939a32e0bd on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:17:45.870740 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:45.872797 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d37e3ba0-3e7a-4d6b-8377-bf905103f9a6 req-8a29aa69-86c4-4df8-bbcf-8810a03c7dbd tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.11 "DELETE /v2.0/ports/d0ac5e84-72e9-444e-8e50-f4939a32e0bd HTTP/1.1" status: 204 len: 173 time: 0.4476097 Jul 23 15:17:45.873238 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-deleted', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:17:45.875653 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51699be-c0f7-4c43-8d46-50c2a552819a" -d '{"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-deleted", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:17:45.942075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eba90a9c-e6f8-429f-9c91-bc44e67e936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:45.966313 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6dea30-57c4-4009-bdc5-5ec91da88ff0 x-openstack-request-id: req-6b6dea30-57c4-4009-bdc5-5ec91da88ff0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:17:45.966607 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df", "name": "network-vif-deleted", "tag": "d0ac5e84-72e9-444e-8e50-f4939a32e0bd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:17:45.966888 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b6dea30-57c4-4009-bdc5-5ec91da88ff0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:17:45.967285 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f6dfe2-15f5-46cc-a4e9-48e51d9c45df', 'name': 'network-vif-deleted', 'tag': 'd0ac5e84-72e9-444e-8e50-f4939a32e0bd', 'status': 'completed', 'code': 200} Jul 23 15:17:46.149417 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4e24aff8-440e-4890-9c06-eb6673230da2 req-9d0416dd-7aa3-4e83-beb6-e1485299dc07 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 210 time: 0.0299990 Jul 23 15:17:47.256016 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e0ea3f14-79e0-4f65-8a17-7c4b19a25332 req-77f0292c-b72f-4500-a56e-8224ef9db404 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 210 time: 0.0346847 Jul 23 15:17:48.357734 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7985cc24-707a-44c4-b125-b14c8d1bc34b req-f0378702-0b08-4609-980e-e603fa30a024 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 210 time: 0.0332782 Jul 23 15:17:48.447181 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:48.511309 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:48.608579 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-102d9d5b-64fe-4217-aa93-55ce0588deae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:49.158331 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d0ac5e84-72e9-444e-8e50-f4939a32e0bd no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:17:49.183533 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: d0ac5e84-72e9-444e-8e50-f4939a32e0bd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:17:49.183884 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device d0ac5e84-72e9-444e-8e50-f4939a32e0bd not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:17:49.466591 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d30643a0-b304-42f9-ac82-29e0337e4201 req-66a87e30-2f3f-4dad-868c-728d86e59ecb tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f6dfe2-15f5-46cc-a4e9-48e51d9c45df HTTP/1.1" status: 200 len: 210 time: 0.0298414 Jul 23 15:17:49.882116 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:50.523840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:50.588882 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12108adb-3add-4420-891a-ae3face072f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:50.613921 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12108adb-3add-4420-891a-ae3face072f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:50.672665 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12108adb-3add-4420-891a-ae3face072f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:50.675358 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12108adb-3add-4420-891a-ae3face072f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:50.677999 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-12108adb-3add-4420-891a-ae3face072f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ae26d73-d699-4999-a308-5b6297216653 HTTP/1.1" status: 204 len: 168 time: 0.1530819 Jul 23 15:17:50.691840 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12108adb-3add-4420-891a-ae3face072f4 tempest-TestShelveInstance-1407346471 tempest-TestShelveInstance-1407346471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae26d73-d699-4999-a308-5b6297216653,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:50.739386 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:51.200828 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:51.465632 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Deleting port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:51.466107 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:51.557793 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] For port 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:51.558506 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:51.571367 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Calling delete_port for 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:51.602550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:51.755718 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:51.779841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8a2e2f-9b6f-418d-a66c-ecc310db52cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:51.949476 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:52.169598 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Router 395a4294-72d4-4efb-a8e7-067462abb7b4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:17:52.279708 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:17:52.284917 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5c9b2d16-efc2-4920-be18-083f1aba637d admin admin] 10.222.0.21 "PUT /v2.0/routers/395a4294-72d4-4efb-a8e7-067462abb7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5442884 Jul 23 15:17:52.287547 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:52.288603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] Sync routers for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:17:52.297774 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:17:52.298371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:52.391973 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:52.399768 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:17:52.500022 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:52.557280 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Deleting port a634ba13-0010-45df-97e8-f0dfc7074265 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:52.557627 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:52.585603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:17:51Z', 'revision_number': 5, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port': {'id': 'a634ba13-0010-45df-97e8-f0dfc7074265', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:52.612313 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] Checking router: 395a4294-72d4-4efb-a8e7-067462abb7b4 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:17:52.621013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] Routers {'395a4294-72d4-4efb-a8e7-067462abb7b4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:17:52.621631 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['395a4294-72d4-4efb-a8e7-067462abb7b4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:52.643583 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] For port a634ba13-0010-45df-97e8-f0dfc7074265, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=a634ba13-0010-45df-97e8-f0dfc7074265,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:52.644254 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:52.656276 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Calling delete_port for a634ba13-0010-45df-97e8-f0dfc7074265 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:52.706974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] Set router 395a4294-72d4-4efb-a8e7-067462abb7b4 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:17:52.759942 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:17:52Z', 'revision_number': 6, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:52.786231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739d2a6-8c74-4453-9082-76e804a32223 None None] The sync data for ids ['395a4294-72d4-4efb-a8e7-067462abb7b4'] in n-d-801990-3 is: [{'id': '395a4294-72d4-4efb-a8e7-067462abb7b4', 'name': 'tempest-TestShelveInstance-2106446746-router', 'tenant_id': 'a67a8e84f8a841a7b07dc465309235b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:53Z', 'updated_at': '2021-07-23T15:17:52Z', 'revision_number': 6, 'project_id': 'a67a8e84f8a841a7b07dc465309235b9', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:17:52.828307 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:52.852813 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a634ba13-0010-45df-97e8-f0dfc7074265,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:52.923023 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.013358 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.015502 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.061738 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.062259 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395a4294-72d4-4efb-a8e7-067462abb7b4 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:17:53.067338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.068440 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-fb0515a6-9454-430d-a9c3-2af415d56c68 admin admin] 10.222.0.21 "DELETE /v2.0/routers/395a4294-72d4-4efb-a8e7-067462abb7b4 HTTP/1.1" status: 204 len: 168 time: 0.7799580 Jul 23 15:17:53.071135 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:53.116663 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] Deleting subnet 668ba588-58c7-4495-884c-d397091aaff4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:17:53.120653 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.156884 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.551566 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.611132 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.642472 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668ba588-58c7-4495-884c-d397091aaff4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:53.644503 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.646560 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c4857100-b1ec-4d82-9859-ee9be3fb2769 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/668ba588-58c7-4495-884c-d397091aaff4 HTTP/1.1" status: 204 len: 168 time: 0.5744841 Jul 23 15:17:53.649226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:53.649923 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd9689-b574-4147-9c61-f2b5f2c53311 None None] Network d08627ed-dd78-4f70-b7e0-0ce7e74b317f requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:17:53.723206 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.787272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Deleting port 2b9becbb-772f-423e-8330-df4aeebc9deb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:53.787623 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.854423 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] For port 2b9becbb-772f-423e-8330-df4aeebc9deb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b9becbb-772f-423e-8330-df4aeebc9deb,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:53.854829 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.864263 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] DHCP port deletion for d08627ed-dd78-4f70-b7e0-0ce7e74b317f request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:17:53.869867 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Calling delete_port for 2b9becbb-772f-423e-8330-df4aeebc9deb owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:53.909493 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Deleting port 2b9becbb-772f-423e-8330-df4aeebc9deb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:53.909874 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.955727 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.975639 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] For port 2b9becbb-772f-423e-8330-df4aeebc9deb, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=2b9becbb-772f-423e-8330-df4aeebc9deb,segment=NetworkSegment(41c9b402-ab12-4d8a-871b-128f4bfcb6e9),segment_id=41c9b402-ab12-4d8a-871b-128f4bfcb6e9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:53.976032 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:53.979242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9becbb-772f-423e-8330-df4aeebc9deb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:53.984921 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] No DVR routers for this DVR port 2b9becbb-772f-423e-8330-df4aeebc9deb on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:17:53.992176 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Calling delete_port for 2b9becbb-772f-423e-8330-df4aeebc9deb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:54.056070 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.065832 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08627ed-dd78-4f70-b7e0-0ce7e74b317f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:54.068762 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.076260 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c9b402-ab12-4d8a-871b-128f4bfcb6e9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:54.076483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c9b402-ab12-4d8a-871b-128f4bfcb6e9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:54.085329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.097008 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Pushing event deleted for resources: {'Port': ['ID=2b9becbb-772f-423e-8330-df4aeebc9deb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:54.101807 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] No DVR routers for this DVR port 2b9becbb-772f-423e-8330-df4aeebc9deb on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:17:54.102176 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.108813 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.109156 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.109447 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:17:54.109591 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.109827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.109930 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.110137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.110463 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.110874 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.111137 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.111456 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: timer() Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:17:54.111578 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:17:54.113790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.113790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.113790 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4cc73-254e-4faa-b0ba-4eb6b6eabcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:17:54.170594 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.176827 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.178699 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d08627ed-dd78-4f70-b7e0-0ce7e74b317f HTTP/1.1" status: 204 len: 168 time: 0.5284932 Jul 23 15:17:54.181810 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:54.188249 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7b0fc-5b38-4aae-a086-6cd018c3c162 admin admin] Pushing event deleted for resources: {'Network': ['ID=d08627ed-dd78-4f70-b7e0-0ce7e74b317f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:54.517722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:17:54.532063 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.537272 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:17:54.537622 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 8e8a2e2f-9b6f-418d-a66c-ecc310db52cc not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:17:54.538042 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a634ba13-0010-45df-97e8-f0dfc7074265 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:17:54.556248 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: a634ba13-0010-45df-97e8-f0dfc7074265 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:17:54.556592 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device a634ba13-0010-45df-97e8-f0dfc7074265 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:17:54.557006 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9becbb-772f-423e-8330-df4aeebc9deb no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:17:54.575763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 2b9becbb-772f-423e-8330-df4aeebc9deb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:17:54.576103 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 2b9becbb-772f-423e-8330-df4aeebc9deb not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:17:54.803389 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Deleting port 03cfc41e-8ca4-47bb-b78b-30c2498f0024 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:54.803678 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.888472 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] For port 03cfc41e-8ca4-47bb-b78b-30c2498f0024, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=03cfc41e-8ca4-47bb-b78b-30c2498f0024,segment=NetworkSegment(7011c0c6-a55c-47b9-a028-f0b44b3b62f5),segment_id=7011c0c6-a55c-47b9-a028-f0b44b3b62f5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:54.888825 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:54.901355 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Calling delete_port for 03cfc41e-8ca4-47bb-b78b-30c2498f0024 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:55.086454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:55.111138 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cfc41e-8ca4-47bb-b78b-30c2498f0024,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:55.276762 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:55.499390 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Router 9061c75b-f17f-48ae-9034-b25972a58c8b has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:17:55.606089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:17:55.611823 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-06097e33-ca9a-4874-a0ca-a1ab00de6891 admin admin] 10.222.0.21 "PUT /v2.0/routers/9061c75b-f17f-48ae-9034-b25972a58c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4288418 Jul 23 15:17:55.614528 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:55.615348 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] Sync routers for ids ['9061c75b-f17f-48ae-9034-b25972a58c8b'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:17:55.626381 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] Routers {'9061c75b-f17f-48ae-9034-b25972a58c8b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:17:55.627150 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9061c75b-f17f-48ae-9034-b25972a58c8b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:55.719200 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:55.732458 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] Set router 9061c75b-f17f-48ae-9034-b25972a58c8b gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:17:55.820773 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:55.876797 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Deleting port b4f152f1-79d1-4864-adda-997f590c9ac6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:55.877117 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:55.907250 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:17:55Z', 'revision_number': 5, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port': {'id': 'b4f152f1-79d1-4864-adda-997f590c9ac6', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:08:58Z', 'updated_at': '2021-07-23T15:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:55.932159 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] Checking router: 9061c75b-f17f-48ae-9034-b25972a58c8b for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:17:55.940141 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] Routers {'9061c75b-f17f-48ae-9034-b25972a58c8b'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:17:55.940739 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['9061c75b-f17f-48ae-9034-b25972a58c8b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:55.955700 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] For port b4f152f1-79d1-4864-adda-997f590c9ac6, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b4f152f1-79d1-4864-adda-997f590c9ac6,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:55.956057 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:55.973568 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Calling delete_port for b4f152f1-79d1-4864-adda-997f590c9ac6 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:56.026426 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] Set router 9061c75b-f17f-48ae-9034-b25972a58c8b gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:17:56.076348 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:17:55Z', 'revision_number': 6, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:56.141286 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.172743 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f152f1-79d1-4864-adda-997f590c9ac6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:56.202745 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f7a19-4254-46bc-a288-a9bda3a45317 None None] The sync data for ids ['9061c75b-f17f-48ae-9034-b25972a58c8b'] in n-d-801990-3 is: [{'id': '9061c75b-f17f-48ae-9034-b25972a58c8b', 'name': 'tempest-TestShelveInstance-769271891-router', 'tenant_id': '1809cb4e595a43f585968d49257ed061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:08:57Z', 'updated_at': '2021-07-23T15:17:55Z', 'revision_number': 6, 'project_id': '1809cb4e595a43f585968d49257ed061', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:17:56.247527 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.681969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.684107 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.729546 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.729975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9061c75b-f17f-48ae-9034-b25972a58c8b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:17:56.734454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.735643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d31a58da-ad27-4016-b6d0-f24c43f95031 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9061c75b-f17f-48ae-9034-b25972a58c8b HTTP/1.1" status: 204 len: 168 time: 1.1201510 Jul 23 15:17:56.738236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:56.781479 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] Deleting subnet c7773a31-9423-4cef-93b6-e0b913767578 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:17:56.784618 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.821607 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.910528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.974086 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:56.981329 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 03cfc41e-8ca4-47bb-b78b-30c2498f0024 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:17:57.001219 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7773a31-9423-4cef-93b6-e0b913767578,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:57.008985 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.013173 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-3ed27fc0-b7c1-4d72-a669-959578f2924f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7773a31-9423-4cef-93b6-e0b913767578 HTTP/1.1" status: 204 len: 168 time: 0.2715776 Jul 23 15:17:57.013428 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:57.019530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887e8fe-36dd-45b1-be2b-4a2aa7fedec2 None None] Network cccec1ab-7529-4371-8376-9461066a1929 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:17:57.023618 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 03cfc41e-8ca4-47bb-b78b-30c2498f0024 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:17:57.024052 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 03cfc41e-8ca4-47bb-b78b-30c2498f0024 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:17:57.087569 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.146507 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Deleting port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:57.146880 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.210026 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] For port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,segment=NetworkSegment(7011c0c6-a55c-47b9-a028-f0b44b3b62f5),segment_id=7011c0c6-a55c-47b9-a028-f0b44b3b62f5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:57.210615 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.215607 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] DHCP port deletion for cccec1ab-7529-4371-8376-9461066a1929 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:17:57.225473 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Calling delete_port for 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:57.266117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] Deleting port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:17:57.266289 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.317963 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.329193 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] For port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,segment=NetworkSegment(7011c0c6-a55c-47b9-a028-f0b44b3b62f5),segment_id=7011c0c6-a55c-47b9-a028-f0b44b3b62f5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:17:57.329584 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.341778 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] Calling delete_port for 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:17:57.350270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] No DVR routers for this DVR port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:17:57.354361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:57.417588 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.428634 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.438757 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccec1ab-7529-4371-8376-9461066a1929']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:57.441452 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] Pushing event deleted for resources: {'Port': ['ID=4f2a494d-b6f7-49e6-88c5-f67d0e1373fd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:57.444782 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634b76e-53ab-4151-ab22-214436b68cdc None None] No DVR routers for this DVR port 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:17:57.456874 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7011c0c6-a55c-47b9-a028-f0b44b3b62f5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:57.457212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7011c0c6-a55c-47b9-a028-f0b44b3b62f5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:17:57.466181 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.480415 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.486466 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:17:57.486886 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: timer() Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:17:57.488556 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:17:57.545288 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.550158 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.552049 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/cccec1ab-7529-4371-8376-9461066a1929 HTTP/1.1" status: 204 len: 168 time: 0.5376477 Jul 23 15:17:57.562454 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fc493-8718-43d6-8bcb-c5d57bdef2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=cccec1ab-7529-4371-8376-9461066a1929,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:57.669398 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:57.712237 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5592f76e-bd20-4bd3-8639-3f48bcd72e68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a67a8e84f8a841a7b07dc465309235b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415528 Jul 23 15:17:57.714828 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:57.766958 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec51f372-f54a-458f-8630-40917d1b3c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.787440 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec51f372-f54a-458f-8630-40917d1b3c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.845985 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec51f372-f54a-458f-8630-40917d1b3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.848521 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec51f372-f54a-458f-8630-40917d1b3c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:57.849665 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-ec51f372-f54a-458f-8630-40917d1b3c11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/074a18cf-83db-4524-9dba-13210c14379a HTTP/1.1" status: 204 len: 168 time: 0.1339374 Jul 23 15:17:57.856991 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51f372-f54a-458f-8630-40917d1b3c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074a18cf-83db-4524-9dba-13210c14379a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:58.180144 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:58.222069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-978320fb-625d-4415-926c-36be56fde4de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1809cb4e595a43f585968d49257ed061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407145 Jul 23 15:17:58.224684 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:58.277553 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd1953-dda8-4d6d-9f46-2a7f1a219078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:58.299005 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd1953-dda8-4d6d-9f46-2a7f1a219078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:58.352967 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd1953-dda8-4d6d-9f46-2a7f1a219078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:58.355836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9afd1953-dda8-4d6d-9f46-2a7f1a219078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:58.356974 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-9afd1953-dda8-4d6d-9f46-2a7f1a219078 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f65f1864-c5ac-4aaf-87e5-01e81b297982 HTTP/1.1" status: 204 len: 168 time: 0.1314423 Jul 23 15:17:58.364756 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd1953-dda8-4d6d-9f46-2a7f1a219078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65f1864-c5ac-4aaf-87e5-01e81b297982,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:58.522013 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4f152f1-79d1-4864-adda-997f590c9ac6 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:17:58.542239 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b4f152f1-79d1-4864-adda-997f590c9ac6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:17:58.542593 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4f152f1-79d1-4864-adda-997f590c9ac6 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:17:58.543065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:17:58.561397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:17:58.561750 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 4f2a494d-b6f7-49e6-88c5-f67d0e1373fd not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:17:59.071038 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:59.177049 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1390894077-network', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:17:59.200999 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Made reservation on behalf of 61a06228563e489d9ced38b82ab31d1b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:17:59.204714 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.218572 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.307975 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.313413 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.340417 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:17:59.346840 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e039276b-6b52-40a7-86c5-47848491ea80,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:59.354371 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.354847 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Added segment fa49cf93-3719-4b17-804b-7276631b0333 of type vlan for network 53880db4-8274-4c14-994d-666520d5b686 Jul 23 15:17:59.397494 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.427702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.428598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:59.429128 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.461578 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3894758 Jul 23 15:17:59.464797 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:59.469922 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Request body: {'subnet': {'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1390894077-subnet', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:17:59.488937 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895b203-0af0-4770-a795-29b71ae0d07b admin admin] Pushing event updated for resources: {'Network': ['ID=53880db4-8274-4c14-994d-666520d5b686,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:59.492948 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Made reservation on behalf of 61a06228563e489d9ced38b82ab31d1b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:17:59.495374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.500784 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network 53880db4-8274-4c14-994d-666520d5b686 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:17:59.696171 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.748228 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32faa42f-7692-4e55-a244-8272a0ca6332,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:17:59.759551 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Checking segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:17:59.759905 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Network hostable DHCP agents. Network: 53880db4-8274-4c14-994d-666520d5b686, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:17:59.777907 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Network 53880db4-8274-4c14-994d-666520d5b686 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:17:59.788965 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, 53880db4-8274-4c14-994d-666520d5b686) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:17:59.793836 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:17:59.794443 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.799974 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ebfb67-d83d-438a-80a0-d6b218472529 None None] Network 53880db4-8274-4c14-994d-666520d5b686 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:17:59.813761 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d9c579f2-2980-4f51-8389-1c436b24bd71 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3453467 Jul 23 15:17:59.814269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:17:59.819343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:17:59.840989 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.841943 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.903592 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:17:59.962792 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-53880db4-8274-4c14-994d-666520d5b686', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:17:59.963680 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.047610 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.097739 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Allocated IP 172.20.0.2 (53880db4-8274-4c14-994d-666520d5b686/32faa42f-7692-4e55-a244-8272a0ca6332/f7696a54-9c1f-4690-b866-6b20d773f76c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:00.241503 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.250345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Transition to ACTIVE for port object f7696a54-9c1f-4690-b866-6b20d773f76c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:00.253067 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.265766 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Transition to ACTIVE for port object f7696a54-9c1f-4690-b866-6b20d773f76c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:00.273771 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.274569 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.313288 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Network 53880db4-8274-4c14-994d-666520d5b686 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:00.317295 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:00.323375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:00.337159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Pushing event updated for resources: {'Port': ['ID=f7696a54-9c1f-4690-b866-6b20d773f76c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:00.393866 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Allocated IP 172.25.2.33 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:00.395492 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Attempting to bind port f7696a54-9c1f-4690-b866-6b20d773f76c on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:18:00.395854 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Attempting to bind port f7696a54-9c1f-4690-b866-6b20d773f76c by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:18:00.396214 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Attempting to bind port f7696a54-9c1f-4690-b866-6b20d773f76c on network 53880db4-8274-4c14-994d-666520d5b686 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:00.401549 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:18:00.401919 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Checking segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:00.402320 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.402730 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Bound using segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:18:00.403191 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Bound port: f7696a54-9c1f-4690-b866-6b20d773f76c, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:18:00.403567 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.467171 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] For port f7696a54-9c1f-4690-b866-6b20d773f76c, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:18:00.470484 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] For port f7696a54-9c1f-4690-b866-6b20d773f76c, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f7696a54-9c1f-4690-b866-6b20d773f76c,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:18:00.475951 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.506114 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.535050 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801812-dc94-43cf-9d1d-460c88cc4a8a None None] Pushing event updated for resources: {'Port': ['ID=f7696a54-9c1f-4690-b866-6b20d773f76c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:00.552644 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:00.591724 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:00.596936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:00.600571 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:00.606285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Pushing event updated for resources: {'Port': ['ID=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:00.881603 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:01.085409 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:01.221688 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Router f95dc248-51ef-42ec-9c27-37aebe2fd6eb is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:18:01.334602 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:18:01.347397 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Sync routers for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:18:01.352447 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:01.353845 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-64aaaf8c-57b9-4215-8329-a780c73bdabb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5382266 Jul 23 15:18:01.356636 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:01.361351 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:01.361964 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:01.425968 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426ca69-3e80-4f55-b2a4-0dffa7f55c1e None None] Network 53880db4-8274-4c14-994d-666520d5b686 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:18:01.527378 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66bc543e-5bca-4578-88d2-ad87a8007d58 None None] Provisioning for port f7696a54-9c1f-4690-b866-6b20d773f76c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:01.533448 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:01.810783 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:01.959983 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:00Z', 'revision_number': 3, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:01.975931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Allocated IP 172.20.0.1 (53880db4-8274-4c14-994d-666520d5b686/32faa42f-7692-4e55-a244-8272a0ca6332/f8ebbcc1-0326-4946-bc52-7c7ab4643d85) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:01.991955 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Checking router: f95dc248-51ef-42ec-9c27-37aebe2fd6eb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:18:01.992935 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Updating router f95dc248-51ef-42ec-9c27-37aebe2fd6eb port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:18:02.035183 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.094901 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.117036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Transition to ACTIVE for port object f8ebbcc1-0326-4946-bc52-7c7ab4643d85 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:02.153027 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.195294 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Network 53880db4-8274-4c14-994d-666520d5b686 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:02.201058 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:02.203269 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:02.205484 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:02.244584 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.304277 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.318010 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Transition to ACTIVE for port object fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:02.326090 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.376954 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Attempting to bind port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:18:02.377666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Attempting to bind port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:18:02.377666 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Attempting to bind port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:02.386890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569675d3-fe26-4b06-aaea-67ea1d32fb6c None None] Pushing event updated for resources: {'Port': ['ID=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:02.390198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:18:02.390198 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:02.390463 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.390728 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:18:02.391236 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Bound port: fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:18:02.391629 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.393062 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.451584 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] For port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:18:02.455282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] For port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:18:02.461536 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.468965 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e65a69d1-a611-46a4-a259-fe1edb621a82 None None] Provisioning for port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:02.475130 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e65a69d1-a611-46a4-a259-fe1edb621a82 None None] Provisioning complete for port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:02.475443 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e65a69d1-a611-46a4-a259-fe1edb621a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.565014 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e65a69d1-a611-46a4-a259-fe1edb621a82 None None] Port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:18:02.566424 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569675d3-fe26-4b06-aaea-67ea1d32fb6c None None] Pushing event updated for resources: {'Port': ['ID=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:02.567289 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.574175 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.575033 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:02.576177 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:02.617543 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7696a54-9c1f-4690-b866-6b20d773f76c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:02.644910 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:02.647513 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.719579 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:02.721683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f7696a54-9c1f-4690-b866-6b20d773f76c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:02.738292 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Network 53880db4-8274-4c14-994d-666520d5b686 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:02.739964 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:02.751425 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f7696a54-9c1f-4690-b866-6b20d773f76c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:02.751798 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.863242 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Router f95dc248-51ef-42ec-9c27-37aebe2fd6eb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:18:02.931354 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:02.975906 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:18:02.980799 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-6c61a6a9-66ce-4b42-8448-97d53f65a688 admin admin] 10.222.0.21 "PUT /v2.0/routers/f95dc248-51ef-42ec-9c27-37aebe2fd6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225073 Jul 23 15:18:03.004031 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f7696a54-9c1f-4690-b866-6b20d773f76c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f7696a54-9c1f-4690-b866-6b20d773f76c,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:03.014784 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.020439 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be4bc4a4-f783-4284-9908-f3f09c9d5b12 None None] Provisioning complete for port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:03.020802 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be4bc4a4-f783-4284-9908-f3f09c9d5b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.082900 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 2, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:03.094147 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be4bc4a4-f783-4284-9908-f3f09c9d5b12 None None] Port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:18:03.125560 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c793b-8347-4aec-9e65-fefa616928dd None None] The sync data for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 is: [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 2, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:18:03.127133 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f7696a54-9c1f-4690-b866-6b20d773f76c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:03.470230 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:03.475690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-675688326-network', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:03.498268 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Made reservation on behalf of 5a630670f2d446eca0a378d5484ea43b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:18:03.500945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.510729 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.609230 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.614100 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.639538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:18:03.649537 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c4a66-3b97-4741-8c66-e2b7e4c77840,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:03.654470 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.654845 n-d-801990-3 neutron-server[93767]: INFO neutron.db.segments_db [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Added segment 27d910f6-296e-431e-9d91-37f068488b28 of type vlan for network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 Jul 23 15:18:03.695189 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750221601410'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.736804 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.741161 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:03.741892 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.778241 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3068113 Jul 23 15:18:03.781351 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:03.786938 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Request body: {'subnet': {'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-675688326-subnet', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:03.817372 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Made reservation on behalf of 5a630670f2d446eca0a378d5484ea43b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:18:03.820153 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077820'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:03.822335 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501d3aa-f348-4821-963c-bfeb879f0447 admin admin] Pushing event updated for resources: {'Network': ['ID=eda865a0-22d0-4a4f-bbca-ec86615e4dc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:03.834333 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 details requested by agent ovs-agent-n-d-801990-3 with host n-d-801990-3 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:18:04.008980 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11982961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077806'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.066526 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0d9ab2-d749-4c8f-909a-bf6d206ac8d1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:04.079103 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Checking segment: {'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:04.079467 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Network hostable DHCP agents. Network: eda865a0-22d0-4a4f-bbca-ec86615e4dc6, hostable agents: ['73a9fdd3-a446-4685-a2ac-485aaf29123e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:18:04.100036 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 is scheduled to be hosted by DHCP agent 73a9fdd3-a446-4685-a2ac-485aaf29123e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:18:04.110904 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801990-3, eda865a0-22d0-4a4f-bbca-ec86615e4dc6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:04.115068 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:04.115669 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.121971 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b255264-7005-4a21-90c1-bc8b1675d100 None None] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:18:04.135621 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-02108240-595b-4818-bbff-aa2c5bc18989 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3523118 Jul 23 15:18:04.139181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:04.144027 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:04.165430 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.166462 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3780147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.229491 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.280114 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48529041-9860-5b8b-a0f7-5bd7c4c6b1bf-eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'fixed_ips': [{'subnet_id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1'}]}} from n-d-801990-3. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:18:04.281026 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.371756 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.420374 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Allocated IP 172.20.0.2 (eda865a0-22d0-4a4f-bbca-ec86615e4dc6/be0d9ab2-d749-4c8f-909a-bf6d206ac8d1/9cef7db2-7c34-4390-94b4-a2fcf375da7b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:04.574100 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:18:04.574732 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.583540 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.587129 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Transition to ACTIVE for port object 9cef7db2-7c34-4390-94b4-a2fcf375da7b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:04.602901 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Transition to ACTIVE for port object 9cef7db2-7c34-4390-94b4-a2fcf375da7b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:04.604229 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.610546 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.645961 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:04.688459 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:04.696536 n-d-801990-3 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:04.698735 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Pushing event updated for resources: {'Port': ['ID=9cef7db2-7c34-4390-94b4-a2fcf375da7b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:04.701299 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:04.708904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Allocated IP 172.25.2.47 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/c1183237-2a11-4708-b6a0-419a725374e3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:04.763284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:04.768022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Attempting to bind port 9cef7db2-7c34-4390-94b4-a2fcf375da7b on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:18:04.768396 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Attempting to bind port 9cef7db2-7c34-4390-94b4-a2fcf375da7b by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:18:04.768763 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Attempting to bind port 9cef7db2-7c34-4390-94b4-a2fcf375da7b on network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:04.772106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:04.772480 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.776851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:18:04.777231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Checking segment: {'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:04.777626 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.778016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Bound using segment: {'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:18:04.778491 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Bound port: 9cef7db2-7c34-4390-94b4-a2fcf375da7b, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:18:04.778897 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.827325 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.867428 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.896379 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] For port 9cef7db2-7c34-4390-94b4-a2fcf375da7b, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:18:04.902784 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:04.905566 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:04.909045 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:04.916838 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] For port 9cef7db2-7c34-4390-94b4-a2fcf375da7b, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9cef7db2-7c34-4390-94b4-a2fcf375da7b,segment=NetworkSegment(27d910f6-296e-431e-9d91-37f068488b28),segment_id=27d910f6-296e-431e-9d91-37f068488b28)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:18:04.918239 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.926067 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.938397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Pushing event updated for resources: {'Port': ['ID=c1183237-2a11-4708-b6a0-419a725374e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:04.964943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:04.975892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:04.976670 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7696a54-9c1f-4690-b866-6b20d773f76c up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:05.030612 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba2356-7ef7-4af4-bb41-aa5325277e1a None None] Pushing event updated for resources: {'Port': ['ID=9cef7db2-7c34-4390-94b4-a2fcf375da7b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:05.093779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f7696a54-9c1f-4690-b866-6b20d773f76c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:05.094226 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:05.095757 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:05.220410 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:05.230338 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Sync routers for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:18:05.244678 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:05.245459 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:05.357260 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:05.431054 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447548'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:05.579959 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Router 60ba7abc-b863-439b-a9d2-e9b26768ede4 is scheduled to L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 15:18:05.580459 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 2, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:05.613138 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Checking router: f95dc248-51ef-42ec-9c27-37aebe2fd6eb for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:18:05.613572 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Updating router f95dc248-51ef-42ec-9c27-37aebe2fd6eb port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:18:05.647080 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:05.935097 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:05.946530 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Transition to ACTIVE for port object f8ebbcc1-0326-4946-bc52-7c7ab4643d85 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:05.955131 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:06.054680 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Pushing event updated for resources: {'Port': ['ID=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:06.069401 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:18:06.077695 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.077695 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.077886 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.078190 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.078549 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.086112 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Sync routers for ids ['60ba7abc-b863-439b-a9d2-e9b26768ede4'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:18:06.095103 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:06.098726 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-2786ac76-4653-46bb-b608-13e0b3af79dc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9563169 Jul 23 15:18:06.098879 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.098879 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.098879 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.098879 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.098879 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.099971 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:06.102838 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.103380 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:18:06.106731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Routers {'60ba7abc-b863-439b-a9d2-e9b26768ede4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:06.107363 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['60ba7abc-b863-439b-a9d2-e9b26768ede4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:06.125044 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Attempting to bind port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:18:06.125747 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Attempting to bind port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:18:06.126213 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Attempting to bind port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 on network 53880db4-8274-4c14-994d-666520d5b686 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:06.132465 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:18:06.132941 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Checking segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:06.133403 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:06.133855 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Bound using segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:18:06.134384 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Bound port: f8ebbcc1-0326-4946-bc52-7c7ab4643d85, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:18:06.134880 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:06.187155 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b050673-9597-41dc-9b87-8eee13450d3d None None] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:18:06.221742 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] For port f8ebbcc1-0326-4946-bc52-7c7ab4643d85, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:18:06.227047 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] For port f8ebbcc1-0326-4946-bc52-7c7ab4643d85, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:18:06.236522 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:06.312118 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66cdf712-33ff-4729-b7a3-27011521b93b None None] Provisioning for port 9cef7db2-7c34-4390-94b4-a2fcf375da7b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:06.316897 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:06.317539 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:06.358057 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Set router 60ba7abc-b863-439b-a9d2-e9b26768ede4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:06.433920 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41c45d-11c3-488c-b2de-ea669ed204ac None None] Pushing event updated for resources: {'Port': ['ID=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:06.468153 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:06.707851 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:06Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:06.738836 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f76ca-36c3-45fb-b4b4-7303412945f4 None None] The sync data for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 is: [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:06Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:18:06.757386 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:06.769461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f8ebbcc1-0326-4946-bc52-7c7ab4643d85 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:06.922320 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Allocated IP 172.20.0.1 (eda865a0-22d0-4a4f-bbca-ec86615e4dc6/be0d9ab2-d749-4c8f-909a-bf6d206ac8d1/b4d149ec-af50-4b33-a0e6-608bf6b25e86) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:06.924619 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:06.933675 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:06.934062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.004345 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:05Z', 'revision_number': 3, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:07.033889 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Checking router: 60ba7abc-b863-439b-a9d2-e9b26768ede4 for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:18:07.034253 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Updating router 60ba7abc-b863-439b-a9d2-e9b26768ede4 port c1183237-2a11-4708-b6a0-419a725374e3 binding host n-d-801990-3 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:18:07.047410 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.064537 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Transition to ACTIVE for port object b4d149ec-af50-4b33-a0e6-608bf6b25e86 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:07.103317 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.105126 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.143623 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.156194 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:07.159429 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:07.166728 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:07.215946 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403493'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.244616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port f8ebbcc1-0326-4946-bc52-7c7ab4643d85, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:07.267050 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Pushing event updated for resources: {'Port': ['ID=b4d149ec-af50-4b33-a0e6-608bf6b25e86,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:07.267324 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.268225 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:07.384309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:07.406283 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.460742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:07.461123 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.542431 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac6dc425-97e7-4c3f-8365-18f21fec9457 None None] Provisioning for port b4d149ec-af50-4b33-a0e6-608bf6b25e86 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:07.553867 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac6dc425-97e7-4c3f-8365-18f21fec9457 None None] Provisioning complete for port b4d149ec-af50-4b33-a0e6-608bf6b25e86 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:07.554247 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc425-97e7-4c3f-8365-18f21fec9457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.579868 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.586507 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.638022 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac6dc425-97e7-4c3f-8365-18f21fec9457 None None] Port b4d149ec-af50-4b33-a0e6-608bf6b25e86 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:18:07.653957 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Pushing event updated for resources: {'Port': ['ID=b4d149ec-af50-4b33-a0e6-608bf6b25e86,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:07.656374 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3892185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404978'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.656886 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.662213 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9cef7db2-7c34-4390-94b4-a2fcf375da7b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:07.697705 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Transition to ACTIVE for port object c1183237-2a11-4708-b6a0-419a725374e3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:07.709420 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.749601 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:07.751082 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:07.772840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207071d-7f7c-4837-a1a7-b12666128ad1 None None] Pushing event updated for resources: {'Port': ['ID=c1183237-2a11-4708-b6a0-419a725374e3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:07.776695 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Attempting to bind port c1183237-2a11-4708-b6a0-419a725374e3 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:18:07.777036 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Attempting to bind port c1183237-2a11-4708-b6a0-419a725374e3 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:18:07.777399 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Attempting to bind port c1183237-2a11-4708-b6a0-419a725374e3 on network 630d89f6-02ed-4223-950e-6ebef56a4ac5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:07.784100 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:18:07.784423 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Checking segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:07.784924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.785199 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Bound using segment: {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:18:07.785633 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Bound port: c1183237-2a11-4708-b6a0-419a725374e3, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129df71c-064f-4ec1-af8a-f12195f0b389', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:18:07.786260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.788988 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port 9cef7db2-7c34-4390-94b4-a2fcf375da7b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:07.810016 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9cef7db2-7c34-4390-94b4-a2fcf375da7b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:07.810392 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.874609 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] For port c1183237-2a11-4708-b6a0-419a725374e3, host n-d-801990-3, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:18:07.875045 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Router 60ba7abc-b863-439b-a9d2-e9b26768ede4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:18:07.879508 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] For port c1183237-2a11-4708-b6a0-419a725374e3, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c1183237-2a11-4708-b6a0-419a725374e3,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:18:07.886986 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.970790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:07.983707 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Routers {'60ba7abc-b863-439b-a9d2-e9b26768ede4'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:07.984334 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['60ba7abc-b863-439b-a9d2-e9b26768ede4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:07.992696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207071d-7f7c-4837-a1a7-b12666128ad1 None None] Pushing event updated for resources: {'Port': ['ID=c1183237-2a11-4708-b6a0-419a725374e3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:07.997104 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:18:08.002297 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-c4753bdc-e26c-4b0f-9716-b7c99096345b admin admin] 10.222.0.21 "PUT /v2.0/routers/60ba7abc-b863-439b-a9d2-e9b26768ede4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9012783 Jul 23 15:18:08.098375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port 9cef7db2-7c34-4390-94b4-a2fcf375da7b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9cef7db2-7c34-4390-94b4-a2fcf375da7b,segment=NetworkSegment(27d910f6-296e-431e-9d91-37f068488b28),segment_id=27d910f6-296e-431e-9d91-37f068488b28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:08.106075 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.111091 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a575f72a-b71f-4361-b148-72edba2a0634 None None] Provisioning complete for port b4d149ec-af50-4b33-a0e6-608bf6b25e86 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:08.111647 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a575f72a-b71f-4361-b148-72edba2a0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.185596 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] Set router 60ba7abc-b863-439b-a9d2-e9b26768ede4 gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:08.224736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a575f72a-b71f-4361-b148-72edba2a0634 None None] Port b4d149ec-af50-4b33-a0e6-608bf6b25e86 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:18:08.228855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=9cef7db2-7c34-4390-94b4-a2fcf375da7b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:08.386175 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.414796 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 4, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b4d149ec-af50-4b33-a0e6-608bf6b25e86', 'name': '', 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'mac_address': 'fa:16:3e:b3:52:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:06Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 2, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'subnets': [{'id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:08.441692 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b59cf-e572-4381-8014-3ce762f25c19 None None] The sync data for ids ['60ba7abc-b863-439b-a9d2-e9b26768ede4'] in n-d-801990-3 is: [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 4, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b4d149ec-af50-4b33-a0e6-608bf6b25e86', 'name': '', 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'mac_address': 'fa:16:3e:b3:52:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:06Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 2, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'subnets': [{'id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:18:08.543936 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f8ebbcc1-0326-4946-bc52-7c7ab4643d85 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:08.597437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:08.597808 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.705461 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9cef7db2-7c34-4390-94b4-a2fcf375da7b up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:08.757532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port 9cef7db2-7c34-4390-94b4-a2fcf375da7b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:08.758166 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.835900 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:08.841305 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d75ffa1f-b034-4ac0-9cdf-a0a98bfeadc8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793360779', 'description': 'tempest-secgroup-smoke-1793360779 description', 'project_id': '61a06228563e489d9ced38b82ab31d1b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:08.867464 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d75ffa1f-b034-4ac0-9cdf-a0a98bfeadc8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.955046 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d75ffa1f-b034-4ac0-9cdf-a0a98bfeadc8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.960725 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d75ffa1f-b034-4ac0-9cdf-a0a98bfeadc8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.991661 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d75ffa1f-b034-4ac0-9cdf-a0a98bfeadc8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:08.995918 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d75ffa1f-b034-4ac0-9cdf-a0a98bfeadc8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553855 Jul 23 15:18:08.995918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ffa1f-b034-4ac0-9cdf-a0a98bfeadc8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:08.997141 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:09.012319 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb269b4e-00f4-4493-b955-217de94e672e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'security_group_rule': {'security_group_id': 'cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538', 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:09.040337 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb269b4e-00f4-4493-b955-217de94e672e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.103193 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb269b4e-00f4-4493-b955-217de94e672e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.108651 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb269b4e-00f4-4493-b955-217de94e672e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.126603 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb269b4e-00f4-4493-b955-217de94e672e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cb97f1-2cb3-4923-94fe-e64acd4efde9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:09.129549 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb269b4e-00f4-4493-b955-217de94e672e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.130762 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-eb269b4e-00f4-4493-b955-217de94e672e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226664 Jul 23 15:18:09.133700 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:09.138137 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c093b47-eca9-47b9-9b8f-090ee88542ec tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'security_group_rule': {'security_group_id': 'cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538', 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:09.167905 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c093b47-eca9-47b9-9b8f-090ee88542ec tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.228490 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c093b47-eca9-47b9-9b8f-090ee88542ec tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.235004 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c093b47-eca9-47b9-9b8f-090ee88542ec tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.252505 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c093b47-eca9-47b9-9b8f-090ee88542ec tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f9e80b-9955-426a-a239-533e7662978f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:09.260491 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c093b47-eca9-47b9-9b8f-090ee88542ec tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.261703 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-2c093b47-eca9-47b9-9b8f-090ee88542ec tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270556 Jul 23 15:18:09.264604 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:09.269089 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9944cb62-4f86-490f-a7d9-af2f3095c9f2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'security_group_rule': {'security_group_id': 'cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538', 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:09.300730 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9944cb62-4f86-490f-a7d9-af2f3095c9f2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.362101 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9944cb62-4f86-490f-a7d9-af2f3095c9f2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.368014 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9944cb62-4f86-490f-a7d9-af2f3095c9f2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.387168 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944cb62-4f86-490f-a7d9-af2f3095c9f2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30edd0de-db72-4904-a940-0131a23739c7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:09.393417 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9944cb62-4f86-490f-a7d9-af2f3095c9f2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.395048 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-9944cb62-4f86-490f-a7d9-af2f3095c9f2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294224 Jul 23 15:18:09.397810 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:09.404434 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5486decd-bda6-419c-896e-994f4aa41b3b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'security_group_rule': {'security_group_id': 'cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538', 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:09.449276 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5486decd-bda6-419c-896e-994f4aa41b3b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.526683 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5486decd-bda6-419c-896e-994f4aa41b3b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.532436 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5486decd-bda6-419c-896e-994f4aa41b3b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.552226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486decd-bda6-419c-896e-994f4aa41b3b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb04f3d-998e-4c26-afe0-280dd34e5e47,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:09.560774 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5486decd-bda6-419c-896e-994f4aa41b3b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.562120 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-5486decd-bda6-419c-896e-994f4aa41b3b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631148 Jul 23 15:18:09.564996 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:09.569612 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'security_group_rule': {'security_group_id': 'cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538', 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:09.593371 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Project 61a06228563e489d9ced38b82ab31d1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:18:09.601162 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.664978 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.669681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.689875 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f28981f-1ffd-41da-8db4-cf9890431d8e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:09.700099 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.702774 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-a70aa769-b140-4208-b6c1-ca8fd4f56446 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363842 Jul 23 15:18:09.705676 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:09.712841 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'security_group_rule': {'security_group_id': 'cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538', 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:09.737008 n-d-801990-3 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Project 61a06228563e489d9ced38b82ab31d1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 15:18:09.743042 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.811009 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.816325 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930123'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.836476 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c53905-9cb6-43f9-9e6d-ea5c242e6897,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:09.841650 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:09.843359 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-cde116b1-2773-4ef0-aa93-84a5a98be9f5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362176 Jul 23 15:18:09.985831 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-bf8f4663-bb19-4c4b-b15e-d2245a387aff tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793360779&fields=id&tenant_id=61a06228563e489d9ced38b82ab31d1b HTTP/1.1" status: 200 len: 267 time: 0.0342665 Jul 23 15:18:10.097772 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-9e64935e-5a5d-4385-bf36-4f10944a001e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:10.099390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-9e64935e-5a5d-4385-bf36-4f10944a001e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 810 time: 0.1058040 Jul 23 15:18:10.114204 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-ad8bd0a9-ac5c-4194-b008-0bfb88c48a80 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/quotas/61a06228563e489d9ced38b82ab31d1b HTTP/1.1" status: 200 len: 375 time: 0.0094266 Jul 23 15:18:10.183031 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-d8fee6ca-2410-4386-ac05-83e7052b127b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637507 Jul 23 15:18:10.198089 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-a4788463-06ef-4e3d-b67b-073f37369ba3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:18:10.199065 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-a4788463-06ef-4e3d-b67b-073f37369ba3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051460 Jul 23 15:18:10.290952 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-c90f1ed6-0fd3-4321-92f1-86c1851f4e20 service neutron] 10.222.0.21 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862226 Jul 23 15:18:10.387773 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-719e2143-046e-4ccc-8793-961cc3842a8e service neutron] 10.222.0.21 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908926 Jul 23 15:18:10.570956 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-95094c0f-5ebd-430f-937b-e0071435eead req-ba93278a-d2e0-4800-b08a-918e99c17b06 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 210 time: 0.0329936 Jul 23 15:18:10.584277 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1183237-2a11-4708-b6a0-419a725374e3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:10.641779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port c1183237-2a11-4708-b6a0-419a725374e3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:10.645567 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c1183237-2a11-4708-b6a0-419a725374e3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:10.646030 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:10.734129 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:10.759352 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port c1183237-2a11-4708-b6a0-419a725374e3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c1183237-2a11-4708-b6a0-419a725374e3,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:10.764240 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:10.816529 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=c1183237-2a11-4708-b6a0-419a725374e3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:10.879766 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10190638-624e-44ea-9551-bef0f304434d None None] Sync routers for ids ['60ba7abc-b863-439b-a9d2-e9b26768ede4'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:18:10.889560 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] Routers {'60ba7abc-b863-439b-a9d2-e9b26768ede4'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:10.890269 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['60ba7abc-b863-439b-a9d2-e9b26768ede4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:10.998105 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] Set router 60ba7abc-b863-439b-a9d2-e9b26768ede4 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:11.284017 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 4, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b4d149ec-af50-4b33-a0e6-608bf6b25e86', 'name': '', 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'mac_address': 'fa:16:3e:b3:52:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:06Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 2, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'subnets': [{'id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:11.309019 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10190638-624e-44ea-9551-bef0f304434d None None] Checking router: 60ba7abc-b863-439b-a9d2-e9b26768ede4 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:18:11.309321 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10190638-624e-44ea-9551-bef0f304434d None None] Updating router 60ba7abc-b863-439b-a9d2-e9b26768ede4 port b4d149ec-af50-4b33-a0e6-608bf6b25e86 binding host n-d-801990-3 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 15:18:11.342683 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10190638-624e-44ea-9551-bef0f304434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:11.616495 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10190638-624e-44ea-9551-bef0f304434d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:11.637832 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10190638-624e-44ea-9551-bef0f304434d None None] Transition to ACTIVE for port object b4d149ec-af50-4b33-a0e6-608bf6b25e86 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:11.643751 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-b39a4f30-7d28-4755-aea5-8f5c7b4fff5b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:11.645264 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-b39a4f30-7d28-4755-aea5-8f5c7b4fff5b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 810 time: 0.1075957 Jul 23 15:18:11.648135 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10190638-624e-44ea-9551-bef0f304434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:11.722735 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a12ee1ff-a028-432f-b248-0f16d744ce4f req-14971ea2-aec0-4302-b16e-9a9a03cfa322 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 210 time: 0.0514486 Jul 23 15:18:11.730929 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-46ab8641-eb14-41a1-aeb6-a70cbd22b2cd tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a06228563e489d9ced38b82ab31d1b HTTP/1.1" status: 200 len: 380 time: 0.0709484 Jul 23 15:18:11.754241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'port': {'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'admin_state_up': True, 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'security_groups': ['cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:11.757484 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-10190638-624e-44ea-9551-bef0f304434d None None] Attempting to bind port b4d149ec-af50-4b33-a0e6-608bf6b25e86 on host n-d-801990-3 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:18:11.757662 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-10190638-624e-44ea-9551-bef0f304434d None None] Attempting to bind port b4d149ec-af50-4b33-a0e6-608bf6b25e86 by drivers openvswitch,hyperv on host n-d-801990-3 at level 0 using segments [{'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:18:11.758025 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10190638-624e-44ea-9551-bef0f304434d None None] Attempting to bind port b4d149ec-af50-4b33-a0e6-608bf6b25e86 on network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:11.765239 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562165d-b79c-4458-a00c-134e3be3c2de None None] Pushing event updated for resources: {'Port': ['ID=b4d149ec-af50-4b33-a0e6-608bf6b25e86,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:11.767984 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10190638-624e-44ea-9551-bef0f304434d None None] Checking agent: {'id': '72f830bd-2a10-40ba-bf60-fa0b92ffdd61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 50, 18), 'started_at': datetime.datetime(2021, 7, 23, 13, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801990-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:18:11.768357 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10190638-624e-44ea-9551-bef0f304434d None None] Checking segment: {'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:11.768755 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10190638-624e-44ea-9551-bef0f304434d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:11.769130 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10190638-624e-44ea-9551-bef0f304434d None None] Bound using segment: {'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:18:11.769593 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-10190638-624e-44ea-9551-bef0f304434d None None] Bound port: b4d149ec-af50-4b33-a0e6-608bf6b25e86, host: n-d-801990-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d910f6-296e-431e-9d91-37f068488b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:18:11.769971 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10190638-624e-44ea-9551-bef0f304434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:11.836245 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-10190638-624e-44ea-9551-bef0f304434d None None] For port b4d149ec-af50-4b33-a0e6-608bf6b25e86, host n-d-801990-3, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:18:11.839658 n-d-801990-3 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-10190638-624e-44ea-9551-bef0f304434d None None] For port b4d149ec-af50-4b33-a0e6-608bf6b25e86, host n-d-801990-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b4d149ec-af50-4b33-a0e6-608bf6b25e86,segment=NetworkSegment(27d910f6-296e-431e-9d91-37f068488b28),segment_id=27d910f6-296e-431e-9d91-37f068488b28)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:18:11.846629 n-d-801990-3 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10190638-624e-44ea-9551-bef0f304434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:11.877854 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Made reservation on behalf of 61a06228563e489d9ced38b82ab31d1b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:18:11.882043 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:11.901527 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562165d-b79c-4458-a00c-134e3be3c2de None None] Pushing event updated for resources: {'Port': ['ID=b4d149ec-af50-4b33-a0e6-608bf6b25e86,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:11.912981 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] Routers {'60ba7abc-b863-439b-a9d2-e9b26768ede4'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:11.913595 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:17:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['60ba7abc-b863-439b-a9d2-e9b26768ede4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:12.023766 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] Set router 60ba7abc-b863-439b-a9d2-e9b26768ede4 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:12.028765 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Allocated IP 172.20.0.11 (53880db4-8274-4c14-994d-666520d5b686/32faa42f-7692-4e55-a244-8272a0ca6332/13908a51-1a86-4605-879b-7449faf88e17) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:12.181171 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.194857 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Transition to ACTIVE for port object 13908a51-1a86-4605-879b-7449faf88e17 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:12.231212 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-10190638-624e-44ea-9551-bef0f304434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 4, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b4d149ec-af50-4b33-a0e6-608bf6b25e86', 'name': '', 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'mac_address': 'fa:16:3e:b3:52:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:06Z', 'updated_at': '2021-07-23T15:18:11Z', 'revision_number': 4, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'subnets': [{'id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:12.233839 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.260982 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10190638-624e-44ea-9551-bef0f304434d None None] The sync data for ids ['60ba7abc-b863-439b-a9d2-e9b26768ede4'] in n-d-801990-3 is: [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 4, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'b4d149ec-af50-4b33-a0e6-608bf6b25e86', 'name': '', 'network_id': 'eda865a0-22d0-4a4f-bbca-ec86615e4dc6', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'mac_address': 'fa:16:3e:b3:52:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:06Z', 'updated_at': '2021-07-23T15:18:11Z', 'revision_number': 4, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'subnets': [{'id': 'be0d9ab2-d749-4c8f-909a-bf6d206ac8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:18:12.278177 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Network 53880db4-8274-4c14-994d-666520d5b686 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:12.283517 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:12.286065 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:12.317726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:12.349740 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:12.350631 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.368509 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-10206597-a2d4-464a-a608-29b586587daa tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188490 Jul 23 15:18:12.386255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Request body: {'port': {'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:12.473456 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.560011 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba26a7c3-9211-4bcb-a5c3-a940552c5362 None None] Provisioning for port 13908a51-1a86-4605-879b-7449faf88e17 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:12.564404 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba26a7c3-9211-4bcb-a5c3-a940552c5362 None None] Provisioning complete for port 13908a51-1a86-4605-879b-7449faf88e17 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:12.564924 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba26a7c3-9211-4bcb-a5c3-a940552c5362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.607226 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4d149ec-af50-4b33-a0e6-608bf6b25e86 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:12.630681 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba26a7c3-9211-4bcb-a5c3-a940552c5362 None None] Port 13908a51-1a86-4605-879b-7449faf88e17 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:18:12.662736 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning for port b4d149ec-af50-4b33-a0e6-608bf6b25e86 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:12.667271 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b4d149ec-af50-4b33-a0e6-608bf6b25e86 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:12.667788 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.754466 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.788832 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] For port b4d149ec-af50-4b33-a0e6-608bf6b25e86, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b4d149ec-af50-4b33-a0e6-608bf6b25e86,segment=NetworkSegment(27d910f6-296e-431e-9d91-37f068488b28),segment_id=27d910f6-296e-431e-9d91-37f068488b28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:12.793500 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13908a51-1a86-4605-879b-7449faf88e17 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:18:12.798550 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.799506 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1183237-2a11-4708-b6a0-419a725374e3 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:12.802368 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.825981 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Transition to ACTIVE for port object 13908a51-1a86-4605-879b-7449faf88e17 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:18:12.845373 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.880169 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Pushing event updated for resources: {'Port': ['ID=b4d149ec-af50-4b33-a0e6-608bf6b25e86,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:12.892805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port c1183237-2a11-4708-b6a0-419a725374e3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:12.893188 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:12.905420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:12.982273 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47924e7-1b0f-46cd-a151-ca9933bb5c27 req-d90be326-c0f8-4270-91f6-3e74146f2dc9 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:12.983881 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e47924e7-1b0f-46cd-a151-ca9933bb5c27 req-d90be326-c0f8-4270-91f6-3e74146f2dc9 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 932 time: 0.1742985 Jul 23 15:18:13.015361 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Attempting to bind port 13908a51-1a86-4605-879b-7449faf88e17 on host n-h1-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:18:13.015721 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Attempting to bind port 13908a51-1a86-4605-879b-7449faf88e17 by drivers openvswitch,hyperv on host n-h1-801990-3 at level 0 using segments [{'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:18:13.016147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Attempting to bind port 13908a51-1a86-4605-879b-7449faf88e17 on network 53880db4-8274-4c14-994d-666520d5b686 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:13.029199 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Port 13908a51-1a86-4605-879b-7449faf88e17 on network 53880db4-8274-4c14-994d-666520d5b686 not bound, no agent of type Open vSwitch agent registered on host n-h1-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:18:13.029532 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Attempting to bind port 13908a51-1a86-4605-879b-7449faf88e17 on network 53880db4-8274-4c14-994d-666520d5b686 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:18:13.038046 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Checking agent: {'id': 'e424037f-cc7a-43eb-a166-886481142fda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:18:13.038357 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Checking segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:18:13.038799 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Bound using segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:18:13.039236 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Bound port: 13908a51-1a86-4605-879b-7449faf88e17, host: n-h1-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:18:13.039573 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:13.062110 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e47924e7-1b0f-46cd-a151-ca9933bb5c27 req-24d5c2f2-a167-424f-83e6-04fcc2093952 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580449 Jul 23 15:18:13.117020 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:18:13.120264 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:18:13.124528 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:13.158503 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:13.159133 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:13.160567 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] 10.222.0.11 "PUT /v2.0/ports/13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 1092 time: 0.7788906 Jul 23 15:18:13.161265 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'tag': '13908a51-1a86-4605-879b-7449faf88e17'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:18:13.163557 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0170836-e4ee-4472-9c8c-fff571915833" -d '{"events": [{"name": "network-changed", "server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "tag": "13908a51-1a86-4605-879b-7449faf88e17"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:18:13.198812 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c375799-0cba-4966-97c1-88c3bbf34dcb service neutron] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:13.206470 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2793e3b-60d7-406c-949b-c8b2e0fe3cad x-openstack-request-id: req-a2793e3b-60d7-406c-949b-c8b2e0fe3cad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:18:13.207029 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "tag": "13908a51-1a86-4605-879b-7449faf88e17", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:18:13.207380 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2793e3b-60d7-406c-949b-c8b2e0fe3cad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:18:13.208006 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'tag': '13908a51-1a86-4605-879b-7449faf88e17', 'status': 'completed', 'code': 200} Jul 23 15:18:13.282287 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-a72cd068-f7bd-4bb3-8607-f12f827fe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:13.283883 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-a72cd068-f7bd-4bb3-8607-f12f827fe8a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1095 time: 0.0603268 Jul 23 15:18:13.331970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-e3c641f0-f4f1-4a50-9080-c56bb6478dfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 217 time: 0.0357156 Jul 23 15:18:13.382587 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-dd829163-a5c9-4415-a0c0-5b27bee8d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:13.384101 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-dd829163-a5c9-4415-a0c0-5b27bee8d625 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0452411 Jul 23 15:18:13.451788 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-ed237bf5-6d25-441e-949b-bc1939047530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:13.453829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-ed237bf5-6d25-441e-949b-bc1939047530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636034 Jul 23 15:18:13.550748 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-b912c6c7-1cc7-4748-9683-ab76008defc9 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904546 Jul 23 15:18:13.651902 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8bfb417e-0698-4a63-8964-29e6fecf3f25 req-c7979fc6-f455-44c5-9f6b-3f4bf58f968b service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942540 Jul 23 15:18:13.814086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0170836-e4ee-4472-9c8c-fff571915833 req-fe0c33cb-bec7-4e09-9105-59b1111550f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:13.815614 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0170836-e4ee-4472-9c8c-fff571915833 req-fe0c33cb-bec7-4e09-9105-59b1111550f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1095 time: 0.0639427 Jul 23 15:18:13.910826 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0170836-e4ee-4472-9c8c-fff571915833 req-ca7359a1-ed06-43a0-bf6a-4a9c16d07ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:13.912273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0170836-e4ee-4472-9c8c-fff571915833 req-ca7359a1-ed06-43a0-bf6a-4a9c16d07ee4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0899224 Jul 23 15:18:13.954674 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0170836-e4ee-4472-9c8c-fff571915833 req-d0bb0b26-18a3-4613-a98a-afc88bf73d0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 217 time: 0.0349832 Jul 23 15:18:14.006876 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0170836-e4ee-4472-9c8c-fff571915833 req-14b3b618-c434-4e8d-a624-5e0a1f510680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:14.008489 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0170836-e4ee-4472-9c8c-fff571915833 req-14b3b618-c434-4e8d-a624-5e0a1f510680 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0471976 Jul 23 15:18:14.072867 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0170836-e4ee-4472-9c8c-fff571915833 req-00d4028c-5527-490a-b919-f2b56f183a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:14.074408 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0170836-e4ee-4472-9c8c-fff571915833 req-00d4028c-5527-490a-b919-f2b56f183a1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589678 Jul 23 15:18:14.169093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0170836-e4ee-4472-9c8c-fff571915833 req-9598bdf2-d268-43b9-b466-fd694df159ee service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878813 Jul 23 15:18:14.294754 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f0170836-e4ee-4472-9c8c-fff571915833 req-a5fc7e70-81d3-493e-90d6-2ef2828dd1f8 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184843 Jul 23 15:18:14.320162 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d22c22-aff2-4e14-a00d-b1614d429442 req-bba641c3-6943-4808-86af-7dc4fae4445f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:14.321639 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97d22c22-aff2-4e14-a00d-b1614d429442 req-bba641c3-6943-4808-86af-7dc4fae4445f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 944 time: 0.1846948 Jul 23 15:18:14.362117 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-97d22c22-aff2-4e14-a00d-b1614d429442 req-0e7b5429-d275-4f60-bc5c-aa24f8d519a2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340204 Jul 23 15:18:14.537779 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4d149ec-af50-4b33-a0e6-608bf6b25e86 up at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:14.587716 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Provisioning complete for port b4d149ec-af50-4b33-a0e6-608bf6b25e86 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:14.588122 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:15.285486 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 13908a51-1a86-4605-879b-7449faf88e17 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:18:15.385963 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:15.402215 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '13908a51-1a86-4605-879b-7449faf88e17', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:18:15.506562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43dfbe-1412-4bdb-ac55-097f2b92e354 req-6de81595-ac10-416e-abef-4210bb73265e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:15.508319 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e43dfbe-1412-4bdb-ac55-097f2b92e354 req-6de81595-ac10-416e-abef-4210bb73265e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 944 time: 0.0711319 Jul 23 15:18:15.549506 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3e43dfbe-1412-4bdb-ac55-097f2b92e354 req-e41b0604-a381-47d3-8c80-6fb0c27361af tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349059 Jul 23 15:18:15.601328 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:15.614326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13908a51-1a86-4605-879b-7449faf88e17 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:18:15.635282 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:15.641740 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:15.688859 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:15.913712 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['13908a51-1a86-4605-879b-7449faf88e17'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:18:15.966698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-042dcffb-6b91-4e7b-b050-a698ebf2a3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:16.704904 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0093f9d-d436-445b-b877-4548422ca4d8 req-4c7fe2f7-66cb-49ec-b637-03ab06c1a4fd tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:16.706380 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0093f9d-d436-445b-b877-4548422ca4d8 req-4c7fe2f7-66cb-49ec-b637-03ab06c1a4fd tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 945 time: 0.0692503 Jul 23 15:18:16.746027 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d0093f9d-d436-445b-b877-4548422ca4d8 req-5d89b2c8-0bac-4105-bb6d-0893f9af6aff tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Jul 23 15:18:17.300548 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 13908a51-1a86-4605-879b-7449faf88e17 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:18:17.361754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning for port 13908a51-1a86-4605-879b-7449faf88e17 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:18:17.365780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 13908a51-1a86-4605-879b-7449faf88e17 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:18:17.366153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:17.441153 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:17.465720 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13908a51-1a86-4605-879b-7449faf88e17'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:18:17.468003 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3581b301-1ff8-499a-aec3-311fec41b71c" -d '{"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-plugged", "status": "completed", "tag": "13908a51-1a86-4605-879b-7449faf88e17"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:18:17.480894 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:18:17.487358 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:17.537574 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:17.564988 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6061e-2acb-43b7-aee9-a9c250a6f21b x-openstack-request-id: req-00b6061e-2acb-43b7-aee9-a9c250a6f21b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:18:17.565281 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-plugged", "status": "completed", "tag": "13908a51-1a86-4605-879b-7449faf88e17", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:18:17.565534 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00b6061e-2acb-43b7-aee9-a9c250a6f21b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:18:17.565938 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13908a51-1a86-4605-879b-7449faf88e17', 'code': 200} Jul 23 15:18:17.708638 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ddbb5-e1f4-4b0c-8a7a-9d235d643f4c req-ff3f85c9-2b46-4241-8b0d-a15bea3aa0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:17.710152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-245ddbb5-e1f4-4b0c-8a7a-9d235d643f4c req-ff3f85c9-2b46-4241-8b0d-a15bea3aa0f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1097 time: 0.0582924 Jul 23 15:18:17.745476 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-245ddbb5-e1f4-4b0c-8a7a-9d235d643f4c req-88f7cc4a-deba-4078-beb3-5df0b110b21c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286686 Jul 23 15:18:17.903202 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b6159-b09a-42a1-a1ac-1a248eeada0a req-07b90cdb-bd8a-4b73-9fda-30f84b6aa33e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:17.904697 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-390b6159-b09a-42a1-a1ac-1a248eeada0a req-07b90cdb-bd8a-4b73-9fda-30f84b6aa33e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 946 time: 0.0854571 Jul 23 15:18:17.945160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-390b6159-b09a-42a1-a1ac-1a248eeada0a req-5b4c8a30-cebd-441d-8531-38be7aeb8d36 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340981 Jul 23 15:18:18.453152 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:18.504699 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:18.620284 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f217209-de92-43a3-a7c8-6b249a6f17d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:19.091575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b5ece-cf30-499c-a73a-55486c056b9d req-366da99b-23c5-4bf1-8079-33a4e9b7d0af tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:19.093069 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054b5ece-cf30-499c-a73a-55486c056b9d req-366da99b-23c5-4bf1-8079-33a4e9b7d0af tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 946 time: 0.0660274 Jul 23 15:18:19.131592 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-054b5ece-cf30-499c-a73a-55486c056b9d req-4a7c7c02-f944-4ad3-a240-5da3f4a01c45 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Jul 23 15:18:19.259811 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe494a4-c294-4f92-b1ba-817cf54f84b5 req-91c70d76-9563-4ba7-9e71-816817fa46d9 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:19.261234 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbe494a4-c294-4f92-b1ba-817cf54f84b5 req-91c70d76-9563-4ba7-9e71-816817fa46d9 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 946 time: 0.0660636 Jul 23 15:18:19.300779 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bbe494a4-c294-4f92-b1ba-817cf54f84b5 req-9a0d0ab3-ce10-4b54-97a4-c6abccc81b06 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338254 Jul 23 15:18:19.324995 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:19.425251 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a15da0-828a-4eac-ba6c-d317b3fe6e63 tempest-TestSnapshotPattern-1282610048 tempest-TestSnapshotPattern-1282610048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:19.426813 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-e2a15da0-828a-4eac-ba6c-d317b3fe6e63 tempest-TestSnapshotPattern-1282610048 tempest-TestSnapshotPattern-1282610048-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1092 time: 0.1004429 Jul 23 15:18:19.430079 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:18:19.437272 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:18:19.463338 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:19.576752 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:19.684226 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Allocated IP 172.25.2.213 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/927b2ea4-e4cf-4718-9803-36f642b488f6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:18:19.791236 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:19.836019 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:19.882931 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:18:19.883830 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:19.885880 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:18:19.890185 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:18:19.894349 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'Port': ['ID=927b2ea4-e4cf-4718-9803-36f642b488f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:20.245945 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:20.638373 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:20.788174 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:20.795972 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11983078'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:20.862752 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'Port': ['ID=927b2ea4-e4cf-4718-9803-36f642b488f6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:18:20.873420 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:20.976874 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Floating IP adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd associated. External IP: 172.25.2.213, port: 13908a51-1a86-4605-879b-7449faf88e17. Jul 23 15:18:21.205207 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Router f95dc248-51ef-42ec-9c27-37aebe2fd6eb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:18:21.326838 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:18:21.337530 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] Sync routers for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:18:21.345256 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:21.347719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:21.348421 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:18:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:21.383269 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-57819d6d-5bf6-4aa7-a291-e3698f1427df tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9517546 Jul 23 15:18:21.383889 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'tag': '13908a51-1a86-4605-879b-7449faf88e17'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:18:21.386190 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7ffbeb-5d06-4186-b92a-311d8276f13e" -d '{"events": [{"name": "network-changed", "server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "tag": "13908a51-1a86-4605-879b-7449faf88e17"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:18:21.456855 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:21.473038 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f839ecba-0c35-4665-a4ea-68a9c79864c0 x-openstack-request-id: req-f839ecba-0c35-4665-a4ea-68a9c79864c0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:18:21.473427 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "tag": "13908a51-1a86-4605-879b-7449faf88e17", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:18:21.473765 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f839ecba-0c35-4665-a4ea-68a9c79864c0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:18:21.474226 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'tag': '13908a51-1a86-4605-879b-7449faf88e17', 'status': 'completed', 'code': 200} Jul 23 15:18:21.576556 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-647e28a0-94c8-4b25-a792-c35251317c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:21.578128 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-647e28a0-94c8-4b25-a792-c35251317c47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1097 time: 0.0613375 Jul 23 15:18:21.633461 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:21.681394 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-39418b4f-e3ea-4b0b-ae96-40ff7176a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:21.683028 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-39418b4f-e3ea-4b0b-ae96-40ff7176a5f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0980792 Jul 23 15:18:21.689908 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:20Z', 'revision_number': 0, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:21.720069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] Checking router: f95dc248-51ef-42ec-9c27-37aebe2fd6eb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:18:21.729162 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:18:21.729751 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:18:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:21.750950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-ec2474cf-0ccb-4fe1-92b8-6a3312940ecf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 1000 time: 0.0619409 Jul 23 15:18:21.799752 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-31a736fb-6499-4836-a550-ee8ee75ca31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:21.801188 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-31a736fb-6499-4836-a550-ee8ee75ca31f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0441895 Jul 23 15:18:21.838128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:18:21.861704 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-1b328f52-628d-4c21-9ff8-94c25ca37980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:18:21.863255 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-1b328f52-628d-4c21-9ff8-94c25ca37980 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550539 Jul 23 15:18:21.961179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-a3e2130e-ef4c-46cb-a06d-ed77fdeaf5bd service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875764 Jul 23 15:18:22.051383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3f7ffbeb-5d06-4186-b92a-311d8276f13e req-bb6c709a-7115-4641-8118-4753b793ea5a service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843339 Jul 23 15:18:22.064117 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:20Z', 'revision_number': 0, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:18:22.090616 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060adb3-6036-4b12-b917-0eab1fb86492 None None] The sync data for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 is: [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:20Z', 'revision_number': 0, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:18:22.289059 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6893db0-acd7-4d6b-bf30-8c69fabe3b47 None None] New status for floating IP adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:18:38.391249 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:41.577046 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:18:45.961379 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6319681-90ee-4cc7-b1d0-abe6f544ea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:48.445997 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:48.507870 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:48.624158 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-733839b0-1fc7-4642-ab83-51fab0bd874f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:49.889126 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:18:51.612160 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:03.818638 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-191955bb-4660-4636-a96a-3943d31d882c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669811 Jul 23 15:19:03.936885 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-9962eac9-0ab3-4023-b887-7086c6732377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:19:03.938374 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-9962eac9-0ab3-4023-b887-7086c6732377 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1097 time: 0.0560725 Jul 23 15:19:04.046529 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-4a6227d1-9a45-41da-8af9-950890612b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:19:04.048102 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-4a6227d1-9a45-41da-8af9-950890612b59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0884116 Jul 23 15:19:04.118146 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-1ebcb34d-a0d9-467d-9011-fc7862c0a311 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 1002 time: 0.0616462 Jul 23 15:19:04.166963 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-60643bd1-45cb-4c4a-aaae-64b237028dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:19:04.168393 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-60643bd1-45cb-4c4a-aaae-64b237028dbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0444603 Jul 23 15:19:04.228356 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-2ab0d590-2859-48dd-a296-e12baf2e332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:19:04.229854 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-2ab0d590-2859-48dd-a296-e12baf2e332c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553300 Jul 23 15:19:04.329089 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-ea55c902-483d-46a8-82e6-ef3594668808 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926073 Jul 23 15:19:04.428388 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d54c93df-ffe8-47c3-99b7-b2c32d57982d req-d0b1634f-2485-46d1-999a-b3dacb3d835c service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918911 Jul 23 15:19:08.403764 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:15.966041 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d37359dc-a244-46d6-8790-36223ec4a072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:18.450593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:18.515366 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:18.582420 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:19:18.617531 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-927df532-9c35-4692-945b-68ef1d7030d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:19.895679 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:21.622464 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:38.403235 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:45.970478 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-beb8e6d6-eb18-4b60-b2b6-e2e379de60f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:48.454262 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:48.533267 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:48.629241 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94be6046-2121-48f1-b688-7e0a20fb1a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:49.898863 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:51.626451 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:19:55.582395 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:20:05.926160 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-08bfb695-137d-4133-b4b5-3459a1cf8bde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985439 Jul 23 15:20:06.042606 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e86736-9561-4a58-9640-477a82e8a3ca req-9854b76d-60dd-486b-ae89-78982ff9f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:06.044248 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-9854b76d-60dd-486b-ae89-78982ff9f90e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1097 time: 0.0590446 Jul 23 15:20:06.155610 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e86736-9561-4a58-9640-477a82e8a3ca req-a0f4b05b-3e82-4e05-90e4-3b025a45eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:06.157143 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-a0f4b05b-3e82-4e05-90e4-3b025a45eb97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0934539 Jul 23 15:20:06.222322 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-eff785c3-2088-49ee-b95e-212ce33bbea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 1002 time: 0.0586851 Jul 23 15:20:06.274327 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e86736-9561-4a58-9640-477a82e8a3ca req-4cc20600-bef0-4a22-a8e3-1ca429e1a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:06.275695 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-4cc20600-bef0-4a22-a8e3-1ca429e1a6fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0471754 Jul 23 15:20:06.335512 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e86736-9561-4a58-9640-477a82e8a3ca req-66f8803b-1339-4246-815e-d6e881971d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:06.336980 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-66f8803b-1339-4246-815e-d6e881971d62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549016 Jul 23 15:20:06.426400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-0f6bcb05-1042-4622-a61e-89d090d50c71 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822015 Jul 23 15:20:06.517906 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-46e86736-9561-4a58-9640-477a82e8a3ca req-63671de6-acc9-4826-b9a7-fae43997828d service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841560 Jul 23 15:20:08.403260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:15.967539 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ab6-a552-42e5-a18b-cbd21a166013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:18.459186 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:18.552888 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:18.622013 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c22e0e-d173-4eac-8ce9-bbfb42195021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:19.911593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:19.966401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 13908a51-1a86-4605-879b-7449faf88e17 details requested by agent hyperv_n-h1-801990-3 with host n-h1-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:20:20.075294 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:20:20.087437 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Returning: {'device': '13908a51-1a86-4605-879b-7449faf88e17', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:20:20.123690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:20.142578 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13908a51-1a86-4605-879b-7449faf88e17 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:20:20.164280 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:20:20.170336 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:20.216827 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:20.224384 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.224731 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.225069 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.225401 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.225733 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.226060 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.226388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.226754 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.227065 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.227391 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.227709 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.228015 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:20.359132 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] get_ports_and_sgs() called for port_ids ['13908a51-1a86-4605-879b-7449faf88e17'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:20:21.627268 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:21.982984 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 13908a51-1a86-4605-879b-7449faf88e17 up at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:20:22.036371 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Provisioning complete for port 13908a51-1a86-4605-879b-7449faf88e17 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:20:22.037062 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:22.138365 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:22.162499 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13908a51-1a86-4605-879b-7449faf88e17'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:20:22.164825 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d06b1-0130-4d37-b8ef-cabba3379901" -d '{"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-plugged", "status": "completed", "tag": "13908a51-1a86-4605-879b-7449faf88e17"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:20:22.180388 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:20:22.188711 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:22.259880 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e187d96-b37d-4c96-97a2-8739d79108c2 x-openstack-request-id: req-1e187d96-b37d-4c96-97a2-8739d79108c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:20:22.260249 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-plugged", "status": "completed", "tag": "13908a51-1a86-4605-879b-7449faf88e17", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:20:22.260374 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e187d96-b37d-4c96-97a2-8739d79108c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:20:22.260763 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13908a51-1a86-4605-879b-7449faf88e17', 'code': 200} Jul 23 15:20:22.266393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:30.620890 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-6e04fdbb-f9ff-4bfb-81e9-1e91c7473d74 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793360779&fields=id&tenant_id=61a06228563e489d9ced38b82ab31d1b HTTP/1.1" status: 200 len: 267 time: 0.0336342 Jul 23 15:20:30.731651 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-c5c15267-bd77-43e2-a89e-cb81f30c4289 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:30.733163 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-c5c15267-bd77-43e2-a89e-cb81f30c4289 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 810 time: 0.1058526 Jul 23 15:20:30.750863 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-a95be371-bed2-416e-8df9-7a1b2aa05d52 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/quotas/61a06228563e489d9ced38b82ab31d1b HTTP/1.1" status: 200 len: 375 time: 0.0093985 Jul 23 15:20:30.829711 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-9f75c6c3-a46b-40b2-9fcf-d7b09d99f802 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0707974 Jul 23 15:20:30.984021 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-38e191a2-8595-48df-8fc7-f6a1891e5422 service neutron] 10.222.0.21 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375299 Jul 23 15:20:31.072829 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-c6966e82-ad6a-48fa-994e-05b9ff602d1f service neutron] 10.222.0.21 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820775 Jul 23 15:20:31.242557 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e2be0d5c-7a91-45e5-b7ca-447e43a893fe req-5ed3071d-4bbb-4f36-824b-e62c754cdaaf tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 210 time: 0.0290291 Jul 23 15:20:32.344478 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-37f726b8-6f58-4dbf-ad45-43362318318f req-f1a306f8-4777-4622-acd2-1fb20f5f5506 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 210 time: 0.0325496 Jul 23 15:20:32.406212 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-20215476-177d-4aae-8e46-f4a23400237f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:32.407675 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-20215476-177d-4aae-8e46-f4a23400237f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.48 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 810 time: 0.1287732 Jul 23 15:20:32.448432 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-8e5ed1a9-a510-4de6-b460-49ae1f88f3d0 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a06228563e489d9ced38b82ab31d1b HTTP/1.1" status: 200 len: 380 time: 0.0326893 Jul 23 15:20:32.464013 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'port': {'device_id': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'admin_state_up': True, 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'security_groups': ['cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:20:32.582276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Made reservation on behalf of 61a06228563e489d9ced38b82ab31d1b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:20:32.583416 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:20:32.586306 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:32.769082 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Allocated IP 172.20.0.5 (53880db4-8274-4c14-994d-666520d5b686/32faa42f-7692-4e55-a244-8272a0ca6332/64682075-c669-49d2-aa28-f26c779782d7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:20:32.953274 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:32.969252 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Transition to ACTIVE for port object 64682075-c669-49d2-aa28-f26c779782d7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:20:33.016445 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:33.077381 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Network 53880db4-8274-4c14-994d-666520d5b686 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:20:33.079011 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:33.081491 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:20:33.084301 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:20:33.092324 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.092828 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.093210 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.093576 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.093910 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.094239 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.094592 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.094957 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.095280 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.095676 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.096030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.096366 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:20:33.149175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:33.149836 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:33.171961 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-71dce57c-9b0a-418c-87b9-896a563fe87e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7114403 Jul 23 15:20:33.402252 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a2c103c8-6c0e-468d-ae22-a00ae6515404 None None] Provisioning for port 64682075-c669-49d2-aa28-f26c779782d7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:20:33.407449 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a2c103c8-6c0e-468d-ae22-a00ae6515404 None None] Provisioning complete for port 64682075-c669-49d2-aa28-f26c779782d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:20:33.408094 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2c103c8-6c0e-468d-ae22-a00ae6515404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:33.455781 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a2c103c8-6c0e-468d-ae22-a00ae6515404 None None] Port 64682075-c669-49d2-aa28-f26c779782d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 15:20:33.497343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff49c2e-b7fb-4017-90d3-6f7c0fd27fdd req-58837c67-a316-467d-8bc9-9a8bd3f03b98 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:33.499162 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ff49c2e-b7fb-4017-90d3-6f7c0fd27fdd req-58837c67-a316-467d-8bc9-9a8bd3f03b98 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0767543 Jul 23 15:20:33.542382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6ff49c2e-b7fb-4017-90d3-6f7c0fd27fdd req-4619b1d0-cbb2-42de-98d7-30ee0da9da32 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351791 Jul 23 15:20:34.039339 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 13908a51-1a86-4605-879b-7449faf88e17 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:20:34.122154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:34.147366 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13908a51-1a86-4605-879b-7449faf88e17'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:20:34.149671 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73bf66-d957-4c33-88fe-915756168322" -d '{"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-unplugged", "status": "completed", "tag": "13908a51-1a86-4605-879b-7449faf88e17"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:20:34.164375 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:20:34.175986 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:34.207955 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e154b84-4b80-42cb-b57d-8e56405a8616 x-openstack-request-id: req-2e154b84-4b80-42cb-b57d-8e56405a8616 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:20:34.208604 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-unplugged", "status": "completed", "tag": "13908a51-1a86-4605-879b-7449faf88e17", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:20:34.209031 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e154b84-4b80-42cb-b57d-8e56405a8616 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:20:34.209760 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13908a51-1a86-4605-879b-7449faf88e17', 'code': 200} Jul 23 15:20:34.241476 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Pushing event updated for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:34.693834 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf93b8-81e0-45b4-8c39-2956fcd38048 req-ff6bb57f-a94d-4574-9281-1394f3c8dd5d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:34.695564 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8cdf93b8-81e0-45b4-8c39-2956fcd38048 req-ff6bb57f-a94d-4574-9281-1394f3c8dd5d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0740652 Jul 23 15:20:34.736327 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8cdf93b8-81e0-45b4-8c39-2956fcd38048 req-49f02f70-92f8-40db-b0aa-5c50deb842d8 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Jul 23 15:20:35.876787 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eec3a-22e8-4398-b010-9c9fa2471115 req-2aea0b4a-5669-4f68-8018-be34ffc294e0 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:35.878535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a9eec3a-22e8-4398-b010-9c9fa2471115 req-2aea0b4a-5669-4f68-8018-be34ffc294e0 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0688417 Jul 23 15:20:35.918400 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4a9eec3a-22e8-4398-b010-9c9fa2471115 req-4dcdc250-bfa5-4e68-af06-a4eec14aa537 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Jul 23 15:20:37.059655 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7940b-5e50-4411-a022-c7466ea71890 req-dc004824-1aa6-446c-a828-0061cf88ba6c tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:37.061253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5e7940b-5e50-4411-a022-c7466ea71890 req-dc004824-1aa6-446c-a828-0061cf88ba6c tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0733309 Jul 23 15:20:37.106687 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5e7940b-5e50-4411-a022-c7466ea71890 req-b277942c-b313-44a0-8ce5-141a2afe71b2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Jul 23 15:20:38.243303 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce9b2a-8532-462b-950a-ff53c1042bf4 req-57f32113-c512-486a-afc7-2a7652c64432 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:38.244999 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01ce9b2a-8532-462b-950a-ff53c1042bf4 req-57f32113-c512-486a-afc7-2a7652c64432 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0672660 Jul 23 15:20:38.284643 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-01ce9b2a-8532-462b-950a-ff53c1042bf4 req-510b607b-7942-485b-a5ca-6bb540c31c7e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338805 Jul 23 15:20:38.424560 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:39.428816 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a08149-4986-41f2-9f34-227bed25838a req-868d92fd-4610-4e57-85a8-bdf7ef46b3c3 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:39.430447 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4a08149-4986-41f2-9f34-227bed25838a req-868d92fd-4610-4e57-85a8-bdf7ef46b3c3 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0741298 Jul 23 15:20:39.469383 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4a08149-4986-41f2-9f34-227bed25838a req-e0bae7a3-62c8-49c0-9b47-fc9808125589 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329938 Jul 23 15:20:40.632383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d31e-b623-4bf2-be0b-b1416bc2d3bc req-ad42084e-6610-4ee4-87a9-df44d51ba0c7 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:40.634181 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc6d31e-b623-4bf2-be0b-b1416bc2d3bc req-ad42084e-6610-4ee4-87a9-df44d51ba0c7 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0918798 Jul 23 15:20:40.674152 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3fc6d31e-b623-4bf2-be0b-b1416bc2d3bc req-2cc85c63-030f-4988-bc46-7f713dd76a55 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343640 Jul 23 15:20:41.814057 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5a9c-f204-4edd-ab31-7c0f6dda2ec3 req-58a7ad7d-2dbd-4f7b-9b26-a28025a7e198 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:41.816469 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14ce5a9c-f204-4edd-ab31-7c0f6dda2ec3 req-58a7ad7d-2dbd-4f7b-9b26-a28025a7e198 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0681806 Jul 23 15:20:41.867361 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-14ce5a9c-f204-4edd-ab31-7c0f6dda2ec3 req-4bcbc7d5-7ccf-4dfd-b2b1-83465280ffd3 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 Jul 23 15:20:43.012032 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5144ec7-3213-4026-b27d-530b8c4c6e48 req-d4674b19-dfc2-43df-8325-fbe20cb7e6eb tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:43.013545 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5144ec7-3213-4026-b27d-530b8c4c6e48 req-d4674b19-dfc2-43df-8325-fbe20cb7e6eb tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 931 time: 0.0777297 Jul 23 15:20:43.053290 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-d5144ec7-3213-4026-b27d-530b8c4c6e48 req-6c33e3c7-d3ec-461b-9c4e-1267c8bb5e9d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340006 Jul 23 15:20:43.114970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-3292503f-bd04-4dee-addd-607a03c60adc tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:20:43.116631 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-3292503f-bd04-4dee-addd-607a03c60adc tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061471 Jul 23 15:20:43.171476 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Request body: {'port': {'device_id': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801990-3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:20:43.265170 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:43.541871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64682075-c669-49d2-aa28-f26c779782d7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:20:43.549201 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:43.560958 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Transition to ACTIVE for port object 64682075-c669-49d2-aa28-f26c779782d7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:20:43.567637 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:43.975749 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Pushing event updated for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:44.046991 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Attempting to bind port 64682075-c669-49d2-aa28-f26c779782d7 on host n-h2-801990-3 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:20:44.047789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Attempting to bind port 64682075-c669-49d2-aa28-f26c779782d7 by drivers openvswitch,hyperv on host n-h2-801990-3 at level 0 using segments [{'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:20:44.047789 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Attempting to bind port 64682075-c669-49d2-aa28-f26c779782d7 on network 53880db4-8274-4c14-994d-666520d5b686 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:20:44.052502 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Port 64682075-c669-49d2-aa28-f26c779782d7 on network 53880db4-8274-4c14-994d-666520d5b686 not bound, no agent of type Open vSwitch agent registered on host n-h2-801990-3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 15:20:44.052827 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Attempting to bind port 64682075-c669-49d2-aa28-f26c779782d7 on network 53880db4-8274-4c14-994d-666520d5b686 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:20:44.058286 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Checking agent: {'id': '2b226d29-e5d3-49e0-ac2c-850b0aed72d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801990-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'started_at': datetime.datetime(2021, 7, 23, 13, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:20:44.058625 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Checking segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:20:44.059040 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Bound using segment: {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:20:44.059468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Bound port: 64682075-c669-49d2-aa28-f26c779782d7, host: n-h2-801990-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa49cf93-3719-4b17-804b-7276631b0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53880db4-8274-4c14-994d-666520d5b686'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:20:44.059827 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:44.157421 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:20:44.173369 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:20:44.179438 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:44.236611 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:44.237366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:44.238681 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] 10.222.0.48 "PUT /v2.0/ports/64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 200 len: 1091 time: 1.1153431 Jul 23 15:20:44.239102 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'tag': '64682075-c669-49d2-aa28-f26c779782d7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:20:44.241366 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a714d6d-badc-469e-8ecf-c887a31756ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "tag": "64682075-c669-49d2-aa28-f26c779782d7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:20:44.258930 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe17f-91d2-4107-98ea-9741de43c5ac req-8aefa8fe-753e-4d07-bd08-78fb897b8a98 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:44.260516 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a7fe17f-91d2-4107-98ea-9741de43c5ac req-8aefa8fe-753e-4d07-bd08-78fb897b8a98 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 943 time: 0.1355319 Jul 23 15:20:44.261589 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcb445-a9e0-4f4e-9a57-fc4d55ce6aed service neutron] Pushing event updated for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:44.331126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-8a7fe17f-91d2-4107-98ea-9741de43c5ac req-c202fdc7-0ac6-4412-87f8-1c2caffb354b tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643802 Jul 23 15:20:44.363865 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-5d6119df-60b3-4691-b5e6-7b9f45e3d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:44.365425 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-5d6119df-60b3-4691-b5e6-7b9f45e3d2ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1094 time: 0.0809898 Jul 23 15:20:44.380852 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde32225-eeeb-484d-9fe6-14e21f50e718 x-openstack-request-id: req-bde32225-eeeb-484d-9fe6-14e21f50e718 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:20:44.381143 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "tag": "64682075-c669-49d2-aa28-f26c779782d7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:20:44.381390 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bde32225-eeeb-484d-9fe6-14e21f50e718 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:20:44.381779 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'tag': '64682075-c669-49d2-aa28-f26c779782d7', 'status': 'completed', 'code': 200} Jul 23 15:20:44.410805 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-422c8a28-7b6b-4d6b-a421-c08a99806f84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 200 len: 217 time: 0.0371072 Jul 23 15:20:44.469181 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-e348f306-ca21-4437-836d-d93dbb30db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:44.470618 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-e348f306-ca21-4437-836d-d93dbb30db8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0524180 Jul 23 15:20:44.545003 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-1713f213-cf74-4d82-acd3-dd36ebab3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:44.546338 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-1713f213-cf74-4d82-acd3-dd36ebab3d1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691843 Jul 23 15:20:44.635247 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-ac063407-d412-4c55-a997-ad26c341833b service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813279 Jul 23 15:20:44.739131 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-e381d612-31eb-41d1-a5cd-5bc8057d9b21 req-5e154396-7803-4316-b1b3-9c0ad6677a0e service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964274 Jul 23 15:20:44.847431 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-2045df7a-5c52-46b1-80bc-b9aacf94bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:44.848837 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-2045df7a-5c52-46b1-80bc-b9aacf94bb62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1094 time: 0.0568066 Jul 23 15:20:44.955069 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-0a1a8714-1b28-4cd4-9f92-66541dbedae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:44.956530 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-0a1a8714-1b28-4cd4-9f92-66541dbedae1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.1010354 Jul 23 15:20:45.006073 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-53524711-f47a-4cb3-9ace-468b01d7bc65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 200 len: 217 time: 0.0373209 Jul 23 15:20:45.056005 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-ff083b85-fbf5-42b6-bbf3-5c77f85fa0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:45.057406 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-ff083b85-fbf5-42b6-bbf3-5c77f85fa0ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0425735 Jul 23 15:20:45.133555 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-b2b7c0cf-444f-4469-a726-e63ee6f33a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:45.135084 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-b2b7c0cf-444f-4469-a726-e63ee6f33a20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706744 Jul 23 15:20:45.224998 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-d9c09b83-7511-4372-9492-775cad1512e3 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827065 Jul 23 15:20:45.327151 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9a714d6d-badc-469e-8ecf-c887a31756ea req-e32ffb42-2c77-4ded-ad35-472f77d40b9b service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947649 Jul 23 15:20:45.468547 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b160f3-fa7b-426e-84b1-ecb86f7e9054 req-9c0f6fbf-af90-4055-a980-a4ffd2ca0efb tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:45.469964 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9b160f3-fa7b-426e-84b1-ecb86f7e9054 req-9c0f6fbf-af90-4055-a980-a4ffd2ca0efb tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 943 time: 0.0686793 Jul 23 15:20:45.507176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a9b160f3-fa7b-426e-84b1-ecb86f7e9054 req-c0c0b51c-4e6b-4382-ba76-8bec87c61eda tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Jul 23 15:20:45.972294 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c02f5bb-b9eb-486f-88b0-7c2d4e2516e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:46.660692 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba791237-9ed5-48bf-937b-26a036a8e07d req-2d2232d3-bfb9-4ede-804b-da2db3ed4f63 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:46.662179 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba791237-9ed5-48bf-937b-26a036a8e07d req-2d2232d3-bfb9-4ede-804b-da2db3ed4f63 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 943 time: 0.0778477 Jul 23 15:20:46.700226 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ba791237-9ed5-48bf-937b-26a036a8e07d req-0b491a08-04c7-4e6b-a8af-4d4ef92848d2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Jul 23 15:20:47.522683 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 64682075-c669-49d2-aa28-f26c779782d7 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:20:47.626233 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:20:47.637231 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '64682075-c669-49d2-aa28-f26c779782d7', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'port_id': '64682075-c669-49d2-aa28-f26c779782d7', 'mac_address': 'fa:16:3e:e0:a3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:20:47.672790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:47.685890 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64682075-c669-49d2-aa28-f26c779782d7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:20:47.706153 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:20:47.712892 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:47.763575 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:47.848540 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd7bab-d79a-4309-a20f-26c55d022bfe req-beade0a8-38f7-4d59-a861-791d55d93e45 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:47.849965 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9afd7bab-d79a-4309-a20f-26c55d022bfe req-beade0a8-38f7-4d59-a861-791d55d93e45 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 944 time: 0.0789263 Jul 23 15:20:47.892853 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9afd7bab-d79a-4309-a20f-26c55d022bfe req-72d8bf15-05bb-4582-9f3f-878cda891a56 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345485 Jul 23 15:20:47.960186 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['64682075-c669-49d2-aa28-f26c779782d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:20:48.462852 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:48.566990 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:48.625070 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59116451-e54c-40dd-a586-4ae10addbc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:49.038538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda6ab8-672c-402b-bc2a-ef66520b6a42 req-c2f3dc21-80d1-430b-956e-f7472c84cf8d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:49.040071 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fda6ab8-672c-402b-bc2a-ef66520b6a42 req-c2f3dc21-80d1-430b-956e-f7472c84cf8d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 944 time: 0.0674551 Jul 23 15:20:49.082841 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-4fda6ab8-672c-402b-bc2a-ef66520b6a42 req-65966d5a-adfd-4a1c-9e5e-feaede40ae88 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345173 Jul 23 15:20:49.524805 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 64682075-c669-49d2-aa28-f26c779782d7 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:20:49.582304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning for port 64682075-c669-49d2-aa28-f26c779782d7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:20:49.586119 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 64682075-c669-49d2-aa28-f26c779782d7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:20:49.586493 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:49.665543 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:49.850534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64682075-c669-49d2-aa28-f26c779782d7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:20:49.852703 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078b7ec-b3f9-4292-8d8a-470bca8dfcc5" -d '{"events": [{"server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "name": "network-vif-plugged", "status": "completed", "tag": "64682075-c669-49d2-aa28-f26c779782d7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:20:49.865722 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:20:49.872014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:49.898790 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b4371a-da12-4ea1-895f-675467b001f7 x-openstack-request-id: req-11b4371a-da12-4ea1-895f-675467b001f7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:20:49.899068 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "name": "network-vif-plugged", "status": "completed", "tag": "64682075-c669-49d2-aa28-f26c779782d7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:20:49.899315 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11b4371a-da12-4ea1-895f-675467b001f7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:20:49.899695 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64682075-c669-49d2-aa28-f26c779782d7', 'code': 200} Jul 23 15:20:49.920162 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:49.936048 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:50.005484 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7961773-ba13-4e72-b07d-2783aa7164cd req-065e113d-efe5-44c8-a058-7358d2147401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:50.007793 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7961773-ba13-4e72-b07d-2783aa7164cd req-065e113d-efe5-44c8-a058-7358d2147401 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0627301 Jul 23 15:20:50.045093 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f7961773-ba13-4e72-b07d-2783aa7164cd req-e142fd9b-3865-4bff-bcf3-4d4ba2a4aace service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302768 Jul 23 15:20:50.228478 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697947b-3ed3-4371-b02e-330610ac289f req-9d2ec9c9-8bea-49e9-8638-a7f43a8b1afc tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:50.229978 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6697947b-3ed3-4371-b02e-330610ac289f req-9d2ec9c9-8bea-49e9-8638-a7f43a8b1afc tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 945 time: 0.0671344 Jul 23 15:20:50.273739 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-6697947b-3ed3-4371-b02e-330610ac289f req-b213e960-0376-4cf5-9fb3-33bb09412c86 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380816 Jul 23 15:20:51.424939 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de836a83-d153-47ee-a9a1-855113b9eaf5 req-3442adf4-b412-46ab-b79b-3c364eee2c6c tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:51.426410 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de836a83-d153-47ee-a9a1-855113b9eaf5 req-3442adf4-b412-46ab-b79b-3c364eee2c6c tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 945 time: 0.0755937 Jul 23 15:20:51.468514 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-de836a83-d153-47ee-a9a1-855113b9eaf5 req-5d275b9d-1bce-466b-a92f-a2ec5f0b71ab tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Jul 23 15:20:51.609375 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b2a37-d85f-48c9-9b14-677fbf81f47d req-c76f536f-8d76-4be8-a50d-3152ceb2256f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:51.610806 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec7b2a37-d85f-48c9-9b14-677fbf81f47d req-c76f536f-8d76-4be8-a50d-3152ceb2256f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 945 time: 0.0757928 Jul 23 15:20:51.626136 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:51.651898 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ec7b2a37-d85f-48c9-9b14-677fbf81f47d req-7f60c707-7f23-44cc-a58a-f5f49c000f03 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350409 Jul 23 15:20:51.677816 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:20:51.739804 n-d-801990-3 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32174f0-d676-4d68-8c6d-222ff5c2a196 tempest-TestSnapshotPattern-1282610048 tempest-TestSnapshotPattern-1282610048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:51.741350 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-d32174f0-d676-4d68-8c6d-222ff5c2a196 tempest-TestSnapshotPattern-1282610048 tempest-TestSnapshotPattern-1282610048-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1091 time: 0.0625329 Jul 23 15:20:51.744402 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:20:51.749207 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Request body: {'floatingip': {'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'port_id': '64682075-c669-49d2-aa28-f26c779782d7', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:20:51.774062 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:51.875156 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:51.977292 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Allocated IP 172.25.2.190 (630d89f6-02ed-4223-950e-6ebef56a4ac5/00278b02-dff0-4af3-8462-c1e0d6b7201a/310d6d83-2a63-440d-9ccd-3998954e1044) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:20:52.090703 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:52.130969 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750221561869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:52.171121 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Network 630d89f6-02ed-4223-950e-6ebef56a4ac5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:20:52.174170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:20:52.178513 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:20:52.181562 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'Port': ['ID=310d6d83-2a63-440d-9ccd-3998954e1044,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:52.533727 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:52.611257 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:52.769362 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:52.776209 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12543973'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:52.846183 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event updated for resources: {'Port': ['ID=310d6d83-2a63-440d-9ccd-3998954e1044,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:20:52.858299 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447702'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:52.972361 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Floating IP 24767f06-fc58-436e-86da-ee71572c3f57 associated. External IP: 172.25.2.190, port: 64682075-c669-49d2-aa28-f26c779782d7. Jul 23 15:20:53.183598 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Router f95dc248-51ef-42ec-9c27-37aebe2fd6eb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:20:53.293087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:20:53.303247 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] Sync routers for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:20:53.313159 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:20:53.313783 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:20:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:20:53.314441 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:20:53.356465 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fdce0f26-8eaf-44bf-81f9-5303a4053f62 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6109440 Jul 23 15:20:53.357418 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'tag': '64682075-c669-49d2-aa28-f26c779782d7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:20:53.359899 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f4322a-deaf-4daf-b156-3c2c76b7c893" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "tag": "64682075-c669-49d2-aa28-f26c779782d7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:20:53.397024 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94be198-ea11-4ba2-82cb-f9a4b10f50e6 x-openstack-request-id: req-e94be198-ea11-4ba2-82cb-f9a4b10f50e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:20:53.397448 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "tag": "64682075-c669-49d2-aa28-f26c779782d7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:20:53.397678 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e94be198-ea11-4ba2-82cb-f9a4b10f50e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:20:53.398096 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'tag': '64682075-c669-49d2-aa28-f26c779782d7', 'status': 'completed', 'code': 200} Jul 23 15:20:53.418879 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:20:53.474189 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-bfea3a49-bb7f-48bf-ac7a-6c6387f910ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:53.475664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-bfea3a49-bb7f-48bf-ac7a-6c6387f910ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0564470 Jul 23 15:20:53.564382 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-fb2cfa3f-ef7a-4683-92a4-3aadacf90a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:53.565975 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-fb2cfa3f-ef7a-4683-92a4-3aadacf90a21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0839159 Jul 23 15:20:53.635812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-8d410e25-4dc0-45ff-80a9-c27af8eaa228 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 200 len: 999 time: 0.0629432 Jul 23 15:20:53.656550 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '24767f06-fc58-436e-86da-ee71572c3f57', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '64682075-c669-49d2-aa28-f26c779782d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:e0:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:20:52Z', 'updated_at': '2021-07-23T15:20:52Z', 'revision_number': 0, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}, {'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:22Z', 'revision_number': 1, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:20:53.682534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] Checking router: f95dc248-51ef-42ec-9c27-37aebe2fd6eb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:20:53.685171 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-1b8e91ed-63eb-49ae-8015-0313b0649d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:53.686680 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-1b8e91ed-63eb-49ae-8015-0313b0649d59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0439184 Jul 23 15:20:53.690997 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:20:53.691600 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:20:49Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:20:53.748575 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-bab1a71d-eec9-4a8e-94f0-7afe89b52abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:53.750039 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-bab1a71d-eec9-4a8e-94f0-7afe89b52abd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574069 Jul 23 15:20:53.797858 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:20:53.843619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-b348f78b-d6af-4816-a290-b0dcc61c3189 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860412 Jul 23 15:20:53.934231 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f4f4322a-deaf-4daf-b156-3c2c76b7c893 req-50a14276-e6c8-4006-8570-8847a3304775 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842810 Jul 23 15:20:54.031780 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '24767f06-fc58-436e-86da-ee71572c3f57', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '64682075-c669-49d2-aa28-f26c779782d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:e0:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:20:52Z', 'updated_at': '2021-07-23T15:20:52Z', 'revision_number': 0, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}, {'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:22Z', 'revision_number': 1, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:20:54.057120 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc47297-404f-448a-9898-c8a83e5391db None None] The sync data for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 is: [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': '24767f06-fc58-436e-86da-ee71572c3f57', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '64682075-c669-49d2-aa28-f26c779782d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:e0:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:20:52Z', 'updated_at': '2021-07-23T15:20:52Z', 'revision_number': 0, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}, {'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:22Z', 'revision_number': 1, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:20:54.262077 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17942419-b96d-4fa2-a14b-c95ce081483d None None] New status for floating IP 24767f06-fc58-436e-86da-ee71572c3f57: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:20:58.696196 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-f8eb580b-7932-4b65-b6ff-82fa8640b929 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600226 Jul 23 15:20:58.803881 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-15068368-2a7a-4e80-a36b-264e3bda8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:58.805411 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-15068368-2a7a-4e80-a36b-264e3bda8c02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0569069 Jul 23 15:20:58.927915 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-2c3b3af9-dcff-49a2-b0f0-6023fc9b5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:58.929402 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-2c3b3af9-dcff-49a2-b0f0-6023fc9b5fd1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.1037936 Jul 23 15:20:58.997199 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-10e43245-7fbd-4e44-b363-2ff1161a2001 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 200 len: 1001 time: 0.0604663 Jul 23 15:20:59.049255 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-964cd488-1c12-4e16-b6e6-809e866fbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:59.050799 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-964cd488-1c12-4e16-b6e6-809e866fbc07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0458770 Jul 23 15:20:59.113902 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-575ee9f9-c06c-4620-a6ca-f6e8109a5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:20:59.115441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-575ee9f9-c06c-4620-a6ca-f6e8109a5430 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586727 Jul 23 15:20:59.205798 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-a3479d57-0699-4586-9017-b148031521c2 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836055 Jul 23 15:20:59.298325 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-bdf408f4-c762-427b-9efb-04b43ac54908 req-e42ba3f7-c011-44c5-8b40-fcafedb43ed8 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859361 Jul 23 15:21:07.789518 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-291da339-3187-433a-b349-547992f3eb7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597587 Jul 23 15:21:07.910806 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-5eaf9a91-2114-4a43-9a2b-f807abd76670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:21:07.912324 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-5eaf9a91-2114-4a43-9a2b-f807abd76670 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1095 time: 0.0631480 Jul 23 15:21:08.027468 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-59c2ae9f-e15b-4232-b4d6-4d5eee6f6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:21:08.028983 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-59c2ae9f-e15b-4232-b4d6-4d5eee6f6cff service neutron] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0975955 Jul 23 15:21:08.095716 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-a92e526a-c574-43bf-8ec9-d0fde9215e78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 1000 time: 0.0594342 Jul 23 15:21:08.149545 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-496ea0d5-5e69-4d5f-8ae2-5808fb5a058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:21:08.151075 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-496ea0d5-5e69-4d5f-8ae2-5808fb5a058a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0493047 Jul 23 15:21:08.428766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:08.545494 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-b7e39ff4-7e43-44a5-9415-461810a3e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:21:08.547133 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-b7e39ff4-7e43-44a5-9415-461810a3e369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3899453 Jul 23 15:21:08.557325 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-44604a50-3349-4e23-9528-8a9d5e9612b1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:21:08.558253 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-44604a50-3349-4e23-9528-8a9d5e9612b1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050368 Jul 23 15:21:08.648759 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-d0a27676-6199-41d0-940b-ca216fd8cd13 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837519 Jul 23 15:21:08.740540 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-83b77886-fc7f-46c1-a870-fbb16faa5f29 req-696e0e74-24af-49b8-833f-5cc4c2edfabf service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847352 Jul 23 15:21:09.588925 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:21:15.969481 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9926b7-98e5-41e9-8095-c3f506594c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:18.467543 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:18.575396 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:18.635728 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-348391c7-661b-4ad7-89bd-e5d8aa77866b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:19.913080 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:21.640160 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:38.449315 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:45.974905 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d404924a-6b80-4ca0-a5c3-7312b367c3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:46.595423 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:21:48.470121 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:48.586554 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:48.629954 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d982750-7460-46b1-b23d-49364ea002d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:49.910866 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:51.637641 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:21:59.707441 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-a574cb95-0586-4f13-a7cb-fc0617341bcb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572124 Jul 23 15:21:59.817538 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-b4c4a02a-d8ef-49ed-89cd-afb30ba33f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:21:59.819870 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-b4c4a02a-d8ef-49ed-89cd-afb30ba33f98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0639827 Jul 23 15:21:59.926302 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-db56594c-97c0-47b4-96c6-6bfa582dcd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:21:59.927835 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-db56594c-97c0-47b4-96c6-6bfa582dcd82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0869052 Jul 23 15:22:00.003209 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-57207f14-c238-4f07-b2fb-5429e194c38f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 200 len: 1001 time: 0.0681045 Jul 23 15:22:00.055728 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-d863e4c9-9a08-4767-91db-183521b521cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:00.057176 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-d863e4c9-9a08-4767-91db-183521b521cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0474100 Jul 23 15:22:00.120190 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-15362605-2600-44cf-8c83-958575a42930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:00.121683 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-15362605-2600-44cf-8c83-958575a42930 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576863 Jul 23 15:22:00.218780 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-8e7a6bc7-d9e9-435d-b2a5-5fe3ed8f7700 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901208 Jul 23 15:22:00.308949 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-df1566a0-4d1f-48f6-97e0-407417e3f530 req-d41afd1c-4114-4a81-b919-ffdc5d565d83 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Jul 23 15:22:07.791321 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-a4376aa8-8212-44bb-983e-0150b4e287ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610588 Jul 23 15:22:07.914883 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-8717c0f0-2720-4478-88a8-a61325a073c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:07.916398 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-8717c0f0-2720-4478-88a8-a61325a073c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1095 time: 0.0598869 Jul 23 15:22:08.026604 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-bcb66352-f2dc-462f-bfe1-18fa7e9929e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:08.028126 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-bcb66352-f2dc-462f-bfe1-18fa7e9929e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.0918398 Jul 23 15:22:08.094519 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-d7ecd619-afd4-482b-a333-ecb19ca96751 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 1000 time: 0.0587404 Jul 23 15:22:08.142323 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-753cf764-d210-4c62-8eb0-3a928b6d3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:08.143769 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-753cf764-d210-4c62-8eb0-3a928b6d3bf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0430911 Jul 23 15:22:08.208767 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-f7177d04-47a6-4f2e-817b-b1705b341aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:08.210373 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-f7177d04-47a6-4f2e-817b-b1705b341aad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599468 Jul 23 15:22:08.309195 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-40d4990d-dd62-403b-bd7d-b15865182aaf service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924063 Jul 23 15:22:08.402595 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a653dfc9-e9f5-4d43-8e43-669aa9c5b5aa req-72df3fd4-5165-4e72-99a9-83a0aaafe300 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866785 Jul 23 15:22:08.458193 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:15.985639 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e73d756-f04f-4629-adf6-d7096d1d5b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:17.845207 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 64682075-c669-49d2-aa28-f26c779782d7 details requested by agent hyperv_n-h2-801990-3 with host n-h2-801990-3 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 15:22:17.943947 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:17.956309 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Returning: {'device': '64682075-c669-49d2-aa28-f26c779782d7', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'port_id': '64682075-c669-49d2-aa28-f26c779782d7', 'mac_address': 'fa:16:3e:e0:a3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 15:22:17.998581 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:18.011719 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64682075-c669-49d2-aa28-f26c779782d7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 15:22:18.031140 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:18.036007 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:18.087831 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:18.095610 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.096080 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.096450 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.097047 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.097284 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.097708 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.097940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.098393 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.098676 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.099085 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.099350 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.099659 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:18.115803 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] get_ports_and_sgs() called for port_ids ['64682075-c669-49d2-aa28-f26c779782d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 15:22:18.463689 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:18.586086 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:18.634682 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7b2613-62f5-496f-9c7d-e86ca130fe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:19.862561 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 64682075-c669-49d2-aa28-f26c779782d7 up at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:22:19.924750 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:19.927270 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Provisioning complete for port 64682075-c669-49d2-aa28-f26c779782d7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:22:19.927624 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3467517'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:20.016619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757618'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:20.045534 n-d-801990-3 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64682075-c669-49d2-aa28-f26c779782d7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:22:20.048012 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5b841272f8fb08386da08bd444337fa046be607fb211d9d36d623a9c3bb6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c5641-9030-473b-9e95-30ebf1dc9268" -d '{"events": [{"server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "name": "network-vif-plugged", "status": "completed", "tag": "64682075-c669-49d2-aa28-f26c779782d7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:22:20.063911 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:20.071537 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750221983573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750221561887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750221561905'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:20.105406 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7d4ac6-e9ba-4391-83ff-24a5951eb833 x-openstack-request-id: req-af7d4ac6-e9ba-4391-83ff-24a5951eb833 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:22:20.105709 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "name": "network-vif-plugged", "status": "completed", "tag": "64682075-c669-49d2-aa28-f26c779782d7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:22:20.105945 n-d-801990-3 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af7d4ac6-e9ba-4391-83ff-24a5951eb833 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:22:20.106343 n-d-801990-3 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64682075-c669-49d2-aa28-f26c779782d7', 'code': 200} Jul 23 15:22:20.127798 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Pushing event updated for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:21.640027 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:23.584732 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:22:28.472404 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:28.640108 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Deleting port 310d6d83-2a63-440d-9ccd-3998954e1044 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:28.640406 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:28.718831 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:28.719161 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:28.731918 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Calling delete_port for 310d6d83-2a63-440d-9ccd-3998954e1044 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:28.891858 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:28.920733 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event deleted for resources: {'Port': ['ID=310d6d83-2a63-440d-9ccd-3998954e1044,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:28.945855 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.946203 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.946543 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.946908 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.947241 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.947571 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.947901 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.948229 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.948554 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.948879 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.949201 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.949558 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:28.990083 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:28.990444 n-d-801990-3 neutron-server[93766]: INFO neutron.db.l3_db [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Floating IP 24767f06-fc58-436e-86da-ee71572c3f57 disassociated (deleted). External IP: 172.25.2.190, port: 64682075-c669-49d2-aa28-f26c779782d7. Jul 23 15:22:29.208167 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Router f95dc248-51ef-42ec-9c27-37aebe2fd6eb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:22:29.316721 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:22:29.321860 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:29.328090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] Sync routers for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:22:29.338677 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:29.339320 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:29.360582 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-07bd491e-b14b-42c3-86f7-5a0bdcb7686e tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "DELETE /v2.0/floatingips/24767f06-fc58-436e-86da-ee71572c3f57 HTTP/1.1" status: 204 len: 168 time: 0.8843830 Jul 23 15:22:29.360582 n-d-801990-3 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'tag': '64682075-c669-49d2-aa28-f26c779782d7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:22:29.360907 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d4345459de185bfac99c36ac7c31788adf00e3c02174611f1b2784124b8ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89f8a43-051c-471c-8d16-f6888b6383d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "tag": "64682075-c669-49d2-aa28-f26c779782d7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:22:29.451916 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:29.517412 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d9574-c4c7-4cf4-97fd-e6e968e3a32e x-openstack-request-id: req-ff7d9574-c4c7-4cf4-97fd-e6e968e3a32e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:22:29.517974 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "tag": "64682075-c669-49d2-aa28-f26c779782d7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:22:29.517974 n-d-801990-3 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff7d9574-c4c7-4cf4-97fd-e6e968e3a32e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:22:29.518339 n-d-801990-3 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'tag': '64682075-c669-49d2-aa28-f26c779782d7', 'status': 'completed', 'code': 200} Jul 23 15:22:29.635397 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-ff4d122d-5efe-46b5-995c-fd95896d3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:29.636908 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-ff4d122d-5efe-46b5-995c-fd95896d3aee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0954049 Jul 23 15:22:29.648936 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1c729-145e-4d80-861a-f14f8f1779af req-fd7d0678-9da4-4229-8fa1-042fa3c49b28 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:29.650369 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3aa1c729-145e-4d80-861a-f14f8f1779af req-fd7d0678-9da4-4229-8fa1-042fa3c49b28 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 945 time: 0.0813587 Jul 23 15:22:29.687090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:22Z', 'revision_number': 1, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:29.713993 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] Checking router: f95dc248-51ef-42ec-9c27-37aebe2fd6eb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:22:29.722605 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:29.723264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:29.743535 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-3aa1c729-145e-4d80-861a-f14f8f1779af req-5369d412-5402-4ff1-982a-c7cce6a85fb7 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846832 Jul 23 15:22:29.768318 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-21130cc0-b930-48a0-8260-16955aae2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:29.769812 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-21130cc0-b930-48a0-8260-16955aae2be1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.1185107 Jul 23 15:22:29.815970 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-16fd6155-cdc4-4e81-bb52-2da027a4dc17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 200 len: 217 time: 0.0383639 Jul 23 15:22:29.827163 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:29.870759 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-be40b2cf-86b8-40c8-a56a-bbea45b8d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:29.872471 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-be40b2cf-86b8-40c8-a56a-bbea45b8d90b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0457964 Jul 23 15:22:29.934276 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-2548f2d8-f2ed-4dcf-a54a-e490cc4ac6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:29.935833 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-2548f2d8-f2ed-4dcf-a54a-e490cc4ac6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549877 Jul 23 15:22:30.038637 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-47299ec1-281c-4fcc-96f6-f6093adfb747 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937319 Jul 23 15:22:30.134335 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a89f8a43-051c-471c-8d16-f6888b6383d6 req-56cf0852-39c5-48ce-b20a-fef598dc1888 service neutron] 10.222.0.48 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870247 Jul 23 15:22:30.212537 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:22Z', 'revision_number': 1, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:30.242296 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad4a43-d716-4268-8e57-024960a9b977 None None] The sync data for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 is: [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_floatingips': [{'id': 'adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'router_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'port_id': '13908a51-1a86-4605-879b-7449faf88e17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'mac_address': 'fa:16:3e:cf:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T15:18:20Z', 'updated_at': '2021-07-23T15:18:22Z', 'revision_number': 1, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:22:30.472900 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf21b71-80ae-49e6-a1bf-3006ec165ef8 None None] New status for floating IP 24767f06-fc58-436e-86da-ee71572c3f57: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:22:30.892878 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd4ea1-998a-4a6b-a13a-83cf55a7fa27 req-9b3bba11-a89c-41c1-a915-bb5ac4d7923d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:30.894376 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2dd4ea1-998a-4a6b-a13a-83cf55a7fa27 req-9b3bba11-a89c-41c1-a915-bb5ac4d7923d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 945 time: 0.0762661 Jul 23 15:22:30.938273 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-f2dd4ea1-998a-4a6b-a13a-83cf55a7fa27 req-f1056ec0-36c1-4c21-9334-758fb8e4f30d tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Jul 23 15:22:31.360741 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-54ea5311-4521-462d-9473-b4248afd7bb5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:31.362219 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-54ea5311-4521-462d-9473-b4248afd7bb5 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 945 time: 0.0764625 Jul 23 15:22:31.468175 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Deleting port 64682075-c669-49d2-aa28-f26c779782d7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:31.468595 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:31.569206 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] For port 64682075-c669-49d2-aa28-f26c779782d7, host n-h2-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801990-3',level=0,port_id=64682075-c669-49d2-aa28-f26c779782d7,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:31.569565 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:31.582720 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Calling delete_port for 64682075-c669-49d2-aa28-f26c779782d7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:31.727079 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:31.756179 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event deleted for resources: {'Port': ['ID=64682075-c669-49d2-aa28-f26c779782d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:31.770063 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.770433 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.770793 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.771119 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.771445 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.771771 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.772087 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.772406 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.772716 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.773030 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.773331 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.773657 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801990-3 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:22:31.812967 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] No DVR routers for this DVR port 64682075-c669-49d2-aa28-f26c779782d7 on host n-h2-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:22:31.815772 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:31.817950 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-7e096c77-43d8-4522-9708-986e8b0032a4 req-822f11c7-7269-4a69-95ea-b1b6a2b40184 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.48 "DELETE /v2.0/ports/64682075-c669-49d2-aa28-f26c779782d7 HTTP/1.1" status: 204 len: 173 time: 0.4486043 Jul 23 15:22:31.818411 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'name': 'network-vif-deleted', 'tag': '64682075-c669-49d2-aa28-f26c779782d7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:22:31.820693 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8a20a7-bf1b-4cc0-9a9d-b19a91401c15" -d '{"events": [{"server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "name": "network-vif-deleted", "tag": "64682075-c669-49d2-aa28-f26c779782d7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:22:31.859332 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a1e47-2d17-4ee5-8a5e-f9bdd0e925e4 x-openstack-request-id: req-ed2a1e47-2d17-4ee5-8a5e-f9bdd0e925e4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:22:31.859633 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ade69-c1b7-4f76-989c-a2b8a693a3b5", "name": "network-vif-deleted", "tag": "64682075-c669-49d2-aa28-f26c779782d7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:22:31.859883 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed2a1e47-2d17-4ee5-8a5e-f9bdd0e925e4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:22:31.860298 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ade69-c1b7-4f76-989c-a2b8a693a3b5', 'name': 'network-vif-deleted', 'tag': '64682075-c669-49d2-aa28-f26c779782d7', 'status': 'completed', 'code': 200} Jul 23 15:22:31.922959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 64682075-c669-49d2-aa28-f26c779782d7 no longer exists at agent hyperv_n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:31.944943 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] No Port match for: 64682075-c669-49d2-aa28-f26c779782d7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:31.945326 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Device 64682075-c669-49d2-aa28-f26c779782d7 not bound to the agent host n-h2-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:32.049382 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-cd12d697-521c-4719-935e-7f4e2ca382be req-ca6e11a1-4ca3-49c4-8e25-596e4d4d1e37 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ade69-c1b7-4f76-989c-a2b8a693a3b5 HTTP/1.1" status: 200 len: 210 time: 0.0295408 Jul 23 15:22:33.641519 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:33.811270 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Deleting port 927b2ea4-e4cf-4718-9803-36f642b488f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:33.811497 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:33.891404 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:33.891702 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:33.904543 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Calling delete_port for 927b2ea4-e4cf-4718-9803-36f642b488f6 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:34.086250 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:34.112424 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event deleted for resources: {'Port': ['ID=927b2ea4-e4cf-4718-9803-36f642b488f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:34.186108 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:34.186584 n-d-801990-3 neutron-server[93767]: INFO neutron.db.l3_db [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Floating IP adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd disassociated (deleted). External IP: 172.25.2.213, port: 13908a51-1a86-4605-879b-7449faf88e17. Jul 23 15:22:34.418965 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Router f95dc248-51ef-42ec-9c27-37aebe2fd6eb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:22:34.531307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:22:34.536366 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:34.541049 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] Sync routers for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:22:34.551304 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:34.551934 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:34.578438 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-0a6bbc0c-b8a3-48a0-ba34-5aa2f34e068f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "DELETE /v2.0/floatingips/adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd HTTP/1.1" status: 204 len: 168 time: 0.9357517 Jul 23 15:22:34.579278 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'tag': '13908a51-1a86-4605-879b-7449faf88e17'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:22:34.581726 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "tag": "13908a51-1a86-4605-879b-7449faf88e17"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:22:34.660711 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:34.737943 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb72ff48-4d1b-4aae-b24a-1e82cd136dad x-openstack-request-id: req-fb72ff48-4d1b-4aae-b24a-1e82cd136dad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:22:34.738458 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "tag": "13908a51-1a86-4605-879b-7449faf88e17", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:22:34.738458 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb72ff48-4d1b-4aae-b24a-1e82cd136dad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:22:34.739433 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'tag': '13908a51-1a86-4605-879b-7449faf88e17', 'status': 'completed', 'code': 200} Jul 23 15:22:34.864977 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:34.881988 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dac3-ce6f-40c5-b86f-90fd900b8283 req-ccae2589-8dad-4f7c-ada8-7063ab5e4747 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:34.883619 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ded4dac3-ce6f-40c5-b86f-90fd900b8283 req-ccae2589-8dad-4f7c-ada8-7063ab5e4747 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 944 time: 0.1021380 Jul 23 15:22:34.889343 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-dc3e3599-6d6b-48ca-a774-fd62484fb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:34.890766 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-dc3e3599-6d6b-48ca-a774-fd62484fb9df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61a06228563e489d9ced38b82ab31d1b&device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 1095 time: 0.0982831 Jul 23 15:22:34.896298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] Checking router: f95dc248-51ef-42ec-9c27-37aebe2fd6eb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:22:34.905098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:34.905886 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:34.953728 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-ded4dac3-ce6f-40c5-b86f-90fd900b8283 req-9bb2e1fb-59cc-4aff-8404-00fc02402403 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618563 Jul 23 15:22:35.010907 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-d1c7f4bb-47d1-4634-bb60-ffe2a0966c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:35.012390 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-d1c7f4bb-47d1-4634-bb60-ffe2a0966c8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 200 len: 911 time: 0.1148677 Jul 23 15:22:35.012527 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:35.056263 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-53e3eb09-7f20-4bc8-863e-0102c90eec52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 200 len: 217 time: 0.0346293 Jul 23 15:22:35.106201 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-e9a8989a-ce0d-441b-95ed-5b64ea82d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:35.107825 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-e9a8989a-ce0d-441b-95ed-5b64ea82d9d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 200 len: 849 time: 0.0451469 Jul 23 15:22:35.172956 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-c54d010b-b1fb-450d-b155-3e4ac46ac4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:35.174542 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-c54d010b-b1fb-450d-b155-3e4ac46ac4b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53880db4-8274-4c14-994d-666520d5b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605066 Jul 23 15:22:35.210940 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:35.236696 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2029b78-81f3-4e1e-8782-0c7d85e0175e None None] The sync data for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 is: [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:18:02Z', 'revision_number': 4, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3', '_interfaces': [{'id': 'f8ebbcc1-0326-4946-bc52-7c7ab4643d85', 'name': '', 'network_id': '53880db4-8274-4c14-994d-666520d5b686', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'mac_address': 'fa:16:3e:97:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:01Z', 'updated_at': '2021-07-23T15:18:07Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'subnets': [{'id': '32faa42f-7692-4e55-a244-8272a0ca6332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:22:35.266298 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-05166fa5-46f1-4c2e-a96f-d4520ccdea33 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851316 Jul 23 15:22:35.362925 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-9e45ec33-c35a-419c-ae9e-4f0aa23613ba req-8b23dff7-3821-44f2-b068-d9087ed745f8 service neutron] 10.222.0.11 "GET /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888712 Jul 23 15:22:35.464646 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802f546-e68b-462d-85de-cf4f83069a91 None None] New status for floating IP adb1fce8-db9c-4ac5-aac4-5eed4ad25bfd: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 15:22:36.104241 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec57a3-42b0-4117-9ec0-da9f0ccfffe7 req-88feea0c-7484-4bc6-a8e5-dadfcf83b4c4 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:36.105752 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6ec57a3-42b0-4117-9ec0-da9f0ccfffe7 req-88feea0c-7484-4bc6-a8e5-dadfcf83b4c4 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 944 time: 0.0755799 Jul 23 15:22:36.144218 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-a6ec57a3-42b0-4117-9ec0-da9f0ccfffe7 req-ee5701f4-9aa9-4ae5-9b15-b2e3ba9703ef tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jul 23 15:22:36.495160 n-d-801990-3 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-c5bbd69b-d3e5-45eb-9fbc-e2ea1c084b56 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:22:36.496664 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-c5bbd69b-d3e5-45eb-9fbc-e2ea1c084b56 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.11 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 944 time: 0.0820568 Jul 23 15:22:36.603105 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Deleting port 13908a51-1a86-4605-879b-7449faf88e17 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:36.603504 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:36.695453 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] For port 13908a51-1a86-4605-879b-7449faf88e17, host n-h1-801990-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801990-3',level=0,port_id=13908a51-1a86-4605-879b-7449faf88e17,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:36.695812 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:36.708269 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Calling delete_port for 13908a51-1a86-4605-879b-7449faf88e17 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:36.846688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:36.878630 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event deleted for resources: {'Port': ['ID=13908a51-1a86-4605-879b-7449faf88e17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:36.925726 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] No DVR routers for this DVR port 13908a51-1a86-4605-879b-7449faf88e17 on host n-h1-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:22:36.928454 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42983'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:36.930513 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-75273d7c-0a36-4a39-b363-4916635e2de8 req-14e02faf-07f9-4e95-abff-918339207687 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.11 "DELETE /v2.0/ports/13908a51-1a86-4605-879b-7449faf88e17 HTTP/1.1" status: 204 len: 173 time: 0.4276419 Jul 23 15:22:36.930971 n-d-801990-3 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-deleted', 'tag': '13908a51-1a86-4605-879b-7449faf88e17'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 15:22:36.933309 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36abbc7258e3f9441b9b4137fb9b029c2004cd47a01fa85387053deecd2d9578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e715f-f5ef-4f15-ba0b-0dd3ac6c9d23" -d '{"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-deleted", "tag": "13908a51-1a86-4605-879b-7449faf88e17"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 15:22:36.969642 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af28037-9da2-411a-9c9f-3c5a51ae46b4 x-openstack-request-id: req-8af28037-9da2-411a-9c9f-3c5a51ae46b4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 15:22:36.970020 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6869b9e9-f88e-4034-bbd5-e0620f058fad", "name": "network-vif-deleted", "tag": "13908a51-1a86-4605-879b-7449faf88e17", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 15:22:36.970262 n-d-801990-3 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8af28037-9da2-411a-9c9f-3c5a51ae46b4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 15:22:36.970672 n-d-801990-3 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6869b9e9-f88e-4034-bbd5-e0620f058fad', 'name': 'network-vif-deleted', 'tag': '13908a51-1a86-4605-879b-7449faf88e17', 'status': 'completed', 'code': 200} Jul 23 15:22:37.270339 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [req-c24da536-ecbf-4344-8947-97209f4244be req-50f13ccf-41e3-4ee2-9b00-56031c618e6f tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6869b9e9-f88e-4034-bbd5-e0620f058fad HTTP/1.1" status: 200 len: 210 time: 0.0298090 Jul 23 15:22:38.334083 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:38.394096 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6918d69b-21f9-4193-b024-50911d0328b2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:38.418378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6918d69b-21f9-4193-b024-50911d0328b2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:38.456506 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:38.487066 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6918d69b-21f9-4193-b024-50911d0328b2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:38.489695 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6918d69b-21f9-4193-b024-50911d0328b2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:38.490912 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-6918d69b-21f9-4193-b024-50911d0328b2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538 HTTP/1.1" status: 204 len: 168 time: 0.1557779 Jul 23 15:22:38.499851 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918d69b-21f9-4193-b024-50911d0328b2 tempest-TestSnapshotPattern-37909956 tempest-TestSnapshotPattern-37909956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a1b4b-0aaf-4d4b-ae19-2b7fca8e1538,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:39.572086 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:40.252397 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:40.509015 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Deleting port f8ebbcc1-0326-4946-bc52-7c7ab4643d85 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:40.509246 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:40.557554 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 13908a51-1a86-4605-879b-7449faf88e17 no longer exists at agent hyperv_n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:40.577999 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] No Port match for: 13908a51-1a86-4605-879b-7449faf88e17 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:40.578435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Device 13908a51-1a86-4605-879b-7449faf88e17 not bound to the agent host n-h1-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:40.594145 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] For port f8ebbcc1-0326-4946-bc52-7c7ab4643d85, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:40.594737 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:40.607194 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Calling delete_port for f8ebbcc1-0326-4946-bc52-7c7ab4643d85 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:40.802305 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:40.827257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ebbcc1-0326-4946-bc52-7c7ab4643d85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:40.998570 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:41.225639 n-d-801990-3 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Router f95dc248-51ef-42ec-9c27-37aebe2fd6eb has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:22:41.331871 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:22:41.337580 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-fd68f4bb-dd6a-452e-b6ef-9f7130bdbb85 admin admin] 10.222.0.21 "PUT /v2.0/routers/f95dc248-51ef-42ec-9c27-37aebe2fd6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643516 Jul 23 15:22:41.339584 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:41.341840 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] Sync routers for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:22:41.351959 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:41.352564 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:41.449110 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:41.458090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: n-d-801990-3 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:41.551770 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:41.606511 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Deleting port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:41.607290 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:41.634286 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:22:40Z', 'revision_number': 5, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port': {'id': 'fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:00Z', 'updated_at': '2021-07-23T15:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:41.659742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] Checking router: f95dc248-51ef-42ec-9c27-37aebe2fd6eb for host: n-d-801990-3 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:22:41.668128 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] Routers {'f95dc248-51ef-42ec-9c27-37aebe2fd6eb'} bound to L3 agent in host n-d-801990-3 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:41.668742 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:41.689935 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] For port fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:41.690294 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:41.702257 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Calling delete_port for fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:41.752587 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] Set router f95dc248-51ef-42ec-9c27-37aebe2fd6eb gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:41.804090 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:22:41Z', 'revision_number': 6, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port_host': None}], 'n-d-801990-3', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:41.830083 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad9145-c0ff-4d6a-81a9-eaf4bb05046a None None] The sync data for ids ['f95dc248-51ef-42ec-9c27-37aebe2fd6eb'] in n-d-801990-3 is: [{'id': 'f95dc248-51ef-42ec-9c27-37aebe2fd6eb', 'name': 'tempest-TestSnapshotPattern-1390894077-router', 'tenant_id': '61a06228563e489d9ced38b82ab31d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:17:59Z', 'updated_at': '2021-07-23T15:22:41Z', 'revision_number': 6, 'project_id': '61a06228563e489d9ced38b82ab31d1b', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:22:41.873052 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:41.898147 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:41.959974 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.050223 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.052636 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.105483 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.105970 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f95dc248-51ef-42ec-9c27-37aebe2fd6eb {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:22:42.110809 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.111968 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-c441af25-e13a-401e-b133-50a125561eb0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f95dc248-51ef-42ec-9c27-37aebe2fd6eb HTTP/1.1" status: 204 len: 168 time: 0.7710893 Jul 23 15:22:42.114975 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:42.161835 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] Deleting subnet 32faa42f-7692-4e55-a244-8272a0ca6332 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:22:42.165738 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.202767 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12543108'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.287688 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.343646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12543795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12559979'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.370383 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32faa42f-7692-4e55-a244-8272a0ca6332,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:42.372582 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3892221'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.374356 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-7a8db413-400a-49d0-8c04-405fe0cfa421 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32faa42f-7692-4e55-a244-8272a0ca6332 HTTP/1.1" status: 204 len: 168 time: 0.2583828 Jul 23 15:22:42.376934 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:42.377810 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8224841-986b-4031-a2f6-abfadad583ed None None] Network 53880db4-8274-4c14-994d-666520d5b686 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:22:42.448646 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.504204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Deleting port f7696a54-9c1f-4690-b866-6b20d773f76c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:42.504414 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.577097 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] DHCP port deletion for 53880db4-8274-4c14-994d-666520d5b686 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:22:42.581906 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] For port f7696a54-9c1f-4690-b866-6b20d773f76c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f7696a54-9c1f-4690-b866-6b20d773f76c,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:42.582303 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.595420 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Calling delete_port for f7696a54-9c1f-4690-b866-6b20d773f76c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:42.623264 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] Deleting port f7696a54-9c1f-4690-b866-6b20d773f76c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:42.623728 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.684078 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12543966'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.699603 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] For port f7696a54-9c1f-4690-b866-6b20d773f76c, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=f7696a54-9c1f-4690-b866-6b20d773f76c,segment=NetworkSegment(fa49cf93-3719-4b17-804b-7276631b0333),segment_id=fa49cf93-3719-4b17-804b-7276631b0333)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:42.700551 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.715133 n-d-801990-3 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] No DVR routers for this DVR port f7696a54-9c1f-4690-b866-6b20d773f76c on host n-d-801990-3 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:22:42.717285 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f7696a54-9c1f-4690-b866-6b20d773f76c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:42.724377 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] Calling delete_port for f7696a54-9c1f-4690-b866-6b20d773f76c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:42.767481 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f8ebbcc1-0326-4946-bc52-7c7ab4643d85 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:42.791376 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f8ebbcc1-0326-4946-bc52-7c7ab4643d85 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:42.791650 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f8ebbcc1-0326-4946-bc52-7c7ab4643d85 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:42.792074 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:42.796850 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.807520 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53880db4-8274-4c14-994d-666520d5b686']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:42.818850 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:42.819170 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa49cf93-3719-4b17-804b-7276631b0333') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:42.819311 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device fdf0d0b9-c73d-40c5-ac6c-9ec3c117d065 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:42.819602 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7696a54-9c1f-4690-b866-6b20d773f76c no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:42.819706 n-d-801990-3 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa49cf93-3719-4b17-804b-7276631b0333') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:42.830617 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12543165'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.845135 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: f7696a54-9c1f-4690-b866-6b20d773f76c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:42.845342 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.845634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device f7696a54-9c1f-4690-b866-6b20d773f76c not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:42.851985 n-d-801990-3 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:22:42.852378 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12543881'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: Traceback (most recent call last): Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: timer() Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: cb(*args, **kw) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: return func(*args, **kwargs) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: self._notify() Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: self.callback(batched_events) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: event.method(event) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: return f(self, *a, **k) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: return self._get(url).json() Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:22:42.855661 n-d-801990-3 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 15:22:42.862618 n-d-801990-3 neutron-server[93768]: self.session.flush() Jul 23 15:22:42.869660 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.895106 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] Pushing event deleted for resources: {'Port': ['ID=f7696a54-9c1f-4690-b866-6b20d773f76c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:42.900558 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70698aa-0778-4e0b-81b0-cf29f95ce69c None None] No DVR routers for this DVR port f7696a54-9c1f-4690-b866-6b20d773f76c on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:22:42.919927 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.924945 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:42.929801 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/53880db4-8274-4c14-994d-666520d5b686 HTTP/1.1" status: 204 len: 168 time: 0.5490434 Jul 23 15:22:42.930581 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:42.939679 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8e563-b666-45c2-940a-2161fd3ed6eb admin admin] Pushing event deleted for resources: {'Network': ['ID=53880db4-8274-4c14-994d-666520d5b686,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:43.299681 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404801'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:43.561564 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Deleting port b4d149ec-af50-4b33-a0e6-608bf6b25e86 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:43.561798 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:43.641022 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] For port b4d149ec-af50-4b33-a0e6-608bf6b25e86, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=b4d149ec-af50-4b33-a0e6-608bf6b25e86,segment=NetworkSegment(27d910f6-296e-431e-9d91-37f068488b28),segment_id=27d910f6-296e-431e-9d91-37f068488b28)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:43.641369 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:43.654483 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Calling delete_port for b4d149ec-af50-4b33-a0e6-608bf6b25e86 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:43.843146 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:43.869047 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d149ec-af50-4b33-a0e6-608bf6b25e86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:44.039375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3892176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401431'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:44.247833 n-d-801990-3 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Router 60ba7abc-b863-439b-a9d2-e9b26768ede4 has already been hosted by L3 agent 92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 15:22:44.354518 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] Notify agent at l3_agent.n-d-801990-3 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 15:22:44.360080 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0c726b0b-ea1a-44da-be20-2dca25d3092f admin admin] 10.222.0.21 "PUT /v2.0/routers/60ba7abc-b863-439b-a9d2-e9b26768ede4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284403 Jul 23 15:22:44.363018 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:44.364160 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] Sync routers for ids ['60ba7abc-b863-439b-a9d2-e9b26768ede4'] in n-d-801990-3 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 15:22:44.374451 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] Routers {'60ba7abc-b863-439b-a9d2-e9b26768ede4'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:44.375113 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['60ba7abc-b863-439b-a9d2-e9b26768ede4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:44.466329 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:44.475923 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] Set router 60ba7abc-b863-439b-a9d2-e9b26768ede4 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:44.659764 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:22:43Z', 'revision_number': 5, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:44.686720 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] Checking router: 60ba7abc-b863-439b-a9d2-e9b26768ede4 for host: n-d-801990-3 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 15:22:44.696795 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] Routers {'60ba7abc-b863-439b-a9d2-e9b26768ede4'} bound to L3 agent in host n-d-801990-3 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:22:44.697445 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801990-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T13:50:18Z,description=,heartbeat_timestamp=2021-07-23T15:22:19Z,host='n-d-801990-3',id=92a70a2d-2dbd-4f51-b8b8-3dfe20ca0b85,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T13:50:18Z,topic='l3_agent')) {'router_ids': ['60ba7abc-b863-439b-a9d2-e9b26768ede4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:44.802124 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] Set router 60ba7abc-b863-439b-a9d2-e9b26768ede4 gateway port host: n-d-801990-3 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 15:22:44.887030 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:44.939152 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Deleting port c1183237-2a11-4708-b6a0-419a725374e3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:44.939375 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:44.975677 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:22:43Z', 'revision_number': 5, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}], 'n-d-801990-3', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:45.004741 n-d-801990-3 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5833c5-1d2e-4ea4-8a85-43eafb140deb None None] The sync data for ids ['60ba7abc-b863-439b-a9d2-e9b26768ede4'] in n-d-801990-3 is: [{'id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'name': 'tempest-TestSnapshotPattern-675688326-router', 'tenant_id': '5a630670f2d446eca0a378d5484ea43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'external_fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:22:43Z', 'revision_number': 5, 'project_id': '5a630670f2d446eca0a378d5484ea43b', 'gw_port': {'id': 'c1183237-2a11-4708-b6a0-419a725374e3', 'name': '', 'network_id': '630d89f6-02ed-4223-950e-6ebef56a4ac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba7abc-b863-439b-a9d2-e9b26768ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801990-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T15:18:04Z', 'updated_at': '2021-07-23T15:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00278b02-dff0-4af3-8462-c1e0d6b7201a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801990-3'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 15:22:45.026692 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] For port c1183237-2a11-4708-b6a0-419a725374e3, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=c1183237-2a11-4708-b6a0-419a725374e3,segment=NetworkSegment(129df71c-064f-4ec1-af8a-f12195f0b389),segment_id=129df71c-064f-4ec1-af8a-f12195f0b389)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:45.027057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.039947 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Calling delete_port for c1183237-2a11-4708-b6a0-419a725374e3 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:45.216488 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.241290 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1183237-2a11-4708-b6a0-419a725374e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:45.316977 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-447488'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.406569 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.409057 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.454074 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411364'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.454698 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60ba7abc-b863-439b-a9d2-e9b26768ede4 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 15:22:45.459881 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.463441 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-17f66c99-081f-4266-9be0-99b0a3b2092f admin admin] 10.222.0.21 "DELETE /v2.0/routers/60ba7abc-b863-439b-a9d2-e9b26768ede4 HTTP/1.1" status: 204 len: 168 time: 1.0970976 Jul 23 15:22:45.463790 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:45.508553 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] Deleting subnet be0d9ab2-d749-4c8f-909a-bf6d206ac8d1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 15:22:45.511697 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.551251 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12022993'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.634303 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3473387'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.690081 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3473378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077785'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.716748 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0d9ab2-d749-4c8f-909a-bf6d206ac8d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:45.718940 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.720740 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-94e9dd2d-80a5-454b-8640-7970f4a381de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be0d9ab2-d749-4c8f-909a-bf6d206ac8d1 HTTP/1.1" status: 204 len: 168 time: 0.2559893 Jul 23 15:22:45.723347 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:45.725435 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd534dcb-0ff7-4bc2-a85a-492377654873 None None] Network eda865a0-22d0-4a4f-bbca-ec86615e4dc6 requested from n-d-801990-3 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:22:45.795453 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524613'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.851438 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Deleting port 9cef7db2-7c34-4390-94b4-a2fcf375da7b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:45.851785 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.919826 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] For port 9cef7db2-7c34-4390-94b4-a2fcf375da7b, host n-d-801990-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801990-3',level=0,port_id=9cef7db2-7c34-4390-94b4-a2fcf375da7b,segment=NetworkSegment(27d910f6-296e-431e-9d91-37f068488b28),segment_id=27d910f6-296e-431e-9d91-37f068488b28)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:45.920189 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:45.932133 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Calling delete_port for 9cef7db2-7c34-4390-94b4-a2fcf375da7b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:45.969213 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b580932d-e1f5-4a54-9705-949ae070ad80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.022457 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] DHCP port deletion for eda865a0-22d0-4a4f-bbca-ec86615e4dc6 request from n-d-801990-3 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 15:22:46.031733 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11983069'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.058037 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cef7db2-7c34-4390-94b4-a2fcf375da7b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:46.063064 n-d-801990-3 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] No DVR routers for this DVR port 9cef7db2-7c34-4390-94b4-a2fcf375da7b on host n-d-801990-3 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:22:46.074532 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] Deleting port 9cef7db2-7c34-4390-94b4-a2fcf375da7b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 15:22:46.075286 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750221977101'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.135288 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466610', 'neutron.services.segments.db._delete_segments_for_network-8750222044811'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.138298 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] For port 9cef7db2-7c34-4390-94b4-a2fcf375da7b, host n-d-801990-3, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:22:46.138690 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401473'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.145665 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda865a0-22d0-4a4f-bbca-ec86615e4dc6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:46.150194 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] Calling delete_port for 9cef7db2-7c34-4390-94b4-a2fcf375da7b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 15:22:46.152821 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] Port 9cef7db2-7c34-4390-94b4-a2fcf375da7b was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 15:22:46.154088 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750221983555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750221561878'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.155771 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d910f6-296e-431e-9d91-37f068488b28') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:46.156066 n-d-801990-3 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d910f6-296e-431e-9d91-37f068488b28') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:22:46.165354 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750222148024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023016'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.180034 n-d-801990-3 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] Pushing event deleted for resources: {'Port': ['ID=9cef7db2-7c34-4390-94b4-a2fcf375da7b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:46.180805 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.181847 n-d-801990-3 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccfbfc-6422-418a-aff3-75f0f33d06bc None None] No DVR routers for this DVR port 9cef7db2-7c34-4390-94b4-a2fcf375da7b on host n-d-801990-3 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 15:22:46.190753 n-d-801990-3 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 15:22:46.190753 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3470634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11982986'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: Traceback (most recent call last): Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: timer() Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: cb(*args, **kw) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: return func(*args, **kwargs) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: self._notify() Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: self.callback(batched_events) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: event.method(event) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: return f(self, *a, **k) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: return self._get(url).json() Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 15:22:46.192059 n-d-801990-3 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 15:22:46.250509 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3892175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447716'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.256111 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.257933 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eda865a0-22d0-4a4f-bbca-ec86615e4dc6 HTTP/1.1" status: 204 len: 168 time: 0.5335798 Jul 23 15:22:46.269192 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de38b-55cf-4e40-9b04-5b74b8505c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=eda865a0-22d0-4a4f-bbca-ec86615e4dc6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:46.440332 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:46.481125 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-0f5f54fd-0a9d-482c-be27-7a87e705bf13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61a06228563e489d9ced38b82ab31d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395589 Jul 23 15:22:46.483600 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.21', 33916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:46.531532 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55715fb4-1310-4b47-981f-cb35313fe96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.552595 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55715fb4-1310-4b47-981f-cb35313fe96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.601914 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55715fb4-1310-4b47-981f-cb35313fe96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.604956 n-d-801990-3 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55715fb4-1310-4b47-981f-cb35313fe96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:46.606113 n-d-801990-3 neutron-server[93766]: INFO neutron.wsgi [None req-55715fb4-1310-4b47-981f-cb35313fe96b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e039276b-6b52-40a7-86c5-47848491ea80 HTTP/1.1" status: 204 len: 168 time: 0.1215978 Jul 23 15:22:46.613511 n-d-801990-3 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55715fb4-1310-4b47-981f-cb35313fe96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e039276b-6b52-40a7-86c5-47848491ea80,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:46.743098 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4d149ec-af50-4b33-a0e6-608bf6b25e86 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:46.763216 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: b4d149ec-af50-4b33-a0e6-608bf6b25e86 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:46.763563 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device b4d149ec-af50-4b33-a0e6-608bf6b25e86 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:46.763981 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9cef7db2-7c34-4390-94b4-a2fcf375da7b no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:46.782634 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: 9cef7db2-7c34-4390-94b4-a2fcf375da7b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:46.782931 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device 9cef7db2-7c34-4390-94b4-a2fcf375da7b not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:46.783347 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1183237-2a11-4708-b6a0-419a725374e3 no longer exists at agent ovs-agent-n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 15:22:46.801851 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] No Port match for: c1183237-2a11-4708-b6a0-419a725374e3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 15:22:46.802196 n-d-801990-3 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Device c1183237-2a11-4708-b6a0-419a725374e3 not bound to the agent host n-d-801990-3 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 15:22:46.957690 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:46.999650 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-cb0366f0-b784-434b-84ca-8f4b2213acfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a630670f2d446eca0a378d5484ea43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407994 Jul 23 15:22:47.002307 n-d-801990-3 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.21', 33924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:22:47.055180 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a69efc-d226-4d89-81c5-7963d0e8de7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:47.076621 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a69efc-d226-4d89-81c5-7963d0e8de7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:47.124517 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a69efc-d226-4d89-81c5-7963d0e8de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917727'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:47.127363 n-d-801990-3 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a69efc-d226-4d89-81c5-7963d0e8de7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:47.128502 n-d-801990-3 neutron-server[93767]: INFO neutron.wsgi [None req-70a69efc-d226-4d89-81c5-7963d0e8de7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b45c4a66-3b97-4741-8c66-e2b7e4c77840 HTTP/1.1" status: 204 len: 168 time: 0.1252270 Jul 23 15:22:47.136204 n-d-801990-3 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a69efc-d226-4d89-81c5-7963d0e8de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c4a66-3b97-4741-8c66-e2b7e4c77840,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:22:48.472558 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:48.587253 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:48.636565 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36788bd4-cc92-4f23-bb6e-10b2770dbc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:49.917208 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:22:51.640319 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:00.590552 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:23:08.473583 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:15.984429 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64351b37-2559-44e0-bd72-3744e3e30439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:18.473071 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:18.585678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:18.640523 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e039d0c6-b75c-4c9e-a10d-72c66f248e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:19.929685 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:21.646448 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:37.595378 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:23:38.471453 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:45.982458 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d7b849c-c567-4c3f-b903-ccfe82cd7574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:48.472555 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:48.588079 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:48.645485 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b484650-a1dc-4965-907f-47b2eb188500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:49.931493 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:23:51.656759 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:08.488315 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:14.597307 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:24:15.984674 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbb2b160-aea8-43ba-9ee8-7fec77b06076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:18.468739 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:18.596154 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:18.648984 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41507d57-64a7-4cb1-aa7c-8c5faac6823c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:19.931296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:21.660369 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:38.485808 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:45.984132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-574a3f27-0579-4bdb-92b3-d46cd82d94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:48.484047 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:48.613669 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:48.651263 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabb5cf2-9ff0-45c3-ad25-a96355481615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:49.937712 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:24:51.602853 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:24:51.660028 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:08.500602 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:15.989141 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c48f48-80eb-48ba-959c-10cfd887f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:18.482389 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:18.605510 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:18.658143 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29ff87a9-eb8e-4754-b62a-cfdf6e13bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:19.939266 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:21.667750 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:28.606865 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:25:38.506591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:45.985489 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83c8d41-773a-4663-a7c3-f8eb86d67e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:48.472973 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:48.603757 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:48.657031 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eefe60b-91c0-4242-b8cb-56ffddace30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:49.941566 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:25:51.671766 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:05.606572 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:26:08.519900 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:15.984961 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e41d25b3-2d22-47d6-ac11-b2d5285eb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:18.479958 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:18.602103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:18.649786 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a487a04-f0e0-4a9e-bcea-64b1432a5bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:19.954838 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:21.679132 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:38.519828 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:39.047666 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-d96a2e4b-f7c9-4a2a-842a-7c5d6a5406f7 req-f36ca2e7-0f38-453b-bbaf-df52fcdf279f service neutron] (93766) timed out ('10.222.0.21', 60822) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 15:26:42.609665 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:26:45.978474 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3bd982b-0963-4de6-9a69-9b2fe2cfe9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:48.470691 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:48.660817 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4755e34-eff3-4ffc-9c32-826d6a3b81fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:48.719244 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:49.958099 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:26:51.683780 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:08.517750 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:15.993545 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c62bdc8-c936-41ba-8630-39bb9e06023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:18.475790 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:18.659333 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02cd7a3e-e8be-4b65-b650-c375ef7918a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:18.715332 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:19.614323 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:27:19.958818 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:21.690260 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:38.520858 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:45.978551 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168aa694-33b5-4230-a6f5-03e6877b7b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:48.470591 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:48.652599 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7a3294e-86d9-4d6f-bdc0-abd80205f361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:48.713357 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:49.954303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:51.681387 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:27:56.615213 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:28:08.525296 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:15.982619 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b27858fe-524b-4704-96bf-6dca29fbcc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:18.475303 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:18.655585 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02b4d8df-4305-4b68-bb5b-a18a5a602b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:18.721556 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:19.965826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:21.684496 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:33.616188 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:28:38.538201 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:45.987826 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-872f5f4f-a8b9-450b-90a4-0f33f17f7cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:48.478698 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:48.661201 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e517805-6c92-4f7c-8cf9-d1d24f67e725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:48.742220 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:49.965881 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:28:51.688347 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:08.534894 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:10.616644 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:29:15.985016 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1f35885-924e-4ded-9709-221eec19ea05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:18.482778 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:18.664540 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-710fa4a8-d3ec-41f6-8c04-477ba1297ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:18.735462 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:19.977624 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:21.695682 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:38.552970 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:45.988253 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-925b2322-3e36-48d4-a0a7-9d7f80aa6290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:47.617105 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:29:48.489682 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:48.669168 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3927d02d-7033-4a9b-a4d5-d8fe345c6a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:48.754108 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:49.970345 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:29:51.698059 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:08.577103 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:16.000608 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67cbf149-aef7-41b3-8fa8-27e6fa7188df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:18.484912 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:18.675014 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5449644e-e98a-4e84-bcca-516bda5b52f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:18.771959 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:19.976593 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:21.697754 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:24.617590 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:30:38.564999 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:45.996034 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c85d-d40b-49e3-9981-f44656cf16a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:48.491876 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:48.679767 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5797461-b28c-42d8-b992-93edfe1e4a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:48.788420 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:49.978397 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:30:51.708384 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:31:01.617287 n-d-801990-3 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-b4b8c74d-48cb-4fdb-acdf-be93606b2533 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 15:31:07.990460 n-d-801990-3 neutron-server[93766]: DEBUG neutron.wsgi [req-b598478a-945a-4315-9e41-86aee1531a04 req-5630a0b5-34d5-4a5f-b3ff-6d9116861d5c service neutron] (93766) timed out ('10.222.0.21', 59876) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 15:31:08.562805 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10abdee7-d0a5-4eda-880f-4489c13de43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:31:15.997475 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5037-fa30-4f12-a1e9-6d1c91055f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:31:18.494460 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac81b4b6-4faa-45dc-a3d2-34e51849d628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:31:18.686476 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-325a10d5-17c2-4cc7-936f-8c0b44453d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:31:18.794228 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7483f299-5ba1-4d9a-939a-1d2264964efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:31:19.981858 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a674a60-0eef-4538-b6c6-aa38fdfd2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:31:21.707678 n-d-801990-3 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1e11-53e4-41d6-afe0-241365b3c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750222044793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3467436'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}